-- Logs begin at Fri 2021-12-10 18:33:10 UTC, end at Fri 2021-12-10 20:33:02 UTC. -- Dec 10 19:05:01.488125 dv-neutron-821441-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Dec 10 19:05:04.275218 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.common.config [-] Logging enabled! Dec 10 19:05:04.275852 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.1.dev59 Dec 10 19:05:04.275991 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102258) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 10 19:05:04.279214 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.common.config [-] Logging enabled! Dec 10 19:05:04.279465 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.1.dev59 Dec 10 19:05:04.279770 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102258) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 10 19:05:04.280732 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:05:04.280959 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 10 19:05:04.281312 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 10 19:05:04.281553 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 10 19:05:04.281774 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 10 19:05:04.282089 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.282386 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.282675 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.282899 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.283196 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.283483 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.283762 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.284043 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.284333 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.284640 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.284914 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.285191 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.285414 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.285687 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.285966 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.286245 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.286461 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] debug = True {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.286736 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.287151 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.288082 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.288365 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.288674 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.289053 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.289327 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.289600 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.289881 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.290205 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] host = dv-neutron-821441-1-hyperv {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.290485 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.290760 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.291040 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.291320 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.291587 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.291863 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.292139 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.292402 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.292694 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] log_file = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.292964 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.293247 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.293526 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.293813 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.294033 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.294250 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.294531 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.294808 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.295077 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.295346 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.295613 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.295880 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.296147 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.296406 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.296703 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.296995 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.297257 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.297527 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.297797 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.298063 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.298328 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.298602 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.298869 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.299137 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.299405 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.299686 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.299950 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.300216 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.300534 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.300821 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.301096 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.301376 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.301645 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.301921 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.302193 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.302455 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.302716 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] use_json = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.302978 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.303897 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.304245 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.304537 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.304811 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.305084 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.305352 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.305633 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:04.305929 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.306219 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.306514 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.306790 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.307078 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.307355 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.307640 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.307911 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.308195 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.308477 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.308790 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.309061 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.309343 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.309615 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.309904 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.310201 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.310489 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.310774 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.311047 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.311315 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.311583 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.311854 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.312137 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.312407 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.312714 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.312998 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.313272 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.313553 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.313848 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.314131 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.314399 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.314673 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.314956 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.315226 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.315491 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.315763 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.316044 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.316360 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.316617 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.316890 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.317157 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.317421 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.317685 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.317955 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.318238 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.318506 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.318792 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.319056 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.319325 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.319588 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.319865 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.320134 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.320399 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.320689 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.320963 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.321230 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.321494 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.321763 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.322030 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.322300 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.322563 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.322827 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.323089 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.323352 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.323618 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.323887 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.324151 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.324420 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.324709 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.324974 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.325238 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.325501 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.325764 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.326043 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.326334 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.326603 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.326875 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.327146 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.327412 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.327679 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.327947 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.328217 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.328490 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.328772 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.329052 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.329329 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.329607 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.329879 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.330149 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.330442 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.330715 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.330991 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.331261 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.331532 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.331811 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.332084 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.332369 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.332681 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.332968 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.333251 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.333538 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.333816 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.334116 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.334412 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:04.334758 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 10 19:05:04.335077 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102258) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 10 19:05:04.691969 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 10 19:05:04.692236 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 10 19:05:04.692570 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 10 19:05:04.692878 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 10 19:05:05.089637 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:05.089920 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:05.090196 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:05.091501 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:05.091768 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:05.092028 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:05.128103 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:05.128377 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:05.128669 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:05.144357 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:05.144659 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:05.144922 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:05.174829 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:05.175109 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:05.175369 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:05.214241 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:05.214511 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:05.214777 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:05.455127 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:05.455734 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:05.455734 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:05.455873 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:05.456536 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:05.578984 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:05.579291 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:05.579572 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:05.579839 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:05.580100 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:05.580405 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:05.580683 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:05.580936 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:05.581183 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:05.581457 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:05.581709 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:05.581968 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:05.582216 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:05.582462 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:05.582709 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:05.582966 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:05.583211 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:05.583468 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:05.583730 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:05.583979 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:05.584240 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:05.584604 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:05.584835 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:05.585287 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:05.585503 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:05.585663 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:05.586056 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102258) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 19:05:05.586290 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102258) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 19:05:05.586520 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102258) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 19:05:05.586749 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102258) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 19:05:05.586976 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102258) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 19:05:05.587203 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102258) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 19:05:05.587566 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 10 19:05:05.590833 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 10 19:05:05.594905 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 10 19:05:05.598715 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Dec 10 19:05:05.601169 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 10 19:05:05.601618 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 10 19:05:05.601943 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 10 19:05:05.602380 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 10 19:05:05.605251 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 10 19:05:05.605498 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 10 19:05:05.605845 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 10 19:05:05.611196 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 10 19:05:05.634368 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 10 19:05:05.634830 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:05.635125 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102258) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Dec 10 19:05:05.635479 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:05.636876 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102258) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 10 19:05:05.637166 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 10 19:05:05.637408 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 10 19:05:05.640669 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:05.640947 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:05.704985 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 10 19:05:05.705245 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 10 19:05:05.705438 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 10 19:05:05.705820 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 10 19:05:05.728738 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_db.sqlalchemy.engines [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102258) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 10 19:05:06.261427 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.plugins.ml2.managers [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Initializing driver for type 'gre' Dec 10 19:05:06.261939 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] gre ID ranges: [(1, 1000)] Dec 10 19:05:06.316132 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.plugins.ml2.managers [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Initializing driver for type 'local' Dec 10 19:05:06.316519 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.plugins.ml2.managers [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Initializing driver for type 'vlan' Dec 10 19:05:06.330850 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] VlanTypeDriver initialization complete Dec 10 19:05:06.331212 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.plugins.ml2.managers [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Initializing driver for type 'vxlan' Dec 10 19:05:06.331753 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] vxlan ID ranges: [(1, 1000)] Dec 10 19:05:06.384804 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.plugins.ml2.managers [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Initializing extension driver 'port_security' Dec 10 19:05:06.385200 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.plugins.ml2.extensions.port_security [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] PortSecurityExtensionDriver initialization complete Dec 10 19:05:06.385536 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.plugins.ml2.managers [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Initializing mechanism driver 'openvswitch' Dec 10 19:05:06.385865 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.plugins.ml2.managers [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Initializing mechanism driver 'hyperv' Dec 10 19:05:06.392623 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.plugins.ml2.plugin [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:05:06.393294 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > port after_create 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.393657 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > port after_update 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.394002 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > port after_delete 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.394516 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102258) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 10 19:05:06.394940 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > subnet after_create 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.395285 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > subnet after_update 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.395621 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > subnet after_delete 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.396007 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102258) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 10 19:05:06.396405 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > network after_create 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.397404 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > network after_update 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.397787 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > network after_delete 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.398168 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102258) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 10 19:05:06.398572 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > security_group after_create 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.398916 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > security_group after_update 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.399248 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > security_group after_delete 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.399768 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102258) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 10 19:05:06.400169 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.400535 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.400876 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.401268 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102258) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 10 19:05:06.401665 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > address_group after_create 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.402004 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > address_group after_update 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.402341 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > address_group after_delete 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.402724 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102258) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 10 19:05:06.403095 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] ML2 OVO RPC backend initialized. {{(pid=102258) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 10 19:05:06.403797 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > router_interface after_create 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.404145 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.404584 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > network before_response 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.405064 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > networks before_response 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.405413 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > port before_response 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.405747 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > ports before_response 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.406084 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > subnet before_response 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.406419 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > subnets before_response 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.406762 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > network after_create 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.407097 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > network after_update 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.407426 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > network after_delete 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.407759 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > port after_create 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.408092 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > port after_update 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.408425 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > port after_delete 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.408783 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > subnet after_create 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.409116 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > subnet after_update 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.409444 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > subnet after_delete 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.410028 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.plugins.ml2.plugin [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Modular L2 Plugin initialization complete Dec 10 19:05:06.410354 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading services supported by the core plugin {{(pid=102258) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 10 19:05:06.410677 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.plugins.ml2.managers [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Got port-security extension from driver 'port_security' Dec 10 19:05:06.411134 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.extensions.vlantransparent [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Disabled vlantransparent extension. Dec 10 19:05:06.411613 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102258) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 10 19:05:06.411926 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading Plugin: router Dec 10 19:05:06.448529 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > router_interface before_create 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.448929 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > router after_create 55549900 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.449287 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > router before_create 55549900 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.449639 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.450001 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.450348 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > router after_delete 55549900 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.450696 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > floatingip after_create 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.451035 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > floatingip after_update 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.451385 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > router after_create 55549900 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.451724 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > router after_update 55549900 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.452063 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > router after_update 55549900 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.452400 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.452777 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > router after_update 55549900 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.453185 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > router precommit_update 55549900 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.453548 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: port after_update 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.453882 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: port after_delete 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.454214 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: subnet after_update 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.454544 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.454883 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > port precommit_delete 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.455223 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > router precommit_create 55549900 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.455775 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: port before_delete 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.455870 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > router precommit_create 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.456219 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > router after_update 55549900 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.456575 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > router precommit_delete 55549900 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.456927 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > router precommit_create 55549900 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.457283 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > router_interface after_create 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.457623 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > router precommit_update 55549900 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.457984 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > agent after_create 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.458328 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > agent after_delete 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.458665 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > network after_delete 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.460379 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.quota.resource_registry [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Tracking information for resource: router configured {{(pid=102258) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 19:05:06.460379 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.quota.resource_registry [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Tracking information for resource: floatingip configured {{(pid=102258) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 19:05:06.466607 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.db.l3_agentschedulers_db [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 10 19:05:06.467216 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: port after_update 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.467587 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: port after_create 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.467941 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: port after_delete 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.468294 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: port after_update 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.469212 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > router before_create 55550100 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.469585 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > router precommit_delete 55550100 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.469945 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > router precommit_create 55550100 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.470298 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > router precommit_update 55550100 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.476011 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.services.provider_configuration [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Service providers = [] {{(pid=102258) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 10 19:05:06.476456 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.db.servicetype_db [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102258) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 10 19:05:06.479915 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.services.service_base [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102258) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 10 19:05:06.480256 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.services.service_base [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102258) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 10 19:05:06.480632 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.services.service_base [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102258) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 10 19:05:06.481651 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.services.service_base [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102258) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 10 19:05:06.482044 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.services.service_base [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 10 19:05:06.482444 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102258) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 19:05:06.482759 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 10 19:05:06.495099 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102258) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 19:05:06.495429 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading Plugin: auto_allocate Dec 10 19:05:06.501996 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: network precommit_update 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.502366 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: network precommit_create 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.502904 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102258) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 19:05:06.503225 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading Plugin: tag Dec 10 19:05:06.510990 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102258) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 19:05:06.511315 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading Plugin: timestamp Dec 10 19:05:06.515507 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102258) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 19:05:06.515774 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading Plugin: network_ip_availability Dec 10 19:05:06.521337 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.521709 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.522727 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.523464 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102258) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 19:05:06.523776 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading Plugin: flavors Dec 10 19:05:06.528622 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102258) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 19:05:06.528946 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading Plugin: revisions Dec 10 19:05:06.533289 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102258) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 19:05:06.533676 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_concurrency.lockutils [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.841s {{(pid=102258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 10 19:05:06.534426 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102258) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 10 19:05:06.534752 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Initializing extension manager. Dec 10 19:05:06.535256 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: __init__.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.535594 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: __pycache__ {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.535918 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.536248 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: address_group.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.537042 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.537770 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: address-group Dec 10 19:05:06.538095 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: address_scope.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.539001 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.539514 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: address-scope Dec 10 19:05:06.539833 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: admin_state_down_before_update.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.540801 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.541312 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: router-admin-state-down-before-update Dec 10 19:05:06.541647 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: agent.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.542328 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.542828 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: agent Dec 10 19:05:06.543146 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: agent_resources_synced.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.544045 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.544579 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: agent-resources-synced Dec 10 19:05:06.544898 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: allowedaddresspairs.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.546695 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.547207 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: allowed-address-pairs Dec 10 19:05:06.547527 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: auto_allocated_topology.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.548638 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.549144 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: auto-allocated-topology Dec 10 19:05:06.549462 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: availability_zone.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.550146 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.550644 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: availability_zone Dec 10 19:05:06.550959 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: availability_zone_filter.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.551857 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.552356 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: availability_zone_filter Dec 10 19:05:06.552699 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: data_plane_status.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.553687 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.554119 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extension data-plane-status not supported by any of loaded plugins Dec 10 19:05:06.554437 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: default_subnetpools.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.555341 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.555845 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: default-subnetpools Dec 10 19:05:06.556161 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: dhcpagentscheduler.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.556994 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.557490 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: dhcp_agent_scheduler Dec 10 19:05:06.557832 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: dns.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.558734 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.559228 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extension dns-integration not supported by any of loaded plugins Dec 10 19:05:06.559544 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: dns_domain_ports.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.560454 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.560974 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 10 19:05:06.561292 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.562198 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.562694 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 10 19:05:06.563010 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: dvr.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.563668 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.564164 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: dvr Dec 10 19:05:06.564478 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: ecmp_routes.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.565414 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.565914 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extension ecmp_routes not supported by any of loaded plugins Dec 10 19:05:06.566230 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: empty_string_filtering.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.567140 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.567640 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: empty-string-filtering Dec 10 19:05:06.567954 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.569540 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.570020 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 10 19:05:06.570331 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.571240 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.571743 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 10 19:05:06.572059 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: external_net.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.573005 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.573508 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: external-net Dec 10 19:05:06.573823 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: extra_dhcp_opt.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.574729 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.575230 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: extra_dhcp_opt Dec 10 19:05:06.575547 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: extraroute.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.576448 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.576970 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: extraroute Dec 10 19:05:06.577283 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: extraroute_atomic.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.578307 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.578809 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: extraroute-atomic Dec 10 19:05:06.579124 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: filter_validation.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.579778 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.580273 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: filter-validation Dec 10 19:05:06.580619 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: fip_pf_description.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.581523 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.582011 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 10 19:05:06.582326 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: fip_port_details.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.583242 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.583737 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: fip-port-details Dec 10 19:05:06.584052 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: flavors.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.586069 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.586578 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: flavors Dec 10 19:05:06.586899 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.588605 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.589118 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 10 19:05:06.589443 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: floatingip_pools.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.590138 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.590641 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: floatingip-pools Dec 10 19:05:06.590958 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: ip_allocation.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.591877 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.592376 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extension ip_allocation not supported by any of loaded plugins Dec 10 19:05:06.592719 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.593634 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.594137 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: ip-substring-filtering Dec 10 19:05:06.594456 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: l2_adjacency.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.595381 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.595876 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extension l2_adjacency not supported by any of loaded plugins Dec 10 19:05:06.596198 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: l3.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.597340 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.597856 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: router Dec 10 19:05:06.598174 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: l3_conntrack_helper.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.601151 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.601673 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 10 19:05:06.601999 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.602933 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.603448 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: ext-gw-mode Dec 10 19:05:06.603771 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.604748 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.605236 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: l3-ha Dec 10 19:05:06.605555 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: l3_flavors.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.606474 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.607083 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: l3-flavors Dec 10 19:05:06.607411 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.608317 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.608850 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: l3-port-ip-change-not-allowed Dec 10 19:05:06.609169 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: l3agentscheduler.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.610204 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.610707 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: l3_agent_scheduler Dec 10 19:05:06.611031 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: logging.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.612541 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.613057 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extension logging not supported by any of loaded plugins Dec 10 19:05:06.613383 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: metering.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.614123 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.614697 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: metering Dec 10 19:05:06.615019 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.616328 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.616872 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: metering_source_and_destination_fields Dec 10 19:05:06.617194 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: multiprovidernet.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.618117 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.618620 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: multi-provider Dec 10 19:05:06.618937 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: netmtu.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.619843 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.620342 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: net-mtu Dec 10 19:05:06.620693 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: netmtu_writable.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.621606 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.622107 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: net-mtu-writable Dec 10 19:05:06.622422 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: network_availability_zone.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.623085 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.623585 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: network_availability_zone Dec 10 19:05:06.623901 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: network_ip_availability.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.625030 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.625534 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: network-ip-availability Dec 10 19:05:06.625852 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: network_segment_range.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.626626 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.627119 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extension network-segment-range not supported by any of loaded plugins Dec 10 19:05:06.627435 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: pagination.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.628418 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.628765 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: pagination Dec 10 19:05:06.629082 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: port_device_profile.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.630002 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.630509 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: port-device-profile Dec 10 19:05:06.630825 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.632286 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.632822 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: port-mac-address-regenerate Dec 10 19:05:06.633144 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.634052 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.634552 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: port-numa-affinity-policy Dec 10 19:05:06.634869 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: port_resource_request.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.635912 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.636411 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extension port-resource-request not supported by any of loaded plugins Dec 10 19:05:06.636767 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: portbindings.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.637699 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.638199 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: binding Dec 10 19:05:06.638517 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: portbindings_extended.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.639799 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.640300 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: binding-extended Dec 10 19:05:06.640655 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: portsecurity.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.641561 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.642063 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: port-security Dec 10 19:05:06.642380 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: project_id.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.643360 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.643686 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: project-id Dec 10 19:05:06.644005 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: providernet.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.644942 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.645454 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: provider Dec 10 19:05:06.645770 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: qos.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.650064 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.650586 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extension qos not supported by any of loaded plugins Dec 10 19:05:06.650914 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.652161 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.652695 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 10 19:05:06.653022 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.653942 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.654444 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 10 19:05:06.654762 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: qos_default.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.655668 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.656171 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extension qos-default not supported by any of loaded plugins Dec 10 19:05:06.656489 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: qos_fip.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.657167 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.657659 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extension qos-fip not supported by any of loaded plugins Dec 10 19:05:06.657974 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: qos_gateway_ip.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.658894 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.659402 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 10 19:05:06.659721 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: qos_port_network_policy.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.660666 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.661170 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 10 19:05:06.661488 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: qos_pps_rule.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.662797 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.663306 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extension qos-pps not supported by any of loaded plugins Dec 10 19:05:06.663624 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: qos_rule_type_details.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.664568 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.665069 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 10 19:05:06.665387 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: qos_rules_alias.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.666440 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.666941 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 10 19:05:06.667258 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: quotasv2.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.668238 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.668673 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: quotas Dec 10 19:05:06.668992 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: quotasv2_detail.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.672693 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.673032 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: quota_details Dec 10 19:05:06.673360 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: rbac.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.674455 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.675015 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: rbac-policies Dec 10 19:05:06.675342 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: rbac_address_group.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.676280 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.676837 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: rbac-address-group Dec 10 19:05:06.677157 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: rbac_address_scope.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.678658 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.679396 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: rbac-address-scope Dec 10 19:05:06.679721 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: rbac_security_groups.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.680669 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.681177 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: rbac-security-groups Dec 10 19:05:06.681497 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: rbac_subnetpool.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.682417 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.682930 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: rbac-subnetpool Dec 10 19:05:06.683249 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: revisionifmatch.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.684170 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.684700 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: revision-if-match Dec 10 19:05:06.685020 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: revisions.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.686146 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.686655 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: standard-attr-revisions Dec 10 19:05:06.686972 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: router_availability_zone.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.687649 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.688149 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: router_availability_zone Dec 10 19:05:06.688465 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: routerservicetype.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.689403 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.689926 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extension router-service-type not supported by any of loaded plugins Dec 10 19:05:06.690240 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.691162 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.691663 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: security-groups-normalized-cidr Dec 10 19:05:06.691980 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: security_groups_port_filtering.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.692917 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.693416 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: port-security-groups-filtering Dec 10 19:05:06.694294 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.695219 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.695722 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: security-groups-remote-address-group Dec 10 19:05:06.696038 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: securitygroup.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.707630 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.708231 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: security-group Dec 10 19:05:06.708583 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: segment.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.709513 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.710013 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extension segment not supported by any of loaded plugins Dec 10 19:05:06.710333 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.711304 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.711807 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 10 19:05:06.712127 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: servicetype.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.713367 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.713890 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: service-type Dec 10 19:05:06.714211 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: sorting.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.715197 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.715526 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: sorting Dec 10 19:05:06.715847 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: standard_attr_segment.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.716795 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.717312 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 10 19:05:06.717632 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: standardattrdescription.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.718278 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.718780 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: standard-attr-description Dec 10 19:05:06.719099 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: stateful_security_group.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.720020 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.720557 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: stateful-security-group Dec 10 19:05:06.720880 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: stdattrs_common.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.721458 dv-neutron-821441-1-hyperv neutron-server[102258]: WARNING neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 10 19:05:06.721775 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.722704 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.723212 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 10 19:05:06.723529 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: subnet_onboard.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.724661 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.725203 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: subnet_onboard Dec 10 19:05:06.725786 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.726716 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.727221 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 10 19:05:06.727541 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: subnet_service_types.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.728455 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.728985 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: subnet-service-types Dec 10 19:05:06.729305 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: subnetallocation.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.730416 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.730922 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: subnet_allocation Dec 10 19:05:06.731244 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.731913 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.732411 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: subnetpool-prefix-ops Dec 10 19:05:06.732748 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.733859 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.734162 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 10 19:05:06.734479 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: tagging.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.735564 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.736067 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: standard-attr-tag Dec 10 19:05:06.736388 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: timestamp.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.737637 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.738141 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loaded extension: standard-attr-timestamp Dec 10 19:05:06.738459 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: trunk.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.739488 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.739998 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extension trunk not supported by any of loaded plugins Dec 10 19:05:06.740321 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: trunk_details.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.741786 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.742300 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extension trunk-details not supported by any of loaded plugins Dec 10 19:05:06.742636 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: uplink_status_propagation.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.743902 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.744474 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 10 19:05:06.744976 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Loading extension file: vlantransparent.py {{(pid=102258) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 19:05:06.745667 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102258) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 19:05:06.746203 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extension vlan-transparent not supported by any of loaded plugins Dec 10 19:05:06.749154 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.quota.resource_registry [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Creating instance of TrackedResource for resource:network Dec 10 19:05:06.749771 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.quota.resource_registry [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Creating instance of TrackedResource for resource:subnet Dec 10 19:05:06.750294 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.quota.resource_registry [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Creating instance of TrackedResource for resource:subnetpool Dec 10 19:05:06.750722 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.quota.resource_registry [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Creating instance of TrackedResource for resource:port Dec 10 19:05:06.752179 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.v2.resource_helper [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102258) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 19:05:06.752741 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.v2.resource_helper [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Service FLAVORS assigned prefix: {{(pid=102258) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 19:05:06.753463 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.v2.resource_helper [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102258) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 19:05:06.753893 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.v2.resource_helper [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102258) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 19:05:06.754255 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.quota.resource_registry [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Creating instance of TrackedResource for resource:router Dec 10 19:05:06.754766 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.quota.resource_registry [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Creating instance of TrackedResource for resource:floatingip Dec 10 19:05:06.755287 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.v2.resource_helper [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Service METERING assigned prefix: /metering {{(pid=102258) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 19:05:06.757487 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.757931 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.758328 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:05:06.759559 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.quota.resource_registry [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Creating instance of CountableResource for resource:rbac_policy Dec 10 19:05:06.760052 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.quota.resource_registry [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Creating instance of TrackedResource for resource:security_group Dec 10 19:05:06.760677 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.quota.resource_registry [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Creating instance of TrackedResource for resource:security_group_rule Dec 10 19:05:06.761429 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.v2.resource_helper [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Service CORE assigned prefix: {{(pid=102258) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 19:05:06.761758 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.quota.resource_registry [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Creating instance of TrackedResource for resource:subnetpool Dec 10 19:05:06.762160 dv-neutron-821441-1-hyperv neutron-server[102258]: WARNING neutron.quota.resource_registry [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] subnetpool is already registered Dec 10 19:05:06.762696 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.v2.resource_helper [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Service CORE assigned prefix: {{(pid=102258) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 19:05:06.763039 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.quota.resource_registry [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Creating instance of TrackedResource for resource:subnetpool Dec 10 19:05:06.763433 dv-neutron-821441-1-hyperv neutron-server[102258]: WARNING neutron.quota.resource_registry [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] subnetpool is already registered Dec 10 19:05:06.766057 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.v2.resource_helper [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102258) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 19:05:06.766508 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.v2.resource_helper [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Service FLAVORS assigned prefix: {{(pid=102258) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 19:05:06.767213 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.v2.resource_helper [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102258) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 19:05:06.767740 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.v2.resource_helper [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102258) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 19:05:06.768140 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.quota.resource_registry [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Creating instance of TrackedResource for resource:router Dec 10 19:05:06.768534 dv-neutron-821441-1-hyperv neutron-server[102258]: WARNING neutron.quota.resource_registry [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] router is already registered Dec 10 19:05:06.768992 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.quota.resource_registry [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Creating instance of TrackedResource for resource:floatingip Dec 10 19:05:06.769387 dv-neutron-821441-1-hyperv neutron-server[102258]: WARNING neutron.quota.resource_registry [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] floatingip is already registered Dec 10 19:05:06.769926 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.v2.resource_helper [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Service METERING assigned prefix: /metering {{(pid=102258) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 19:05:06.770696 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.quota.resource_registry [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Creating instance of CountableResource for resource:rbac_policy Dec 10 19:05:06.771043 dv-neutron-821441-1-hyperv neutron-server[102258]: WARNING neutron.quota.resource_registry [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] rbac_policy is already registered Dec 10 19:05:06.771523 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.quota.resource_registry [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Creating instance of TrackedResource for resource:security_group Dec 10 19:05:06.772019 dv-neutron-821441-1-hyperv neutron-server[102258]: WARNING neutron.quota.resource_registry [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] security_group is already registered Dec 10 19:05:06.772458 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.quota.resource_registry [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Creating instance of TrackedResource for resource:security_group_rule Dec 10 19:05:06.772880 dv-neutron-821441-1-hyperv neutron-server[102258]: WARNING neutron.quota.resource_registry [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] security_group_rule is already registered Dec 10 19:05:06.773508 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.v2.resource_helper [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Service CORE assigned prefix: {{(pid=102258) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 19:05:06.773835 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.quota.resource_registry [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Creating instance of TrackedResource for resource:subnetpool Dec 10 19:05:06.774164 dv-neutron-821441-1-hyperv neutron-server[102258]: WARNING neutron.quota.resource_registry [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] subnetpool is already registered Dec 10 19:05:06.774576 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.v2.resource_helper [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Service CORE assigned prefix: {{(pid=102258) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 19:05:06.774897 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.quota.resource_registry [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Creating instance of TrackedResource for resource:subnetpool Dec 10 19:05:06.775220 dv-neutron-821441-1-hyperv neutron-server[102258]: WARNING neutron.quota.resource_registry [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] subnetpool is already registered Dec 10 19:05:06.775678 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extended resource: extensions {{(pid=102258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 19:05:06.777267 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extended resource: address-groups {{(pid=102258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 19:05:06.778763 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extended resource: address-scopes {{(pid=102258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 19:05:06.780085 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extended resource: agents {{(pid=102258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 19:05:06.781273 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extended resource: auto-allocated-topology {{(pid=102258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 19:05:06.782515 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extended resource: availability_zones {{(pid=102258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 19:05:06.783728 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extended resource: dhcp-networks {{(pid=102258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 19:05:06.785274 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extended resource: dhcp-agents {{(pid=102258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 19:05:06.786681 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extended resource: routers {{(pid=102258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 19:05:06.789090 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extended resource: flavors {{(pid=102258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 19:05:06.790242 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extended resource: service_profiles {{(pid=102258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 19:05:06.791442 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extended resource: next_providers {{(pid=102258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 19:05:06.792932 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extended resource: service_profiles {{(pid=102258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 19:05:06.794467 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extended resource: floatingip-pools {{(pid=102258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 19:05:06.795668 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extended resource: routers {{(pid=102258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 19:05:06.797802 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extended resource: floatingips {{(pid=102258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 19:05:06.799073 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extended resource: l3-routers {{(pid=102258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 19:05:06.800454 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extended resource: l3-agents {{(pid=102258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 19:05:06.801878 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extended resource: metering-labels {{(pid=102258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 19:05:06.803760 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extended resource: metering-label-rules {{(pid=102258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 19:05:06.805221 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extended resource: network-ip-availabilities {{(pid=102258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 19:05:06.806490 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extended resource: bindings {{(pid=102258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 19:05:06.809283 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extended resource: quotas {{(pid=102258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 19:05:06.810746 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extended resource: quotas {{(pid=102258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 19:05:06.812162 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extended resource: rbac-policies {{(pid=102258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 19:05:06.813381 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extended resource: security-groups {{(pid=102258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 19:05:06.814692 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extended resource: security-group-rules {{(pid=102258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 19:05:06.815947 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extended resource: service-providers {{(pid=102258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 19:05:06.817192 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extended resource: subnetpools {{(pid=102258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 19:05:06.818610 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extended resource: subnetpools {{(pid=102258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 19:05:06.820638 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extended resource: tags {{(pid=102258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 19:05:06.822300 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extended resource: tags {{(pid=102258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 19:05:06.824157 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extended resource: tags {{(pid=102258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 19:05:06.825958 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extended resource: tags {{(pid=102258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 19:05:06.827725 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extended resource: tags {{(pid=102258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 19:05:06.829607 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extended resource: tags {{(pid=102258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 19:05:06.831292 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extended resource: tags {{(pid=102258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 19:05:06.833215 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extended resource: tags {{(pid=102258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 19:05:06.835120 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extended resource: tags {{(pid=102258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 19:05:06.836871 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron.api.extensions [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Extended resource: tags {{(pid=102258) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 19:05:06.843233 dv-neutron-821441-1-hyperv neutron-server[102258]: WARNING keystonemiddleware.auth_token [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 10 19:05:06.847992 dv-neutron-821441-1-hyperv neutron-server[102258]: WARNING keystonemiddleware.auth_token [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 10 19:05:06.857391 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_concurrency.lockutils [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Acquired lock "singleton_lock" {{(pid=102258) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Dec 10 19:05:06.857716 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_concurrency.lockutils [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Releasing lock "singleton_lock" {{(pid=102258) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Dec 10 19:05:06.858362 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO oslo_service.service [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Starting 2 workers Dec 10 19:05:06.863247 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Started child 102365 {{(pid=102258) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 10 19:05:06.868530 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Started child 102366 {{(pid=102258) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 10 19:05:06.869738 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:05:06.870375 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO neutron.service [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Neutron service started, listening on 0.0.0.0:9696 Dec 10 19:05:06.870794 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Notify callbacks [] for process, before_spawn {{(pid=102258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:05:06.871207 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [-] (102365) wsgi starting up on http://0.0.0.0:9696 Dec 10 19:05:06.873262 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO oslo_service.service [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Starting 1 workers Dec 10 19:05:06.873492 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:05:06.874873 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [-] (102366) wsgi starting up on http://0.0.0.0:9696 Dec 10 19:05:06.878512 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Started child 102367 {{(pid=102258) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 10 19:05:06.879046 dv-neutron-821441-1-hyperv neutron-server[102258]: INFO oslo_service.service [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Starting 1 workers Dec 10 19:05:06.883393 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.service [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] calling RpcWorker wait() {{(pid=102367) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 10 19:05:06.884017 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.service [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] returning from RpcWorker wait() {{(pid=102367) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 10 19:05:06.884396 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Started child 102368 {{(pid=102258) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 10 19:05:06.885274 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG neutron_lib.callbacks.manager [None req-c1c9b8f0-4bf6-44b1-baea-bb6794d6e2dd None None] Notify callbacks [] for process, after_spawn {{(pid=102258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:05:06.885547 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:05:06.886047 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:05:06.887126 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102258) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 10 19:05:06.887341 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:05:06.887521 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 10 19:05:06.887750 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 10 19:05:06.888084 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 10 19:05:06.888246 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 10 19:05:06.888787 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.889072 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.889342 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.889446 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:05:06.889908 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.889908 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.890479 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.890741 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.890991 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.891263 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.891516 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.891690 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.891841 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.892092 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.892349 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.892693 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.892967 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.893204 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.893526 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.893666 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.893841 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.894107 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.894327 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.894582 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] debug = True {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.894862 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.895346 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.895571 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.895818 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.896031 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.896296 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.896532 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.896901 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.897273 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.897505 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.897717 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.898580 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.898815 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.899059 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.899247 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.899499 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.899751 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.900230 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] host = dv-neutron-821441-1-hyperv {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.900555 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.900734 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.900990 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.901244 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.901502 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.901720 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.901982 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.902236 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.902499 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.902720 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.902973 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.903221 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.903588 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.903774 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] log_file = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.903899 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] log_options = True {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.904077 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.904431 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.904642 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.904782 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.904941 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.905102 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.905358 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.905518 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.905789 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.906020 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.906229 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.906474 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.906670 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.906893 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.907305 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.907550 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.907779 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.907988 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.908244 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.908476 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.908719 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.908966 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.909177 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.909406 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.909621 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.909872 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.910173 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.910409 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.910618 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.910865 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.911095 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.911350 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.911648 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.911791 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.912058 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.912278 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.912581 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.912803 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.913221 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.913445 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.913887 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.914150 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.914464 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.914607 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.914810 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.915110 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.915257 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] use_json = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.915452 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.915697 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.915957 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.916184 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.916445 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.916656 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.916866 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.917094 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:06.917527 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.917826 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.918167 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.918392 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.919816 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.920067 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:05:06.920210 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.920359 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.920629 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.920880 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.921113 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.921418 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.921639 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.922060 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.922209 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.922425 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.922712 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.922987 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.924751 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.925022 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.925759 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.925759 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.925940 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.926095 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.926340 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.926616 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.926901 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.927357 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.928576 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.930223 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.930477 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.931562 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.931562 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.932074 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.933789 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.933789 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.933789 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.934201 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.934697 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.935135 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.936211 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.936478 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.937612 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.938119 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.938502 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.938777 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.939035 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.939288 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.940834 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.941835 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.942235 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.942656 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.942923 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.943185 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.943428 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.944266 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.944662 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.945153 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.945590 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.946006 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.946271 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.946559 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.946810 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.947041 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.947289 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.947505 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.947753 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.948182 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.948442 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.948703 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.948952 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.949206 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.949447 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.949701 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.949931 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.950183 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.950511 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.950685 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.950926 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.951157 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.951387 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.951612 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.951829 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.952070 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.952316 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.952542 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.952786 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.953020 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.953235 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.953453 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.953716 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.954045 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.954308 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.954540 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.954795 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.955047 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.955293 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.955546 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.955806 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.956122 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.956362 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.956697 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.956924 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.957186 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.957411 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.957648 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.957887 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.958109 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.958333 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.958552 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.958802 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.959030 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.959522 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.959779 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.960196 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.960486 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.960756 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.961126 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.961459 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.961722 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.961953 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.962230 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.962551 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.962816 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.963089 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.963324 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.963585 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.963828 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.964077 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.964338 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.964628 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.964891 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.965140 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.965507 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.965788 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.966134 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.966360 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.966596 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.966926 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.967197 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.967418 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.967669 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.967959 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.968214 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.968447 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.968744 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.969051 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.969232 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.969485 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.969735 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.969962 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.970210 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.970464 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.970674 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.970886 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.971115 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.971351 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.971573 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.971792 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.972047 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.972262 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.972531 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.972768 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.972995 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.973234 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.973570 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.973726 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.973933 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.974167 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.974844 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.975882 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.976356 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.976815 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.977097 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.977326 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.977636 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.977894 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.978120 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.978357 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.978587 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.978845 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.979067 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.979323 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.979547 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.979766 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.979983 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.980205 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.980420 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.980706 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.980938 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.981154 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.981390 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.981630 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.981975 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.982239 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.982473 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.982720 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.982943 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.983182 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.983421 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.983640 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.983857 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.984074 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.984290 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.984591 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.984817 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.985075 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.985294 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.985513 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.985730 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.985947 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.986160 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.986480 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.986740 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.987007 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.987285 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.987537 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.987752 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.988000 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.988213 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.988426 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.988681 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.988899 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.989109 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.989619 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.989619 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.989784 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.989973 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.990189 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.990399 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.991496 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.991780 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.992019 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.992246 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.992490 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.992745 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.992973 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.993185 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.993398 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.993645 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.993862 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.994073 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.994324 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.994534 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.994744 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.994964 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.995200 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.995409 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.995712 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.995960 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.996178 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.996467 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.996724 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.996972 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.997212 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.997505 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.997717 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.997957 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.998193 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.998426 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.998645 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.998910 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.999240 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.999507 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:06.999769 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.000001 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.000283 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.000580 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.000861 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.001097 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.001378 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.001751 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.001974 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.002321 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.002452 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.002685 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.003110 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.003110 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.003345 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.003581 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.003796 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.004033 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.004342 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.004520 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.004749 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.004978 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.005194 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.005420 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.005654 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.005956 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.007332 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.007332 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 10 19:05:07.007991 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102258) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 10 19:05:07.008151 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 10 19:05:07.008302 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 10 19:05:07.008508 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 10 19:05:07.008698 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 10 19:05:07.008853 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 10 19:05:07.009061 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.009223 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.009382 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.009542 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.009706 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.009885 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.010045 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.010203 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.010360 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.010518 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.010677 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.010834 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.010992 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.011148 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.011305 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.011462 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.011620 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.011797 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.011926 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.012088 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.012245 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.012403 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.012592 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] debug = True {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.012720 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.012925 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.013074 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.013236 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.013393 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.013549 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.013708 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.013866 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.014023 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.014180 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.014337 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.014493 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.014649 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.014806 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.014962 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.015118 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.015276 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.015432 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] host = dv-neutron-821441-1-hyperv {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.015589 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.015772 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.015906 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.016049 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.016257 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.016355 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.016523 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.016682 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.016838 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.016999 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.017177 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.017309 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.017465 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.017621 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] log_file = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.017779 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] log_options = True {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.017935 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.018092 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.018298 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.018437 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.018565 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.018735 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.018867 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.019024 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.019183 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.019339 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.019494 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.019651 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.019808 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.019963 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.020122 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.020279 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.020436 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.020630 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.020790 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.020949 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.021110 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.021268 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.021424 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.021581 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.021765 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.021898 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.022119 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.022393 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.022692 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.022906 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.023069 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.023185 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:05:07.023278 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.023378 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.023537 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.023694 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.023851 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.024009 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.024166 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.024327 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.024553 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.024693 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.024829 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.024980 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.025126 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.025263 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.025395 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.025552 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] use_json = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.025709 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.025865 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.026021 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.026177 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.026334 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.026489 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.026647 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.026807 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 19:05:07.026991 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.027152 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.027328 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.027491 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.027651 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.027810 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.027973 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.028134 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.028294 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.028454 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.028658 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.028818 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.028988 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.029149 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.029309 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.029472 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.029633 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.029802 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.029940 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.030101 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.030263 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.030425 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.030593 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.030752 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.030912 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.031071 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.031232 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.031406 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.031565 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.031725 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.031886 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.032045 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.032207 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.032369 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.032548 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.032710 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.032872 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.033033 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.033192 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.033352 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.033511 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.033672 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.033832 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.033995 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.034131 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.034290 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.034450 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.034609 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.034761 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.034917 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.035092 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.035222 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.035387 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.035549 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.035709 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.035912 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.036046 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.036180 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.036334 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.036506 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.036672 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.036822 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.036984 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.037142 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.037295 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.038227 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.038448 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.038742 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.039037 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.039177 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.039311 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.039457 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.039619 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.039771 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.039932 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.040095 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.040255 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.040401 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.040700 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.040858 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.040997 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.041147 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.041283 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.041420 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.041509 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.041626 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.041786 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.041946 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.042107 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.042277 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.042452 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.042614 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.042776 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.042936 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.043094 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.043255 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.043415 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.043576 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.043738 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.043898 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.044058 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.044219 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.044382 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.044552 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.044706 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.044865 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.045132 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.045266 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.045391 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.045515 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.045638 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.045761 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.045912 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.046072 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.046232 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.046391 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.046561 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.046721 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.046886 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.047047 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.047220 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.047394 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.047562 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.047688 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.047849 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.048010 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.048219 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.048338 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.048449 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.048678 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.048780 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.048931 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.049084 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.049279 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.049408 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.049552 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.049711 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.049894 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.050054 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.050214 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.050377 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.050537 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.050715 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.050847 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.050991 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.051151 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.051309 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.051469 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.051630 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.051789 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.051951 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.052112 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.052272 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.052433 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.052614 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.052775 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.052937 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.054176 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.054176 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.054368 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.054368 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.054517 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.054664 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.054825 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.054986 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.055147 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.055307 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.055468 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.055628 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.055787 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.055947 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.056106 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.056267 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.056427 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.056615 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.056779 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.056940 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.057102 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.057263 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.057423 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.057590 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.057751 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.057912 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.058072 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.058239 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.058398 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.058558 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.058719 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.058881 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.059041 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.059201 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.059365 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.059541 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.059701 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.059860 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.060021 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.060180 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.060339 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.060514 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.060676 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.060839 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.060998 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.061158 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.061323 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.061494 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.061636 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.061772 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.061930 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.062074 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.062253 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.062398 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.062929 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.062929 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.062929 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.063367 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.063367 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.063367 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.063751 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.063751 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.063751 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.064072 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.064072 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.064228 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.064358 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.064550 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.064682 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.064843 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.065002 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.065162 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.065331 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.065574 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.065779 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.065911 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.066072 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.066232 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.066402 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.066562 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.066722 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.066881 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.067040 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.067205 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.067375 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.067534 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.067695 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.067853 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.068013 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.068173 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.068333 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.068490 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.068785 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.069067 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.069353 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.069641 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.069801 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.069975 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.070137 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.070299 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.070459 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.070620 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.070784 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.070952 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.071118 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.071273 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.071459 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.071612 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.071749 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.071905 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.072115 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.072242 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.072366 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.072558 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.072714 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.072868 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.073027 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.073187 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.073347 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.073489 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.073653 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.073812 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.073972 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.074131 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.074290 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.074452 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.074611 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.074770 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.074930 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.075088 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.075248 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.075408 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.075567 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 19:05:07.075721 dv-neutron-821441-1-hyperv neutron-server[102258]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102258) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 10 19:05:07.175846 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 48376) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:05:07.185957 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [-] 10.222.0.69 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0077586 Dec 10 19:05:20.182160 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a09430-a544-4f5c-a5a8-3637e205f529 None None] get_active_networks_info from dv-neutron-821441-1-hyperv {{(pid=102367) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 10 19:05:20.351770 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a09430-a544-4f5c-a5a8-3637e205f529 None None] No non-hosted networks {{(pid=102367) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 10 19:05:20.360809 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.agentschedulers_db [None req-43a09430-a544-4f5c-a5a8-3637e205f529 None None] DHCP Agent not found on host dv-neutron-821441-1-hyperv {{(pid=102367) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 10 19:05:20.422211 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-be15b585-b4da-4fb8-99c4-344ff76de4ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3713012'] for agent, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:05:24.094500 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-3357a1fc-4210-413d-9665-c52f21c94877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3713012'] for agent, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:05:24.159307 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6288351c-3365-4c66-a513-b0420878df31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:05:25.275624 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3713012'] for agent, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:05:26.367471 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3713012'] for agent, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:05:26.369991 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:26.370517 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:26.371005 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:26.372748 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:26.373235 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:26.375167 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:26.375698 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:26.376413 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:26.379034 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:26.379545 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:26.380054 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:26.380730 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:26.381490 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-821441-1-hyperv', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:05:26.397587 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-821441-1-hyperv', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:05:26.668378 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3713012'] for agent, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:05:27.256081 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.db.l3_hamode_db [None req-e362232c-b323-46d5-8a6e-3742b957a115 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 10 19:05:27.336119 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e362232c-b323-46d5-8a6e-3742b957a115 None None] Routers set() bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:05:27.336539 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e362232c-b323-46d5-8a6e-3742b957a115 None None] Router IDs set() for agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 10 19:05:28.025869 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 48470) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:05:28.525882 dv-neutron-821441-1-hyperv neutron-server[102365]: WARNING oslo_policy.policy [None req-b5a90c6a-10c7-4757-956d-974305f3a841 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 19:05:28.526439 dv-neutron-821441-1-hyperv neutron-server[102365]: WARNING oslo_policy.policy [None req-b5a90c6a-10c7-4757-956d-974305f3a841 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 19:05:28.753021 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [None req-b5a90c6a-10c7-4757-956d-974305f3a841 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:05:28.754122 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-b5a90c6a-10c7-4757-956d-974305f3a841 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7273202 Dec 10 19:05:31.202361 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 48484) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:05:31.524625 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-878f36cc-b43f-448b-902f-fb8c1c921d68 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:05:31.620122 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.policy [None req-878f36cc-b43f-448b-902f-fb8c1c921d68 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102365) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 10 19:05:31.668208 dv-neutron-821441-1-hyperv neutron-server[102365]: WARNING oslo_policy.policy [None req-878f36cc-b43f-448b-902f-fb8c1c921d68 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 19:05:31.669065 dv-neutron-821441-1-hyperv neutron-server[102365]: WARNING oslo_policy.policy [None req-878f36cc-b43f-448b-902f-fb8c1c921d68 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 19:05:31.677832 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.quota [None req-878f36cc-b43f-448b-902f-fb8c1c921d68 admin admin] Loaded quota_driver: . Dec 10 19:05:31.768283 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-878f36cc-b43f-448b-902f-fb8c1c921d68 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769379563626', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769379564103', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769379511070', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769379515834', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769380191593', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769379598647', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-582496', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3535964', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-362895', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-663750'] for rbac-policy, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:05:31.839299 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-878f36cc-b43f-448b-902f-fb8c1c921d68 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:05:31.840484 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-878f36cc-b43f-448b-902f-fb8c1c921d68 admin admin] 10.222.0.69 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6371522 Dec 10 19:05:34.551538 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 48496) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:05:34.866933 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-e378bb31-45eb-427a-b109-6ee85d71653d admin admin] Request body: {'network': {'name': 'private', 'project_id': 'c3a4e823d4364fe18f87c8083d8f65ea', 'tenant_id': 'c3a4e823d4364fe18f87c8083d8f65ea', 'admin_state_up': True}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:05:34.898168 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e378bb31-45eb-427a-b109-6ee85d71653d admin admin] Made reservation on behalf of c3a4e823d4364fe18f87c8083d8f65ea for: {'network': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:05:34.901073 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e378bb31-45eb-427a-b109-6ee85d71653d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:05:34.919646 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e378bb31-45eb-427a-b109-6ee85d71653d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:05:35.036782 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e378bb31-45eb-427a-b109-6ee85d71653d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:05:35.040677 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e378bb31-45eb-427a-b109-6ee85d71653d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:05:35.066528 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e378bb31-45eb-427a-b109-6ee85d71653d admin admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=102365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:05:35.094269 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e378bb31-45eb-427a-b109-6ee85d71653d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769381585839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:05:35.094892 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e378bb31-45eb-427a-b109-6ee85d71653d admin admin] Unsubscribe: segment precommit_create {{(pid=102365) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 10 19:05:35.095471 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.segments_db [None req-e378bb31-45eb-427a-b109-6ee85d71653d admin admin] Added segment 826c36f7-3c5c-434f-b142-1fdcf17332de of type vlan for network 6ec0120a-56e7-4acb-affa-25c3539eccd2 Dec 10 19:05:35.101457 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e378bb31-45eb-427a-b109-6ee85d71653d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f928b0-c187-4d57-b626-6102bae30ac0,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:35.123706 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e378bb31-45eb-427a-b109-6ee85d71653d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:35.124214 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e378bb31-45eb-427a-b109-6ee85d71653d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:35.124567 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e378bb31-45eb-427a-b109-6ee85d71653d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:35.124891 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e378bb31-45eb-427a-b109-6ee85d71653d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:35.125207 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e378bb31-45eb-427a-b109-6ee85d71653d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:35.125536 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e378bb31-45eb-427a-b109-6ee85d71653d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:35.125854 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e378bb31-45eb-427a-b109-6ee85d71653d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:35.126182 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e378bb31-45eb-427a-b109-6ee85d71653d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:35.126498 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e378bb31-45eb-427a-b109-6ee85d71653d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:35.126806 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e378bb31-45eb-427a-b109-6ee85d71653d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:35.127118 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e378bb31-45eb-427a-b109-6ee85d71653d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:35.127417 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e378bb31-45eb-427a-b109-6ee85d71653d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:35.128767 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e378bb31-45eb-427a-b109-6ee85d71653d admin admin] Tracked resource versions report: Dec 10 19:05:35.128767 dv-neutron-821441-1-hyperv neutron-server[102365]: pushed versions: Dec 10 19:05:35.128767 dv-neutron-821441-1-hyperv neutron-server[102365]: { 'AddressGroup': {'1.2'}, Dec 10 19:05:35.128767 dv-neutron-821441-1-hyperv neutron-server[102365]: 'ConntrackHelper': {'1.0'}, Dec 10 19:05:35.128767 dv-neutron-821441-1-hyperv neutron-server[102365]: 'Log': {'1.0'}, Dec 10 19:05:35.128767 dv-neutron-821441-1-hyperv neutron-server[102365]: 'Network': {'1.1'}, Dec 10 19:05:35.128767 dv-neutron-821441-1-hyperv neutron-server[102365]: 'Port': {'1.7'}, Dec 10 19:05:35.128767 dv-neutron-821441-1-hyperv neutron-server[102365]: 'PortForwarding': {'1.2'}, Dec 10 19:05:35.128767 dv-neutron-821441-1-hyperv neutron-server[102365]: 'QosPolicy': {'1.9'}, Dec 10 19:05:35.128767 dv-neutron-821441-1-hyperv neutron-server[102365]: 'SecurityGroup': {'1.4'}, Dec 10 19:05:35.128767 dv-neutron-821441-1-hyperv neutron-server[102365]: 'SecurityGroupRule': {'1.2'}, Dec 10 19:05:35.128767 dv-neutron-821441-1-hyperv neutron-server[102365]: 'SubPort': {'1.0'}, Dec 10 19:05:35.128767 dv-neutron-821441-1-hyperv neutron-server[102365]: 'Subnet': {'1.1'}, Dec 10 19:05:35.128767 dv-neutron-821441-1-hyperv neutron-server[102365]: 'Trunk': {'1.1'}} Dec 10 19:05:35.128767 dv-neutron-821441-1-hyperv neutron-server[102365]: consumer versions: Dec 10 19:05:35.128767 dv-neutron-821441-1-hyperv neutron-server[102365]: { DHCP agent@dv-neutron-821441-1-hyperv: {}, Dec 10 19:05:35.128767 dv-neutron-821441-1-hyperv neutron-server[102365]: L3 agent@dv-neutron-821441-1-hyperv: {}, Dec 10 19:05:35.128767 dv-neutron-821441-1-hyperv neutron-server[102365]: Metadata agent@dv-neutron-821441-1-hyperv: {}, Dec 10 19:05:35.128767 dv-neutron-821441-1-hyperv neutron-server[102365]: Metering agent@dv-neutron-821441-1-hyperv: {}, Dec 10 19:05:35.128767 dv-neutron-821441-1-hyperv neutron-server[102365]: Open vSwitch agent@dv-neutron-821441-1-hyperv: { 'AddressGroup': '1.2', Dec 10 19:05:35.128767 dv-neutron-821441-1-hyperv neutron-server[102365]: 'ConntrackHelper': '1.0', Dec 10 19:05:35.128767 dv-neutron-821441-1-hyperv neutron-server[102365]: 'Log': '1.0', Dec 10 19:05:35.128767 dv-neutron-821441-1-hyperv neutron-server[102365]: 'Network': '1.1', Dec 10 19:05:35.128767 dv-neutron-821441-1-hyperv neutron-server[102365]: 'Port': '1.7', Dec 10 19:05:35.128767 dv-neutron-821441-1-hyperv neutron-server[102365]: 'PortForwarding': '1.2', Dec 10 19:05:35.128767 dv-neutron-821441-1-hyperv neutron-server[102365]: 'QosPolicy': '1.9', Dec 10 19:05:35.128767 dv-neutron-821441-1-hyperv neutron-server[102365]: 'SecurityGroup': '1.4', Dec 10 19:05:35.128767 dv-neutron-821441-1-hyperv neutron-server[102365]: 'SecurityGroupRule': '1.2', Dec 10 19:05:35.128767 dv-neutron-821441-1-hyperv neutron-server[102365]: 'SubPort': '1.0', Dec 10 19:05:35.128767 dv-neutron-821441-1-hyperv neutron-server[102365]: 'Subnet': '1.1', Dec 10 19:05:35.128767 dv-neutron-821441-1-hyperv neutron-server[102365]: 'Trunk': '1.1'}} Dec 10 19:05:35.128767 dv-neutron-821441-1-hyperv neutron-server[102365]: {{(pid=102365) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 19:05:35.221683 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e378bb31-45eb-427a-b109-6ee85d71653d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:05:35.263619 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e378bb31-45eb-427a-b109-6ee85d71653d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:05:35.264991 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e378bb31-45eb-427a-b109-6ee85d71653d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:35.265628 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e378bb31-45eb-427a-b109-6ee85d71653d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:05:35.347985 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-e378bb31-45eb-427a-b109-6ee85d71653d admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7953262 Dec 10 19:05:35.375357 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e378bb31-45eb-427a-b109-6ee85d71653d admin admin] Pushing event updated for resources: {'Network': ['ID=6ec0120a-56e7-4acb-affa-25c3539eccd2,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:35.388200 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 6ec0120a-56e7-4acb-affa-25c3539eccd2 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:05:38.124356 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 48510) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:05:38.530817 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471f0fcd-da1a-45a7-aec8-dc7a35b2d78d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:38.532189 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-471f0fcd-da1a-45a7-aec8-dc7a35b2d78d admin admin] 10.222.0.69 "GET /v2.0/networks/6ec0120a-56e7-4acb-affa-25c3539eccd2 HTTP/1.1" status: 200 len: 825 time: 0.4068604 Dec 10 19:05:38.558823 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-3beb6e23-2eea-4a59-9f07-1afe358ddbf5 admin admin] 10.222.0.69 "GET /v2.0/subnetpools/64f057f5-eb02-4373-bf73-a4952b337744 HTTP/1.1" status: 200 len: 734 time: 0.0196164 Dec 10 19:05:38.568770 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-803f4848-c665-42a0-89c6-46472aef6d40 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '64f057f5-eb02-4373-bf73-a4952b337744', 'name': 'private-subnet', 'tenant_id': 'c3a4e823d4364fe18f87c8083d8f65ea', 'network_id': '6ec0120a-56e7-4acb-affa-25c3539eccd2'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:05:38.591821 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803f4848-c665-42a0-89c6-46472aef6d40 admin admin] Made reservation on behalf of c3a4e823d4364fe18f87c8083d8f65ea for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:05:38.594131 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-803f4848-c665-42a0-89c6-46472aef6d40 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:05:38.903551 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-803f4848-c665-42a0-89c6-46472aef6d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:05:38.978013 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803f4848-c665-42a0-89c6-46472aef6d40 admin admin] Checking segment: {'id': '826c36f7-3c5c-434f-b142-1fdcf17332de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6ec0120a-56e7-4acb-affa-25c3539eccd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:05:38.978388 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803f4848-c665-42a0-89c6-46472aef6d40 admin admin] Network hostable DHCP agents. Network: 6ec0120a-56e7-4acb-affa-25c3539eccd2, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:05:38.985477 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f4848-c665-42a0-89c6-46472aef6d40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=199362a2-5df0-46a1-86d0-f2bf191dd500,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:39.006079 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803f4848-c665-42a0-89c6-46472aef6d40 admin admin] Network 6ec0120a-56e7-4acb-affa-25c3539eccd2 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:05:39.025574 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-803f4848-c665-42a0-89c6-46472aef6d40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 6ec0120a-56e7-4acb-affa-25c3539eccd2) {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:05:39.030580 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803f4848-c665-42a0-89c6-46472aef6d40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:39.031219 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-803f4848-c665-42a0-89c6-46472aef6d40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:05:39.035650 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17707e19-a921-45e9-941c-4d796e20ee59 None None] Network 6ec0120a-56e7-4acb-affa-25c3539eccd2 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:05:39.054679 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-803f4848-c665-42a0-89c6-46472aef6d40 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4848380 Dec 10 19:05:39.371004 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85beecd1-b9f0-4e83-b502-ba1cc8abfe0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-6ec0120a-56e7-4acb-affa-25c3539eccd2', 'network_id': '6ec0120a-56e7-4acb-affa-25c3539eccd2', 'tenant_id': 'c3a4e823d4364fe18f87c8083d8f65ea', 'fixed_ips': [{'subnet_id': '199362a2-5df0-46a1-86d0-f2bf191dd500'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:05:39.372092 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-85beecd1-b9f0-4e83-b502-ba1cc8abfe0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:05:39.670296 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-85beecd1-b9f0-4e83-b502-ba1cc8abfe0b None None] Allocated IP 172.20.0.2 (6ec0120a-56e7-4acb-affa-25c3539eccd2/199362a2-5df0-46a1-86d0-f2bf191dd500/41c9f46d-f84f-40fd-affa-ba3dc2d1159b) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:05:39.914137 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-85beecd1-b9f0-4e83-b502-ba1cc8abfe0b None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:05:39.922029 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-85beecd1-b9f0-4e83-b502-ba1cc8abfe0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:05:39.997843 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85beecd1-b9f0-4e83-b502-ba1cc8abfe0b None None] Network 6ec0120a-56e7-4acb-affa-25c3539eccd2 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:05:40.003504 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-85beecd1-b9f0-4e83-b502-ba1cc8abfe0b None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:05:40.011820 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85beecd1-b9f0-4e83-b502-ba1cc8abfe0b None None] Pushing event updated for resources: {'Port': ['ID=41c9f46d-f84f-40fd-affa-ba3dc2d1159b,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:40.014075 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85beecd1-b9f0-4e83-b502-ba1cc8abfe0b None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:05:40.023937 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85beecd1-b9f0-4e83-b502-ba1cc8abfe0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:40.024294 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85beecd1-b9f0-4e83-b502-ba1cc8abfe0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:40.024654 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85beecd1-b9f0-4e83-b502-ba1cc8abfe0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:40.024984 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85beecd1-b9f0-4e83-b502-ba1cc8abfe0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:40.025307 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85beecd1-b9f0-4e83-b502-ba1cc8abfe0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:40.025643 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85beecd1-b9f0-4e83-b502-ba1cc8abfe0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:40.025970 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85beecd1-b9f0-4e83-b502-ba1cc8abfe0b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:40.026299 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85beecd1-b9f0-4e83-b502-ba1cc8abfe0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:40.026635 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85beecd1-b9f0-4e83-b502-ba1cc8abfe0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:40.026961 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85beecd1-b9f0-4e83-b502-ba1cc8abfe0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:40.027265 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85beecd1-b9f0-4e83-b502-ba1cc8abfe0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:40.027579 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85beecd1-b9f0-4e83-b502-ba1cc8abfe0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:40.028987 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85beecd1-b9f0-4e83-b502-ba1cc8abfe0b None None] Tracked resource versions report: Dec 10 19:05:40.028987 dv-neutron-821441-1-hyperv neutron-server[102367]: pushed versions: Dec 10 19:05:40.028987 dv-neutron-821441-1-hyperv neutron-server[102367]: { 'AddressGroup': {'1.2'}, Dec 10 19:05:40.028987 dv-neutron-821441-1-hyperv neutron-server[102367]: 'ConntrackHelper': {'1.0'}, Dec 10 19:05:40.028987 dv-neutron-821441-1-hyperv neutron-server[102367]: 'Log': {'1.0'}, Dec 10 19:05:40.028987 dv-neutron-821441-1-hyperv neutron-server[102367]: 'Network': {'1.1'}, Dec 10 19:05:40.028987 dv-neutron-821441-1-hyperv neutron-server[102367]: 'Port': {'1.7'}, Dec 10 19:05:40.028987 dv-neutron-821441-1-hyperv neutron-server[102367]: 'PortForwarding': {'1.2'}, Dec 10 19:05:40.028987 dv-neutron-821441-1-hyperv neutron-server[102367]: 'QosPolicy': {'1.9'}, Dec 10 19:05:40.028987 dv-neutron-821441-1-hyperv neutron-server[102367]: 'SecurityGroup': {'1.4'}, Dec 10 19:05:40.028987 dv-neutron-821441-1-hyperv neutron-server[102367]: 'SecurityGroupRule': {'1.2'}, Dec 10 19:05:40.028987 dv-neutron-821441-1-hyperv neutron-server[102367]: 'SubPort': {'1.0'}, Dec 10 19:05:40.028987 dv-neutron-821441-1-hyperv neutron-server[102367]: 'Subnet': {'1.1'}, Dec 10 19:05:40.028987 dv-neutron-821441-1-hyperv neutron-server[102367]: 'Trunk': {'1.1'}} Dec 10 19:05:40.028987 dv-neutron-821441-1-hyperv neutron-server[102367]: consumer versions: Dec 10 19:05:40.028987 dv-neutron-821441-1-hyperv neutron-server[102367]: { DHCP agent@dv-neutron-821441-1-hyperv: {}, Dec 10 19:05:40.028987 dv-neutron-821441-1-hyperv neutron-server[102367]: L3 agent@dv-neutron-821441-1-hyperv: {}, Dec 10 19:05:40.028987 dv-neutron-821441-1-hyperv neutron-server[102367]: Metadata agent@dv-neutron-821441-1-hyperv: {}, Dec 10 19:05:40.028987 dv-neutron-821441-1-hyperv neutron-server[102367]: Metering agent@dv-neutron-821441-1-hyperv: {}, Dec 10 19:05:40.028987 dv-neutron-821441-1-hyperv neutron-server[102367]: Open vSwitch agent@dv-neutron-821441-1-hyperv: { 'AddressGroup': '1.2', Dec 10 19:05:40.028987 dv-neutron-821441-1-hyperv neutron-server[102367]: 'ConntrackHelper': '1.0', Dec 10 19:05:40.028987 dv-neutron-821441-1-hyperv neutron-server[102367]: 'Log': '1.0', Dec 10 19:05:40.028987 dv-neutron-821441-1-hyperv neutron-server[102367]: 'Network': '1.1', Dec 10 19:05:40.028987 dv-neutron-821441-1-hyperv neutron-server[102367]: 'Port': '1.7', Dec 10 19:05:40.028987 dv-neutron-821441-1-hyperv neutron-server[102367]: 'PortForwarding': '1.2', Dec 10 19:05:40.028987 dv-neutron-821441-1-hyperv neutron-server[102367]: 'QosPolicy': '1.9', Dec 10 19:05:40.028987 dv-neutron-821441-1-hyperv neutron-server[102367]: 'SecurityGroup': '1.4', Dec 10 19:05:40.028987 dv-neutron-821441-1-hyperv neutron-server[102367]: 'SecurityGroupRule': '1.2', Dec 10 19:05:40.028987 dv-neutron-821441-1-hyperv neutron-server[102367]: 'SubPort': '1.0', Dec 10 19:05:40.028987 dv-neutron-821441-1-hyperv neutron-server[102367]: 'Subnet': '1.1', Dec 10 19:05:40.028987 dv-neutron-821441-1-hyperv neutron-server[102367]: 'Trunk': '1.1'}} Dec 10 19:05:40.028987 dv-neutron-821441-1-hyperv neutron-server[102367]: {{(pid=102367) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 19:05:40.102330 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-85beecd1-b9f0-4e83-b502-ba1cc8abfe0b None None] Attempting to bind port 41c9f46d-f84f-40fd-affa-ba3dc2d1159b on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:05:40.103006 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-85beecd1-b9f0-4e83-b502-ba1cc8abfe0b None None] Attempting to bind port 41c9f46d-f84f-40fd-affa-ba3dc2d1159b by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '826c36f7-3c5c-434f-b142-1fdcf17332de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6ec0120a-56e7-4acb-affa-25c3539eccd2'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:05:40.103128 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85beecd1-b9f0-4e83-b502-ba1cc8abfe0b None None] Attempting to bind port 41c9f46d-f84f-40fd-affa-ba3dc2d1159b on network 6ec0120a-56e7-4acb-affa-25c3539eccd2 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:05:40.108060 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85beecd1-b9f0-4e83-b502-ba1cc8abfe0b None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:05:40.108479 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85beecd1-b9f0-4e83-b502-ba1cc8abfe0b None None] Checking segment: {'id': '826c36f7-3c5c-434f-b142-1fdcf17332de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6ec0120a-56e7-4acb-affa-25c3539eccd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:05:40.108945 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-85beecd1-b9f0-4e83-b502-ba1cc8abfe0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:05:40.109337 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85beecd1-b9f0-4e83-b502-ba1cc8abfe0b None None] Bound using segment: {'id': '826c36f7-3c5c-434f-b142-1fdcf17332de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6ec0120a-56e7-4acb-affa-25c3539eccd2'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:05:40.109844 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-85beecd1-b9f0-4e83-b502-ba1cc8abfe0b None None] Bound port: 41c9f46d-f84f-40fd-affa-ba3dc2d1159b, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '826c36f7-3c5c-434f-b142-1fdcf17332de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6ec0120a-56e7-4acb-affa-25c3539eccd2'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:05:40.110251 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-85beecd1-b9f0-4e83-b502-ba1cc8abfe0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:05:40.173687 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-85beecd1-b9f0-4e83-b502-ba1cc8abfe0b None None] For port 41c9f46d-f84f-40fd-affa-ba3dc2d1159b, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:05:40.181505 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-85beecd1-b9f0-4e83-b502-ba1cc8abfe0b None None] For port 41c9f46d-f84f-40fd-affa-ba3dc2d1159b, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=41c9f46d-f84f-40fd-affa-ba3dc2d1159b,segment=NetworkSegment(826c36f7-3c5c-434f-b142-1fdcf17332de),segment_id=826c36f7-3c5c-434f-b142-1fdcf17332de)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:05:40.186037 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-85beecd1-b9f0-4e83-b502-ba1cc8abfe0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:05:40.257368 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85beecd1-b9f0-4e83-b502-ba1cc8abfe0b None None] Pushing event updated for resources: {'Port': ['ID=41c9f46d-f84f-40fd-affa-ba3dc2d1159b,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:41.639034 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 48518) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:05:41.992010 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [None req-a55c4a54-2e14-449f-8db0-82a44180fed7 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:05:41.993159 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-a55c4a54-2e14-449f-8db0-82a44180fed7 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3528252 Dec 10 19:05:44.579488 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 48526) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:05:45.203533 dv-neutron-821441-1-hyperv neutron-server[102366]: WARNING oslo_policy.policy [None req-0a8196fe-b245-41bc-871c-1ed9f0884dd0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 19:05:45.204116 dv-neutron-821441-1-hyperv neutron-server[102366]: WARNING oslo_policy.policy [None req-0a8196fe-b245-41bc-871c-1ed9f0884dd0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 19:05:45.486000 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [None req-0a8196fe-b245-41bc-871c-1ed9f0884dd0 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:05:45.487268 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-0a8196fe-b245-41bc-871c-1ed9f0884dd0 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9054861 Dec 10 19:05:48.244160 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 48546) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:05:48.569260 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-aea7e9ae-eb62-4810-ab81-33f749adecb1 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'c3a4e823d4364fe18f87c8083d8f65ea'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:05:48.594798 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-aea7e9ae-eb62-4810-ab81-33f749adecb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:05:48.596614 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-aea7e9ae-eb62-4810-ab81-33f749adecb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:05:48.745555 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-aea7e9ae-eb62-4810-ab81-33f749adecb1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:05:48.751204 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-aea7e9ae-eb62-4810-ab81-33f749adecb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:05:48.771090 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-aea7e9ae-eb62-4810-ab81-33f749adecb1 admin admin] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:05:48.772326 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-aea7e9ae-eb62-4810-ab81-33f749adecb1 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5270340 Dec 10 19:05:49.192248 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c42ec0-367e-457c-85da-a492b9cc4b5a None None] Network 6ec0120a-56e7-4acb-affa-25c3539eccd2 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:05:49.260079 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-293e313b-0db3-4ad7-823e-49739fb2f345 None None] Provisioning complete for port 41c9f46d-f84f-40fd-affa-ba3dc2d1159b triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:05:49.260455 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-293e313b-0db3-4ad7-823e-49739fb2f345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:05:49.454356 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-293e313b-0db3-4ad7-823e-49739fb2f345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:05:49.526094 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-293e313b-0db3-4ad7-823e-49739fb2f345 None None] For port 41c9f46d-f84f-40fd-affa-ba3dc2d1159b, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=41c9f46d-f84f-40fd-affa-ba3dc2d1159b,segment=NetworkSegment(826c36f7-3c5c-434f-b142-1fdcf17332de),segment_id=826c36f7-3c5c-434f-b142-1fdcf17332de)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:05:49.537712 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-293e313b-0db3-4ad7-823e-49739fb2f345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:05:49.590324 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293e313b-0db3-4ad7-823e-49739fb2f345 None None] Pushing event updated for resources: {'Port': ['ID=41c9f46d-f84f-40fd-affa-ba3dc2d1159b,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:49.758062 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf26b-deca-445b-a856-316a11339052 None None] Provisioning complete for port 41c9f46d-f84f-40fd-affa-ba3dc2d1159b triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:05:49.758425 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf26b-deca-445b-a856-316a11339052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:05:49.878219 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 41c9f46d-f84f-40fd-affa-ba3dc2d1159b up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:05:49.929075 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 41c9f46d-f84f-40fd-affa-ba3dc2d1159b triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:05:49.929440 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:05:50.075789 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2aa9439e-9437-40a9-9202-222e77007a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:05:51.274326 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 48554) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:05:51.606715 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [None req-477c0295-ccbb-44db-8a8a-8b702169a411 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:05:51.607690 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-477c0295-ccbb-44db-8a8a-8b702169a411 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3324342 Dec 10 19:05:54.074569 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 48562) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:05:54.099467 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e5e57b92-b52a-422f-8b40-ddcb6eb08f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:05:54.425103 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-a4e6c4be-59cc-4a62-8662-12fbc61b0736 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:05:54.427498 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.quota [None req-a4e6c4be-59cc-4a62-8662-12fbc61b0736 admin admin] Loaded quota_driver: . Dec 10 19:05:54.484783 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e6c4be-59cc-4a62-8662-12fbc61b0736 admin admin] Made reservation on behalf of 114930f8dfd64f349b7dbebe8142578f for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:05:54.554701 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.policy [None req-a4e6c4be-59cc-4a62-8662-12fbc61b0736 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102366) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 10 19:05:54.602237 dv-neutron-821441-1-hyperv neutron-server[102366]: WARNING oslo_policy.policy [None req-a4e6c4be-59cc-4a62-8662-12fbc61b0736 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 19:05:54.602613 dv-neutron-821441-1-hyperv neutron-server[102366]: WARNING oslo_policy.policy [None req-a4e6c4be-59cc-4a62-8662-12fbc61b0736 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 19:05:54.613333 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a4e6c4be-59cc-4a62-8662-12fbc61b0736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:05:54.634659 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a4e6c4be-59cc-4a62-8662-12fbc61b0736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:05:54.756008 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a4e6c4be-59cc-4a62-8662-12fbc61b0736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:05:54.760117 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a4e6c4be-59cc-4a62-8662-12fbc61b0736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:05:54.774800 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a4e6c4be-59cc-4a62-8662-12fbc61b0736 admin admin] Reserving flat network on physical network physnet1 {{(pid=102366) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 10 19:05:54.808309 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a4e6c4be-59cc-4a62-8662-12fbc61b0736 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769381585839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:05:54.808939 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a4e6c4be-59cc-4a62-8662-12fbc61b0736 admin admin] Unsubscribe: segment precommit_create {{(pid=102366) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 10 19:05:54.809428 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-a4e6c4be-59cc-4a62-8662-12fbc61b0736 admin admin] Added segment 9905da46-6b16-4f69-a372-d9e64006a0c6 of type flat for network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 Dec 10 19:05:54.827070 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e6c4be-59cc-4a62-8662-12fbc61b0736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba5637e-d32b-441f-9fbd-9da9eb70c348,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:54.848810 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e6c4be-59cc-4a62-8662-12fbc61b0736 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:54.849175 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e6c4be-59cc-4a62-8662-12fbc61b0736 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:54.849520 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e6c4be-59cc-4a62-8662-12fbc61b0736 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:54.850088 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e6c4be-59cc-4a62-8662-12fbc61b0736 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:54.850419 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e6c4be-59cc-4a62-8662-12fbc61b0736 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:54.850825 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e6c4be-59cc-4a62-8662-12fbc61b0736 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:54.851152 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e6c4be-59cc-4a62-8662-12fbc61b0736 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:54.851493 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e6c4be-59cc-4a62-8662-12fbc61b0736 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:54.851815 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e6c4be-59cc-4a62-8662-12fbc61b0736 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:54.852134 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e6c4be-59cc-4a62-8662-12fbc61b0736 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:54.852446 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e6c4be-59cc-4a62-8662-12fbc61b0736 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:54.852788 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e6c4be-59cc-4a62-8662-12fbc61b0736 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:54.854174 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e6c4be-59cc-4a62-8662-12fbc61b0736 admin admin] Tracked resource versions report: Dec 10 19:05:54.854174 dv-neutron-821441-1-hyperv neutron-server[102366]: pushed versions: Dec 10 19:05:54.854174 dv-neutron-821441-1-hyperv neutron-server[102366]: { 'AddressGroup': {'1.2'}, Dec 10 19:05:54.854174 dv-neutron-821441-1-hyperv neutron-server[102366]: 'ConntrackHelper': {'1.0'}, Dec 10 19:05:54.854174 dv-neutron-821441-1-hyperv neutron-server[102366]: 'Log': {'1.0'}, Dec 10 19:05:54.854174 dv-neutron-821441-1-hyperv neutron-server[102366]: 'Network': {'1.1'}, Dec 10 19:05:54.854174 dv-neutron-821441-1-hyperv neutron-server[102366]: 'Port': {'1.7'}, Dec 10 19:05:54.854174 dv-neutron-821441-1-hyperv neutron-server[102366]: 'PortForwarding': {'1.2'}, Dec 10 19:05:54.854174 dv-neutron-821441-1-hyperv neutron-server[102366]: 'QosPolicy': {'1.9'}, Dec 10 19:05:54.854174 dv-neutron-821441-1-hyperv neutron-server[102366]: 'SecurityGroup': {'1.4'}, Dec 10 19:05:54.854174 dv-neutron-821441-1-hyperv neutron-server[102366]: 'SecurityGroupRule': {'1.2'}, Dec 10 19:05:54.854174 dv-neutron-821441-1-hyperv neutron-server[102366]: 'SubPort': {'1.0'}, Dec 10 19:05:54.854174 dv-neutron-821441-1-hyperv neutron-server[102366]: 'Subnet': {'1.1'}, Dec 10 19:05:54.854174 dv-neutron-821441-1-hyperv neutron-server[102366]: 'Trunk': {'1.1'}} Dec 10 19:05:54.854174 dv-neutron-821441-1-hyperv neutron-server[102366]: consumer versions: Dec 10 19:05:54.854174 dv-neutron-821441-1-hyperv neutron-server[102366]: { DHCP agent@dv-neutron-821441-1-hyperv: {}, Dec 10 19:05:54.854174 dv-neutron-821441-1-hyperv neutron-server[102366]: L3 agent@dv-neutron-821441-1-hyperv: {}, Dec 10 19:05:54.854174 dv-neutron-821441-1-hyperv neutron-server[102366]: Metadata agent@dv-neutron-821441-1-hyperv: {}, Dec 10 19:05:54.854174 dv-neutron-821441-1-hyperv neutron-server[102366]: Metering agent@dv-neutron-821441-1-hyperv: {}, Dec 10 19:05:54.854174 dv-neutron-821441-1-hyperv neutron-server[102366]: Open vSwitch agent@dv-neutron-821441-1-hyperv: { 'AddressGroup': '1.2', Dec 10 19:05:54.854174 dv-neutron-821441-1-hyperv neutron-server[102366]: 'ConntrackHelper': '1.0', Dec 10 19:05:54.854174 dv-neutron-821441-1-hyperv neutron-server[102366]: 'Log': '1.0', Dec 10 19:05:54.854174 dv-neutron-821441-1-hyperv neutron-server[102366]: 'Network': '1.1', Dec 10 19:05:54.854174 dv-neutron-821441-1-hyperv neutron-server[102366]: 'Port': '1.7', Dec 10 19:05:54.854174 dv-neutron-821441-1-hyperv neutron-server[102366]: 'PortForwarding': '1.2', Dec 10 19:05:54.854174 dv-neutron-821441-1-hyperv neutron-server[102366]: 'QosPolicy': '1.9', Dec 10 19:05:54.854174 dv-neutron-821441-1-hyperv neutron-server[102366]: 'SecurityGroup': '1.4', Dec 10 19:05:54.854174 dv-neutron-821441-1-hyperv neutron-server[102366]: 'SecurityGroupRule': '1.2', Dec 10 19:05:54.854174 dv-neutron-821441-1-hyperv neutron-server[102366]: 'SubPort': '1.0', Dec 10 19:05:54.854174 dv-neutron-821441-1-hyperv neutron-server[102366]: 'Subnet': '1.1', Dec 10 19:05:54.854174 dv-neutron-821441-1-hyperv neutron-server[102366]: 'Trunk': '1.1'}} Dec 10 19:05:54.854174 dv-neutron-821441-1-hyperv neutron-server[102366]: {{(pid=102366) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 19:05:54.954246 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a4e6c4be-59cc-4a62-8662-12fbc61b0736 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:05:55.003277 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a4e6c4be-59cc-4a62-8662-12fbc61b0736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:05:55.004679 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e6c4be-59cc-4a62-8662-12fbc61b0736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:55.005346 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a4e6c4be-59cc-4a62-8662-12fbc61b0736 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:05:55.105481 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-a4e6c4be-59cc-4a62-8662-12fbc61b0736 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0297928 Dec 10 19:05:55.113989 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e6c4be-59cc-4a62-8662-12fbc61b0736 admin admin] Pushing event updated for resources: {'Network': ['ID=68e2ee80-e7f8-4be2-b0d8-392fd4a4e031,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:55.125647 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:05:55.213161 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:05:56.370031 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:05:56.577972 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:05:57.600196 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 48586) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:05:57.822246 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b80c29-1e4b-44ed-91e7-7ce558923afb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:57.823625 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d0b80c29-1e4b-44ed-91e7-7ce558923afb admin admin] 10.222.0.69 "GET /v2.0/subnets/199362a2-5df0-46a1-86d0-f2bf191dd500 HTTP/1.1" status: 200 len: 849 time: 0.2224498 Dec 10 19:05:57.986691 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-f16a1a51-d8d8-4acd-ad2f-9af3c7df7890 admin admin] 10.222.0.69 "GET /v2.0/routers/a902ff6e-6dea-48b8-a46b-b05e631153eb HTTP/1.1" status: 200 len: 704 time: 0.1567550 Dec 10 19:05:58.274040 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1e8b7f4d-239c-40cf-ac4b-857a18619ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:05:58.575899 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-1e8b7f4d-239c-40cf-ac4b-857a18619ce9 admin admin] Allocated IP 172.20.0.1 (6ec0120a-56e7-4acb-affa-25c3539eccd2/199362a2-5df0-46a1-86d0-f2bf191dd500/2afebc4f-5376-4fc4-94a3-f5bb7a6275b8) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:05:58.765380 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1e8b7f4d-239c-40cf-ac4b-857a18619ce9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:05:58.833227 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1e8b7f4d-239c-40cf-ac4b-857a18619ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:05:58.898095 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8b7f4d-239c-40cf-ac4b-857a18619ce9 admin admin] Network 6ec0120a-56e7-4acb-affa-25c3539eccd2 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:05:58.903131 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-1e8b7f4d-239c-40cf-ac4b-857a18619ce9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:05:58.915950 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8b7f4d-239c-40cf-ac4b-857a18619ce9 admin admin] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:05:58.916052 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1e8b7f4d-239c-40cf-ac4b-857a18619ce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712030'] for router_interface, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:05:58.977629 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b7f4d-239c-40cf-ac4b-857a18619ce9 admin admin] Pushing event updated for resources: {'Port': ['ID=2afebc4f-5376-4fc4-94a3-f5bb7a6275b8,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:59.126304 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1e8b7f4d-239c-40cf-ac4b-857a18619ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:05:59.140631 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-601c6f8e-2aeb-4f20-a8b9-2e2001cbfed0 None None] Provisioning complete for port 2afebc4f-5376-4fc4-94a3-f5bb7a6275b8 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:05:59.141247 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-601c6f8e-2aeb-4f20-a8b9-2e2001cbfed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:05:59.196364 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-601c6f8e-2aeb-4f20-a8b9-2e2001cbfed0 None None] Port 2afebc4f-5376-4fc4-94a3-f5bb7a6275b8 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:05:59.411598 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1e8b7f4d-239c-40cf-ac4b-857a18619ce9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:05:59.417162 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1e8b7f4d-239c-40cf-ac4b-857a18619ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:05:59.417944 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1e8b7f4d-239c-40cf-ac4b-857a18619ce9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3755716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711339'] for router_interface, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:05:59.497560 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b7f4d-239c-40cf-ac4b-857a18619ce9 admin admin] Pushing event updated for resources: {'Port': ['ID=2afebc4f-5376-4fc4-94a3-f5bb7a6275b8,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:59.549098 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8b7f4d-239c-40cf-ac4b-857a18619ce9 admin admin] Network 6ec0120a-56e7-4acb-affa-25c3539eccd2 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:05:59.550439 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-1e8b7f4d-239c-40cf-ac4b-857a18619ce9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:05:59.718332 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c09a7c16-87da-40ae-9760-e34a0ba88012 None None] Provisioning complete for port 2afebc4f-5376-4fc4-94a3-f5bb7a6275b8 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:05:59.718693 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c09a7c16-87da-40ae-9760-e34a0ba88012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:05:59.720897 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e8b7f4d-239c-40cf-ac4b-857a18619ce9 admin admin] Router a902ff6e-6dea-48b8-a46b-b05e631153eb is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:05:59.758519 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c09a7c16-87da-40ae-9760-e34a0ba88012 None None] Port 2afebc4f-5376-4fc4-94a3-f5bb7a6275b8 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:05:59.827807 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8b7f4d-239c-40cf-ac4b-857a18619ce9 admin admin] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:05:59.834378 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-1e8b7f4d-239c-40cf-ac4b-857a18619ce9 admin admin] 10.222.0.69 "PUT /v2.0/routers/a902ff6e-6dea-48b8-a46b-b05e631153eb/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8413866 Dec 10 19:05:59.839223 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79e7e6c-0af5-47bc-a8bb-8b6bceefadc4 None None] Sync routers for ids ['a902ff6e-6dea-48b8-a46b-b05e631153eb'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:05:59.855980 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79e7e6c-0af5-47bc-a8bb-8b6bceefadc4 None None] Routers {'a902ff6e-6dea-48b8-a46b-b05e631153eb'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:05:59.856902 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-c79e7e6c-0af5-47bc-a8bb-8b6bceefadc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:05:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['a902ff6e-6dea-48b8-a46b-b05e631153eb'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:06:00.056416 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-c79e7e6c-0af5-47bc-a8bb-8b6bceefadc4 None None] Set router a902ff6e-6dea-48b8-a46b-b05e631153eb gateway port host: None {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:06:00.514385 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-c79e7e6c-0af5-47bc-a8bb-8b6bceefadc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a902ff6e-6dea-48b8-a46b-b05e631153eb', 'name': 'router1', 'tenant_id': 'c3a4e823d4364fe18f87c8083d8f65ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:05:48Z', 'updated_at': '2021-12-10T19:05:59Z', 'revision_number': 2, 'project_id': 'c3a4e823d4364fe18f87c8083d8f65ea', 'gw_port_host': None, '_interfaces': [{'id': '2afebc4f-5376-4fc4-94a3-f5bb7a6275b8', 'name': '', 'network_id': '6ec0120a-56e7-4acb-affa-25c3539eccd2', 'tenant_id': 'c3a4e823d4364fe18f87c8083d8f65ea', 'mac_address': 'fa:16:3e:81:a0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a902ff6e-6dea-48b8-a46b-b05e631153eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '199362a2-5df0-46a1-86d0-f2bf191dd500', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:05:58Z', 'updated_at': '2021-12-10T19:05:59Z', 'revision_number': 2, 'project_id': 'c3a4e823d4364fe18f87c8083d8f65ea', 'subnets': [{'id': '199362a2-5df0-46a1-86d0-f2bf191dd500', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64f057f5-eb02-4373-bf73-a4952b337744'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:06:00.569100 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79e7e6c-0af5-47bc-a8bb-8b6bceefadc4 None None] Checking router: a902ff6e-6dea-48b8-a46b-b05e631153eb for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:06:00.569456 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79e7e6c-0af5-47bc-a8bb-8b6bceefadc4 None None] Updating router a902ff6e-6dea-48b8-a46b-b05e631153eb port 2afebc4f-5376-4fc4-94a3-f5bb7a6275b8 binding host dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:06:00.618774 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-c79e7e6c-0af5-47bc-a8bb-8b6bceefadc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:06:01.179600 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-c79e7e6c-0af5-47bc-a8bb-8b6bceefadc4 None None] Notify callbacks [] for port, precommit_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:06:01.188930 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-c79e7e6c-0af5-47bc-a8bb-8b6bceefadc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:06:01.375717 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-c79e7e6c-0af5-47bc-a8bb-8b6bceefadc4 None None] Attempting to bind port 2afebc4f-5376-4fc4-94a3-f5bb7a6275b8 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:06:01.376356 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-c79e7e6c-0af5-47bc-a8bb-8b6bceefadc4 None None] Attempting to bind port 2afebc4f-5376-4fc4-94a3-f5bb7a6275b8 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '826c36f7-3c5c-434f-b142-1fdcf17332de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6ec0120a-56e7-4acb-affa-25c3539eccd2'}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:06:01.380805 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79e7e6c-0af5-47bc-a8bb-8b6bceefadc4 None None] Attempting to bind port 2afebc4f-5376-4fc4-94a3-f5bb7a6275b8 on network 6ec0120a-56e7-4acb-affa-25c3539eccd2 {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:06:01.393079 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-824aa0d0-e015-4cd1-96b9-4c6238ba19b9 None None] Provisioning complete for port 2afebc4f-5376-4fc4-94a3-f5bb7a6275b8 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:06:01.393635 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-824aa0d0-e015-4cd1-96b9-4c6238ba19b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:06:01.394047 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79e7e6c-0af5-47bc-a8bb-8b6bceefadc4 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:06:01.394952 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79e7e6c-0af5-47bc-a8bb-8b6bceefadc4 None None] Checking segment: {'id': '826c36f7-3c5c-434f-b142-1fdcf17332de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6ec0120a-56e7-4acb-affa-25c3539eccd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:06:01.395713 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-c79e7e6c-0af5-47bc-a8bb-8b6bceefadc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:06:01.396130 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79e7e6c-0af5-47bc-a8bb-8b6bceefadc4 None None] Bound using segment: {'id': '826c36f7-3c5c-434f-b142-1fdcf17332de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6ec0120a-56e7-4acb-affa-25c3539eccd2'} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:06:01.396698 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-c79e7e6c-0af5-47bc-a8bb-8b6bceefadc4 None None] Bound port: 2afebc4f-5376-4fc4-94a3-f5bb7a6275b8, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '826c36f7-3c5c-434f-b142-1fdcf17332de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6ec0120a-56e7-4acb-affa-25c3539eccd2'}}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:06:01.397108 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-c79e7e6c-0af5-47bc-a8bb-8b6bceefadc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:06:01.400775 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67962363-7d6b-4abc-8b2e-92293fc55570 None None] Pushing event updated for resources: {'Port': ['ID=2afebc4f-5376-4fc4-94a3-f5bb7a6275b8,revision_number=3']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:01.419403 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67962363-7d6b-4abc-8b2e-92293fc55570 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:01.419835 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67962363-7d6b-4abc-8b2e-92293fc55570 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:01.420096 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67962363-7d6b-4abc-8b2e-92293fc55570 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:01.420397 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67962363-7d6b-4abc-8b2e-92293fc55570 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:01.420763 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67962363-7d6b-4abc-8b2e-92293fc55570 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:01.421102 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67962363-7d6b-4abc-8b2e-92293fc55570 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:01.421433 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67962363-7d6b-4abc-8b2e-92293fc55570 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:01.421777 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67962363-7d6b-4abc-8b2e-92293fc55570 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:01.422124 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67962363-7d6b-4abc-8b2e-92293fc55570 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:01.422449 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67962363-7d6b-4abc-8b2e-92293fc55570 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:01.422767 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67962363-7d6b-4abc-8b2e-92293fc55570 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:01.423085 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67962363-7d6b-4abc-8b2e-92293fc55570 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:01.424556 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67962363-7d6b-4abc-8b2e-92293fc55570 None None] Tracked resource versions report: Dec 10 19:06:01.424556 dv-neutron-821441-1-hyperv neutron-server[102368]: pushed versions: Dec 10 19:06:01.424556 dv-neutron-821441-1-hyperv neutron-server[102368]: { 'AddressGroup': {'1.2'}, Dec 10 19:06:01.424556 dv-neutron-821441-1-hyperv neutron-server[102368]: 'ConntrackHelper': {'1.0'}, Dec 10 19:06:01.424556 dv-neutron-821441-1-hyperv neutron-server[102368]: 'Log': {'1.0'}, Dec 10 19:06:01.424556 dv-neutron-821441-1-hyperv neutron-server[102368]: 'Network': {'1.1'}, Dec 10 19:06:01.424556 dv-neutron-821441-1-hyperv neutron-server[102368]: 'Port': {'1.7'}, Dec 10 19:06:01.424556 dv-neutron-821441-1-hyperv neutron-server[102368]: 'PortForwarding': {'1.2'}, Dec 10 19:06:01.424556 dv-neutron-821441-1-hyperv neutron-server[102368]: 'QosPolicy': {'1.9'}, Dec 10 19:06:01.424556 dv-neutron-821441-1-hyperv neutron-server[102368]: 'SecurityGroup': {'1.4'}, Dec 10 19:06:01.424556 dv-neutron-821441-1-hyperv neutron-server[102368]: 'SecurityGroupRule': {'1.2'}, Dec 10 19:06:01.424556 dv-neutron-821441-1-hyperv neutron-server[102368]: 'SubPort': {'1.0'}, Dec 10 19:06:01.424556 dv-neutron-821441-1-hyperv neutron-server[102368]: 'Subnet': {'1.1'}, Dec 10 19:06:01.424556 dv-neutron-821441-1-hyperv neutron-server[102368]: 'Trunk': {'1.1'}} Dec 10 19:06:01.424556 dv-neutron-821441-1-hyperv neutron-server[102368]: consumer versions: Dec 10 19:06:01.424556 dv-neutron-821441-1-hyperv neutron-server[102368]: { DHCP agent@dv-neutron-821441-1-hyperv: {}, Dec 10 19:06:01.424556 dv-neutron-821441-1-hyperv neutron-server[102368]: L3 agent@dv-neutron-821441-1-hyperv: {}, Dec 10 19:06:01.424556 dv-neutron-821441-1-hyperv neutron-server[102368]: Metadata agent@dv-neutron-821441-1-hyperv: {}, Dec 10 19:06:01.424556 dv-neutron-821441-1-hyperv neutron-server[102368]: Metering agent@dv-neutron-821441-1-hyperv: {}, Dec 10 19:06:01.424556 dv-neutron-821441-1-hyperv neutron-server[102368]: Open vSwitch agent@dv-neutron-821441-1-hyperv: { 'AddressGroup': '1.2', Dec 10 19:06:01.424556 dv-neutron-821441-1-hyperv neutron-server[102368]: 'ConntrackHelper': '1.0', Dec 10 19:06:01.424556 dv-neutron-821441-1-hyperv neutron-server[102368]: 'Log': '1.0', Dec 10 19:06:01.424556 dv-neutron-821441-1-hyperv neutron-server[102368]: 'Network': '1.1', Dec 10 19:06:01.424556 dv-neutron-821441-1-hyperv neutron-server[102368]: 'Port': '1.7', Dec 10 19:06:01.424556 dv-neutron-821441-1-hyperv neutron-server[102368]: 'PortForwarding': '1.2', Dec 10 19:06:01.424556 dv-neutron-821441-1-hyperv neutron-server[102368]: 'QosPolicy': '1.9', Dec 10 19:06:01.424556 dv-neutron-821441-1-hyperv neutron-server[102368]: 'SecurityGroup': '1.4', Dec 10 19:06:01.424556 dv-neutron-821441-1-hyperv neutron-server[102368]: 'SecurityGroupRule': '1.2', Dec 10 19:06:01.424556 dv-neutron-821441-1-hyperv neutron-server[102368]: 'SubPort': '1.0', Dec 10 19:06:01.424556 dv-neutron-821441-1-hyperv neutron-server[102368]: 'Subnet': '1.1', Dec 10 19:06:01.424556 dv-neutron-821441-1-hyperv neutron-server[102368]: 'Trunk': '1.1'}} Dec 10 19:06:01.424556 dv-neutron-821441-1-hyperv neutron-server[102368]: {{(pid=102368) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 19:06:01.441452 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-824aa0d0-e015-4cd1-96b9-4c6238ba19b9 None None] Port 2afebc4f-5376-4fc4-94a3-f5bb7a6275b8 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:06:01.497681 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-c79e7e6c-0af5-47bc-a8bb-8b6bceefadc4 None None] For port 2afebc4f-5376-4fc4-94a3-f5bb7a6275b8, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:06:01.521439 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-c79e7e6c-0af5-47bc-a8bb-8b6bceefadc4 None None] For port 2afebc4f-5376-4fc4-94a3-f5bb7a6275b8, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=2afebc4f-5376-4fc4-94a3-f5bb7a6275b8,segment=NetworkSegment(826c36f7-3c5c-434f-b142-1fdcf17332de),segment_id=826c36f7-3c5c-434f-b142-1fdcf17332de)] {{(pid=102368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:06:01.527182 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-c79e7e6c-0af5-47bc-a8bb-8b6bceefadc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:06:01.578140 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79e7e6c-0af5-47bc-a8bb-8b6bceefadc4 None None] Routers {'a902ff6e-6dea-48b8-a46b-b05e631153eb'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:06:01.578748 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-c79e7e6c-0af5-47bc-a8bb-8b6bceefadc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:05:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['a902ff6e-6dea-48b8-a46b-b05e631153eb'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:06:01.660530 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67962363-7d6b-4abc-8b2e-92293fc55570 None None] Pushing event updated for resources: {'Port': ['ID=2afebc4f-5376-4fc4-94a3-f5bb7a6275b8,revision_number=4']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:01.698384 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-c79e7e6c-0af5-47bc-a8bb-8b6bceefadc4 None None] Set router a902ff6e-6dea-48b8-a46b-b05e631153eb gateway port host: None {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:06:01.864841 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-1211f551-4122-411f-9ffa-3a7d7470cdcc None None] Provisioning complete for port 2afebc4f-5376-4fc4-94a3-f5bb7a6275b8 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:06:01.865464 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1211f551-4122-411f-9ffa-3a7d7470cdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:06:01.933179 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-c79e7e6c-0af5-47bc-a8bb-8b6bceefadc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a902ff6e-6dea-48b8-a46b-b05e631153eb', 'name': 'router1', 'tenant_id': 'c3a4e823d4364fe18f87c8083d8f65ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:05:48Z', 'updated_at': '2021-12-10T19:05:59Z', 'revision_number': 2, 'project_id': 'c3a4e823d4364fe18f87c8083d8f65ea', 'gw_port_host': None, '_interfaces': [{'id': '2afebc4f-5376-4fc4-94a3-f5bb7a6275b8', 'name': '', 'network_id': '6ec0120a-56e7-4acb-affa-25c3539eccd2', 'tenant_id': 'c3a4e823d4364fe18f87c8083d8f65ea', 'mac_address': 'fa:16:3e:81:a0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a902ff6e-6dea-48b8-a46b-b05e631153eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '199362a2-5df0-46a1-86d0-f2bf191dd500', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:05:58Z', 'updated_at': '2021-12-10T19:06:01Z', 'revision_number': 4, 'project_id': 'c3a4e823d4364fe18f87c8083d8f65ea', 'subnets': [{'id': '199362a2-5df0-46a1-86d0-f2bf191dd500', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64f057f5-eb02-4373-bf73-a4952b337744'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:06:01.945431 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1211f551-4122-411f-9ffa-3a7d7470cdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:06:01.963453 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79e7e6c-0af5-47bc-a8bb-8b6bceefadc4 None None] The sync data for ids ['a902ff6e-6dea-48b8-a46b-b05e631153eb'] in dv-neutron-821441-1-hyperv is: [{'id': 'a902ff6e-6dea-48b8-a46b-b05e631153eb', 'name': 'router1', 'tenant_id': 'c3a4e823d4364fe18f87c8083d8f65ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:05:48Z', 'updated_at': '2021-12-10T19:05:59Z', 'revision_number': 2, 'project_id': 'c3a4e823d4364fe18f87c8083d8f65ea', 'gw_port_host': None, '_interfaces': [{'id': '2afebc4f-5376-4fc4-94a3-f5bb7a6275b8', 'name': '', 'network_id': '6ec0120a-56e7-4acb-affa-25c3539eccd2', 'tenant_id': 'c3a4e823d4364fe18f87c8083d8f65ea', 'mac_address': 'fa:16:3e:81:a0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a902ff6e-6dea-48b8-a46b-b05e631153eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '199362a2-5df0-46a1-86d0-f2bf191dd500', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:05:58Z', 'updated_at': '2021-12-10T19:06:01Z', 'revision_number': 4, 'project_id': 'c3a4e823d4364fe18f87c8083d8f65ea', 'subnets': [{'id': '199362a2-5df0-46a1-86d0-f2bf191dd500', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64f057f5-eb02-4373-bf73-a4952b337744'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:06:01.978339 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-1211f551-4122-411f-9ffa-3a7d7470cdcc None None] For port 2afebc4f-5376-4fc4-94a3-f5bb7a6275b8, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=2afebc4f-5376-4fc4-94a3-f5bb7a6275b8,segment=NetworkSegment(826c36f7-3c5c-434f-b142-1fdcf17332de),segment_id=826c36f7-3c5c-434f-b142-1fdcf17332de)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:06:01.991402 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1211f551-4122-411f-9ffa-3a7d7470cdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:06:02.047679 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1211f551-4122-411f-9ffa-3a7d7470cdcc None None] Pushing event updated for resources: {'Port': ['ID=2afebc4f-5376-4fc4-94a3-f5bb7a6275b8,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:02.155711 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 48606) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:06:02.271049 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f164a525-f610-47f8-8b96-0e55e4adda0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:02.272353 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-f164a525-f610-47f8-8b96-0e55e4adda0e admin admin] 10.222.0.69 "GET /v2.0/networks/68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 HTTP/1.1" status: 200 len: 842 time: 0.1156878 Dec 10 19:06:02.284707 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-80056acd-acae-4299-a059-f2443fe228ea admin admin] Request body: {'subnet': {'gateway_ip': '172.26.6.1', 'cidr': '172.26.6.0/24', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:06:02.311841 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80056acd-acae-4299-a059-f2443fe228ea admin admin] Made reservation on behalf of 114930f8dfd64f349b7dbebe8142578f for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:06:02.314501 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-80056acd-acae-4299-a059-f2443fe228ea admin admin] Notify callbacks [] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:06:02.634510 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.objects.ports [None req-80056acd-acae-4299-a059-f2443fe228ea admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102366) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 19:06:02.634948 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-80056acd-acae-4299-a059-f2443fe228ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:06:02.696732 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80056acd-acae-4299-a059-f2443fe228ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:02.703704 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80056acd-acae-4299-a059-f2443fe228ea admin admin] Checking segment: {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:06:02.704118 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80056acd-acae-4299-a059-f2443fe228ea admin admin] Network hostable DHCP agents. Network: 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:06:02.730461 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80056acd-acae-4299-a059-f2443fe228ea admin admin] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:06:02.744089 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-80056acd-acae-4299-a059-f2443fe228ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:06:02.749442 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80056acd-acae-4299-a059-f2443fe228ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:02.750526 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-80056acd-acae-4299-a059-f2443fe228ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:06:02.757593 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5769c9-a5f9-4e19-b250-3898ff481c9d None None] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:06:02.777353 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-80056acd-acae-4299-a059-f2443fe228ea admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4975708 Dec 10 19:06:02.955774 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d143de-0433-4d07-b430-84a2f7c42af7 None None] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:06:05.211025 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 48614) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:06:05.357544 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-bdafcc01-c585-4d0a-bfe2-a78fd0ab12cb admin admin] 10.222.0.69 "GET /v2.0/routers/a902ff6e-6dea-48b8-a46b-b05e631153eb HTTP/1.1" status: 200 len: 710 time: 0.1453648 Dec 10 19:06:05.466629 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7b570d-63f4-458d-ace1-da2242db6466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:05.468215 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-9a7b570d-63f4-458d-ace1-da2242db6466 admin admin] 10.222.0.69 "GET /v2.0/networks/68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 HTTP/1.1" status: 200 len: 886 time: 0.1037939 Dec 10 19:06:05.481072 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-f2cfcbd7-bbc9-430e-8271-bf681418beb9 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:06:05.843573 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f2cfcbd7-bbc9-430e-8271-bf681418beb9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:06:06.104053 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f2cfcbd7-bbc9-430e-8271-bf681418beb9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:06:06.187023 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f2cfcbd7-bbc9-430e-8271-bf681418beb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:06:06.307774 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-f2cfcbd7-bbc9-430e-8271-bf681418beb9 admin admin] Allocated IP 172.26.6.166 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/10f3c817-7a1e-4db8-b984-96a6c4faaca4) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:06:06.426000 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f2cfcbd7-bbc9-430e-8271-bf681418beb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:06:06.469769 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f2cfcbd7-bbc9-430e-8271-bf681418beb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:06:06.506463 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cfcbd7-bbc9-430e-8271-bf681418beb9 admin admin] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:06:06.518167 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-f2cfcbd7-bbc9-430e-8271-bf681418beb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:06:06.520987 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cfcbd7-bbc9-430e-8271-bf681418beb9 admin admin] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:06:06.522885 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cfcbd7-bbc9-430e-8271-bf681418beb9 admin admin] Pushing event updated for resources: {'Port': ['ID=10f3c817-7a1e-4db8-b984-96a6c4faaca4,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:06.798409 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f2cfcbd7-bbc9-430e-8271-bf681418beb9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:06:07.088189 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f2cfcbd7-bbc9-430e-8271-bf681418beb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3713082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3715814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8908'] for router, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:06:07.092695 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f2cfcbd7-bbc9-430e-8271-bf681418beb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3713075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3713068', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3715807'] for router, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:06:07.204353 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2cfcbd7-bbc9-430e-8271-bf681418beb9 admin admin] Router a902ff6e-6dea-48b8-a46b-b05e631153eb has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:06:07.323191 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2cfcbd7-bbc9-430e-8271-bf681418beb9 admin admin] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:06:07.327893 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f2cfcbd7-bbc9-430e-8271-bf681418beb9 admin admin] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:06:07.329145 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-f2cfcbd7-bbc9-430e-8271-bf681418beb9 admin admin] 10.222.0.69 "PUT /v2.0/routers/a902ff6e-6dea-48b8-a46b-b05e631153eb HTTP/1.1" status: 200 len: 890 time: 1.8533835 Dec 10 19:06:07.936382 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 2afebc4f-5376-4fc4-94a3-f5bb7a6275b8 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:06:08.011626 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 2afebc4f-5376-4fc4-94a3-f5bb7a6275b8 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:06:08.012189 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:06:08.791677 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47af7714-80a6-4c95-98df-a3a9331573ee None None] Sync routers for ids ['a902ff6e-6dea-48b8-a46b-b05e631153eb'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:06:08.808753 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47af7714-80a6-4c95-98df-a3a9331573ee None None] Routers {'a902ff6e-6dea-48b8-a46b-b05e631153eb'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:06:08.809975 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-47af7714-80a6-4c95-98df-a3a9331573ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:05:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['a902ff6e-6dea-48b8-a46b-b05e631153eb'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:06:09.070208 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-47af7714-80a6-4c95-98df-a3a9331573ee None None] Set router a902ff6e-6dea-48b8-a46b-b05e631153eb gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:06:09.601545 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-47af7714-80a6-4c95-98df-a3a9331573ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a902ff6e-6dea-48b8-a46b-b05e631153eb', 'name': 'router1', 'tenant_id': 'c3a4e823d4364fe18f87c8083d8f65ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': '10f3c817-7a1e-4db8-b984-96a6c4faaca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:05:48Z', 'updated_at': '2021-12-10T19:06:06Z', 'revision_number': 4, 'project_id': 'c3a4e823d4364fe18f87c8083d8f65ea', 'gw_port': {'id': '10f3c817-7a1e-4db8-b984-96a6c4faaca4', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a902ff6e-6dea-48b8-a46b-b05e631153eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:06:06Z', 'updated_at': '2021-12-10T19:06:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '2afebc4f-5376-4fc4-94a3-f5bb7a6275b8', 'name': '', 'network_id': '6ec0120a-56e7-4acb-affa-25c3539eccd2', 'tenant_id': 'c3a4e823d4364fe18f87c8083d8f65ea', 'mac_address': 'fa:16:3e:81:a0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a902ff6e-6dea-48b8-a46b-b05e631153eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '199362a2-5df0-46a1-86d0-f2bf191dd500', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:05:58Z', 'updated_at': '2021-12-10T19:06:01Z', 'revision_number': 5, 'project_id': 'c3a4e823d4364fe18f87c8083d8f65ea', 'subnets': [{'id': '199362a2-5df0-46a1-86d0-f2bf191dd500', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64f057f5-eb02-4373-bf73-a4952b337744'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:06:09.699525 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47af7714-80a6-4c95-98df-a3a9331573ee None None] Checking router: a902ff6e-6dea-48b8-a46b-b05e631153eb for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:06:09.699703 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47af7714-80a6-4c95-98df-a3a9331573ee None None] Updating router a902ff6e-6dea-48b8-a46b-b05e631153eb port 10f3c817-7a1e-4db8-b984-96a6c4faaca4 binding host dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:06:09.791265 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-47af7714-80a6-4c95-98df-a3a9331573ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:06:10.006504 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 48626) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:06:10.150695 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-d05b4448-2f80-4d35-bff7-49bd9635ec89 admin admin] 10.222.0.69 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1423867 Dec 10 19:06:10.308358 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-47af7714-80a6-4c95-98df-a3a9331573ee None None] Notify callbacks [] for port, precommit_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:06:10.317576 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-47af7714-80a6-4c95-98df-a3a9331573ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:06:10.398527 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-47af7714-80a6-4c95-98df-a3a9331573ee None None] Attempting to bind port 10f3c817-7a1e-4db8-b984-96a6c4faaca4 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:06:10.399053 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-47af7714-80a6-4c95-98df-a3a9331573ee None None] Attempting to bind port 10f3c817-7a1e-4db8-b984-96a6c4faaca4 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:06:10.399511 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47af7714-80a6-4c95-98df-a3a9331573ee None None] Attempting to bind port 10f3c817-7a1e-4db8-b984-96a6c4faaca4 on network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:06:10.410764 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baa3f24-01fd-495d-a62d-d1e9c4602b1e None None] Pushing event updated for resources: {'Port': ['ID=10f3c817-7a1e-4db8-b984-96a6c4faaca4,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:10.419613 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47af7714-80a6-4c95-98df-a3a9331573ee None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:06:10.420334 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47af7714-80a6-4c95-98df-a3a9331573ee None None] Checking segment: {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:06:10.420824 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-47af7714-80a6-4c95-98df-a3a9331573ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:06:10.421266 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47af7714-80a6-4c95-98df-a3a9331573ee None None] Bound using segment: {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:06:10.421944 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-47af7714-80a6-4c95-98df-a3a9331573ee None None] Bound port: 10f3c817-7a1e-4db8-b984-96a6c4faaca4, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:06:10.423815 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-47af7714-80a6-4c95-98df-a3a9331573ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:06:10.493887 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-47af7714-80a6-4c95-98df-a3a9331573ee None None] For port 10f3c817-7a1e-4db8-b984-96a6c4faaca4, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:06:10.497977 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-47af7714-80a6-4c95-98df-a3a9331573ee None None] For port 10f3c817-7a1e-4db8-b984-96a6c4faaca4, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=10f3c817-7a1e-4db8-b984-96a6c4faaca4,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:06:10.504276 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-47af7714-80a6-4c95-98df-a3a9331573ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:06:10.654973 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47af7714-80a6-4c95-98df-a3a9331573ee None None] Routers {'a902ff6e-6dea-48b8-a46b-b05e631153eb'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:06:10.655596 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-47af7714-80a6-4c95-98df-a3a9331573ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:05:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['a902ff6e-6dea-48b8-a46b-b05e631153eb'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:06:10.667936 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baa3f24-01fd-495d-a62d-d1e9c4602b1e None None] Pushing event updated for resources: {'Port': ['ID=10f3c817-7a1e-4db8-b984-96a6c4faaca4,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:10.804109 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-47af7714-80a6-4c95-98df-a3a9331573ee None None] Set router a902ff6e-6dea-48b8-a46b-b05e631153eb gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:06:11.087750 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-47af7714-80a6-4c95-98df-a3a9331573ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a902ff6e-6dea-48b8-a46b-b05e631153eb', 'name': 'router1', 'tenant_id': 'c3a4e823d4364fe18f87c8083d8f65ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': '10f3c817-7a1e-4db8-b984-96a6c4faaca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:05:48Z', 'updated_at': '2021-12-10T19:06:06Z', 'revision_number': 4, 'project_id': 'c3a4e823d4364fe18f87c8083d8f65ea', 'gw_port': {'id': '10f3c817-7a1e-4db8-b984-96a6c4faaca4', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a902ff6e-6dea-48b8-a46b-b05e631153eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:06:06Z', 'updated_at': '2021-12-10T19:06:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '2afebc4f-5376-4fc4-94a3-f5bb7a6275b8', 'name': '', 'network_id': '6ec0120a-56e7-4acb-affa-25c3539eccd2', 'tenant_id': 'c3a4e823d4364fe18f87c8083d8f65ea', 'mac_address': 'fa:16:3e:81:a0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a902ff6e-6dea-48b8-a46b-b05e631153eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '199362a2-5df0-46a1-86d0-f2bf191dd500', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:05:58Z', 'updated_at': '2021-12-10T19:06:01Z', 'revision_number': 5, 'project_id': 'c3a4e823d4364fe18f87c8083d8f65ea', 'subnets': [{'id': '199362a2-5df0-46a1-86d0-f2bf191dd500', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64f057f5-eb02-4373-bf73-a4952b337744'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:06:11.142407 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47af7714-80a6-4c95-98df-a3a9331573ee None None] The sync data for ids ['a902ff6e-6dea-48b8-a46b-b05e631153eb'] in dv-neutron-821441-1-hyperv is: [{'id': 'a902ff6e-6dea-48b8-a46b-b05e631153eb', 'name': 'router1', 'tenant_id': 'c3a4e823d4364fe18f87c8083d8f65ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.166'}], 'enable_snat': True}, 'gw_port_id': '10f3c817-7a1e-4db8-b984-96a6c4faaca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:05:48Z', 'updated_at': '2021-12-10T19:06:06Z', 'revision_number': 4, 'project_id': 'c3a4e823d4364fe18f87c8083d8f65ea', 'gw_port': {'id': '10f3c817-7a1e-4db8-b984-96a6c4faaca4', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a902ff6e-6dea-48b8-a46b-b05e631153eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:06:06Z', 'updated_at': '2021-12-10T19:06:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '2afebc4f-5376-4fc4-94a3-f5bb7a6275b8', 'name': '', 'network_id': '6ec0120a-56e7-4acb-affa-25c3539eccd2', 'tenant_id': 'c3a4e823d4364fe18f87c8083d8f65ea', 'mac_address': 'fa:16:3e:81:a0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a902ff6e-6dea-48b8-a46b-b05e631153eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '199362a2-5df0-46a1-86d0-f2bf191dd500', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:05:58Z', 'updated_at': '2021-12-10T19:06:01Z', 'revision_number': 5, 'project_id': 'c3a4e823d4364fe18f87c8083d8f65ea', 'subnets': [{'id': '199362a2-5df0-46a1-86d0-f2bf191dd500', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64f057f5-eb02-4373-bf73-a4952b337744'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:06:11.969975 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 10f3c817-7a1e-4db8-b984-96a6c4faaca4 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:06:12.033359 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 10f3c817-7a1e-4db8-b984-96a6c4faaca4 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:06:12.033969 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:06:12.168485 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:06:12.205890 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port 10f3c817-7a1e-4db8-b984-96a6c4faaca4, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=10f3c817-7a1e-4db8-b984-96a6c4faaca4,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:06:12.214607 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:06:12.305319 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=10f3c817-7a1e-4db8-b984-96a6c4faaca4,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:13.905780 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 10f3c817-7a1e-4db8-b984-96a6c4faaca4 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:06:13.990193 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 10f3c817-7a1e-4db8-b984-96a6c4faaca4 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:06:13.990650 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:06:15.945364 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 5 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:06:20.106086 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-3b00f4b1-ee8a-48ae-bcb2-a6686b92a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:06:24.092424 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ed846c12-581f-4144-b8e3-4590e41f8860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:06:25.209652 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:06:26.366446 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:06:26.602054 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:06:50.082759 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-543d264b-eb42-4347-82df-e082ce9ea743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:06:52.948825 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 5 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:06:54.100981 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-fde446ae-011f-4eb0-981f-84cd29bed101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:06:55.208561 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:06:56.370152 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:06:56.609896 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:07:20.083505 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-9096ce2d-4d57-499c-bfb9-51491a5259b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:07:24.094821 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d264536c-0816-4606-bac4-2568f2ce17b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:07:25.211587 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:07:26.356006 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:07:26.605125 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:07:29.947335 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 5 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:07:50.085268 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8fcab076-3c26-4118-807f-65ffce18d9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:07:54.097879 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f446dac1-b35f-490c-9b22-10b5e56befbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:07:55.215155 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:07:56.363988 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:07:56.608533 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:07:58.450412 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 49220) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:07:58.515634 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dff1c23-b4b9-49d4-9e9e-ce58137ce270 admin admin] GET failed (client error): The resource could not be found. Dec 10 19:07:58.517239 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-5dff1c23-b4b9-49d4-9e9e-ce58137ce270 admin admin] 10.222.0.69 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0657721 Dec 10 19:07:58.775510 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31d8a45-8762-449f-88d7-3b732b586c42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:58.777018 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d31d8a45-8762-449f-88d7-3b732b586c42 admin admin] 10.222.0.69 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2549906 Dec 10 19:08:01.073113 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 49230) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:08:01.172309 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0f5f47-ad43-4da7-a0b6-1dc2dad1ac0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:01.173713 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-9c0f5f47-ad43-4da7-a0b6-1dc2dad1ac0a admin admin] 10.222.0.69 "GET /v2.0/subnets/199362a2-5df0-46a1-86d0-f2bf191dd500 HTTP/1.1" status: 200 len: 849 time: 0.0996511 Dec 10 19:08:01.184102 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-6442ee0a-24dd-40cd-8e55-6587bced7044 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:08:01.269400 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6442ee0a-24dd-40cd-8e55-6587bced7044 admin admin] Notify callbacks [] for subnet, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:08:01.426138 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6442ee0a-24dd-40cd-8e55-6587bced7044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769381657245'] for subnet, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:08:01.460900 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6442ee0a-24dd-40cd-8e55-6587bced7044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:01.462321 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6442ee0a-24dd-40cd-8e55-6587bced7044 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:08:01.462850 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-6442ee0a-24dd-40cd-8e55-6587bced7044 admin admin] 10.222.0.69 "PUT /v2.0/subnets/199362a2-5df0-46a1-86d0-f2bf191dd500 HTTP/1.1" status: 200 len: 868 time: 0.2826018 Dec 10 19:08:01.467179 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7936a16d-342b-4ae3-9af7-503ce4ae6847 None None] Network 6ec0120a-56e7-4acb-affa-25c3539eccd2 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:08:01.482658 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6442ee0a-24dd-40cd-8e55-6587bced7044 admin admin] Pushing event updated for resources: {'Subnet': ['ID=199362a2-5df0-46a1-86d0-f2bf191dd500,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:01.491020 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6442ee0a-24dd-40cd-8e55-6587bced7044 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:01.491386 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6442ee0a-24dd-40cd-8e55-6587bced7044 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:01.491733 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6442ee0a-24dd-40cd-8e55-6587bced7044 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:01.492067 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6442ee0a-24dd-40cd-8e55-6587bced7044 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:01.492407 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6442ee0a-24dd-40cd-8e55-6587bced7044 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:01.492789 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6442ee0a-24dd-40cd-8e55-6587bced7044 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:01.493119 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6442ee0a-24dd-40cd-8e55-6587bced7044 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:01.493453 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6442ee0a-24dd-40cd-8e55-6587bced7044 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:01.493775 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6442ee0a-24dd-40cd-8e55-6587bced7044 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:01.494267 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6442ee0a-24dd-40cd-8e55-6587bced7044 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:01.494592 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6442ee0a-24dd-40cd-8e55-6587bced7044 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:01.494913 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6442ee0a-24dd-40cd-8e55-6587bced7044 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:01.887334 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-976dfa48-ec78-433b-9ba8-2c3dd204f824 None None] Provisioning complete for port 41c9f46d-f84f-40fd-affa-ba3dc2d1159b triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:01.887701 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-976dfa48-ec78-433b-9ba8-2c3dd204f824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:08:01.981304 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-976dfa48-ec78-433b-9ba8-2c3dd204f824 None None] Provisioning complete for port 2afebc4f-5376-4fc4-94a3-f5bb7a6275b8 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:01.981539 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-976dfa48-ec78-433b-9ba8-2c3dd204f824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:08:03.781153 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 49238) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:08:03.981762 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e96a27-6d3a-4314-a2ab-cfa7b2dba0ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:03.982123 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e96a27-6d3a-4314-a2ab-cfa7b2dba0ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:03.983644 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-13e96a27-6d3a-4314-a2ab-cfa7b2dba0ed admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2015953 Dec 10 19:08:06.218199 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 49246) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:08:06.352559 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58787c11-0092-47b1-8be9-ef8f45c3809c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:06.353023 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58787c11-0092-47b1-8be9-ef8f45c3809c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:06.354597 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-58787c11-0092-47b1-8be9-ef8f45c3809c admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1354330 Dec 10 19:08:06.947087 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 5 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:08:08.613062 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 49254) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:08:08.767720 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fd07b9-405b-4de5-bf01-6bdd56e996a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:08.769109 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-e7fd07b9-405b-4de5-bf01-6bdd56e996a1 admin admin] 10.222.0.69 "GET /v2.0/networks/68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 HTTP/1.1" status: 200 len: 886 time: 0.1551092 Dec 10 19:08:10.997282 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 49264) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:08:11.145423 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7accc6-ef6f-4dc3-b3d6-5e235f5051de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:11.146781 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-4e7accc6-ef6f-4dc3-b3d6-5e235f5051de admin admin] 10.222.0.69 "GET /v2.0/networks/6ec0120a-56e7-4acb-affa-25c3539eccd2 HTTP/1.1" status: 200 len: 869 time: 0.1486444 Dec 10 19:08:13.479541 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 49272) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:08:13.605851 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315d1a17-369f-4222-8d4f-85972d6db860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:13.606299 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315d1a17-369f-4222-8d4f-85972d6db860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:13.607803 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-315d1a17-369f-4222-8d4f-85972d6db860 admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1273143 Dec 10 19:08:15.857250 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 49280) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:08:15.953142 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1f845c-a818-46a4-96e5-c766d37b6040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:15.953587 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1f845c-a818-46a4-96e5-c766d37b6040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:15.955822 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-ef1f845c-a818-46a4-96e5-c766d37b6040 admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0976262 Dec 10 19:08:18.192310 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 49288) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:08:18.287679 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178c85e0-be70-48ad-ae34-5ba06dd75d54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:18.289086 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-178c85e0-be70-48ad-ae34-5ba06dd75d54 admin admin] 10.222.0.69 "GET /v2.0/subnets/199362a2-5df0-46a1-86d0-f2bf191dd500 HTTP/1.1" status: 200 len: 868 time: 0.0957861 Dec 10 19:08:20.087288 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-630aeab3-7e37-4d01-bf81-aac01c95e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:08:20.511130 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 49296) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:08:20.598090 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5790dc1c-dbb7-4773-90e1-92d4ce1529c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:20.599461 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-5790dc1c-dbb7-4773-90e1-92d4ce1529c8 admin admin] 10.222.0.69 "GET /v2.0/subnets/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba HTTP/1.1" status: 200 len: 816 time: 0.0873756 Dec 10 19:08:24.100742 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4aa7f144-afcb-4556-94ba-1374da2bfa9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:08:25.220105 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:08:26.356249 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:08:26.613966 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:08:43.945751 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 5 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:08:45.298827 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 49350) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:08:45.350203 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [None req-7a5e24b0-7890-4fc0-b1ef-8214861f4481 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:08:45.351194 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-7a5e24b0-7890-4fc0-b1ef-8214861f4481 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0513024 Dec 10 19:08:47.725288 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 49358) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:08:47.789970 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-b49ee8ea-9a37-4171-8e99-5ec0cc1aa9d5 admin admin] GET failed (client error): The resource could not be found. Dec 10 19:08:47.791331 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-b49ee8ea-9a37-4171-8e99-5ec0cc1aa9d5 admin admin] 10.222.0.69 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0651026 Dec 10 19:08:47.951716 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c4c8ba-1bf0-41a7-b5e9-9be83b24fe68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:47.960098 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-64c4c8ba-1bf0-41a7-b5e9-9be83b24fe68 admin admin] 10.222.0.69 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1579516 Dec 10 19:08:50.090490 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-61498ecc-fd46-47c7-86ee-709df8877209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:08:50.423822 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 49366) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:08:50.472518 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-cd2629e4-fe15-4ac1-ac47-dac66d48cb56 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:08:50.494787 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2629e4-fe15-4ac1-ac47-dac66d48cb56 admin admin] Made reservation on behalf of 114930f8dfd64f349b7dbebe8142578f for: {'network': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:08:50.497044 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cd2629e4-fe15-4ac1-ac47-dac66d48cb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:08:50.535577 dv-neutron-821441-1-hyperv neutron-server[102365]: WARNING neutron.services.revisions.revision_plugin [None req-cd2629e4-fe15-4ac1-ac47-dac66d48cb56 admin admin] Could not find related network for resource to bump revision. Dec 10 19:08:50.554838 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd2629e4-fe15-4ac1-ac47-dac66d48cb56 admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=102365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:08:50.567720 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cd2629e4-fe15-4ac1-ac47-dac66d48cb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:08:50.568045 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.segments_db [None req-cd2629e4-fe15-4ac1-ac47-dac66d48cb56 admin admin] Added segment 2181d326-0970-4a01-ae7f-c7b99a1851ff of type vlan for network f20a47d9-a3f1-4df9-8e89-e6a029bcfa9c Dec 10 19:08:50.612219 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cd2629e4-fe15-4ac1-ac47-dac66d48cb56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:08:50.635915 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cd2629e4-fe15-4ac1-ac47-dac66d48cb56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:08:50.636937 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2629e4-fe15-4ac1-ac47-dac66d48cb56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:50.637510 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cd2629e4-fe15-4ac1-ac47-dac66d48cb56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:08:50.697064 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-cd2629e4-fe15-4ac1-ac47-dac66d48cb56 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2721453 Dec 10 19:08:50.703004 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2629e4-fe15-4ac1-ac47-dac66d48cb56 admin admin] Pushing event updated for resources: {'Network': ['ID=f20a47d9-a3f1-4df9-8e89-e6a029bcfa9c,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:50.711427 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2629e4-fe15-4ac1-ac47-dac66d48cb56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:50.711784 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2629e4-fe15-4ac1-ac47-dac66d48cb56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:50.712131 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2629e4-fe15-4ac1-ac47-dac66d48cb56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:50.712462 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2629e4-fe15-4ac1-ac47-dac66d48cb56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:50.712819 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2629e4-fe15-4ac1-ac47-dac66d48cb56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:50.713166 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2629e4-fe15-4ac1-ac47-dac66d48cb56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:50.713497 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2629e4-fe15-4ac1-ac47-dac66d48cb56 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:50.713836 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2629e4-fe15-4ac1-ac47-dac66d48cb56 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:50.714329 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2629e4-fe15-4ac1-ac47-dac66d48cb56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:50.714474 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2629e4-fe15-4ac1-ac47-dac66d48cb56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:50.714795 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2629e4-fe15-4ac1-ac47-dac66d48cb56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:50.715112 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2629e4-fe15-4ac1-ac47-dac66d48cb56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:50.737202 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network f20a47d9-a3f1-4df9-8e89-e6a029bcfa9c details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:08:52.975805 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 49374) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:08:53.041246 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-89d0c71e-e662-44e4-a25e-dfb3eb06be42 admin admin] GET failed (client error): The resource could not be found. Dec 10 19:08:53.042581 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-89d0c71e-e662-44e4-a25e-dfb3eb06be42 admin admin] 10.222.0.69 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0658400 Dec 10 19:08:53.114724 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11df1630-9ffa-4941-b2f1-c415328c5978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:53.116199 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-11df1630-9ffa-4941-b2f1-c415328c5978 admin admin] 10.222.0.69 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0676243 Dec 10 19:08:53.127450 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-eb51f940-9124-44a2-a6d6-9576b5dd28f5 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': 'f20a47d9-a3f1-4df9-8e89-e6a029bcfa9c', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:08:53.149786 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb51f940-9124-44a2-a6d6-9576b5dd28f5 admin admin] Made reservation on behalf of 114930f8dfd64f349b7dbebe8142578f for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:08:53.152315 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-eb51f940-9124-44a2-a6d6-9576b5dd28f5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:08:53.316922 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-eb51f940-9124-44a2-a6d6-9576b5dd28f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:08:53.376567 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb51f940-9124-44a2-a6d6-9576b5dd28f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ef11834-fb8b-438f-bce7-fafc5092396e,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:53.380883 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb51f940-9124-44a2-a6d6-9576b5dd28f5 admin admin] Checking segment: {'id': '2181d326-0970-4a01-ae7f-c7b99a1851ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f20a47d9-a3f1-4df9-8e89-e6a029bcfa9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:08:53.381239 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb51f940-9124-44a2-a6d6-9576b5dd28f5 admin admin] Network hostable DHCP agents. Network: f20a47d9-a3f1-4df9-8e89-e6a029bcfa9c, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:08:53.400195 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb51f940-9124-44a2-a6d6-9576b5dd28f5 admin admin] Network f20a47d9-a3f1-4df9-8e89-e6a029bcfa9c is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:08:53.409520 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-eb51f940-9124-44a2-a6d6-9576b5dd28f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, f20a47d9-a3f1-4df9-8e89-e6a029bcfa9c) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:08:53.413860 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb51f940-9124-44a2-a6d6-9576b5dd28f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:53.414434 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-eb51f940-9124-44a2-a6d6-9576b5dd28f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:08:53.421739 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b60cba-0b53-4ecd-8338-72475d0d0e29 None None] Network f20a47d9-a3f1-4df9-8e89-e6a029bcfa9c requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:08:53.430868 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-eb51f940-9124-44a2-a6d6-9576b5dd28f5 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3073153 Dec 10 19:08:53.579934 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e35163-82a8-4fcf-add0-dff1eb7fe16d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-f20a47d9-a3f1-4df9-8e89-e6a029bcfa9c', 'network_id': 'f20a47d9-a3f1-4df9-8e89-e6a029bcfa9c', 'tenant_id': '114930f8dfd64f349b7dbebe8142578f', 'fixed_ips': [{'subnet_id': '6ef11834-fb8b-438f-bce7-fafc5092396e'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:08:53.580990 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e2e35163-82a8-4fcf-add0-dff1eb7fe16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:08:53.723816 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-e2e35163-82a8-4fcf-add0-dff1eb7fe16d None None] Allocated IP 192.168.233.2 (f20a47d9-a3f1-4df9-8e89-e6a029bcfa9c/6ef11834-fb8b-438f-bce7-fafc5092396e/62b21c17-5af7-44dc-874e-aa5698feb425) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:08:53.877635 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e2e35163-82a8-4fcf-add0-dff1eb7fe16d None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:08:53.883430 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e2e35163-82a8-4fcf-add0-dff1eb7fe16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:08:53.920905 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e35163-82a8-4fcf-add0-dff1eb7fe16d None None] Network f20a47d9-a3f1-4df9-8e89-e6a029bcfa9c is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:08:53.924343 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-e2e35163-82a8-4fcf-add0-dff1eb7fe16d None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:08:53.927775 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e35163-82a8-4fcf-add0-dff1eb7fe16d None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:08:53.935859 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e35163-82a8-4fcf-add0-dff1eb7fe16d None None] Pushing event updated for resources: {'Port': ['ID=62b21c17-5af7-44dc-874e-aa5698feb425,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:53.948279 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e35163-82a8-4fcf-add0-dff1eb7fe16d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:53.948787 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e35163-82a8-4fcf-add0-dff1eb7fe16d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:53.949003 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e35163-82a8-4fcf-add0-dff1eb7fe16d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:53.949330 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e35163-82a8-4fcf-add0-dff1eb7fe16d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:53.949655 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e35163-82a8-4fcf-add0-dff1eb7fe16d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:53.949976 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e35163-82a8-4fcf-add0-dff1eb7fe16d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:53.950295 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e35163-82a8-4fcf-add0-dff1eb7fe16d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:53.950625 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e35163-82a8-4fcf-add0-dff1eb7fe16d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:53.950968 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e35163-82a8-4fcf-add0-dff1eb7fe16d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:53.951285 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e35163-82a8-4fcf-add0-dff1eb7fe16d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:53.951609 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e35163-82a8-4fcf-add0-dff1eb7fe16d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:53.951927 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e35163-82a8-4fcf-add0-dff1eb7fe16d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:53.998356 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-e2e35163-82a8-4fcf-add0-dff1eb7fe16d None None] Attempting to bind port 62b21c17-5af7-44dc-874e-aa5698feb425 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:08:53.998710 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-e2e35163-82a8-4fcf-add0-dff1eb7fe16d None None] Attempting to bind port 62b21c17-5af7-44dc-874e-aa5698feb425 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '2181d326-0970-4a01-ae7f-c7b99a1851ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f20a47d9-a3f1-4df9-8e89-e6a029bcfa9c'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:08:53.999060 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e35163-82a8-4fcf-add0-dff1eb7fe16d None None] Attempting to bind port 62b21c17-5af7-44dc-874e-aa5698feb425 on network f20a47d9-a3f1-4df9-8e89-e6a029bcfa9c {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:08:54.004929 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e35163-82a8-4fcf-add0-dff1eb7fe16d None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:08:54.005288 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e35163-82a8-4fcf-add0-dff1eb7fe16d None None] Checking segment: {'id': '2181d326-0970-4a01-ae7f-c7b99a1851ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f20a47d9-a3f1-4df9-8e89-e6a029bcfa9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:08:54.005677 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e2e35163-82a8-4fcf-add0-dff1eb7fe16d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:08:54.006055 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e35163-82a8-4fcf-add0-dff1eb7fe16d None None] Bound using segment: {'id': '2181d326-0970-4a01-ae7f-c7b99a1851ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f20a47d9-a3f1-4df9-8e89-e6a029bcfa9c'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:08:54.006510 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-e2e35163-82a8-4fcf-add0-dff1eb7fe16d None None] Bound port: 62b21c17-5af7-44dc-874e-aa5698feb425, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2181d326-0970-4a01-ae7f-c7b99a1851ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f20a47d9-a3f1-4df9-8e89-e6a029bcfa9c'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:08:54.006897 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e2e35163-82a8-4fcf-add0-dff1eb7fe16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:08:54.075745 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-e2e35163-82a8-4fcf-add0-dff1eb7fe16d None None] For port 62b21c17-5af7-44dc-874e-aa5698feb425, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:08:54.079923 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-e2e35163-82a8-4fcf-add0-dff1eb7fe16d None None] For port 62b21c17-5af7-44dc-874e-aa5698feb425, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=62b21c17-5af7-44dc-874e-aa5698feb425,segment=NetworkSegment(2181d326-0970-4a01-ae7f-c7b99a1851ff),segment_id=2181d326-0970-4a01-ae7f-c7b99a1851ff)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:08:54.084675 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e2e35163-82a8-4fcf-add0-dff1eb7fe16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:08:54.153642 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e35163-82a8-4fcf-add0-dff1eb7fe16d None None] Pushing event updated for resources: {'Port': ['ID=62b21c17-5af7-44dc-874e-aa5698feb425,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:54.164803 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4f518bba-0991-4f5a-816c-5e574311a2a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:08:55.019414 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c5ab5f-4693-4825-95c4-b8831dfd5d00 None None] Network f20a47d9-a3f1-4df9-8e89-e6a029bcfa9c requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:08:55.152855 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-343fcc7a-0c40-4648-9cc3-89e0edffdfa3 None None] Provisioning complete for port 62b21c17-5af7-44dc-874e-aa5698feb425 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:55.153247 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-343fcc7a-0c40-4648-9cc3-89e0edffdfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:08:55.230816 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:08:55.269386 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-343fcc7a-0c40-4648-9cc3-89e0edffdfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:08:55.308697 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-343fcc7a-0c40-4648-9cc3-89e0edffdfa3 None None] For port 62b21c17-5af7-44dc-874e-aa5698feb425, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=62b21c17-5af7-44dc-874e-aa5698feb425,segment=NetworkSegment(2181d326-0970-4a01-ae7f-c7b99a1851ff),segment_id=2181d326-0970-4a01-ae7f-c7b99a1851ff)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:08:55.313857 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-343fcc7a-0c40-4648-9cc3-89e0edffdfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:08:55.370336 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343fcc7a-0c40-4648-9cc3-89e0edffdfa3 None None] Pushing event updated for resources: {'Port': ['ID=62b21c17-5af7-44dc-874e-aa5698feb425,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:55.433543 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-ed30b85f-b3a6-4440-8727-d048e3a814dd None None] Provisioning complete for port 62b21c17-5af7-44dc-874e-aa5698feb425 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:55.433904 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ed30b85f-b3a6-4440-8727-d048e3a814dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:08:56.038095 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 62b21c17-5af7-44dc-874e-aa5698feb425 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:08:56.087537 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 62b21c17-5af7-44dc-874e-aa5698feb425 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:56.087903 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:08:56.358428 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:08:56.617473 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:09:20.093723 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-aae22e01-8273-4440-bdab-2ec934e9e4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:09:20.944331 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 5 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:09:24.106684 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-5de626e3-aef7-4144-9331-00bea451fc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:09:25.222545 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:09:26.363124 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:09:26.622008 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:09:50.098781 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0167af2b-08a4-4c15-8a58-19cccdc0f37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:09:54.109351 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0aabd1c7-16c4-45de-b751-de6b99e548ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:09:55.226923 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:09:56.366374 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:09:56.624427 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:09:57.943015 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 5 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:10:08.141636 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 49428) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:10:08.147615 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [None req-5bc880f3-97b3-486b-bafb-b3a00d10a36e tempest-verify_tempest_config-1516953957 tempest-verify_tempest_config-1516953957-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:10:08.148967 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-5bc880f3-97b3-486b-bafb-b3a00d10a36e tempest-verify_tempest_config-1516953957 tempest-verify_tempest_config-1516953957-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060117 Dec 10 19:10:08.472410 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 49446) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:10:08.585745 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-bbed9156-0078-4e4f-b9d5-e92247d125c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:10:08.666990 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-bbed9156-0078-4e4f-b9d5-e92247d125c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:10:08.671024 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-bbed9156-0078-4e4f-b9d5-e92247d125c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:10:08.720181 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-bbed9156-0078-4e4f-b9d5-e92247d125c1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0cdf53e80a544314acf650591b2310f7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2463863 Dec 10 19:10:08.720900 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbed9156-0078-4e4f-b9d5-e92247d125c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8157e27-d8fd-43be-be72-48d155ac3ef7,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:10:08.722981 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 49450) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:10:08.728062 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbed9156-0078-4e4f-b9d5-e92247d125c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:08.728523 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbed9156-0078-4e4f-b9d5-e92247d125c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:08.729028 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbed9156-0078-4e4f-b9d5-e92247d125c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:08.729397 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbed9156-0078-4e4f-b9d5-e92247d125c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:08.729750 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbed9156-0078-4e4f-b9d5-e92247d125c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:08.730141 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbed9156-0078-4e4f-b9d5-e92247d125c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:08.730532 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbed9156-0078-4e4f-b9d5-e92247d125c1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:08.730938 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbed9156-0078-4e4f-b9d5-e92247d125c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:08.731326 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbed9156-0078-4e4f-b9d5-e92247d125c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:08.731752 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbed9156-0078-4e4f-b9d5-e92247d125c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:08.732257 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbed9156-0078-4e4f-b9d5-e92247d125c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:08.732895 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbed9156-0078-4e4f-b9d5-e92247d125c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:08.784913 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d6877f82-f7ca-4605-a77a-c8ca9e27c502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:10:08.806599 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d6877f82-f7ca-4605-a77a-c8ca9e27c502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:10:08.902052 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d6877f82-f7ca-4605-a77a-c8ca9e27c502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:10:08.905650 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d6877f82-f7ca-4605-a77a-c8ca9e27c502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:10:08.906834 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d6877f82-f7ca-4605-a77a-c8ca9e27c502 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a8157e27-d8fd-43be-be72-48d155ac3ef7 HTTP/1.1" status: 204 len: 168 time: 0.1827474 Dec 10 19:10:08.915702 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6877f82-f7ca-4605-a77a-c8ca9e27c502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8157e27-d8fd-43be-be72-48d155ac3ef7,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:10:08.924976 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6877f82-f7ca-4605-a77a-c8ca9e27c502 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:08.925327 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6877f82-f7ca-4605-a77a-c8ca9e27c502 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:08.925670 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6877f82-f7ca-4605-a77a-c8ca9e27c502 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:08.926002 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6877f82-f7ca-4605-a77a-c8ca9e27c502 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:08.926342 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6877f82-f7ca-4605-a77a-c8ca9e27c502 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:08.926692 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6877f82-f7ca-4605-a77a-c8ca9e27c502 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:08.927085 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6877f82-f7ca-4605-a77a-c8ca9e27c502 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:08.927369 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6877f82-f7ca-4605-a77a-c8ca9e27c502 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:08.927689 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6877f82-f7ca-4605-a77a-c8ca9e27c502 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:08.928012 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6877f82-f7ca-4605-a77a-c8ca9e27c502 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:08.928337 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6877f82-f7ca-4605-a77a-c8ca9e27c502 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:08.928706 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6877f82-f7ca-4605-a77a-c8ca9e27c502 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:20.100019 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-79a96705-aac7-4017-9ff1-3ccfee2c2f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:10:24.110980 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-3d2c0df8-9551-4c09-9162-b4e6fd1fe1c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:10:25.229805 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:10:26.366928 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:10:26.630296 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:10:34.941864 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 5 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:10:50.101255 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-65b2cade-6b03-4f92-b259-d7b9df5560af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:10:54.112091 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-9d908643-eff0-4d31-9e2c-2e9c799922f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:10:55.232254 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:10:56.368964 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:10:56.629112 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:11:11.940929 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 5 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:11:20.101859 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-efaf5596-bf89-48aa-9a49-67d7e3511a81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:11:24.113757 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-27a224b0-c81a-41da-bddb-831e9bdc9e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:11:25.236994 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:11:26.371223 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:11:26.633664 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:11:32.043286 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3713012'] for agent, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:11:46.495296 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 49522) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:11:46.600701 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-d831088a-42a5-4a76-bdc7-7f14de539b14 admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1042380 Dec 10 19:11:48.888754 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 49532) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:11:48.942855 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:11:48.958109 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-47bd577f-0544-4b05-9de0-d888bfbc8aeb admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0679741 Dec 10 19:11:50.102511 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ce4ca9b1-f3d4-4764-9da0-c705e62bca3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:11:54.114330 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-3b3f742c-cbd3-4815-add3-4cfa995abf9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:11:55.238417 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:11:56.375819 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:11:56.635435 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:12:02.005400 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:12:20.103752 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-63c44dbf-27bf-4b16-ab5f-312c82510ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:12:24.124031 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d22eafd5-0a09-4d5a-b559-5f6e267d6b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:12:25.243980 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:12:25.943550 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:12:26.379373 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:12:26.647834 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:12:31.998867 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:12:50.105142 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e745a73a-2a77-4054-9b7a-6697544c4376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:12:54.117628 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f6e18306-5118-45d4-b0ab-952323b953d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:12:55.243119 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:12:56.382369 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:12:56.646458 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:02.005496 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:02.944481 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:13:14.897700 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 49668) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:15.256165 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-dfe04b92-56e6-4806-8ec9-aa0f9f5a142f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-786395313-network', 'tenant_id': 'af448cbcd018494cbdae615f8d35e0f1'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:15.285163 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe04b92-56e6-4806-8ec9-aa0f9f5a142f admin admin] Made reservation on behalf of af448cbcd018494cbdae615f8d35e0f1 for: {'network': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:13:15.288522 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dfe04b92-56e6-4806-8ec9-aa0f9f5a142f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:15.302314 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dfe04b92-56e6-4806-8ec9-aa0f9f5a142f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:15.421734 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dfe04b92-56e6-4806-8ec9-aa0f9f5a142f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:15.427206 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dfe04b92-56e6-4806-8ec9-aa0f9f5a142f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:15.470976 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfe04b92-56e6-4806-8ec9-aa0f9f5a142f admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=102365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:13:15.513081 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dfe04b92-56e6-4806-8ec9-aa0f9f5a142f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:15.513650 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.segments_db [None req-dfe04b92-56e6-4806-8ec9-aa0f9f5a142f admin admin] Added segment f3f1ff88-b36c-4ac4-9359-e2a5223029ed of type vlan for network e9d35973-bd0e-41e8-af04-98288aa68c12 Dec 10 19:13:15.529587 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe04b92-56e6-4806-8ec9-aa0f9f5a142f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f5da09-5616-496c-9439-82d10a4e6c29,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:15.588038 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe04b92-56e6-4806-8ec9-aa0f9f5a142f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:15.588689 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe04b92-56e6-4806-8ec9-aa0f9f5a142f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:15.589811 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe04b92-56e6-4806-8ec9-aa0f9f5a142f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:15.590912 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe04b92-56e6-4806-8ec9-aa0f9f5a142f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:15.591875 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe04b92-56e6-4806-8ec9-aa0f9f5a142f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:15.592447 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe04b92-56e6-4806-8ec9-aa0f9f5a142f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:15.593318 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe04b92-56e6-4806-8ec9-aa0f9f5a142f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:15.593893 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe04b92-56e6-4806-8ec9-aa0f9f5a142f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:15.594439 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe04b92-56e6-4806-8ec9-aa0f9f5a142f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:15.594980 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe04b92-56e6-4806-8ec9-aa0f9f5a142f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:15.595538 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe04b92-56e6-4806-8ec9-aa0f9f5a142f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:15.596103 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe04b92-56e6-4806-8ec9-aa0f9f5a142f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:15.598342 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe04b92-56e6-4806-8ec9-aa0f9f5a142f admin admin] Tracked resource versions report: Dec 10 19:13:15.598342 dv-neutron-821441-1-hyperv neutron-server[102365]: pushed versions: Dec 10 19:13:15.598342 dv-neutron-821441-1-hyperv neutron-server[102365]: { 'AddressGroup': {'1.2'}, Dec 10 19:13:15.598342 dv-neutron-821441-1-hyperv neutron-server[102365]: 'ConntrackHelper': {'1.0'}, Dec 10 19:13:15.598342 dv-neutron-821441-1-hyperv neutron-server[102365]: 'Log': {'1.0'}, Dec 10 19:13:15.598342 dv-neutron-821441-1-hyperv neutron-server[102365]: 'Network': {'1.1'}, Dec 10 19:13:15.598342 dv-neutron-821441-1-hyperv neutron-server[102365]: 'Port': {'1.7'}, Dec 10 19:13:15.598342 dv-neutron-821441-1-hyperv neutron-server[102365]: 'PortForwarding': {'1.2'}, Dec 10 19:13:15.598342 dv-neutron-821441-1-hyperv neutron-server[102365]: 'QosPolicy': {'1.9'}, Dec 10 19:13:15.598342 dv-neutron-821441-1-hyperv neutron-server[102365]: 'SecurityGroup': {'1.4'}, Dec 10 19:13:15.598342 dv-neutron-821441-1-hyperv neutron-server[102365]: 'SecurityGroupRule': {'1.2'}, Dec 10 19:13:15.598342 dv-neutron-821441-1-hyperv neutron-server[102365]: 'SubPort': {'1.0'}, Dec 10 19:13:15.598342 dv-neutron-821441-1-hyperv neutron-server[102365]: 'Subnet': {'1.1'}, Dec 10 19:13:15.598342 dv-neutron-821441-1-hyperv neutron-server[102365]: 'Trunk': {'1.1'}} Dec 10 19:13:15.598342 dv-neutron-821441-1-hyperv neutron-server[102365]: consumer versions: Dec 10 19:13:15.598342 dv-neutron-821441-1-hyperv neutron-server[102365]: { DHCP agent@dv-neutron-821441-1-hyperv: {}, Dec 10 19:13:15.598342 dv-neutron-821441-1-hyperv neutron-server[102365]: HyperV agent@hv-neutron-8214: {}, Dec 10 19:13:15.598342 dv-neutron-821441-1-hyperv neutron-server[102365]: L3 agent@dv-neutron-821441-1-hyperv: {}, Dec 10 19:13:15.598342 dv-neutron-821441-1-hyperv neutron-server[102365]: Metadata agent@dv-neutron-821441-1-hyperv: {}, Dec 10 19:13:15.598342 dv-neutron-821441-1-hyperv neutron-server[102365]: Metering agent@dv-neutron-821441-1-hyperv: {}, Dec 10 19:13:15.598342 dv-neutron-821441-1-hyperv neutron-server[102365]: Open vSwitch agent@dv-neutron-821441-1-hyperv: { 'AddressGroup': '1.2', Dec 10 19:13:15.598342 dv-neutron-821441-1-hyperv neutron-server[102365]: 'ConntrackHelper': '1.0', Dec 10 19:13:15.598342 dv-neutron-821441-1-hyperv neutron-server[102365]: 'Log': '1.0', Dec 10 19:13:15.598342 dv-neutron-821441-1-hyperv neutron-server[102365]: 'Network': '1.1', Dec 10 19:13:15.598342 dv-neutron-821441-1-hyperv neutron-server[102365]: 'Port': '1.7', Dec 10 19:13:15.598342 dv-neutron-821441-1-hyperv neutron-server[102365]: 'PortForwarding': '1.2', Dec 10 19:13:15.598342 dv-neutron-821441-1-hyperv neutron-server[102365]: 'QosPolicy': '1.9', Dec 10 19:13:15.598342 dv-neutron-821441-1-hyperv neutron-server[102365]: 'SecurityGroup': '1.4', Dec 10 19:13:15.598342 dv-neutron-821441-1-hyperv neutron-server[102365]: 'SecurityGroupRule': '1.2', Dec 10 19:13:15.598342 dv-neutron-821441-1-hyperv neutron-server[102365]: 'SubPort': '1.0', Dec 10 19:13:15.598342 dv-neutron-821441-1-hyperv neutron-server[102365]: 'Subnet': '1.1', Dec 10 19:13:15.598342 dv-neutron-821441-1-hyperv neutron-server[102365]: 'Trunk': '1.1'}} Dec 10 19:13:15.598342 dv-neutron-821441-1-hyperv neutron-server[102365]: {{(pid=102365) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 19:13:15.615995 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dfe04b92-56e6-4806-8ec9-aa0f9f5a142f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:15.662355 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dfe04b92-56e6-4806-8ec9-aa0f9f5a142f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:15.663732 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe04b92-56e6-4806-8ec9-aa0f9f5a142f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:15.664310 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dfe04b92-56e6-4806-8ec9-aa0f9f5a142f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:15.727879 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-dfe04b92-56e6-4806-8ec9-aa0f9f5a142f admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8256559 Dec 10 19:13:15.728226 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 49718) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:15.741799 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-6dc4275b-4275-44ab-b8b5-0e912afc3695 admin admin] Request body: {'subnet': {'network_id': 'e9d35973-bd0e-41e8-af04-98288aa68c12', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-786395313-subnet', 'tenant_id': 'af448cbcd018494cbdae615f8d35e0f1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:15.742660 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe04b92-56e6-4806-8ec9-aa0f9f5a142f admin admin] Pushing event updated for resources: {'Network': ['ID=e9d35973-bd0e-41e8-af04-98288aa68c12,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:15.760308 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network e9d35973-bd0e-41e8-af04-98288aa68c12 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:13:15.837411 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc4275b-4275-44ab-b8b5-0e912afc3695 admin admin] Made reservation on behalf of af448cbcd018494cbdae615f8d35e0f1 for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:13:15.840084 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6dc4275b-4275-44ab-b8b5-0e912afc3695 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:16.110618 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6dc4275b-4275-44ab-b8b5-0e912afc3695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:16.227567 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc4275b-4275-44ab-b8b5-0e912afc3695 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dff902f-89e7-4f28-8db1-bc880cee9536,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:16.251244 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc4275b-4275-44ab-b8b5-0e912afc3695 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:16.252017 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc4275b-4275-44ab-b8b5-0e912afc3695 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:16.253229 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc4275b-4275-44ab-b8b5-0e912afc3695 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:16.253940 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc4275b-4275-44ab-b8b5-0e912afc3695 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:16.254722 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc4275b-4275-44ab-b8b5-0e912afc3695 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:16.255304 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc4275b-4275-44ab-b8b5-0e912afc3695 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:16.256196 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc4275b-4275-44ab-b8b5-0e912afc3695 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:16.256462 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc4275b-4275-44ab-b8b5-0e912afc3695 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:16.257045 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc4275b-4275-44ab-b8b5-0e912afc3695 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:16.257617 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc4275b-4275-44ab-b8b5-0e912afc3695 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:16.258168 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc4275b-4275-44ab-b8b5-0e912afc3695 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:16.258730 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc4275b-4275-44ab-b8b5-0e912afc3695 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:16.260911 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc4275b-4275-44ab-b8b5-0e912afc3695 admin admin] Tracked resource versions report: Dec 10 19:13:16.260911 dv-neutron-821441-1-hyperv neutron-server[102366]: pushed versions: Dec 10 19:13:16.260911 dv-neutron-821441-1-hyperv neutron-server[102366]: { 'AddressGroup': {'1.2'}, Dec 10 19:13:16.260911 dv-neutron-821441-1-hyperv neutron-server[102366]: 'ConntrackHelper': {'1.0'}, Dec 10 19:13:16.260911 dv-neutron-821441-1-hyperv neutron-server[102366]: 'Log': {'1.0'}, Dec 10 19:13:16.260911 dv-neutron-821441-1-hyperv neutron-server[102366]: 'Network': {'1.1'}, Dec 10 19:13:16.260911 dv-neutron-821441-1-hyperv neutron-server[102366]: 'Port': {'1.7'}, Dec 10 19:13:16.260911 dv-neutron-821441-1-hyperv neutron-server[102366]: 'PortForwarding': {'1.2'}, Dec 10 19:13:16.260911 dv-neutron-821441-1-hyperv neutron-server[102366]: 'QosPolicy': {'1.9'}, Dec 10 19:13:16.260911 dv-neutron-821441-1-hyperv neutron-server[102366]: 'SecurityGroup': {'1.4'}, Dec 10 19:13:16.260911 dv-neutron-821441-1-hyperv neutron-server[102366]: 'SecurityGroupRule': {'1.2'}, Dec 10 19:13:16.260911 dv-neutron-821441-1-hyperv neutron-server[102366]: 'SubPort': {'1.0'}, Dec 10 19:13:16.260911 dv-neutron-821441-1-hyperv neutron-server[102366]: 'Subnet': {'1.1'}, Dec 10 19:13:16.260911 dv-neutron-821441-1-hyperv neutron-server[102366]: 'Trunk': {'1.1'}} Dec 10 19:13:16.260911 dv-neutron-821441-1-hyperv neutron-server[102366]: consumer versions: Dec 10 19:13:16.260911 dv-neutron-821441-1-hyperv neutron-server[102366]: { DHCP agent@dv-neutron-821441-1-hyperv: {}, Dec 10 19:13:16.260911 dv-neutron-821441-1-hyperv neutron-server[102366]: HyperV agent@hv-neutron-8214: {}, Dec 10 19:13:16.260911 dv-neutron-821441-1-hyperv neutron-server[102366]: L3 agent@dv-neutron-821441-1-hyperv: {}, Dec 10 19:13:16.260911 dv-neutron-821441-1-hyperv neutron-server[102366]: Metadata agent@dv-neutron-821441-1-hyperv: {}, Dec 10 19:13:16.260911 dv-neutron-821441-1-hyperv neutron-server[102366]: Metering agent@dv-neutron-821441-1-hyperv: {}, Dec 10 19:13:16.260911 dv-neutron-821441-1-hyperv neutron-server[102366]: Open vSwitch agent@dv-neutron-821441-1-hyperv: { 'AddressGroup': '1.2', Dec 10 19:13:16.260911 dv-neutron-821441-1-hyperv neutron-server[102366]: 'ConntrackHelper': '1.0', Dec 10 19:13:16.260911 dv-neutron-821441-1-hyperv neutron-server[102366]: 'Log': '1.0', Dec 10 19:13:16.260911 dv-neutron-821441-1-hyperv neutron-server[102366]: 'Network': '1.1', Dec 10 19:13:16.260911 dv-neutron-821441-1-hyperv neutron-server[102366]: 'Port': '1.7', Dec 10 19:13:16.260911 dv-neutron-821441-1-hyperv neutron-server[102366]: 'PortForwarding': '1.2', Dec 10 19:13:16.260911 dv-neutron-821441-1-hyperv neutron-server[102366]: 'QosPolicy': '1.9', Dec 10 19:13:16.260911 dv-neutron-821441-1-hyperv neutron-server[102366]: 'SecurityGroup': '1.4', Dec 10 19:13:16.260911 dv-neutron-821441-1-hyperv neutron-server[102366]: 'SecurityGroupRule': '1.2', Dec 10 19:13:16.260911 dv-neutron-821441-1-hyperv neutron-server[102366]: 'SubPort': '1.0', Dec 10 19:13:16.260911 dv-neutron-821441-1-hyperv neutron-server[102366]: 'Subnet': '1.1', Dec 10 19:13:16.260911 dv-neutron-821441-1-hyperv neutron-server[102366]: 'Trunk': '1.1'}} Dec 10 19:13:16.260911 dv-neutron-821441-1-hyperv neutron-server[102366]: {{(pid=102366) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 19:13:16.267228 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc4275b-4275-44ab-b8b5-0e912afc3695 admin admin] Checking segment: {'id': 'f3f1ff88-b36c-4ac4-9359-e2a5223029ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e9d35973-bd0e-41e8-af04-98288aa68c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:13:16.267774 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc4275b-4275-44ab-b8b5-0e912afc3695 admin admin] Network hostable DHCP agents. Network: e9d35973-bd0e-41e8-af04-98288aa68c12, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:13:16.295189 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc4275b-4275-44ab-b8b5-0e912afc3695 admin admin] Network e9d35973-bd0e-41e8-af04-98288aa68c12 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:13:16.310911 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-6dc4275b-4275-44ab-b8b5-0e912afc3695 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, e9d35973-bd0e-41e8-af04-98288aa68c12) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:16.320049 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc4275b-4275-44ab-b8b5-0e912afc3695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:16.320849 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6dc4275b-4275-44ab-b8b5-0e912afc3695 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:16.337519 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690af725-3b7c-46b7-8c13-4b44f8eb615c None None] Network e9d35973-bd0e-41e8-af04-98288aa68c12 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:13:16.357386 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-6dc4275b-4275-44ab-b8b5-0e912afc3695 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6277232 Dec 10 19:13:16.360977 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 49736) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:16.372422 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-22c5d7e1-2f35-404d-9f14-4a611fe8ecaa admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-786395313-router', 'tenant_id': 'af448cbcd018494cbdae615f8d35e0f1', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:16.439343 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-22c5d7e1-2f35-404d-9f14-4a611fe8ecaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:16.442775 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-22c5d7e1-2f35-404d-9f14-4a611fe8ecaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:16.581900 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 49740) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:16.606267 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fafc47-1d80-45f6-9639-0ca48330e79b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-e9d35973-bd0e-41e8-af04-98288aa68c12', 'network_id': 'e9d35973-bd0e-41e8-af04-98288aa68c12', 'tenant_id': 'af448cbcd018494cbdae615f8d35e0f1', 'fixed_ips': [{'subnet_id': '4dff902f-89e7-4f28-8db1-bc880cee9536'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:13:16.607573 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-35fafc47-1d80-45f6-9639-0ca48330e79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:16.620941 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-22c5d7e1-2f35-404d-9f14-4a611fe8ecaa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:16.821310 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 49746) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:16.928663 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-35fafc47-1d80-45f6-9639-0ca48330e79b None None] Allocated IP 172.20.0.2 (e9d35973-bd0e-41e8-af04-98288aa68c12/4dff902f-89e7-4f28-8db1-bc880cee9536/b34aa74e-119f-4888-ba3b-d301d195afb0) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:13:17.051275 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-22c5d7e1-2f35-404d-9f14-4a611fe8ecaa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:17.268347 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-35fafc47-1d80-45f6-9639-0ca48330e79b None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:17.282984 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-35fafc47-1d80-45f6-9639-0ca48330e79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:17.370818 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fafc47-1d80-45f6-9639-0ca48330e79b None None] Pushing event updated for resources: {'Port': ['ID=b34aa74e-119f-4888-ba3b-d301d195afb0,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:17.400678 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fafc47-1d80-45f6-9639-0ca48330e79b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:17.402344 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fafc47-1d80-45f6-9639-0ca48330e79b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:17.403419 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fafc47-1d80-45f6-9639-0ca48330e79b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:17.404184 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fafc47-1d80-45f6-9639-0ca48330e79b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:17.404988 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fafc47-1d80-45f6-9639-0ca48330e79b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:17.405743 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fafc47-1d80-45f6-9639-0ca48330e79b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:17.406352 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fafc47-1d80-45f6-9639-0ca48330e79b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:17.406705 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fafc47-1d80-45f6-9639-0ca48330e79b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:17.407049 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fafc47-1d80-45f6-9639-0ca48330e79b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:17.407385 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fafc47-1d80-45f6-9639-0ca48330e79b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:17.407692 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fafc47-1d80-45f6-9639-0ca48330e79b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:17.408040 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fafc47-1d80-45f6-9639-0ca48330e79b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:17.409763 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fafc47-1d80-45f6-9639-0ca48330e79b None None] Tracked resource versions report: Dec 10 19:13:17.409763 dv-neutron-821441-1-hyperv neutron-server[102367]: pushed versions: Dec 10 19:13:17.409763 dv-neutron-821441-1-hyperv neutron-server[102367]: { 'AddressGroup': {'1.2'}, Dec 10 19:13:17.409763 dv-neutron-821441-1-hyperv neutron-server[102367]: 'ConntrackHelper': {'1.0'}, Dec 10 19:13:17.409763 dv-neutron-821441-1-hyperv neutron-server[102367]: 'Log': {'1.0'}, Dec 10 19:13:17.409763 dv-neutron-821441-1-hyperv neutron-server[102367]: 'Network': {'1.1'}, Dec 10 19:13:17.409763 dv-neutron-821441-1-hyperv neutron-server[102367]: 'Port': {'1.7'}, Dec 10 19:13:17.409763 dv-neutron-821441-1-hyperv neutron-server[102367]: 'PortForwarding': {'1.2'}, Dec 10 19:13:17.409763 dv-neutron-821441-1-hyperv neutron-server[102367]: 'QosPolicy': {'1.9'}, Dec 10 19:13:17.409763 dv-neutron-821441-1-hyperv neutron-server[102367]: 'SecurityGroup': {'1.4'}, Dec 10 19:13:17.409763 dv-neutron-821441-1-hyperv neutron-server[102367]: 'SecurityGroupRule': {'1.2'}, Dec 10 19:13:17.409763 dv-neutron-821441-1-hyperv neutron-server[102367]: 'SubPort': {'1.0'}, Dec 10 19:13:17.409763 dv-neutron-821441-1-hyperv neutron-server[102367]: 'Subnet': {'1.1'}, Dec 10 19:13:17.409763 dv-neutron-821441-1-hyperv neutron-server[102367]: 'Trunk': {'1.1'}} Dec 10 19:13:17.409763 dv-neutron-821441-1-hyperv neutron-server[102367]: consumer versions: Dec 10 19:13:17.409763 dv-neutron-821441-1-hyperv neutron-server[102367]: { DHCP agent@dv-neutron-821441-1-hyperv: {}, Dec 10 19:13:17.409763 dv-neutron-821441-1-hyperv neutron-server[102367]: HyperV agent@hv-neutron-8214: {}, Dec 10 19:13:17.409763 dv-neutron-821441-1-hyperv neutron-server[102367]: L3 agent@dv-neutron-821441-1-hyperv: {}, Dec 10 19:13:17.409763 dv-neutron-821441-1-hyperv neutron-server[102367]: Metadata agent@dv-neutron-821441-1-hyperv: {}, Dec 10 19:13:17.409763 dv-neutron-821441-1-hyperv neutron-server[102367]: Metering agent@dv-neutron-821441-1-hyperv: {}, Dec 10 19:13:17.409763 dv-neutron-821441-1-hyperv neutron-server[102367]: Open vSwitch agent@dv-neutron-821441-1-hyperv: { 'AddressGroup': '1.2', Dec 10 19:13:17.409763 dv-neutron-821441-1-hyperv neutron-server[102367]: 'ConntrackHelper': '1.0', Dec 10 19:13:17.409763 dv-neutron-821441-1-hyperv neutron-server[102367]: 'Log': '1.0', Dec 10 19:13:17.409763 dv-neutron-821441-1-hyperv neutron-server[102367]: 'Network': '1.1', Dec 10 19:13:17.409763 dv-neutron-821441-1-hyperv neutron-server[102367]: 'Port': '1.7', Dec 10 19:13:17.409763 dv-neutron-821441-1-hyperv neutron-server[102367]: 'PortForwarding': '1.2', Dec 10 19:13:17.409763 dv-neutron-821441-1-hyperv neutron-server[102367]: 'QosPolicy': '1.9', Dec 10 19:13:17.409763 dv-neutron-821441-1-hyperv neutron-server[102367]: 'SecurityGroup': '1.4', Dec 10 19:13:17.409763 dv-neutron-821441-1-hyperv neutron-server[102367]: 'SecurityGroupRule': '1.2', Dec 10 19:13:17.409763 dv-neutron-821441-1-hyperv neutron-server[102367]: 'SubPort': '1.0', Dec 10 19:13:17.409763 dv-neutron-821441-1-hyperv neutron-server[102367]: 'Subnet': '1.1', Dec 10 19:13:17.409763 dv-neutron-821441-1-hyperv neutron-server[102367]: 'Trunk': '1.1'}} Dec 10 19:13:17.409763 dv-neutron-821441-1-hyperv neutron-server[102367]: {{(pid=102367) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 19:13:17.417415 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fafc47-1d80-45f6-9639-0ca48330e79b None None] Network e9d35973-bd0e-41e8-af04-98288aa68c12 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:13:17.419288 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-35fafc47-1d80-45f6-9639-0ca48330e79b None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:17.423796 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fafc47-1d80-45f6-9639-0ca48330e79b None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:13:17.436462 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-03b6c0ee-8172-44ec-afe1-bd3545fd70a0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1337832985-network', 'tenant_id': '16eb7381a9bc4b9180d8fd7d3d4cffa7'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:17.451386 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-22c5d7e1-2f35-404d-9f14-4a611fe8ecaa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:17.480209 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-22c5d7e1-2f35-404d-9f14-4a611fe8ecaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:17.534173 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-69e244ee-5df2-439f-b8da-9d3c1389ad59 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-850555122'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:17.562502 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b6c0ee-8172-44ec-afe1-bd3545fd70a0 admin admin] Made reservation on behalf of 16eb7381a9bc4b9180d8fd7d3d4cffa7 for: {'network': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:13:17.567867 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-03b6c0ee-8172-44ec-afe1-bd3545fd70a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:17.619566 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-35fafc47-1d80-45f6-9639-0ca48330e79b None None] Attempting to bind port b34aa74e-119f-4888-ba3b-d301d195afb0 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:13:17.620821 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-35fafc47-1d80-45f6-9639-0ca48330e79b None None] Attempting to bind port b34aa74e-119f-4888-ba3b-d301d195afb0 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': 'f3f1ff88-b36c-4ac4-9359-e2a5223029ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e9d35973-bd0e-41e8-af04-98288aa68c12'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:13:17.621428 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fafc47-1d80-45f6-9639-0ca48330e79b None None] Attempting to bind port b34aa74e-119f-4888-ba3b-d301d195afb0 on network e9d35973-bd0e-41e8-af04-98288aa68c12 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:13:17.639126 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-03b6c0ee-8172-44ec-afe1-bd3545fd70a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:17.645019 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fafc47-1d80-45f6-9639-0ca48330e79b None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:13:17.647005 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fafc47-1d80-45f6-9639-0ca48330e79b None None] Checking segment: {'id': 'f3f1ff88-b36c-4ac4-9359-e2a5223029ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e9d35973-bd0e-41e8-af04-98288aa68c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:13:17.647005 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-35fafc47-1d80-45f6-9639-0ca48330e79b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:17.648661 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fafc47-1d80-45f6-9639-0ca48330e79b None None] Bound using segment: {'id': 'f3f1ff88-b36c-4ac4-9359-e2a5223029ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e9d35973-bd0e-41e8-af04-98288aa68c12'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:13:17.649252 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-35fafc47-1d80-45f6-9639-0ca48330e79b None None] Bound port: b34aa74e-119f-4888-ba3b-d301d195afb0, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3f1ff88-b36c-4ac4-9359-e2a5223029ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e9d35973-bd0e-41e8-af04-98288aa68c12'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:13:17.649963 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-35fafc47-1d80-45f6-9639-0ca48330e79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:17.682362 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e244ee-5df2-439f-b8da-9d3c1389ad59 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Made reservation on behalf of e9602fe35e674546b75f959d3fac488f for: {'network': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:13:17.694837 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-69e244ee-5df2-439f-b8da-9d3c1389ad59 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:17.710122 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-69e244ee-5df2-439f-b8da-9d3c1389ad59 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:17.749436 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-22c5d7e1-2f35-404d-9f14-4a611fe8ecaa admin admin] Allocated IP 172.26.6.199 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/9f789fde-b4f1-4c25-90c4-f51982f31e96) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:13:17.831685 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-69e244ee-5df2-439f-b8da-9d3c1389ad59 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:17.838990 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-69e244ee-5df2-439f-b8da-9d3c1389ad59 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:17.897626 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e244ee-5df2-439f-b8da-9d3c1389ad59 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f3a9bb-26c4-4de4-8d2d-d871bc82a171,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:17.905982 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69e244ee-5df2-439f-b8da-9d3c1389ad59 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=102365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:13:17.929195 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-69e244ee-5df2-439f-b8da-9d3c1389ad59 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:17.929627 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-35fafc47-1d80-45f6-9639-0ca48330e79b None None] For port b34aa74e-119f-4888-ba3b-d301d195afb0, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:13:17.930444 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.segments_db [None req-69e244ee-5df2-439f-b8da-9d3c1389ad59 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Added segment fb199e85-3be0-49ce-8b56-078f24095893 of type vlan for network 7956588b-351e-42f3-b557-748a00dae98b Dec 10 19:13:17.940815 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-35fafc47-1d80-45f6-9639-0ca48330e79b None None] For port b34aa74e-119f-4888-ba3b-d301d195afb0, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=b34aa74e-119f-4888-ba3b-d301d195afb0,segment=NetworkSegment(f3f1ff88-b36c-4ac4-9359-e2a5223029ed),segment_id=f3f1ff88-b36c-4ac4-9359-e2a5223029ed)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:13:17.950158 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-35fafc47-1d80-45f6-9639-0ca48330e79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:18.000304 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-69e244ee-5df2-439f-b8da-9d3c1389ad59 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:18.031484 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-03b6c0ee-8172-44ec-afe1-bd3545fd70a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:18.042461 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-03b6c0ee-8172-44ec-afe1-bd3545fd70a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:18.059777 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03b6c0ee-8172-44ec-afe1-bd3545fd70a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=102365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:13:18.080978 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-03b6c0ee-8172-44ec-afe1-bd3545fd70a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:18.081556 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.segments_db [None req-03b6c0ee-8172-44ec-afe1-bd3545fd70a0 admin admin] Added segment db837ec0-0d8a-4cc1-8f93-9eb97bc06e90 of type vlan for network 9c90251c-649d-45e9-a5ea-011db4b5aa52 Dec 10 19:13:18.162439 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fafc47-1d80-45f6-9639-0ca48330e79b None None] Pushing event updated for resources: {'Port': ['ID=b34aa74e-119f-4888-ba3b-d301d195afb0,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:18.184463 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-69e244ee-5df2-439f-b8da-9d3c1389ad59 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:18.191066 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e244ee-5df2-439f-b8da-9d3c1389ad59 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:18.192126 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-69e244ee-5df2-439f-b8da-9d3c1389ad59 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:18.204143 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-22c5d7e1-2f35-404d-9f14-4a611fe8ecaa admin admin] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:18.271718 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b6c0ee-8172-44ec-afe1-bd3545fd70a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b646fb-63d9-4c6a-b7fa-a95bb75b876d,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:18.303822 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-22c5d7e1-2f35-404d-9f14-4a611fe8ecaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:18.409269 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-69e244ee-5df2-439f-b8da-9d3c1389ad59 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.8250988 Dec 10 19:13:18.409872 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 49788) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:18.418290 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-03b6c0ee-8172-44ec-afe1-bd3545fd70a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:18.422101 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-74928db1-9c89-4263-a588-70ecc601a22a tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Request body: {'subnet': {'network_id': '7956588b-351e-42f3-b557-748a00dae98b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:18.441716 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c5d7e1-2f35-404d-9f14-4a611fe8ecaa admin admin] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:13:18.497219 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e244ee-5df2-439f-b8da-9d3c1389ad59 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Pushing event updated for resources: {'Network': ['ID=7956588b-351e-42f3-b557-748a00dae98b,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:18.508756 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-03b6c0ee-8172-44ec-afe1-bd3545fd70a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:18.510758 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b6c0ee-8172-44ec-afe1-bd3545fd70a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:18.512703 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-03b6c0ee-8172-44ec-afe1-bd3545fd70a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:18.519611 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 7956588b-351e-42f3-b557-748a00dae98b details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:13:18.665719 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b6c0ee-8172-44ec-afe1-bd3545fd70a0 admin admin] Pushing event updated for resources: {'Network': ['ID=9c90251c-649d-45e9-a5ea-011db4b5aa52,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:18.720033 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-03b6c0ee-8172-44ec-afe1-bd3545fd70a0 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8952858 Dec 10 19:13:18.729863 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 49800) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:18.730436 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 9c90251c-649d-45e9-a5ea-011db4b5aa52 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:13:18.749105 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-f27f12f1-af84-4143-8ca8-734b5f09d2a5 admin admin] Request body: {'subnet': {'network_id': '9c90251c-649d-45e9-a5ea-011db4b5aa52', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1337832985-subnet', 'tenant_id': '16eb7381a9bc4b9180d8fd7d3d4cffa7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:18.795146 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c5d7e1-2f35-404d-9f14-4a611fe8ecaa admin admin] Pushing event updated for resources: {'Port': ['ID=9f789fde-b4f1-4c25-90c4-f51982f31e96,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:18.805669 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-22c5d7e1-2f35-404d-9f14-4a611fe8ecaa admin admin] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:18.814028 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c5d7e1-2f35-404d-9f14-4a611fe8ecaa admin admin] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:13:18.830740 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27f12f1-af84-4143-8ca8-734b5f09d2a5 admin admin] Made reservation on behalf of 16eb7381a9bc4b9180d8fd7d3d4cffa7 for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:13:18.834882 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f27f12f1-af84-4143-8ca8-734b5f09d2a5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:18.963558 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.db.api [None req-74928db1-9c89-4263-a588-70ecc601a22a tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 19:13:18.963558 dv-neutron-821441-1-hyperv neutron-server[102366]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 10 19:13:18.963558 dv-neutron-821441-1-hyperv neutron-server[102366]: [parameters: {'project_id_1': 'e9602fe35e674546b75f959d3fac488f', 'expiration_1': datetime.datetime(2021, 12, 10, 19, 12, 58, 786489)}] Dec 10 19:13:18.963558 dv-neutron-821441-1-hyperv neutron-server[102366]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:13:18.965664 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG oslo_db.api [None req-74928db1-9c89-4263-a588-70ecc601a22a tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:13:19.153346 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f27f12f1-af84-4143-8ca8-734b5f09d2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:19.243369 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-22c5d7e1-2f35-404d-9f14-4a611fe8ecaa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:19.266616 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27f12f1-af84-4143-8ca8-734b5f09d2a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eda7c997-4549-4482-a006-e011511a0739,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:19.289110 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27f12f1-af84-4143-8ca8-734b5f09d2a5 admin admin] Checking segment: {'id': 'db837ec0-0d8a-4cc1-8f93-9eb97bc06e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '9c90251c-649d-45e9-a5ea-011db4b5aa52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:13:19.289596 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27f12f1-af84-4143-8ca8-734b5f09d2a5 admin admin] Network hostable DHCP agents. Network: 9c90251c-649d-45e9-a5ea-011db4b5aa52, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:13:19.351680 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27f12f1-af84-4143-8ca8-734b5f09d2a5 admin admin] Network 9c90251c-649d-45e9-a5ea-011db4b5aa52 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:13:19.392236 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-f27f12f1-af84-4143-8ca8-734b5f09d2a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 9c90251c-649d-45e9-a5ea-011db4b5aa52) {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:19.408350 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcccc99-dabe-4ba1-80ee-f6f59f8130d2 None None] Network 9c90251c-649d-45e9-a5ea-011db4b5aa52 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:13:19.421429 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27f12f1-af84-4143-8ca8-734b5f09d2a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:19.424000 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f27f12f1-af84-4143-8ca8-734b5f09d2a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:19.461614 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 49818) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:19.482006 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-f27f12f1-af84-4143-8ca8-734b5f09d2a5 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7455192 Dec 10 19:13:19.485761 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 49820) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:19.500381 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-df3c2855-57bd-45db-9db9-7b5154a1c976 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1337832985-router', 'tenant_id': '16eb7381a9bc4b9180d8fd7d3d4cffa7', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:19.629873 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-df3c2855-57bd-45db-9db9-7b5154a1c976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:19.632269 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-df3c2855-57bd-45db-9db9-7b5154a1c976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:19.652872 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74928db1-9c89-4263-a588-70ecc601a22a tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Made reservation on behalf of e9602fe35e674546b75f959d3fac488f for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:13:19.661512 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-74928db1-9c89-4263-a588-70ecc601a22a tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Notify callbacks [] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:19.738836 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ffc379-6813-4310-a217-aca35e805590 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-9c90251c-649d-45e9-a5ea-011db4b5aa52', 'network_id': '9c90251c-649d-45e9-a5ea-011db4b5aa52', 'tenant_id': '16eb7381a9bc4b9180d8fd7d3d4cffa7', 'fixed_ips': [{'subnet_id': 'eda7c997-4549-4482-a006-e011511a0739'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:13:19.739981 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a2ffc379-6813-4310-a217-aca35e805590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:19.764771 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-df3c2855-57bd-45db-9db9-7b5154a1c976 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:19.765788 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 49826) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:19.766565 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 49828) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:19.943561 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e004d0f8-7e97-434a-9b00-79f001e116ea None None] Network e9d35973-bd0e-41e8-af04-98288aa68c12 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:13:20.018461 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 49834) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:20.091660 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-3203050e-14bd-4dc8-9abf-91aecb1d0680 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-592014224'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:20.092733 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-df3c2855-57bd-45db-9db9-7b5154a1c976 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:20.100975 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-22c5d7e1-2f35-404d-9f14-4a611fe8ecaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:20.103484 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-31dae834-3309-49f3-a207-6685ce17f1bb tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:20.208130 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-31dae834-3309-49f3-a207-6685ce17f1bb tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] 10.222.0.69 "PUT /v2.0/quotas/520a6ddce7a4441f9b2b8257156d0e24 HTTP/1.1" status: 200 len: 368 time: 0.4341481 Dec 10 19:13:20.234781 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-73ebe689-0956-4203-9efc-5207a137a3e2 None None] Provisioning complete for port b34aa74e-119f-4888-ba3b-d301d195afb0 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:20.236666 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 49840) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:20.237320 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-73ebe689-0956-4203-9efc-5207a137a3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:20.283222 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-93700c22-e03a-421f-b00b-d5a9958e539b tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2126068637', 'router:external': True}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:20.317055 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ec3bde98-d35a-4d39-9c4f-167d4c2430ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:20.321189 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-a2ffc379-6813-4310-a217-aca35e805590 None None] Allocated IP 172.20.0.2 (9c90251c-649d-45e9-a5ea-011db4b5aa52/eda7c997-4549-4482-a006-e011511a0739/a24806be-8d2a-405e-8760-1393d4a92373) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:13:20.337569 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device b34aa74e-119f-4888-ba3b-d301d195afb0 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:13:20.361840 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-1f23561b-26af-44cf-8fef-52f960045f46 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] Request body: {'network': {'project_id': '520a6ddce7a4441f9b2b8257156d0e24'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:20.580713 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-df3c2855-57bd-45db-9db9-7b5154a1c976 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:20.614112 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-97851334-ff05-4a17-861c-cfe1470ab440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596133557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596133557-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1962091273'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:20.618161 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3203050e-14bd-4dc8-9abf-91aecb1d0680 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Made reservation on behalf of d36bbe4252ec4bd3b6f164a014e41942 for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:13:20.622436 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3203050e-14bd-4dc8-9abf-91aecb1d0680 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:20.650308 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-df3c2855-57bd-45db-9db9-7b5154a1c976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:20.677070 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3203050e-14bd-4dc8-9abf-91aecb1d0680 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:20.766014 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93700c22-e03a-421f-b00b-d5a9958e539b tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Made reservation on behalf of 6e8b9b1714d44c07a19c12b7baa13c12 for: {'network': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:13:20.770633 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-93700c22-e03a-421f-b00b-d5a9958e539b tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:20.787142 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port b34aa74e-119f-4888-ba3b-d301d195afb0 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:20.787142 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:20.794199 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-73ebe689-0956-4203-9efc-5207a137a3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:20.806063 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f23561b-26af-44cf-8fef-52f960045f46 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] Made reservation on behalf of 520a6ddce7a4441f9b2b8257156d0e24 for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:13:20.809696 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1f23561b-26af-44cf-8fef-52f960045f46 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:20.830055 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1f23561b-26af-44cf-8fef-52f960045f46 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:20.840017 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-74928db1-9c89-4263-a588-70ecc601a22a tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:20.884470 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a2ffc379-6813-4310-a217-aca35e805590 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:20.910416 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-73ebe689-0956-4203-9efc-5207a137a3e2 None None] For port b34aa74e-119f-4888-ba3b-d301d195afb0, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=b34aa74e-119f-4888-ba3b-d301d195afb0,segment=NetworkSegment(f3f1ff88-b36c-4ac4-9359-e2a5223029ed),segment_id=f3f1ff88-b36c-4ac4-9359-e2a5223029ed)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:20.913252 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a2ffc379-6813-4310-a217-aca35e805590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:20.942722 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97851334-ff05-4a17-861c-cfe1470ab440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596133557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596133557-project] Made reservation on behalf of e4266f56a17248de8d0271651df08193 for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:13:20.950699 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-97851334-ff05-4a17-861c-cfe1470ab440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596133557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596133557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:20.951612 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-73ebe689-0956-4203-9efc-5207a137a3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:20.980340 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-93700c22-e03a-421f-b00b-d5a9958e539b tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:21.009268 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ffc379-6813-4310-a217-aca35e805590 None None] Network 9c90251c-649d-45e9-a5ea-011db4b5aa52 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:13:21.017860 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-a2ffc379-6813-4310-a217-aca35e805590 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:21.030584 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-97851334-ff05-4a17-861c-cfe1470ab440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596133557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596133557-project] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:21.071948 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ffc379-6813-4310-a217-aca35e805590 None None] Pushing event updated for resources: {'Port': ['ID=a24806be-8d2a-405e-8760-1393d4a92373,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:21.093463 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ffc379-6813-4310-a217-aca35e805590 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:13:21.142159 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74928db1-9c89-4263-a588-70ecc601a22a tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Pushing event updated for resources: {'Subnet': ['ID=949d72d2-8475-4c91-bff8-5d33b2d5f4cb,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:21.199578 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3203050e-14bd-4dc8-9abf-91aecb1d0680 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:21.214726 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22c5d7e1-2f35-404d-9f14-4a611fe8ecaa admin admin] Router 3818c3c7-b056-4501-9760-286eb42942ac is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:13:21.226919 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74928db1-9c89-4263-a588-70ecc601a22a tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Checking segment: {'id': 'fb199e85-3be0-49ce-8b56-078f24095893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7956588b-351e-42f3-b557-748a00dae98b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:13:21.227285 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74928db1-9c89-4263-a588-70ecc601a22a tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Network hostable DHCP agents. Network: 7956588b-351e-42f3-b557-748a00dae98b, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:13:21.233713 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3203050e-14bd-4dc8-9abf-91aecb1d0680 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:21.237143 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-df3c2855-57bd-45db-9db9-7b5154a1c976 admin admin] Allocated IP 172.26.6.121 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/b1357efc-ba69-4774-945b-819e6b11bf6a) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:13:21.247502 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1f23561b-26af-44cf-8fef-52f960045f46 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:21.309749 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 49864) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:21.329857 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ebe689-0956-4203-9efc-5207a137a3e2 None None] Pushing event updated for resources: {'Port': ['ID=b34aa74e-119f-4888-ba3b-d301d195afb0,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:21.336864 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1f23561b-26af-44cf-8fef-52f960045f46 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:21.371511 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-a2ffc379-6813-4310-a217-aca35e805590 None None] Attempting to bind port a24806be-8d2a-405e-8760-1393d4a92373 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:13:21.372440 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-a2ffc379-6813-4310-a217-aca35e805590 None None] Attempting to bind port a24806be-8d2a-405e-8760-1393d4a92373 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': 'db837ec0-0d8a-4cc1-8f93-9eb97bc06e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '9c90251c-649d-45e9-a5ea-011db4b5aa52'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:13:21.373516 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ffc379-6813-4310-a217-aca35e805590 None None] Attempting to bind port a24806be-8d2a-405e-8760-1393d4a92373 on network 9c90251c-649d-45e9-a5ea-011db4b5aa52 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:13:21.378473 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3203050e-14bd-4dc8-9abf-91aecb1d0680 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:13:21.383508 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-93700c22-e03a-421f-b00b-d5a9958e539b tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:21.384765 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-af5aee1e-68ba-40a2-9636-653cf7c2a456 None None] Provisioning complete for port b34aa74e-119f-4888-ba3b-d301d195afb0 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:21.386481 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-af5aee1e-68ba-40a2-9636-653cf7c2a456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:21.392256 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ffc379-6813-4310-a217-aca35e805590 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:13:21.393259 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ffc379-6813-4310-a217-aca35e805590 None None] Checking segment: {'id': 'db837ec0-0d8a-4cc1-8f93-9eb97bc06e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '9c90251c-649d-45e9-a5ea-011db4b5aa52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:13:21.393951 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a2ffc379-6813-4310-a217-aca35e805590 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:21.394549 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ffc379-6813-4310-a217-aca35e805590 None None] Bound using segment: {'id': 'db837ec0-0d8a-4cc1-8f93-9eb97bc06e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '9c90251c-649d-45e9-a5ea-011db4b5aa52'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:13:21.395032 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-93700c22-e03a-421f-b00b-d5a9958e539b tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:21.395378 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-a2ffc379-6813-4310-a217-aca35e805590 None None] Bound port: a24806be-8d2a-405e-8760-1393d4a92373, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db837ec0-0d8a-4cc1-8f93-9eb97bc06e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '9c90251c-649d-45e9-a5ea-011db4b5aa52'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:13:21.396013 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a2ffc379-6813-4310-a217-aca35e805590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:21.399810 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3203050e-14bd-4dc8-9abf-91aecb1d0680 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f39bb6cd-83bb-43ae-bce4-73e16c7b78d6,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:21.446045 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93700c22-e03a-421f-b00b-d5a9958e539b tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7233d0f4-b021-4d84-a6b9-373fa3b29948,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:21.451543 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74928db1-9c89-4263-a588-70ecc601a22a tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Network 7956588b-351e-42f3-b557-748a00dae98b is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:13:21.455438 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f23561b-26af-44cf-8fef-52f960045f46 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:13:21.493203 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93700c22-e03a-421f-b00b-d5a9958e539b tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=102365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:13:21.527935 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-93700c22-e03a-421f-b00b-d5a9958e539b tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:21.528824 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3203050e-14bd-4dc8-9abf-91aecb1d0680 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:21.529144 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.segments_db [None req-93700c22-e03a-421f-b00b-d5a9958e539b tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Added segment 755b35d4-9eaf-4734-9b72-1b1eeaeed91c of type vlan for network 1fef4ff3-1e1d-4014-ae22-2bb90a2a1ab5 Dec 10 19:13:21.529318 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-3203050e-14bd-4dc8-9abf-91aecb1d0680 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Added segment 4c1a41e6-b2af-404e-b802-2224cd9d686e of type vlan for network 8ddf61ad-4693-4768-957e-b5f7e12a28e7 Dec 10 19:13:21.554190 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-df3c2855-57bd-45db-9db9-7b5154a1c976 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:21.569528 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1f23561b-26af-44cf-8fef-52f960045f46 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:21.571747 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-1f23561b-26af-44cf-8fef-52f960045f46 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] Added segment ec064362-0018-413c-8edb-ce5ecb46ed57 of type vlan for network 8af48c65-b11e-4a6e-9d65-25fb598b13f0 Dec 10 19:13:21.571747 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-74928db1-9c89-4263-a588-70ecc601a22a tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 7956588b-351e-42f3-b557-748a00dae98b) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:21.579266 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74928db1-9c89-4263-a588-70ecc601a22a tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:21.580286 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-74928db1-9c89-4263-a588-70ecc601a22a tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:21.614950 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7878c0a0-db35-4fd6-aa1f-36f6703c7bfd None None] Network 7956588b-351e-42f3-b557-748a00dae98b requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:13:21.649734 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-74928db1-9c89-4263-a588-70ecc601a22a tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2314811 Dec 10 19:13:21.655905 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f23561b-26af-44cf-8fef-52f960045f46 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63fd50e6-678f-4a67-9321-043333cb482b,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:21.682984 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 49868) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:21.705975 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-2b43fd48-d9f1-4a3f-b0ee-3ca1c1d1e4d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Request body: {'port': {'network_id': '7956588b-351e-42f3-b557-748a00dae98b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1040335429'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:21.780635 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-df3c2855-57bd-45db-9db9-7b5154a1c976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:21.810201 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-a2ffc379-6813-4310-a217-aca35e805590 None None] For port a24806be-8d2a-405e-8760-1393d4a92373, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:13:21.830131 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-b1b0ccdf-7f1c-4e5c-9a92-1775735908df tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Request body: {'floatingip': {'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:21.836122 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3203050e-14bd-4dc8-9abf-91aecb1d0680 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:21.880295 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-a2ffc379-6813-4310-a217-aca35e805590 None None] For port a24806be-8d2a-405e-8760-1393d4a92373, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=a24806be-8d2a-405e-8760-1393d4a92373,segment=NetworkSegment(db837ec0-0d8a-4cc1-8f93-9eb97bc06e90),segment_id=db837ec0-0d8a-4cc1-8f93-9eb97bc06e90)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:13:21.880721 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1f23561b-26af-44cf-8fef-52f960045f46 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:21.891781 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a2ffc379-6813-4310-a217-aca35e805590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:21.916312 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-97851334-ff05-4a17-861c-cfe1470ab440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596133557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596133557-project] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:21.949014 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-97851334-ff05-4a17-861c-cfe1470ab440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596133557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596133557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:21.977549 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3c2855-57bd-45db-9db9-7b5154a1c976 admin admin] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:13:21.980894 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-93700c22-e03a-421f-b00b-d5a9958e539b tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:21.987488 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-df3c2855-57bd-45db-9db9-7b5154a1c976 admin admin] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:21.995925 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3c2855-57bd-45db-9db9-7b5154a1c976 admin admin] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:13:21.999517 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c5d7e1-2f35-404d-9f14-4a611fe8ecaa admin admin] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:13:22.012105 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b1b0ccdf-7f1c-4e5c-9a92-1775735908df tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks [] for floatingip, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:22.031525 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c78003-782b-4d00-8a37-4504d5be83bf None None] Sync routers for ids ['3818c3c7-b056-4501-9760-286eb42942ac'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:13:22.059099 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1f23561b-26af-44cf-8fef-52f960045f46 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:22.060136 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f23561b-26af-44cf-8fef-52f960045f46 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:22.061482 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1f23561b-26af-44cf-8fef-52f960045f46 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:22.094226 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3203050e-14bd-4dc8-9abf-91aecb1d0680 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:22.094500 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ffc379-6813-4310-a217-aca35e805590 None None] Pushing event updated for resources: {'Port': ['ID=a24806be-8d2a-405e-8760-1393d4a92373,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:22.094637 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3203050e-14bd-4dc8-9abf-91aecb1d0680 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:22.094637 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3203050e-14bd-4dc8-9abf-91aecb1d0680 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:22.112966 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c78003-782b-4d00-8a37-4504d5be83bf None None] Routers {'3818c3c7-b056-4501-9760-286eb42942ac'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:13:22.113968 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-97c78003-782b-4d00-8a37-4504d5be83bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:12:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['3818c3c7-b056-4501-9760-286eb42942ac'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:22.136957 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-1f23561b-26af-44cf-8fef-52f960045f46 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.7856753 Dec 10 19:13:22.153549 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.db.api [None req-97851334-ff05-4a17-861c-cfe1470ab440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596133557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596133557-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=102366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:13:22.153549 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG oslo_db.api [None req-97851334-ff05-4a17-861c-cfe1470ab440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596133557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596133557-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:13:22.154533 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 49874) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:22.172647 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3c2855-57bd-45db-9db9-7b5154a1c976 admin admin] Pushing event updated for resources: {'Port': ['ID=b1357efc-ba69-4774-945b-819e6b11bf6a,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:22.199647 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d21678-c7ca-4441-86ad-992823368414 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-7956588b-351e-42f3-b557-748a00dae98b', 'network_id': '7956588b-351e-42f3-b557-748a00dae98b', 'tenant_id': 'e9602fe35e674546b75f959d3fac488f', 'fixed_ips': [{'subnet_id': '949d72d2-8475-4c91-bff8-5d33b2d5f4cb'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:13:22.201770 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d9d21678-c7ca-4441-86ad-992823368414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:22.212189 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-0d6085ef-0482-43fd-98f3-dce93fd53c22 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] Request body: {'network': {'project_id': '520a6ddce7a4441f9b2b8257156d0e24'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:22.223068 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b43fd48-d9f1-4a3f-b0ee-3ca1c1d1e4d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Made reservation on behalf of e9602fe35e674546b75f959d3fac488f for: {'port': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:13:22.226962 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2b43fd48-d9f1-4a3f-b0ee-3ca1c1d1e4d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:22.233715 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-22c5d7e1-2f35-404d-9f14-4a611fe8ecaa admin admin] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:22.238414 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-22c5d7e1-2f35-404d-9f14-4a611fe8ecaa admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.8759768 Dec 10 19:13:22.240070 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 49876) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:22.325362 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-3203050e-14bd-4dc8-9abf-91aecb1d0680 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.8626029 Dec 10 19:13:22.326212 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97851334-ff05-4a17-861c-cfe1470ab440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596133557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596133557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfb6ff6-f367-4584-a842-33ef952e98a3,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:22.332818 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 49878) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:22.347745 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-b830620c-5714-4254-8fd5-30673ca530b6 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Request body: {'subnet': {'network_id': '8ddf61ad-4693-4768-957e-b5f7e12a28e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:22.368776 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [None req-2b43fd48-d9f1-4a3f-b0ee-3ca1c1d1e4d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] device_id is not set on port 43dd5c94-e01f-4e0f-a90b-3c539d2e06cd yet. {{(pid=102366) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:13:22.496916 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6085ef-0482-43fd-98f3-dce93fd53c22 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] Made reservation on behalf of 520a6ddce7a4441f9b2b8257156d0e24 for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:13:22.499310 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0d6085ef-0482-43fd-98f3-dce93fd53c22 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:22.506919 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-93700c22-e03a-421f-b00b-d5a9958e539b tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:22.508289 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93700c22-e03a-421f-b00b-d5a9958e539b tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:22.509198 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-93700c22-e03a-421f-b00b-d5a9958e539b tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:22.563020 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f23561b-26af-44cf-8fef-52f960045f46 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] Pushing event updated for resources: {'Network': ['ID=8af48c65-b11e-4a6e-9d65-25fb598b13f0,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:22.621673 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-93700c22-e03a-421f-b00b-d5a9958e539b tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.8536115 Dec 10 19:13:22.631059 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device b34aa74e-119f-4888-ba3b-d301d195afb0 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:13:22.636469 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 8af48c65-b11e-4a6e-9d65-25fb598b13f0 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:13:22.642759 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 49880) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:22.650433 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-d6c7601a-17b2-4f7d-9ef2-0d4572d03bfe tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Request body: {'subnet': {'network_id': '1fef4ff3-1e1d-4014-ae22-2bb90a2a1ab5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:22.665553 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-97851334-ff05-4a17-861c-cfe1470ab440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596133557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596133557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:22.669121 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-97c78003-782b-4d00-8a37-4504d5be83bf None None] Set router 3818c3c7-b056-4501-9760-286eb42942ac gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:13:22.727087 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c7601a-17b2-4f7d-9ef2-0d4572d03bfe tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Made reservation on behalf of 6e8b9b1714d44c07a19c12b7baa13c12 for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:13:22.734248 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d6c7601a-17b2-4f7d-9ef2-0d4572d03bfe tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks [] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:22.901471 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-d9d21678-c7ca-4441-86ad-992823368414 None None] Allocated IP 2001:db8::2 (7956588b-351e-42f3-b557-748a00dae98b/949d72d2-8475-4c91-bff8-5d33b2d5f4cb/6ba339bb-2d5a-4414-a0d3-9eede1efef86) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:13:22.911520 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97851334-ff05-4a17-861c-cfe1470ab440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596133557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596133557-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:13:22.921942 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d6085ef-0482-43fd-98f3-dce93fd53c22 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:13:22.933977 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3203050e-14bd-4dc8-9abf-91aecb1d0680 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Pushing event updated for resources: {'Network': ['ID=8ddf61ad-4693-4768-957e-b5f7e12a28e7,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:22.935378 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port b34aa74e-119f-4888-ba3b-d301d195afb0 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:22.935960 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:22.987110 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-97851334-ff05-4a17-861c-cfe1470ab440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596133557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596133557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:22.987110 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-97851334-ff05-4a17-861c-cfe1470ab440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596133557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596133557-project] Added segment 54286307-58c3-454d-b170-d5574f812fa8 of type vlan for network 15f18119-87e6-44a0-919f-208992bec9bf Dec 10 19:13:23.009204 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b830620c-5714-4254-8fd5-30673ca530b6 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Made reservation on behalf of d36bbe4252ec4bd3b6f164a014e41942 for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:13:23.016025 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b830620c-5714-4254-8fd5-30673ca530b6 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Notify callbacks [] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:23.035745 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0d6085ef-0482-43fd-98f3-dce93fd53c22 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:23.036245 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-0d6085ef-0482-43fd-98f3-dce93fd53c22 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] Added segment b7d7642f-ce89-4da0-9d24-1bcb9288f7e8 of type vlan for network b493cb67-0d47-41e1-a4b1-8cddfac8c64a Dec 10 19:13:23.039729 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 8ddf61ad-4693-4768-957e-b5f7e12a28e7 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:13:23.105804 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93700c22-e03a-421f-b00b-d5a9958e539b tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Pushing event updated for resources: {'Network': ['ID=1fef4ff3-1e1d-4014-ae22-2bb90a2a1ab5,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:23.112913 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-97c78003-782b-4d00-8a37-4504d5be83bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3818c3c7-b056-4501-9760-286eb42942ac', 'name': 'tempest-ServersTestJSON-786395313-router', 'tenant_id': 'af448cbcd018494cbdae615f8d35e0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': '9f789fde-b4f1-4c25-90c4-f51982f31e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:16Z', 'updated_at': '2021-12-10T19:13:19Z', 'revision_number': 3, 'project_id': 'af448cbcd018494cbdae615f8d35e0f1', 'gw_port': {'id': '9f789fde-b4f1-4c25-90c4-f51982f31e96', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:fc:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3818c3c7-b056-4501-9760-286eb42942ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:17Z', 'updated_at': '2021-12-10T19:13:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:23.139000 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 1fef4ff3-1e1d-4014-ae22-2bb90a2a1ab5 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:13:23.211875 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c78003-782b-4d00-8a37-4504d5be83bf None None] Checking router: 3818c3c7-b056-4501-9760-286eb42942ac for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:13:23.212797 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c78003-782b-4d00-8a37-4504d5be83bf None None] Updating router 3818c3c7-b056-4501-9760-286eb42942ac port 9f789fde-b4f1-4c25-90c4-f51982f31e96 binding host dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:13:23.253551 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b1b0ccdf-7f1c-4e5c-9a92-1775735908df tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:23.285004 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-97c78003-782b-4d00-8a37-4504d5be83bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:23.447692 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-df3c2855-57bd-45db-9db9-7b5154a1c976 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:23.499214 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0d6085ef-0482-43fd-98f3-dce93fd53c22 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:23.585401 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-b1b0ccdf-7f1c-4e5c-9a92-1775735908df tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Allocated IP 172.26.6.55 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/38cf612e-3293-4917-9308-76512acdd68f) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:13:23.597890 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-97851334-ff05-4a17-861c-cfe1470ab440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596133557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596133557-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:23.640347 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.db.resource_extend [None req-0d6085ef-0482-43fd-98f3-dce93fd53c22 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 19:13:23.662714 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d9d21678-c7ca-4441-86ad-992823368414 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:23.683043 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d9d21678-c7ca-4441-86ad-992823368414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:23.781660 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d21678-c7ca-4441-86ad-992823368414 None None] Network 7956588b-351e-42f3-b557-748a00dae98b is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:13:23.787013 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-d9d21678-c7ca-4441-86ad-992823368414 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:23.794371 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d21678-c7ca-4441-86ad-992823368414 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:13:23.796553 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.objects.ports [None req-d6c7601a-17b2-4f7d-9ef2-0d4572d03bfe tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102365) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 19:13:23.796900 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d6c7601a-17b2-4f7d-9ef2-0d4572d03bfe tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:23.797482 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.db.resource_extend [None req-97851334-ff05-4a17-861c-cfe1470ab440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596133557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596133557-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 19:13:23.840865 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d21678-c7ca-4441-86ad-992823368414 None None] Pushing event updated for resources: {'Port': ['ID=6ba339bb-2d5a-4414-a0d3-9eede1efef86,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:23.877435 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a735de-597b-4de8-808c-7d74212729ba None None] Network 9c90251c-649d-45e9-a5ea-011db4b5aa52 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:13:24.046327 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0d6085ef-0482-43fd-98f3-dce93fd53c22 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:24.046646 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-d9d21678-c7ca-4441-86ad-992823368414 None None] Attempting to bind port 6ba339bb-2d5a-4414-a0d3-9eede1efef86 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:13:24.047448 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-d9d21678-c7ca-4441-86ad-992823368414 None None] Attempting to bind port 6ba339bb-2d5a-4414-a0d3-9eede1efef86 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': 'fb199e85-3be0-49ce-8b56-078f24095893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7956588b-351e-42f3-b557-748a00dae98b'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:13:24.047637 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6085ef-0482-43fd-98f3-dce93fd53c22 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:24.047796 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d21678-c7ca-4441-86ad-992823368414 None None] Attempting to bind port 6ba339bb-2d5a-4414-a0d3-9eede1efef86 on network 7956588b-351e-42f3-b557-748a00dae98b {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:13:24.048334 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0d6085ef-0482-43fd-98f3-dce93fd53c22 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:24.069517 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-97851334-ff05-4a17-861c-cfe1470ab440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596133557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596133557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:24.071180 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c7601a-17b2-4f7d-9ef2-0d4572d03bfe tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e9ea9a30-8da4-434a-a810-be992c725fc1,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:24.076432 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97851334-ff05-4a17-861c-cfe1470ab440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596133557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596133557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:24.076938 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-382a5a2d-c963-4b62-9011-be6b9cd84b5c None None] Provisioning complete for port a24806be-8d2a-405e-8760-1393d4a92373 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:24.077420 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-97851334-ff05-4a17-861c-cfe1470ab440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596133557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596133557-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:24.077603 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-382a5a2d-c963-4b62-9011-be6b9cd84b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:24.087358 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d21678-c7ca-4441-86ad-992823368414 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:13:24.088029 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d21678-c7ca-4441-86ad-992823368414 None None] Checking segment: {'id': 'fb199e85-3be0-49ce-8b56-078f24095893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7956588b-351e-42f3-b557-748a00dae98b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:13:24.088847 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d9d21678-c7ca-4441-86ad-992823368414 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:24.089769 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d21678-c7ca-4441-86ad-992823368414 None None] Bound using segment: {'id': 'fb199e85-3be0-49ce-8b56-078f24095893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7956588b-351e-42f3-b557-748a00dae98b'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:13:24.090629 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-d9d21678-c7ca-4441-86ad-992823368414 None None] Bound port: 6ba339bb-2d5a-4414-a0d3-9eede1efef86, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb199e85-3be0-49ce-8b56-078f24095893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7956588b-351e-42f3-b557-748a00dae98b'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:13:24.091262 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d9d21678-c7ca-4441-86ad-992823368414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:24.114873 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3b27e5db-5ca3-4352-9784-535e30ce2cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:24.144098 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c7601a-17b2-4f7d-9ef2-0d4572d03bfe tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Checking segment: {'id': '755b35d4-9eaf-4734-9b72-1b1eeaeed91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '1fef4ff3-1e1d-4014-ae22-2bb90a2a1ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:13:24.144321 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c7601a-17b2-4f7d-9ef2-0d4572d03bfe tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Network hostable DHCP agents. Network: 1fef4ff3-1e1d-4014-ae22-2bb90a2a1ab5, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:13:24.184880 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-2b43fd48-d9f1-4a3f-b0ee-3ca1c1d1e4d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Allocated IP 2001:db8::38f (7956588b-351e-42f3-b557-748a00dae98b/949d72d2-8475-4c91-bff8-5d33b2d5f4cb/43dd5c94-e01f-4e0f-a90b-3c539d2e06cd) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:13:24.218400 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-0d6085ef-0482-43fd-98f3-dce93fd53c22 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.0131583 Dec 10 19:13:24.224084 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 49882) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:24.231735 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-00216feb-8cd5-4272-bcbe-3ec11f1be7b5 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] Request body: {'network': {'project_id': '520a6ddce7a4441f9b2b8257156d0e24'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:24.242110 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-97851334-ff05-4a17-861c-cfe1470ab440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596133557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596133557-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 4.2224898 Dec 10 19:13:24.258001 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6085ef-0482-43fd-98f3-dce93fd53c22 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] Pushing event updated for resources: {'Network': ['ID=b493cb67-0d47-41e1-a4b1-8cddfac8c64a,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:24.304412 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c7601a-17b2-4f7d-9ef2-0d4572d03bfe tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Network 1fef4ff3-1e1d-4014-ae22-2bb90a2a1ab5 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:13:24.376703 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network b493cb67-0d47-41e1-a4b1-8cddfac8c64a details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:13:24.391719 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2a09def8-deb7-4fb3-8510-753c60921c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:24.426913 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-df3c2855-57bd-45db-9db9-7b5154a1c976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:24.439270 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-00216feb-8cd5-4272-bcbe-3ec11f1be7b5 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 10 19:13:24.440446 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00216feb-8cd5-4272-bcbe-3ec11f1be7b5 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:13:24.441105 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b1b0ccdf-7f1c-4e5c-9a92-1775735908df tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:24.450372 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 49894) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:24.455217 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-00216feb-8cd5-4272-bcbe-3ec11f1be7b5 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2281022 Dec 10 19:13:24.460921 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97851334-ff05-4a17-861c-cfe1470ab440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596133557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596133557-project] Pushing event updated for resources: {'Network': ['ID=15f18119-87e6-44a0-919f-208992bec9bf,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:24.481667 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b830620c-5714-4254-8fd5-30673ca530b6 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:24.507735 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-d6c7601a-17b2-4f7d-9ef2-0d4572d03bfe tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 1fef4ff3-1e1d-4014-ae22-2bb90a2a1ab5) {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:24.514593 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c7601a-17b2-4f7d-9ef2-0d4572d03bfe tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:24.515773 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d6c7601a-17b2-4f7d-9ef2-0d4572d03bfe tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:24.575188 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-d9d21678-c7ca-4441-86ad-992823368414 None None] For port 6ba339bb-2d5a-4414-a0d3-9eede1efef86, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:13:24.583025 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-d9d21678-c7ca-4441-86ad-992823368414 None None] For port 6ba339bb-2d5a-4414-a0d3-9eede1efef86, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=6ba339bb-2d5a-4414-a0d3-9eede1efef86,segment=NetworkSegment(fb199e85-3be0-49ce-8b56-078f24095893),segment_id=fb199e85-3be0-49ce-8b56-078f24095893)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:13:24.612032 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d9d21678-c7ca-4441-86ad-992823368414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:24.618082 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-d6c7601a-17b2-4f7d-9ef2-0d4572d03bfe tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9699049 Dec 10 19:13:24.618367 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 15f18119-87e6-44a0-919f-208992bec9bf details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:13:24.622197 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 49898) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:24.632898 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-55abf79c-9687-4bd2-8abd-8197f95938dd tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1220190389', 'network_id': '1fef4ff3-1e1d-4014-ae22-2bb90a2a1ab5'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:24.741274 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55abf79c-9687-4bd2-8abd-8197f95938dd tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Made reservation on behalf of 6e8b9b1714d44c07a19c12b7baa13c12 for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:13:24.744197 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-55abf79c-9687-4bd2-8abd-8197f95938dd tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:24.748228 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-3b27e5db-5ca3-4352-9784-535e30ce2cae admin admin] Allocated IP 172.20.0.1 (e9d35973-bd0e-41e8-af04-98288aa68c12/4dff902f-89e7-4f28-8db1-bc880cee9536/613f18b1-3886-4a39-b25e-7972cad43e3a) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:13:24.819838 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device a24806be-8d2a-405e-8760-1393d4a92373 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:13:24.823073 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b9bbae-2627-4088-9ba1-fc8312233440 None None] Network 1fef4ff3-1e1d-4014-ae22-2bb90a2a1ab5 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:13:24.848816 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [None req-55abf79c-9687-4bd2-8abd-8197f95938dd tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] device_id is not set on port 038bb5c3-4b05-4ae5-a783-e156098a9824 yet. {{(pid=102365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:13:24.898218 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 49906) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:24.908214 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Request body: {'port': {'network_id': '15f18119-87e6-44a0-919f-208992bec9bf', 'binding:host_id': 'hv-neutron-8214', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-605059682'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:24.958942 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-9865b711-ee6d-429a-bfc8-305124204f80 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=520a6ddce7a4441f9b2b8257156d0e24&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5075526 Dec 10 19:13:24.971278 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 49908) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:24.989462 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b1b0ccdf-7f1c-4e5c-9a92-1775735908df tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:24.992619 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b830620c-5714-4254-8fd5-30673ca530b6 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Pushing event updated for resources: {'Subnet': ['ID=bd1ab996-d692-46ce-b8e0-c78d3f643770,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:25.009239 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2b43fd48-d9f1-4a3f-b0ee-3ca1c1d1e4d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:25.096703 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-382a5a2d-c963-4b62-9011-be6b9cd84b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:25.116192 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b830620c-5714-4254-8fd5-30673ca530b6 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Checking segment: {'id': '4c1a41e6-b2af-404e-b802-2224cd9d686e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '8ddf61ad-4693-4768-957e-b5f7e12a28e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:13:25.116795 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b830620c-5714-4254-8fd5-30673ca530b6 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Network hostable DHCP agents. Network: 8ddf61ad-4693-4768-957e-b5f7e12a28e7, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:13:25.132018 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Made reservation on behalf of 334a62ade8384290bb4affadf9dcf15b for: {'port': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:13:25.134723 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df3c2855-57bd-45db-9db9-7b5154a1c976 admin admin] Router d52aa283-0ae1-46b5-b598-195e1e4d10d4 is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:13:25.135988 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:25.146630 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b0ccdf-7f1c-4e5c-9a92-1775735908df tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:13:25.149000 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-55abf79c-9687-4bd2-8abd-8197f95938dd tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Allocated IP 172.20.0.13 (1fef4ff3-1e1d-4014-ae22-2bb90a2a1ab5/e9ea9a30-8da4-434a-a810-be992c725fc1/038bb5c3-4b05-4ae5-a783-e156098a9824) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:13:25.171922 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3b27e5db-5ca3-4352-9784-535e30ce2cae admin admin] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:25.196973 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-b1b0ccdf-7f1c-4e5c-9a92-1775735908df tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:25.199616 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b681b3ab-98ac-42fb-b9e6-77b7cb2ed747 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:25.201588 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b0ccdf-7f1c-4e5c-9a92-1775735908df tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:13:25.228484 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:25.257118 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b0ccdf-7f1c-4e5c-9a92-1775735908df tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Pushing event updated for resources: {'Port': ['ID=38cf612e-3293-4917-9308-76512acdd68f,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:25.281633 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-97c78003-782b-4d00-8a37-4504d5be83bf None None] Notify callbacks [] for port, precommit_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:25.291325 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-97c78003-782b-4d00-8a37-4504d5be83bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:25.344915 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b681b3ab-98ac-42fb-b9e6-77b7cb2ed747 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:25.406467 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-97c78003-782b-4d00-8a37-4504d5be83bf None None] Attempting to bind port 9f789fde-b4f1-4c25-90c4-f51982f31e96 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:13:25.407239 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-97c78003-782b-4d00-8a37-4504d5be83bf None None] Attempting to bind port 9f789fde-b4f1-4c25-90c4-f51982f31e96 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:13:25.407835 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c78003-782b-4d00-8a37-4504d5be83bf None None] Attempting to bind port 9f789fde-b4f1-4c25-90c4-f51982f31e96 on network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:13:25.411548 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815279f2-345e-4196-a34f-0c66282dc170 None None] Pushing event updated for resources: {'Port': ['ID=9f789fde-b4f1-4c25-90c4-f51982f31e96,revision_number=2']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:25.426235 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c78003-782b-4d00-8a37-4504d5be83bf None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:13:25.427027 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c78003-782b-4d00-8a37-4504d5be83bf None None] Checking segment: {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:13:25.427989 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-97c78003-782b-4d00-8a37-4504d5be83bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:25.428727 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c78003-782b-4d00-8a37-4504d5be83bf None None] Bound using segment: {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:13:25.429526 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-97c78003-782b-4d00-8a37-4504d5be83bf None None] Bound port: 9f789fde-b4f1-4c25-90c4-f51982f31e96, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:13:25.430213 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-97c78003-782b-4d00-8a37-4504d5be83bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:25.432296 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b830620c-5714-4254-8fd5-30673ca530b6 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Network 8ddf61ad-4693-4768-957e-b5f7e12a28e7 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:13:25.469017 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815279f2-345e-4196-a34f-0c66282dc170 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:25.469930 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815279f2-345e-4196-a34f-0c66282dc170 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:25.470643 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815279f2-345e-4196-a34f-0c66282dc170 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:25.471391 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815279f2-345e-4196-a34f-0c66282dc170 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:25.472037 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815279f2-345e-4196-a34f-0c66282dc170 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:25.472648 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815279f2-345e-4196-a34f-0c66282dc170 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:25.472795 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2b43fd48-d9f1-4a3f-b0ee-3ca1c1d1e4d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:25.473398 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815279f2-345e-4196-a34f-0c66282dc170 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:25.474687 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815279f2-345e-4196-a34f-0c66282dc170 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:25.475415 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815279f2-345e-4196-a34f-0c66282dc170 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:25.476046 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815279f2-345e-4196-a34f-0c66282dc170 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:25.476722 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815279f2-345e-4196-a34f-0c66282dc170 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:25.477382 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815279f2-345e-4196-a34f-0c66282dc170 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:25.479924 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815279f2-345e-4196-a34f-0c66282dc170 None None] Tracked resource versions report: Dec 10 19:13:25.479924 dv-neutron-821441-1-hyperv neutron-server[102368]: pushed versions: Dec 10 19:13:25.479924 dv-neutron-821441-1-hyperv neutron-server[102368]: { 'AddressGroup': {'1.2'}, Dec 10 19:13:25.479924 dv-neutron-821441-1-hyperv neutron-server[102368]: 'ConntrackHelper': {'1.0'}, Dec 10 19:13:25.479924 dv-neutron-821441-1-hyperv neutron-server[102368]: 'Log': {'1.0'}, Dec 10 19:13:25.479924 dv-neutron-821441-1-hyperv neutron-server[102368]: 'Network': {'1.1'}, Dec 10 19:13:25.479924 dv-neutron-821441-1-hyperv neutron-server[102368]: 'Port': {'1.7'}, Dec 10 19:13:25.479924 dv-neutron-821441-1-hyperv neutron-server[102368]: 'PortForwarding': {'1.2'}, Dec 10 19:13:25.479924 dv-neutron-821441-1-hyperv neutron-server[102368]: 'QosPolicy': {'1.9'}, Dec 10 19:13:25.479924 dv-neutron-821441-1-hyperv neutron-server[102368]: 'SecurityGroup': {'1.4'}, Dec 10 19:13:25.479924 dv-neutron-821441-1-hyperv neutron-server[102368]: 'SecurityGroupRule': {'1.2'}, Dec 10 19:13:25.479924 dv-neutron-821441-1-hyperv neutron-server[102368]: 'SubPort': {'1.0'}, Dec 10 19:13:25.479924 dv-neutron-821441-1-hyperv neutron-server[102368]: 'Subnet': {'1.1'}, Dec 10 19:13:25.479924 dv-neutron-821441-1-hyperv neutron-server[102368]: 'Trunk': {'1.1'}} Dec 10 19:13:25.479924 dv-neutron-821441-1-hyperv neutron-server[102368]: consumer versions: Dec 10 19:13:25.479924 dv-neutron-821441-1-hyperv neutron-server[102368]: { DHCP agent@dv-neutron-821441-1-hyperv: {}, Dec 10 19:13:25.479924 dv-neutron-821441-1-hyperv neutron-server[102368]: HyperV agent@hv-neutron-8214: {}, Dec 10 19:13:25.479924 dv-neutron-821441-1-hyperv neutron-server[102368]: L3 agent@dv-neutron-821441-1-hyperv: {}, Dec 10 19:13:25.479924 dv-neutron-821441-1-hyperv neutron-server[102368]: Metadata agent@dv-neutron-821441-1-hyperv: {}, Dec 10 19:13:25.479924 dv-neutron-821441-1-hyperv neutron-server[102368]: Metering agent@dv-neutron-821441-1-hyperv: {}, Dec 10 19:13:25.479924 dv-neutron-821441-1-hyperv neutron-server[102368]: Open vSwitch agent@dv-neutron-821441-1-hyperv: { 'AddressGroup': '1.2', Dec 10 19:13:25.479924 dv-neutron-821441-1-hyperv neutron-server[102368]: 'ConntrackHelper': '1.0', Dec 10 19:13:25.479924 dv-neutron-821441-1-hyperv neutron-server[102368]: 'Log': '1.0', Dec 10 19:13:25.479924 dv-neutron-821441-1-hyperv neutron-server[102368]: 'Network': '1.1', Dec 10 19:13:25.479924 dv-neutron-821441-1-hyperv neutron-server[102368]: 'Port': '1.7', Dec 10 19:13:25.479924 dv-neutron-821441-1-hyperv neutron-server[102368]: 'PortForwarding': '1.2', Dec 10 19:13:25.479924 dv-neutron-821441-1-hyperv neutron-server[102368]: 'QosPolicy': '1.9', Dec 10 19:13:25.479924 dv-neutron-821441-1-hyperv neutron-server[102368]: 'SecurityGroup': '1.4', Dec 10 19:13:25.479924 dv-neutron-821441-1-hyperv neutron-server[102368]: 'SecurityGroupRule': '1.2', Dec 10 19:13:25.479924 dv-neutron-821441-1-hyperv neutron-server[102368]: 'SubPort': '1.0', Dec 10 19:13:25.479924 dv-neutron-821441-1-hyperv neutron-server[102368]: 'Subnet': '1.1', Dec 10 19:13:25.479924 dv-neutron-821441-1-hyperv neutron-server[102368]: 'Trunk': '1.1'}} Dec 10 19:13:25.479924 dv-neutron-821441-1-hyperv neutron-server[102368]: {{(pid=102368) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 19:13:25.549618 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-382a5a2d-c963-4b62-9011-be6b9cd84b5c None None] For port a24806be-8d2a-405e-8760-1393d4a92373, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=a24806be-8d2a-405e-8760-1393d4a92373,segment=NetworkSegment(db837ec0-0d8a-4cc1-8f93-9eb97bc06e90),segment_id=db837ec0-0d8a-4cc1-8f93-9eb97bc06e90)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:25.565683 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3b27e5db-5ca3-4352-9784-535e30ce2cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:25.607112 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-b830620c-5714-4254-8fd5-30673ca530b6 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 8ddf61ad-4693-4768-957e-b5f7e12a28e7) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:25.611993 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-97c78003-782b-4d00-8a37-4504d5be83bf None None] For port 9f789fde-b4f1-4c25-90c4-f51982f31e96, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:13:25.615655 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b830620c-5714-4254-8fd5-30673ca530b6 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:25.617429 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b830620c-5714-4254-8fd5-30673ca530b6 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:25.617671 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-97c78003-782b-4d00-8a37-4504d5be83bf None None] For port 9f789fde-b4f1-4c25-90c4-f51982f31e96, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=9f789fde-b4f1-4c25-90c4-f51982f31e96,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:13:25.625191 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b27e5db-5ca3-4352-9784-535e30ce2cae admin admin] Network e9d35973-bd0e-41e8-af04-98288aa68c12 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:13:25.627669 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-97c78003-782b-4d00-8a37-4504d5be83bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:25.650777 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-3b27e5db-5ca3-4352-9784-535e30ce2cae admin admin] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:25.654055 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b27e5db-5ca3-4352-9784-535e30ce2cae admin admin] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:13:25.654533 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3b27e5db-5ca3-4352-9784-535e30ce2cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712030'] for router_interface, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:25.675786 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d21678-c7ca-4441-86ad-992823368414 None None] Pushing event updated for resources: {'Port': ['ID=6ba339bb-2d5a-4414-a0d3-9eede1efef86,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:25.721316 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:25.722814 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6553fabf-e3b1-4f1c-b2da-a3759063c30f None None] Network 8ddf61ad-4693-4768-957e-b5f7e12a28e7 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:13:25.726420 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b1b0ccdf-7f1c-4e5c-9a92-1775735908df tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:25.765541 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b43fd48-d9f1-4a3f-b0ee-3ca1c1d1e4d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Network 7956588b-351e-42f3-b557-748a00dae98b is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:13:25.788811 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-b830620c-5714-4254-8fd5-30673ca530b6 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4502811 Dec 10 19:13:25.792126 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 49912) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:25.805173 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815279f2-345e-4196-a34f-0c66282dc170 None None] Pushing event updated for resources: {'Port': ['ID=9f789fde-b4f1-4c25-90c4-f51982f31e96,revision_number=3']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:25.810802 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c78003-782b-4d00-8a37-4504d5be83bf None None] Routers {'3818c3c7-b056-4501-9760-286eb42942ac'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:13:25.811441 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-97c78003-782b-4d00-8a37-4504d5be83bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:13:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['3818c3c7-b056-4501-9760-286eb42942ac'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:25.812509 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-382a5a2d-c963-4b62-9011-be6b9cd84b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:25.923545 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-cc4f3aa3-2d20-48bb-a9b3-1b4b3568d1a8 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Request body: {'port': {'network_id': '8ddf61ad-4693-4768-957e-b5f7e12a28e7', 'name': 'tempest-DHCPAgentSchedulersTestJSON-235666158'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:25.955351 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-2b43fd48-d9f1-4a3f-b0ee-3ca1c1d1e4d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:25.958364 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b1b0ccdf-7f1c-4e5c-9a92-1775735908df tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:25.965413 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df3c2855-57bd-45db-9db9-7b5154a1c976 admin admin] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:13:26.011721 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b681b3ab-98ac-42fb-b9e6-77b7cb2ed747 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:26.015083 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b681b3ab-98ac-42fb-b9e6-77b7cb2ed747 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:26.016455 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-b681b3ab-98ac-42fb-b9e6-77b7cb2ed747 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] 10.222.0.69 "DELETE /v2.0/security-groups/63fd50e6-678f-4a67-9321-043333cb482b HTTP/1.1" status: 204 len: 168 time: 1.0406547 Dec 10 19:13:26.039711 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 49914) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:26.043064 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-97c78003-782b-4d00-8a37-4504d5be83bf None None] Set router 3818c3c7-b056-4501-9760-286eb42942ac gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:13:26.057556 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b681b3ab-98ac-42fb-b9e6-77b7cb2ed747 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63fd50e6-678f-4a67-9321-043333cb482b,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:26.087587 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b43fd48-d9f1-4a3f-b0ee-3ca1c1d1e4d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:13:26.099190 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b43fd48-d9f1-4a3f-b0ee-3ca1c1d1e4d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:26.100216 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2b43fd48-d9f1-4a3f-b0ee-3ca1c1d1e4d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:26.150571 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b43fd48-d9f1-4a3f-b0ee-3ca1c1d1e4d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Pushing event updated for resources: {'Port': ['ID=43dd5c94-e01f-4e0f-a90b-3c539d2e06cd,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:26.175025 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f782c82c-60e3-45e3-9221-5244e8c766d9 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:26.195991 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port a24806be-8d2a-405e-8760-1393d4a92373 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:26.199777 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:26.233513 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-2b43fd48-d9f1-4a3f-b0ee-3ca1c1d1e4d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 4.5325866 Dec 10 19:13:26.233841 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-55abf79c-9687-4bd2-8abd-8197f95938dd tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:26.237734 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-df3c2855-57bd-45db-9db9-7b5154a1c976 admin admin] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:26.239029 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-df3c2855-57bd-45db-9db9-7b5154a1c976 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.7508090 Dec 10 19:13:26.243632 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 49916) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:26.243632 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 49918) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:26.262896 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cd6d68-f18e-422d-a3d7-ea756c1309ce None None] Sync routers for ids ['d52aa283-0ae1-46b5-b598-195e1e4d10d4'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:13:26.269728 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-68030a7d-9dc1-42fe-a781-9ad378decc6b tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Request body: {'port': {'network_id': '7956588b-351e-42f3-b557-748a00dae98b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-985320550', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:26.270299 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.api.validators [None req-68030a7d-9dc1-42fe-a781-9ad378decc6b tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] bootfile-name is not in valid_values {{(pid=102366) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 19:13:26.270632 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.api.validators [None req-68030a7d-9dc1-42fe-a781-9ad378decc6b tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] tftp-server is not in valid_values {{(pid=102366) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 19:13:26.271085 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.api.validators [None req-68030a7d-9dc1-42fe-a781-9ad378decc6b tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] server-ip-address is not in valid_values {{(pid=102366) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 19:13:26.279812 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b27e5db-5ca3-4352-9784-535e30ce2cae admin admin] Pushing event updated for resources: {'Port': ['ID=613f18b1-3886-4a39-b25e-7972cad43e3a,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:26.347893 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-97c78003-782b-4d00-8a37-4504d5be83bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3818c3c7-b056-4501-9760-286eb42942ac', 'name': 'tempest-ServersTestJSON-786395313-router', 'tenant_id': 'af448cbcd018494cbdae615f8d35e0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': '9f789fde-b4f1-4c25-90c4-f51982f31e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:16Z', 'updated_at': '2021-12-10T19:13:19Z', 'revision_number': 3, 'project_id': 'af448cbcd018494cbdae615f8d35e0f1', 'gw_port': {'id': '9f789fde-b4f1-4c25-90c4-f51982f31e96', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:fc:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3818c3c7-b056-4501-9760-286eb42942ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:17Z', 'updated_at': '2021-12-10T19:13:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:26.359978 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f782c82c-60e3-45e3-9221-5244e8c766d9 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:26.384884 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f782c82c-60e3-45e3-9221-5244e8c766d9 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=102365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:13:26.385851 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f782c82c-60e3-45e3-9221-5244e8c766d9 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:13:26.386581 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f782c82c-60e3-45e3-9221-5244e8c766d9 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:13:26.386950 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f782c82c-60e3-45e3-9221-5244e8c766d9 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] Subscribe: > port after_create 55550000 {{(pid=102365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:13:26.387381 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f782c82c-60e3-45e3-9221-5244e8c766d9 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] Subscribe: > port after_delete 55550000 {{(pid=102365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:13:26.387683 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f782c82c-60e3-45e3-9221-5244e8c766d9 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] Subscribe: > port after_update 55550000 {{(pid=102365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:13:26.388009 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f782c82c-60e3-45e3-9221-5244e8c766d9 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=102365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:13:26.388326 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f782c82c-60e3-45e3-9221-5244e8c766d9 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=102365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:13:26.388694 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f782c82c-60e3-45e3-9221-5244e8c766d9 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=102365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:13:26.389029 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f782c82c-60e3-45e3-9221-5244e8c766d9 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=102365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:13:26.416673 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9020ef-2846-4157-8a15-4b05ad16a03e None None] Network 1fef4ff3-1e1d-4014-ae22-2bb90a2a1ab5 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:13:26.421899 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c78003-782b-4d00-8a37-4504d5be83bf None None] The sync data for ids ['3818c3c7-b056-4501-9760-286eb42942ac'] in dv-neutron-821441-1-hyperv is: [{'id': '3818c3c7-b056-4501-9760-286eb42942ac', 'name': 'tempest-ServersTestJSON-786395313-router', 'tenant_id': 'af448cbcd018494cbdae615f8d35e0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': '9f789fde-b4f1-4c25-90c4-f51982f31e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:16Z', 'updated_at': '2021-12-10T19:13:19Z', 'revision_number': 3, 'project_id': 'af448cbcd018494cbdae615f8d35e0f1', 'gw_port': {'id': '9f789fde-b4f1-4c25-90c4-f51982f31e96', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:fc:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3818c3c7-b056-4501-9760-286eb42942ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:17Z', 'updated_at': '2021-12-10T19:13:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:13:26.449116 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cd6d68-f18e-422d-a3d7-ea756c1309ce None None] Routers {'d52aa283-0ae1-46b5-b598-195e1e4d10d4'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:13:26.449957 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-86cd6d68-f18e-422d-a3d7-ea756c1309ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:13:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['d52aa283-0ae1-46b5-b598-195e1e4d10d4'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:26.451961 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-974fd8c3-1e43-47ea-9f2a-505abc0fb9c2 None None] Provisioning complete for port 613f18b1-3886-4a39-b25e-7972cad43e3a triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:26.452329 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-974fd8c3-1e43-47ea-9f2a-505abc0fb9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:26.665800 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:26.694359 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:26.710655 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a5a2d-c963-4b62-9011-be6b9cd84b5c None None] Pushing event updated for resources: {'Port': ['ID=a24806be-8d2a-405e-8760-1393d4a92373,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:26.742022 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f41e47c-2341-4df9-afb0-2c15e46b141a,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:26.753992 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] device_id is not set on port f765ad2f-7711-4ec8-98bf-7416b00d4c14 yet. {{(pid=102366) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:13:26.851647 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f782c82c-60e3-45e3-9221-5244e8c766d9 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=102365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:13:26.852192 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f782c82c-60e3-45e3-9221-5244e8c766d9 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=102365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:13:26.852995 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f782c82c-60e3-45e3-9221-5244e8c766d9 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=102365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:13:26.853510 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f782c82c-60e3-45e3-9221-5244e8c766d9 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=102365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:13:26.854651 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-f782c82c-60e3-45e3-9221-5244e8c766d9 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b493cb67-0d47-41e1-a4b1-8cddfac8c64a']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:26.943404 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68030a7d-9dc1-42fe-a781-9ad378decc6b tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Made reservation on behalf of e9602fe35e674546b75f959d3fac488f for: {'port': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:13:26.952886 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-68030a7d-9dc1-42fe-a781-9ad378decc6b tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:26.984769 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [None req-68030a7d-9dc1-42fe-a781-9ad378decc6b tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] device_id is not set on port 8ecc7b3b-8513-4e4a-9221-33633b3047a3 yet. {{(pid=102366) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:13:27.041213 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:27.042988 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-f782c82c-60e3-45e3-9221-5244e8c766d9 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7d7642f-ce89-4da0-9d24-1bcb9288f7e8') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:27.043564 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-f782c82c-60e3-45e3-9221-5244e8c766d9 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7d7642f-ce89-4da0-9d24-1bcb9288f7e8') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:27.052036 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc4f3aa3-2d20-48bb-a9b3-1b4b3568d1a8 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Made reservation on behalf of d36bbe4252ec4bd3b6f164a014e41942 for: {'port': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:13:27.058463 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cc4f3aa3-2d20-48bb-a9b3-1b4b3568d1a8 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:27.078978 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53fee20-1a9f-4129-9c1d-c114b94bef42 None None] Network 7956588b-351e-42f3-b557-748a00dae98b requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:13:27.205197 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:27.294238 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-55abf79c-9687-4bd2-8abd-8197f95938dd tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:27.310372 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-974fd8c3-1e43-47ea-9f2a-505abc0fb9c2 None None] Port 613f18b1-3886-4a39-b25e-7972cad43e3a cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:13:27.335983 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f782c82c-60e3-45e3-9221-5244e8c766d9 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:27.470752 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-86cd6d68-f18e-422d-a3d7-ea756c1309ce None None] Set router d52aa283-0ae1-46b5-b598-195e1e4d10d4 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:13:27.515372 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55abf79c-9687-4bd2-8abd-8197f95938dd tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Network 1fef4ff3-1e1d-4014-ae22-2bb90a2a1ab5 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:13:27.531962 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f782c82c-60e3-45e3-9221-5244e8c766d9 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:27.580802 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-55abf79c-9687-4bd2-8abd-8197f95938dd tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:27.600639 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f782c82c-60e3-45e3-9221-5244e8c766d9 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:13:27.601304 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f782c82c-60e3-45e3-9221-5244e8c766d9 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:27.619050 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1460cb68-0df0-4ec4-bab5-b7e97baaccc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-8ddf61ad-4693-4768-957e-b5f7e12a28e7', 'network_id': '8ddf61ad-4693-4768-957e-b5f7e12a28e7', 'tenant_id': 'd36bbe4252ec4bd3b6f164a014e41942', 'fixed_ips': [{'subnet_id': 'bd1ab996-d692-46ce-b8e0-c78d3f643770'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:13:27.621192 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1460cb68-0df0-4ec4-bab5-b7e97baaccc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:27.733502 dv-neutron-821441-1-hyperv neutron-server[102365]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 10 19:13:27.733502 dv-neutron-821441-1-hyperv neutron-server[102365]: from cryptography.utils import int_from_bytes Dec 10 19:13:27.733502 dv-neutron-821441-1-hyperv neutron-server[102365]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 10 19:13:27.733502 dv-neutron-821441-1-hyperv neutron-server[102365]: from cryptography.utils import int_from_bytes Dec 10 19:13:27.733502 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:13:27.733502 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:13:27.733502 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:13:27.733502 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:13:27.733502 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:13:27.733502 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:13:27.733502 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:13:27.733502 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:13:27.733502 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:13:27.733502 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:13:27.733502 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:13:27.733502 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:13:27.733502 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:13:27.733502 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:13:27.733502 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:13:27.733502 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:13:27.733502 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:13:27.733502 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:13:27.733502 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:13:27.733502 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:13:27.733502 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:13:27.733502 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:13:27.733502 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:13:27.733502 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:13:27.733502 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:13:27.733502 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:13:27.733502 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:13:27.733502 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:13:27.733502 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:13:27.733502 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:13:27.733502 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:13:27.733502 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:13:27.738380 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55abf79c-9687-4bd2-8abd-8197f95938dd tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Pushing event updated for resources: {'Port': ['ID=038bb5c3-4b05-4ae5-a783-e156098a9824,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:27.757235 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55abf79c-9687-4bd2-8abd-8197f95938dd tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:13:27.759656 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f782c82c-60e3-45e3-9221-5244e8c766d9 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:27.771095 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-ba15db9e-c517-4b7d-89c7-15cd2a580565 None None] Provisioning complete for port 6ba339bb-2d5a-4414-a0d3-9eede1efef86 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:27.771948 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ba15db9e-c517-4b7d-89c7-15cd2a580565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:27.774315 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [None req-cc4f3aa3-2d20-48bb-a9b3-1b4b3568d1a8 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] device_id is not set on port c52267a2-9025-4d08-b307-e75bf0712ab6 yet. {{(pid=102366) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:13:27.861513 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f782c82c-60e3-45e3-9221-5244e8c766d9 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] Pushing event deleted for resources: {'Network': ['ID=b493cb67-0d47-41e1-a4b1-8cddfac8c64a,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:27.886560 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f782c82c-60e3-45e3-9221-5244e8c766d9 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:27.891984 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-f782c82c-60e3-45e3-9221-5244e8c766d9 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] 10.222.0.69 "DELETE /v2.0/networks/b493cb67-0d47-41e1-a4b1-8cddfac8c64a HTTP/1.1" status: 204 len: 168 time: 1.8301811 Dec 10 19:13:27.898377 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 49924) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:28.036624 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3b27e5db-5ca3-4352-9784-535e30ce2cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:28.061329 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 6ba339bb-2d5a-4414-a0d3-9eede1efef86 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:13:28.103385 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55abf79c-9687-4bd2-8abd-8197f95938dd tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:28.105084 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-55abf79c-9687-4bd2-8abd-8197f95938dd tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:28.128708 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5799de64-9785-482a-80bb-256fcc647140 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:28.146266 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-55abf79c-9687-4bd2-8abd-8197f95938dd tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 3.5227261 Dec 10 19:13:28.193730 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 49926) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:28.225364 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-68030a7d-9dc1-42fe-a781-9ad378decc6b tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Allocated IP 2001:db8::6a (7956588b-351e-42f3-b557-748a00dae98b/949d72d2-8475-4c91-bff8-5d33b2d5f4cb/8ecc7b3b-8513-4e4a-9221-33633b3047a3) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:13:28.232594 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b1b0ccdf-7f1c-4e5c-9a92-1775735908df tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:28.335538 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b1b0ccdf-7f1c-4e5c-9a92-1775735908df tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:28.340078 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-1460cb68-0df0-4ec4-bab5-b7e97baaccc8 None None] Allocated IP 172.20.0.2 (8ddf61ad-4693-4768-957e-b5f7e12a28e7/bd1ab996-d692-46ce-b8e0-c78d3f643770/b1b638eb-65cc-42b7-ad4a-d29c55c50832) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:13:28.409869 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5799de64-9785-482a-80bb-256fcc647140 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:28.496963 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-5799de64-9785-482a-80bb-256fcc647140 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8af48c65-b11e-4a6e-9d65-25fb598b13f0']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:28.500097 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b1b0ccdf-7f1c-4e5c-9a92-1775735908df tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3713103'] for floatingip, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:28.513829 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-5799de64-9785-482a-80bb-256fcc647140 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec064362-0018-413c-8edb-ce5ecb46ed57') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:28.514129 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-5799de64-9785-482a-80bb-256fcc647140 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec064362-0018-413c-8edb-ce5ecb46ed57') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:28.529518 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5799de64-9785-482a-80bb-256fcc647140 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:28.535189 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 6ba339bb-2d5a-4414-a0d3-9eede1efef86 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:28.536200 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:28.547229 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-86cd6d68-f18e-422d-a3d7-ea756c1309ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52aa283-0ae1-46b5-b598-195e1e4d10d4', 'name': 'tempest-ServersTestManualDisk-1337832985-router', 'tenant_id': '16eb7381a9bc4b9180d8fd7d3d4cffa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': 'b1357efc-ba69-4774-945b-819e6b11bf6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:19Z', 'updated_at': '2021-12-10T19:13:22Z', 'revision_number': 3, 'project_id': '16eb7381a9bc4b9180d8fd7d3d4cffa7', 'gw_port': {'id': 'b1357efc-ba69-4774-945b-819e6b11bf6a', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ae:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52aa283-0ae1-46b5-b598-195e1e4d10d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:20Z', 'updated_at': '2021-12-10T19:13:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:28.556226 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ba15db9e-c517-4b7d-89c7-15cd2a580565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:28.556777 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-edb4a99c-1729-4fe4-8266-4bafde405e06 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Deleting port 038bb5c3-4b05-4ae5-a783-e156098a9824 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:13:28.557790 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-edb4a99c-1729-4fe4-8266-4bafde405e06 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:28.576026 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5799de64-9785-482a-80bb-256fcc647140 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:28.576475 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b1b0ccdf-7f1c-4e5c-9a92-1775735908df tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:28.578356 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-b1b0ccdf-7f1c-4e5c-9a92-1775735908df tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.2636712 Dec 10 19:13:28.584861 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 49928) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:28.601183 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b0ccdf-7f1c-4e5c-9a92-1775735908df tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Pushing event updated for resources: {'Port': ['ID=38cf612e-3293-4917-9308-76512acdd68f,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:28.615360 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-5959a828-441f-4778-a968-653a7700cae5 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-364075134'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:28.627504 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3b27e5db-5ca3-4352-9784-535e30ce2cae admin admin] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:28.642114 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5799de64-9785-482a-80bb-256fcc647140 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:13:28.642599 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5799de64-9785-482a-80bb-256fcc647140 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:28.644282 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:13:28.644282 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:13:28.644282 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:13:28.644282 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:13:28.644282 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:13:28.644282 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:13:28.644282 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:13:28.644282 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:13:28.644282 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:13:28.644282 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:13:28.644282 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:13:28.644282 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:13:28.644282 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:13:28.644282 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:13:28.644282 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:13:28.644282 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:13:28.644282 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:13:28.644282 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:13:28.644282 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:13:28.644282 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:13:28.644282 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:13:28.644282 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:13:28.644282 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:13:28.644282 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:13:28.644282 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:13:28.644282 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:13:28.644282 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:13:28.644282 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:13:28.644282 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:13:28.644282 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:13:28.644282 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:13:28.644282 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:13:28.649008 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3b27e5db-5ca3-4352-9784-535e30ce2cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:28.761457 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cd6d68-f18e-422d-a3d7-ea756c1309ce None None] Checking router: d52aa283-0ae1-46b5-b598-195e1e4d10d4 for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:13:28.763055 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cd6d68-f18e-422d-a3d7-ea756c1309ce None None] Updating router d52aa283-0ae1-46b5-b598-195e1e4d10d4 port b1357efc-ba69-4774-945b-819e6b11bf6a binding host dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:13:28.791683 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5959a828-441f-4778-a968-653a7700cae5 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Made reservation on behalf of 5825191494b743bfbcc62d6658053e40 for: {'network': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:13:28.799971 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5959a828-441f-4778-a968-653a7700cae5 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:28.874137 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5799de64-9785-482a-80bb-256fcc647140 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:28.889948 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5959a828-441f-4778-a968-653a7700cae5 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:28.907210 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b27e5db-5ca3-4352-9784-535e30ce2cae admin admin] Pushing event updated for resources: {'Port': ['ID=613f18b1-3886-4a39-b25e-7972cad43e3a,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:28.929091 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-edb4a99c-1729-4fe4-8266-4bafde405e06 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:28.935616 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3b27e5db-5ca3-4352-9784-535e30ce2cae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3755716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711339'] for router_interface, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:28.941761 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] device_id is not set on port f765ad2f-7711-4ec8-98bf-7416b00d4c14 yet. {{(pid=102366) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:13:28.969350 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5799de64-9785-482a-80bb-256fcc647140 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:28.982566 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-5799de64-9785-482a-80bb-256fcc647140 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] 10.222.0.69 "DELETE /v2.0/networks/8af48c65-b11e-4a6e-9d65-25fb598b13f0 HTTP/1.1" status: 204 len: 168 time: 1.0752881 Dec 10 19:13:29.000415 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:29.002972 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-ba15db9e-c517-4b7d-89c7-15cd2a580565 None None] For port 6ba339bb-2d5a-4414-a0d3-9eede1efef86, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=6ba339bb-2d5a-4414-a0d3-9eede1efef86,segment=NetworkSegment(fb199e85-3be0-49ce-8b56-078f24095893),segment_id=fb199e85-3be0-49ce-8b56-078f24095893)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:29.036699 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:29.038474 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-edb4a99c-1729-4fe4-8266-4bafde405e06 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Calling delete_port for 038bb5c3-4b05-4ae5-a783-e156098a9824 owned by {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:13:29.042525 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1460cb68-0df0-4ec4-bab5-b7e97baaccc8 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:29.052912 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-86cd6d68-f18e-422d-a3d7-ea756c1309ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:29.059051 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ba15db9e-c517-4b7d-89c7-15cd2a580565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:29.060995 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5799de64-9785-482a-80bb-256fcc647140 tempest-QuotasNegativeTest-656628876 tempest-QuotasNegativeTest-656628876-project-admin] Pushing event deleted for resources: {'Network': ['ID=8af48c65-b11e-4a6e-9d65-25fb598b13f0,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:29.062830 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1460cb68-0df0-4ec4-bab5-b7e97baaccc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:29.224594 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 9f789fde-b4f1-4c25-90c4-f51982f31e96 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:13:29.343446 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-ba15db9e-c517-4b7d-89c7-15cd2a580565 None None] Provisioning complete for port a24806be-8d2a-405e-8760-1393d4a92373 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:29.344099 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ba15db9e-c517-4b7d-89c7-15cd2a580565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:29.393754 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1460cb68-0df0-4ec4-bab5-b7e97baaccc8 None None] Network 8ddf61ad-4693-4768-957e-b5f7e12a28e7 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:13:29.456990 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-1460cb68-0df0-4ec4-bab5-b7e97baaccc8 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:29.459381 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-cc4f3aa3-2d20-48bb-a9b3-1b4b3568d1a8 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Allocated IP 172.20.0.6 (8ddf61ad-4693-4768-957e-b5f7e12a28e7/bd1ab996-d692-46ce-b8e0-c78d3f643770/c52267a2-9025-4d08-b307-e75bf0712ab6) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:13:29.487681 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1460cb68-0df0-4ec4-bab5-b7e97baaccc8 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:13:29.559641 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5959a828-441f-4778-a968-653a7700cae5 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:29.563992 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b27e5db-5ca3-4352-9784-535e30ce2cae admin admin] Network e9d35973-bd0e-41e8-af04-98288aa68c12 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:13:29.567907 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-3b27e5db-5ca3-4352-9784-535e30ce2cae admin admin] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:29.618567 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5959a828-441f-4778-a968-653a7700cae5 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:29.735764 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Pushing event updated for resources: {'Port': ['ID=f765ad2f-7711-4ec8-98bf-7416b00d4c14,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:29.757440 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba15db9e-c517-4b7d-89c7-15cd2a580565 None None] Pushing event updated for resources: {'Port': ['ID=6ba339bb-2d5a-4414-a0d3-9eede1efef86,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:29.807075 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 9f789fde-b4f1-4c25-90c4-f51982f31e96 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:29.807593 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:29.910469 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Checking segment: {'id': '54286307-58c3-454d-b170-d5574f812fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15f18119-87e6-44a0-919f-208992bec9bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:13:29.911754 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Network hostable DHCP agents. Network: 15f18119-87e6-44a0-919f-208992bec9bf, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:13:29.934890 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5959a828-441f-4778-a968-653a7700cae5 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=321d81f1-a30e-4f7a-b261-3867a10b7fea,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:29.977997 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c81de76f-429e-40e7-94b8-8721de915617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:29.998714 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-1460cb68-0df0-4ec4-bab5-b7e97baaccc8 None None] Attempting to bind port b1b638eb-65cc-42b7-ad4a-d29c55c50832 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:13:29.999077 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-1460cb68-0df0-4ec4-bab5-b7e97baaccc8 None None] Attempting to bind port b1b638eb-65cc-42b7-ad4a-d29c55c50832 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '4c1a41e6-b2af-404e-b802-2224cd9d686e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '8ddf61ad-4693-4768-957e-b5f7e12a28e7'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:13:29.999429 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1460cb68-0df0-4ec4-bab5-b7e97baaccc8 None None] Attempting to bind port b1b638eb-65cc-42b7-ad4a-d29c55c50832 on network 8ddf61ad-4693-4768-957e-b5f7e12a28e7 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:13:30.009583 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1460cb68-0df0-4ec4-bab5-b7e97baaccc8 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:13:30.009960 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1460cb68-0df0-4ec4-bab5-b7e97baaccc8 None None] Checking segment: {'id': '4c1a41e6-b2af-404e-b802-2224cd9d686e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '8ddf61ad-4693-4768-957e-b5f7e12a28e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:13:30.010944 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1460cb68-0df0-4ec4-bab5-b7e97baaccc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:30.011533 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1460cb68-0df0-4ec4-bab5-b7e97baaccc8 None None] Bound using segment: {'id': '4c1a41e6-b2af-404e-b802-2224cd9d686e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '8ddf61ad-4693-4768-957e-b5f7e12a28e7'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:13:30.012234 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-1460cb68-0df0-4ec4-bab5-b7e97baaccc8 None None] Bound port: b1b638eb-65cc-42b7-ad4a-d29c55c50832, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c1a41e6-b2af-404e-b802-2224cd9d686e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '8ddf61ad-4693-4768-957e-b5f7e12a28e7'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:13:30.012717 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1460cb68-0df0-4ec4-bab5-b7e97baaccc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:30.078876 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1460cb68-0df0-4ec4-bab5-b7e97baaccc8 None None] Pushing event updated for resources: {'Port': ['ID=b1b638eb-65cc-42b7-ad4a-d29c55c50832,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:30.097558 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cc4f3aa3-2d20-48bb-a9b3-1b4b3568d1a8 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:30.117751 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b27e5db-5ca3-4352-9784-535e30ce2cae admin admin] Router 3818c3c7-b056-4501-9760-286eb42942ac has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:13:30.129665 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5959a828-441f-4778-a968-653a7700cae5 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=102365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:13:30.134081 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:30.151350 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5959a828-441f-4778-a968-653a7700cae5 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:30.152030 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.segments_db [None req-5959a828-441f-4778-a968-653a7700cae5 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Added segment 0c9f9d65-046f-4d14-a6e7-d61a20239c77 of type vlan for network 81058bbc-6dde-4374-8099-0dcf4abd6b2e Dec 10 19:13:30.155935 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cc4f3aa3-2d20-48bb-a9b3-1b4b3568d1a8 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:30.162995 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port 9f789fde-b4f1-4c25-90c4-f51982f31e96, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=9f789fde-b4f1-4c25-90c4-f51982f31e96,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:30.174940 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-68030a7d-9dc1-42fe-a781-9ad378decc6b tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:30.185464 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:30.186408 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device a24806be-8d2a-405e-8760-1393d4a92373 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:13:30.235338 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4f3aa3-2d20-48bb-a9b3-1b4b3568d1a8 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Pushing event updated for resources: {'Port': ['ID=c52267a2-9025-4d08-b307-e75bf0712ab6,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:30.242119 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5959a828-441f-4778-a968-653a7700cae5 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:30.243123 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Network 15f18119-87e6-44a0-919f-208992bec9bf is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:13:30.256097 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4f3aa3-2d20-48bb-a9b3-1b4b3568d1a8 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Network 8ddf61ad-4693-4768-957e-b5f7e12a28e7 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:13:30.276625 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 49938) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:30.289850 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-edb4a99c-1729-4fe4-8266-4bafde405e06 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:30.295060 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-cc4f3aa3-2d20-48bb-a9b3-1b4b3568d1a8 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:30.300906 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4f3aa3-2d20-48bb-a9b3-1b4b3568d1a8 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:13:30.306573 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4f3aa3-2d20-48bb-a9b3-1b4b3568d1a8 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:30.307910 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cc4f3aa3-2d20-48bb-a9b3-1b4b3568d1a8 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:30.309924 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-aa62aea7-b770-4a44-9caa-bf14cfd76a5e None None] Provisioning complete for port 613f18b1-3886-4a39-b25e-7972cad43e3a triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:30.310306 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-aa62aea7-b770-4a44-9caa-bf14cfd76a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:30.335022 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 15f18119-87e6-44a0-919f-208992bec9bf) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:30.355581 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-cc4f3aa3-2d20-48bb-a9b3-1b4b3568d1a8 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5297167 Dec 10 19:13:30.355581 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:13:30.355930 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb4a99c-1729-4fe4-8266-4bafde405e06 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Pushing event deleted for resources: {'Port': ['ID=038bb5c3-4b05-4ae5-a783-e156098a9824,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:30.358151 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 49942) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:30.365073 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-aa62aea7-b770-4a44-9caa-bf14cfd76a5e None None] Port 613f18b1-3886-4a39-b25e-7972cad43e3a cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:13:30.367173 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fff3332-71b7-46ec-a585-1d2b87b5af3e None None] Network 15f18119-87e6-44a0-919f-208992bec9bf requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:13:30.376319 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-1460cb68-0df0-4ec4-bab5-b7e97baaccc8 None None] For port b1b638eb-65cc-42b7-ad4a-d29c55c50832, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:13:30.396257 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.managers [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port f765ad2f-7711-4ec8-98bf-7416b00d4c14 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:13:30.397834 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.managers [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port f765ad2f-7711-4ec8-98bf-7416b00d4c14 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '54286307-58c3-454d-b170-d5574f812fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15f18119-87e6-44a0-919f-208992bec9bf'}] {{(pid=102366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:13:30.398452 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port f765ad2f-7711-4ec8-98bf-7416b00d4c14 on network 15f18119-87e6-44a0-919f-208992bec9bf {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:13:30.411195 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Port f765ad2f-7711-4ec8-98bf-7416b00d4c14 on network 15f18119-87e6-44a0-919f-208992bec9bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:13:30.412167 dv-neutron-821441-1-hyperv neutron-server[102366]: ERROR neutron.plugins.ml2.managers [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Failed to bind port f765ad2f-7711-4ec8-98bf-7416b00d4c14 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '54286307-58c3-454d-b170-d5574f812fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15f18119-87e6-44a0-919f-208992bec9bf'}] Dec 10 19:13:30.417261 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.plugins.ml2.plugin [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempt 2 to bind port f765ad2f-7711-4ec8-98bf-7416b00d4c14 Dec 10 19:13:30.478506 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.managers [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port f765ad2f-7711-4ec8-98bf-7416b00d4c14 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:13:30.479888 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.managers [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port f765ad2f-7711-4ec8-98bf-7416b00d4c14 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '54286307-58c3-454d-b170-d5574f812fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15f18119-87e6-44a0-919f-208992bec9bf'}] {{(pid=102366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:13:30.480170 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port f765ad2f-7711-4ec8-98bf-7416b00d4c14 on network 15f18119-87e6-44a0-919f-208992bec9bf {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:13:30.484981 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-1460cb68-0df0-4ec4-bab5-b7e97baaccc8 None None] For port b1b638eb-65cc-42b7-ad4a-d29c55c50832, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=b1b638eb-65cc-42b7-ad4a-d29c55c50832,segment=NetworkSegment(4c1a41e6-b2af-404e-b802-2224cd9d686e),segment_id=4c1a41e6-b2af-404e-b802-2224cd9d686e)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:13:30.491975 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-68030a7d-9dc1-42fe-a781-9ad378decc6b tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:30.492387 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=9f789fde-b4f1-4c25-90c4-f51982f31e96,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:30.504715 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Port f765ad2f-7711-4ec8-98bf-7416b00d4c14 on network 15f18119-87e6-44a0-919f-208992bec9bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:13:30.505160 dv-neutron-821441-1-hyperv neutron-server[102366]: ERROR neutron.plugins.ml2.managers [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Failed to bind port f765ad2f-7711-4ec8-98bf-7416b00d4c14 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '54286307-58c3-454d-b170-d5574f812fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15f18119-87e6-44a0-919f-208992bec9bf'}] Dec 10 19:13:30.511159 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.plugins.ml2.plugin [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempt 3 to bind port f765ad2f-7711-4ec8-98bf-7416b00d4c14 Dec 10 19:13:30.536252 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-aa62aea7-b770-4a44-9caa-bf14cfd76a5e None None] Provisioning complete for port 43dd5c94-e01f-4e0f-a90b-3c539d2e06cd triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:30.536252 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-aa62aea7-b770-4a44-9caa-bf14cfd76a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:30.560997 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-c81de76f-429e-40e7-94b8-8721de915617 admin admin] Allocated IP 172.20.0.1 (9c90251c-649d-45e9-a5ea-011db4b5aa52/eda7c997-4549-4482-a006-e011511a0739/ae574777-5882-4c91-b6ba-3a896cce1aca) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:13:30.574753 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port a24806be-8d2a-405e-8760-1393d4a92373 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:30.575132 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:30.577667 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1460cb68-0df0-4ec4-bab5-b7e97baaccc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:30.586245 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-aa62aea7-b770-4a44-9caa-bf14cfd76a5e None None] Port 43dd5c94-e01f-4e0f-a90b-3c539d2e06cd cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:13:30.599414 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68030a7d-9dc1-42fe-a781-9ad378decc6b tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Network 7956588b-351e-42f3-b557-748a00dae98b is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:13:30.605381 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.managers [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port f765ad2f-7711-4ec8-98bf-7416b00d4c14 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:13:30.606084 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.managers [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port f765ad2f-7711-4ec8-98bf-7416b00d4c14 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '54286307-58c3-454d-b170-d5574f812fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15f18119-87e6-44a0-919f-208992bec9bf'}] {{(pid=102366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:13:30.606751 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port f765ad2f-7711-4ec8-98bf-7416b00d4c14 on network 15f18119-87e6-44a0-919f-208992bec9bf {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:13:30.622724 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-68030a7d-9dc1-42fe-a781-9ad378decc6b tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:30.638100 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Port f765ad2f-7711-4ec8-98bf-7416b00d4c14 on network 15f18119-87e6-44a0-919f-208992bec9bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:13:30.696855 dv-neutron-821441-1-hyperv neutron-server[102366]: ERROR neutron.plugins.ml2.managers [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Failed to bind port f765ad2f-7711-4ec8-98bf-7416b00d4c14 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '54286307-58c3-454d-b170-d5574f812fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15f18119-87e6-44a0-919f-208992bec9bf'}] Dec 10 19:13:30.696855 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68030a7d-9dc1-42fe-a781-9ad378decc6b tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:13:30.696855 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68030a7d-9dc1-42fe-a781-9ad378decc6b tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:30.696855 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-68030a7d-9dc1-42fe-a781-9ad378decc6b tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:30.696855 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.plugins.ml2.plugin [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempt 4 to bind port f765ad2f-7711-4ec8-98bf-7416b00d4c14 Dec 10 19:13:30.696855 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68030a7d-9dc1-42fe-a781-9ad378decc6b tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Pushing event updated for resources: {'Port': ['ID=8ecc7b3b-8513-4e4a-9221-33633b3047a3,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:30.705811 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5959a828-441f-4778-a968-653a7700cae5 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:30.710133 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5959a828-441f-4778-a968-653a7700cae5 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:30.711369 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5959a828-441f-4778-a968-653a7700cae5 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:30.740103 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.managers [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port f765ad2f-7711-4ec8-98bf-7416b00d4c14 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:13:30.740626 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.managers [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port f765ad2f-7711-4ec8-98bf-7416b00d4c14 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '54286307-58c3-454d-b170-d5574f812fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15f18119-87e6-44a0-919f-208992bec9bf'}] {{(pid=102366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:13:30.741059 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port f765ad2f-7711-4ec8-98bf-7416b00d4c14 on network 15f18119-87e6-44a0-919f-208992bec9bf {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:13:30.754712 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-68030a7d-9dc1-42fe-a781-9ad378decc6b tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 4.4889767 Dec 10 19:13:30.755662 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-86cd6d68-f18e-422d-a3d7-ea756c1309ce None None] Notify callbacks [] for port, precommit_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:30.757635 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 49944) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:30.770786 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-aa62aea7-b770-4a44-9caa-bf14cfd76a5e None None] Provisioning complete for port 6ba339bb-2d5a-4414-a0d3-9eede1efef86 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:30.770786 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-aa62aea7-b770-4a44-9caa-bf14cfd76a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:30.799194 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Port f765ad2f-7711-4ec8-98bf-7416b00d4c14 on network 15f18119-87e6-44a0-919f-208992bec9bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:13:30.799902 dv-neutron-821441-1-hyperv neutron-server[102366]: ERROR neutron.plugins.ml2.managers [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Failed to bind port f765ad2f-7711-4ec8-98bf-7416b00d4c14 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '54286307-58c3-454d-b170-d5574f812fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15f18119-87e6-44a0-919f-208992bec9bf'}] Dec 10 19:13:30.800486 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.plugins.ml2.plugin [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempt 5 to bind port f765ad2f-7711-4ec8-98bf-7416b00d4c14 Dec 10 19:13:30.865982 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.managers [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port f765ad2f-7711-4ec8-98bf-7416b00d4c14 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:13:30.866659 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.managers [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port f765ad2f-7711-4ec8-98bf-7416b00d4c14 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '54286307-58c3-454d-b170-d5574f812fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15f18119-87e6-44a0-919f-208992bec9bf'}] {{(pid=102366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:13:30.867215 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port f765ad2f-7711-4ec8-98bf-7416b00d4c14 on network 15f18119-87e6-44a0-919f-208992bec9bf {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:13:30.872030 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-86cd6d68-f18e-422d-a3d7-ea756c1309ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:30.895322 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4b4281b8-101f-4092-9e35-19608c5d8182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:30.907089 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1460cb68-0df0-4ec4-bab5-b7e97baaccc8 None None] Pushing event updated for resources: {'Port': ['ID=b1b638eb-65cc-42b7-ad4a-d29c55c50832,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:30.908934 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Port f765ad2f-7711-4ec8-98bf-7416b00d4c14 on network 15f18119-87e6-44a0-919f-208992bec9bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:13:30.909544 dv-neutron-821441-1-hyperv neutron-server[102366]: ERROR neutron.plugins.ml2.managers [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Failed to bind port f765ad2f-7711-4ec8-98bf-7416b00d4c14 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '54286307-58c3-454d-b170-d5574f812fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15f18119-87e6-44a0-919f-208992bec9bf'}] Dec 10 19:13:30.912838 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.plugins.ml2.plugin [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempt 6 to bind port f765ad2f-7711-4ec8-98bf-7416b00d4c14 Dec 10 19:13:30.945618 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c81de76f-429e-40e7-94b8-8721de915617 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:30.961909 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f57546f-8b81-4e80-a823-f02308ea8577 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:30.969218 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f57546f-8b81-4e80-a823-f02308ea8577 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:30.975640 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f57546f-8b81-4e80-a823-f02308ea8577 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:30.983591 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-1f57546f-8b81-4e80-a823-f02308ea8577 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.2232506 Dec 10 19:13:30.984937 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 49948) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:31.056350 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.managers [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port f765ad2f-7711-4ec8-98bf-7416b00d4c14 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:13:31.057179 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.managers [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port f765ad2f-7711-4ec8-98bf-7416b00d4c14 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '54286307-58c3-454d-b170-d5574f812fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15f18119-87e6-44a0-919f-208992bec9bf'}] {{(pid=102366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:13:31.057940 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port f765ad2f-7711-4ec8-98bf-7416b00d4c14 on network 15f18119-87e6-44a0-919f-208992bec9bf {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:13:31.092135 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5959a828-441f-4778-a968-653a7700cae5 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Pushing event updated for resources: {'Network': ['ID=81058bbc-6dde-4374-8099-0dcf4abd6b2e,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:31.142176 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 81058bbc-6dde-4374-8099-0dcf4abd6b2e details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:13:31.168850 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc05ad6-3a38-47cf-a065-6eb4849ecc23 None None] Pushing event updated for resources: {'Port': ['ID=b1357efc-ba69-4774-945b-819e6b11bf6a,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:31.216065 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Port f765ad2f-7711-4ec8-98bf-7416b00d4c14 on network 15f18119-87e6-44a0-919f-208992bec9bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:13:31.216364 dv-neutron-821441-1-hyperv neutron-server[102366]: ERROR neutron.plugins.ml2.managers [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Failed to bind port f765ad2f-7711-4ec8-98bf-7416b00d4c14 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '54286307-58c3-454d-b170-d5574f812fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15f18119-87e6-44a0-919f-208992bec9bf'}] Dec 10 19:13:31.223323 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.plugins.ml2.plugin [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempt 7 to bind port f765ad2f-7711-4ec8-98bf-7416b00d4c14 Dec 10 19:13:31.236329 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-5959a828-441f-4778-a968-653a7700cae5 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.6207626 Dec 10 19:13:31.270712 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 49952) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:31.304838 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-4b5fbb94-390c-4833-af03-222068123ea3 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Request body: {'subnet': {'network_id': '81058bbc-6dde-4374-8099-0dcf4abd6b2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:31.456788 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-86cd6d68-f18e-422d-a3d7-ea756c1309ce None None] Attempting to bind port b1357efc-ba69-4774-945b-819e6b11bf6a on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:13:31.457561 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-86cd6d68-f18e-422d-a3d7-ea756c1309ce None None] Attempting to bind port b1357efc-ba69-4774-945b-819e6b11bf6a by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:13:31.457873 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cd6d68-f18e-422d-a3d7-ea756c1309ce None None] Attempting to bind port b1357efc-ba69-4774-945b-819e6b11bf6a on network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:13:31.483537 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cd6d68-f18e-422d-a3d7-ea756c1309ce None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:13:31.484081 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cd6d68-f18e-422d-a3d7-ea756c1309ce None None] Checking segment: {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:13:31.484763 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-86cd6d68-f18e-422d-a3d7-ea756c1309ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:31.485386 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cd6d68-f18e-422d-a3d7-ea756c1309ce None None] Bound using segment: {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:13:31.486177 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-86cd6d68-f18e-422d-a3d7-ea756c1309ce None None] Bound port: b1357efc-ba69-4774-945b-819e6b11bf6a, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:13:31.486767 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-86cd6d68-f18e-422d-a3d7-ea756c1309ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:31.554060 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4b4281b8-101f-4092-9e35-19608c5d8182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:31.575297 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b27e5db-5ca3-4352-9784-535e30ce2cae admin admin] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:13:31.581730 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4b4281b8-101f-4092-9e35-19608c5d8182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:31.592708 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f539f9d-0b4f-416d-8aea-39f5f8dbd5cb None None] Sync routers for ids ['3818c3c7-b056-4501-9760-286eb42942ac'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:13:31.627075 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f539f9d-0b4f-416d-8aea-39f5f8dbd5cb None None] Routers {'3818c3c7-b056-4501-9760-286eb42942ac'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:13:31.628427 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-7f539f9d-0b4f-416d-8aea-39f5f8dbd5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:13:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['3818c3c7-b056-4501-9760-286eb42942ac'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:31.643620 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-3b27e5db-5ca3-4352-9784-535e30ce2cae admin admin] 10.222.0.69 "PUT /v2.0/routers/3818c3c7-b056-4501-9760-286eb42942ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3997252 Dec 10 19:13:31.654494 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-4b4281b8-101f-4092-9e35-19608c5d8182 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a2fd4cd9af8042d8b688ad50f567d54c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3655915 Dec 10 19:13:31.660125 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-edb4a99c-1729-4fe4-8266-4bafde405e06 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:31.668694 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-edb4a99c-1729-4fe4-8266-4bafde405e06 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] 10.222.0.69 "DELETE /v2.0/ports/038bb5c3-4b05-4ae5-a783-e156098a9824 HTTP/1.1" status: 204 len: 168 time: 3.4721100 Dec 10 19:13:31.675082 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 49956) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:31.675082 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 49958) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:31.700720 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-86cd6d68-f18e-422d-a3d7-ea756c1309ce None None] For port b1357efc-ba69-4774-945b-819e6b11bf6a, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:13:31.714725 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-86cd6d68-f18e-422d-a3d7-ea756c1309ce None None] For port b1357efc-ba69-4774-945b-819e6b11bf6a, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=b1357efc-ba69-4774-945b-819e6b11bf6a,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:13:31.721743 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 6ba339bb-2d5a-4414-a0d3-9eede1efef86 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:13:31.747979 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-86cd6d68-f18e-422d-a3d7-ea756c1309ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:31.752536 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-ef98336d-97f6-4363-94ee-f2adc06c16a2 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1fef4ff3-1e1d-4014-ae22-2bb90a2a1ab5', 'external_fixed_ips': [{'subnet_id': 'e9ea9a30-8da4-434a-a810-be992c725fc1', 'ip_address': '172.20.0.13'}]}}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:31.806313 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1707f685-9a3c-435b-b671-c67fccd63685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:31.857324 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1707f685-9a3c-435b-b671-c67fccd63685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:31.908554 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.managers [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port f765ad2f-7711-4ec8-98bf-7416b00d4c14 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:13:31.909409 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.managers [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port f765ad2f-7711-4ec8-98bf-7416b00d4c14 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '54286307-58c3-454d-b170-d5574f812fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15f18119-87e6-44a0-919f-208992bec9bf'}] {{(pid=102366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:13:31.909409 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port f765ad2f-7711-4ec8-98bf-7416b00d4c14 on network 15f18119-87e6-44a0-919f-208992bec9bf {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:13:31.917516 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-ace209f8-5f65-45c8-9bdf-eae77a8b6ef9 None None] Provisioning complete for port 8ecc7b3b-8513-4e4a-9221-33633b3047a3 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:31.925237 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ace209f8-5f65-45c8-9bdf-eae77a8b6ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:31.930365 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Port f765ad2f-7711-4ec8-98bf-7416b00d4c14 on network 15f18119-87e6-44a0-919f-208992bec9bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:13:31.930365 dv-neutron-821441-1-hyperv neutron-server[102366]: ERROR neutron.plugins.ml2.managers [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Failed to bind port f765ad2f-7711-4ec8-98bf-7416b00d4c14 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '54286307-58c3-454d-b170-d5574f812fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15f18119-87e6-44a0-919f-208992bec9bf'}] Dec 10 19:13:31.949205 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1707f685-9a3c-435b-b671-c67fccd63685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:31.953114 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.plugins.ml2.plugin [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempt 8 to bind port f765ad2f-7711-4ec8-98bf-7416b00d4c14 Dec 10 19:13:31.954148 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1707f685-9a3c-435b-b671-c67fccd63685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:31.959436 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-1707f685-9a3c-435b-b671-c67fccd63685 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7e5f8591-bf6a-4dbb-a163-1ccb6ce8abcf HTTP/1.1" status: 204 len: 168 time: 0.2873089 Dec 10 19:13:31.990457 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-2c0b31dd-3c87-4ff1-ad1f-7df1bedb1718 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Deleting port c52267a2-9025-4d08-b307-e75bf0712ab6 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:13:31.990457 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2c0b31dd-3c87-4ff1-ad1f-7df1bedb1718 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:32.004800 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.managers [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port f765ad2f-7711-4ec8-98bf-7416b00d4c14 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:13:32.005496 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.managers [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port f765ad2f-7711-4ec8-98bf-7416b00d4c14 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '54286307-58c3-454d-b170-d5574f812fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15f18119-87e6-44a0-919f-208992bec9bf'}] {{(pid=102366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:13:32.005970 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port f765ad2f-7711-4ec8-98bf-7416b00d4c14 on network 15f18119-87e6-44a0-919f-208992bec9bf {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:13:32.019426 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Port f765ad2f-7711-4ec8-98bf-7416b00d4c14 on network 15f18119-87e6-44a0-919f-208992bec9bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:13:32.027423 dv-neutron-821441-1-hyperv neutron-server[102366]: ERROR neutron.plugins.ml2.managers [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Failed to bind port f765ad2f-7711-4ec8-98bf-7416b00d4c14 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '54286307-58c3-454d-b170-d5574f812fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15f18119-87e6-44a0-919f-208992bec9bf'}] Dec 10 19:13:32.034093 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c81de76f-429e-40e7-94b8-8721de915617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:32.055283 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-7f539f9d-0b4f-416d-8aea-39f5f8dbd5cb None None] Set router 3818c3c7-b056-4501-9760-286eb42942ac gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:13:32.077298 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.plugins.ml2.plugin [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempt 9 to bind port f765ad2f-7711-4ec8-98bf-7416b00d4c14 Dec 10 19:13:32.126721 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:32.127571 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cd6d68-f18e-422d-a3d7-ea756c1309ce None None] Routers {'d52aa283-0ae1-46b5-b598-195e1e4d10d4'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:13:32.128261 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-86cd6d68-f18e-422d-a3d7-ea756c1309ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:13:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['d52aa283-0ae1-46b5-b598-195e1e4d10d4'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:32.274638 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-e80d8ff9-5ae9-4f49-8af6-a73ba1aed6ca tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Deleting port 8ecc7b3b-8513-4e4a-9221-33633b3047a3 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:13:32.274979 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e80d8ff9-5ae9-4f49-8af6-a73ba1aed6ca tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:32.357067 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-86cd6d68-f18e-422d-a3d7-ea756c1309ce None None] Set router d52aa283-0ae1-46b5-b598-195e1e4d10d4 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:13:32.499290 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2c0b31dd-3c87-4ff1-ad1f-7df1bedb1718 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:32.515112 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc05ad6-3a38-47cf-a065-6eb4849ecc23 None None] Pushing event updated for resources: {'Port': ['ID=b1357efc-ba69-4774-945b-819e6b11bf6a,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:32.544261 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-2c0b31dd-3c87-4ff1-ad1f-7df1bedb1718 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Calling delete_port for c52267a2-9025-4d08-b307-e75bf0712ab6 owned by {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:13:32.563049 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e80d8ff9-5ae9-4f49-8af6-a73ba1aed6ca tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:32.604553 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 6ba339bb-2d5a-4414-a0d3-9eede1efef86 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:32.605352 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:32.607457 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-ace209f8-5f65-45c8-9bdf-eae77a8b6ef9 None None] Port 8ecc7b3b-8513-4e4a-9221-33633b3047a3 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:13:32.614461 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-e80d8ff9-5ae9-4f49-8af6-a73ba1aed6ca tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Calling delete_port for 8ecc7b3b-8513-4e4a-9221-33633b3047a3 owned by {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:13:32.689009 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4281b8-101f-4092-9e35-19608c5d8182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5f8591-bf6a-4dbb-a163-1ccb6ce8abcf,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:32.744203 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1707f685-9a3c-435b-b671-c67fccd63685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5f8591-bf6a-4dbb-a163-1ccb6ce8abcf,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:32.762835 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-7f539f9d-0b4f-416d-8aea-39f5f8dbd5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3818c3c7-b056-4501-9760-286eb42942ac', 'name': 'tempest-ServersTestJSON-786395313-router', 'tenant_id': 'af448cbcd018494cbdae615f8d35e0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': '9f789fde-b4f1-4c25-90c4-f51982f31e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:16Z', 'updated_at': '2021-12-10T19:13:27Z', 'revision_number': 4, 'project_id': 'af448cbcd018494cbdae615f8d35e0f1', 'gw_port': {'id': '9f789fde-b4f1-4c25-90c4-f51982f31e96', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:fc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3818c3c7-b056-4501-9760-286eb42942ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:17Z', 'updated_at': '2021-12-10T19:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '613f18b1-3886-4a39-b25e-7972cad43e3a', 'name': '', 'network_id': 'e9d35973-bd0e-41e8-af04-98288aa68c12', 'tenant_id': 'af448cbcd018494cbdae615f8d35e0f1', 'mac_address': 'fa:16:3e:52:63:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3818c3c7-b056-4501-9760-286eb42942ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4dff902f-89e7-4f28-8db1-bc880cee9536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:24Z', 'updated_at': '2021-12-10T19:13:28Z', 'revision_number': 2, 'project_id': 'af448cbcd018494cbdae615f8d35e0f1', 'subnets': [{'id': '4dff902f-89e7-4f28-8db1-bc880cee9536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:32.764879 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2ba171-5968-40a7-b340-c04c68b4652d None None] Network 8ddf61ad-4693-4768-957e-b5f7e12a28e7 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:13:32.784977 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ef98336d-97f6-4363-94ee-f2adc06c16a2 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:32.788141 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ef98336d-97f6-4363-94ee-f2adc06c16a2 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:32.857209 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f539f9d-0b4f-416d-8aea-39f5f8dbd5cb None None] Checking router: 3818c3c7-b056-4501-9760-286eb42942ac for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:13:32.862987 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.managers [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port f765ad2f-7711-4ec8-98bf-7416b00d4c14 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:13:32.862987 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.managers [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port f765ad2f-7711-4ec8-98bf-7416b00d4c14 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '54286307-58c3-454d-b170-d5574f812fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15f18119-87e6-44a0-919f-208992bec9bf'}] {{(pid=102366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:13:32.863862 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port f765ad2f-7711-4ec8-98bf-7416b00d4c14 on network 15f18119-87e6-44a0-919f-208992bec9bf {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:13:32.871065 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f539f9d-0b4f-416d-8aea-39f5f8dbd5cb None None] Updating router 3818c3c7-b056-4501-9760-286eb42942ac port 613f18b1-3886-4a39-b25e-7972cad43e3a binding host dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:13:32.878688 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81de76f-429e-40e7-94b8-8721de915617 admin admin] Network 9c90251c-649d-45e9-a5ea-011db4b5aa52 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:13:32.886145 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Port f765ad2f-7711-4ec8-98bf-7416b00d4c14 on network 15f18119-87e6-44a0-919f-208992bec9bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:13:32.886145 dv-neutron-821441-1-hyperv neutron-server[102366]: ERROR neutron.plugins.ml2.managers [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Failed to bind port f765ad2f-7711-4ec8-98bf-7416b00d4c14 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '54286307-58c3-454d-b170-d5574f812fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15f18119-87e6-44a0-919f-208992bec9bf'}] Dec 10 19:13:32.887424 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-c81de76f-429e-40e7-94b8-8721de915617 admin admin] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:32.890903 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81de76f-429e-40e7-94b8-8721de915617 admin admin] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:13:32.892459 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c81de76f-429e-40e7-94b8-8721de915617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712030'] for router_interface, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:32.902369 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.plugins.ml2.plugin [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempt 10 to bind port f765ad2f-7711-4ec8-98bf-7416b00d4c14 Dec 10 19:13:32.939259 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-7f539f9d-0b4f-416d-8aea-39f5f8dbd5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:33.034053 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.managers [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port f765ad2f-7711-4ec8-98bf-7416b00d4c14 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:13:33.034814 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.managers [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port f765ad2f-7711-4ec8-98bf-7416b00d4c14 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '54286307-58c3-454d-b170-d5574f812fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15f18119-87e6-44a0-919f-208992bec9bf'}] {{(pid=102366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:13:33.034943 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ef98336d-97f6-4363-94ee-f2adc06c16a2 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:33.037353 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port f765ad2f-7711-4ec8-98bf-7416b00d4c14 on network 15f18119-87e6-44a0-919f-208992bec9bf {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:13:33.046468 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 49976) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:33.070575 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-92c5e8c0-9a1b-4468-b8ec-be749d223b9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:33.199304 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2c0b31dd-3c87-4ff1-ad1f-7df1bedb1718 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:33.450820 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Port f765ad2f-7711-4ec8-98bf-7416b00d4c14 on network 15f18119-87e6-44a0-919f-208992bec9bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:13:33.451347 dv-neutron-821441-1-hyperv neutron-server[102366]: ERROR neutron.plugins.ml2.managers [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Failed to bind port f765ad2f-7711-4ec8-98bf-7416b00d4c14 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '54286307-58c3-454d-b170-d5574f812fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15f18119-87e6-44a0-919f-208992bec9bf'}] Dec 10 19:13:33.453096 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:33.513794 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81de76f-429e-40e7-94b8-8721de915617 admin admin] Pushing event updated for resources: {'Port': ['ID=ae574777-5882-4c91-b6ba-3a896cce1aca,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:33.536260 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-4727a649-4bfc-4c46-af47-37ae060963d3 None None] Provisioning complete for port b1b638eb-65cc-42b7-ad4a-d29c55c50832 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:33.538039 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4727a649-4bfc-4c46-af47-37ae060963d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:33.595352 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-92c5e8c0-9a1b-4468-b8ec-be749d223b9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:33.628001 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device b1b638eb-65cc-42b7-ad4a-d29c55c50832 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:13:33.655924 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5fbb94-390c-4833-af03-222068123ea3 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Made reservation on behalf of 5825191494b743bfbcc62d6658053e40 for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:13:33.663121 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4b5fbb94-390c-4833-af03-222068123ea3 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks [] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:33.797850 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0b31dd-3c87-4ff1-ad1f-7df1bedb1718 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Pushing event deleted for resources: {'Port': ['ID=c52267a2-9025-4d08-b307-e75bf0712ab6,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:33.833347 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port b1b638eb-65cc-42b7-ad4a-d29c55c50832 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:33.833945 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:33.845663 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-7f539f9d-0b4f-416d-8aea-39f5f8dbd5cb None None] Notify callbacks [] for port, precommit_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:33.851602 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-92c5e8c0-9a1b-4468-b8ec-be749d223b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:33.855939 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-7f539f9d-0b4f-416d-8aea-39f5f8dbd5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:33.915317 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809b706-43fc-4515-a8cf-838e53379dbc None None] Pushing event updated for resources: {'Port': ['ID=613f18b1-3886-4a39-b25e-7972cad43e3a,revision_number=3']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:33.951638 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ef98336d-97f6-4363-94ee-f2adc06c16a2 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:34.014497 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-92c5e8c0-9a1b-4468-b8ec-be749d223b9f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3abf1f5f9f18410bac078aa3cba8e4ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9669359 Dec 10 19:13:34.032033 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] For port f765ad2f-7711-4ec8-98bf-7416b00d4c14, host hv-neutron-8214, cleared binding levels {{(pid=102366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:13:34.033065 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempted to set empty binding levels {{(pid=102366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 10 19:13:34.033224 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c5e8c0-9a1b-4468-b8ec-be749d223b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7bb11d-3251-4b2d-958c-1cd317f97d5b,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:34.034489 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 49982) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:34.053267 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2c0b31dd-3c87-4ff1-ad1f-7df1bedb1718 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:34.064772 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-2c0b31dd-3c87-4ff1-ad1f-7df1bedb1718 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] 10.222.0.69 "DELETE /v2.0/ports/c52267a2-9025-4d08-b307-e75bf0712ab6 HTTP/1.1" status: 204 len: 168 time: 3.7039568 Dec 10 19:13:34.065715 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 49984) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:34.199543 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-7f539f9d-0b4f-416d-8aea-39f5f8dbd5cb None None] Attempting to bind port 613f18b1-3886-4a39-b25e-7972cad43e3a on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:13:34.204349 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-7f539f9d-0b4f-416d-8aea-39f5f8dbd5cb None None] Attempting to bind port 613f18b1-3886-4a39-b25e-7972cad43e3a by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': 'f3f1ff88-b36c-4ac4-9359-e2a5223029ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e9d35973-bd0e-41e8-af04-98288aa68c12'}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:13:34.205200 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f539f9d-0b4f-416d-8aea-39f5f8dbd5cb None None] Attempting to bind port 613f18b1-3886-4a39-b25e-7972cad43e3a on network e9d35973-bd0e-41e8-af04-98288aa68c12 {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:13:34.230432 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f539f9d-0b4f-416d-8aea-39f5f8dbd5cb None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:13:34.239264 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f539f9d-0b4f-416d-8aea-39f5f8dbd5cb None None] Checking segment: {'id': 'f3f1ff88-b36c-4ac4-9359-e2a5223029ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e9d35973-bd0e-41e8-af04-98288aa68c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:13:34.240183 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-7f539f9d-0b4f-416d-8aea-39f5f8dbd5cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:34.241995 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f539f9d-0b4f-416d-8aea-39f5f8dbd5cb None None] Bound using segment: {'id': 'f3f1ff88-b36c-4ac4-9359-e2a5223029ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e9d35973-bd0e-41e8-af04-98288aa68c12'} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:13:34.243871 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-7f539f9d-0b4f-416d-8aea-39f5f8dbd5cb None None] Bound port: 613f18b1-3886-4a39-b25e-7972cad43e3a, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3f1ff88-b36c-4ac4-9359-e2a5223029ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e9d35973-bd0e-41e8-af04-98288aa68c12'}}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:13:34.246499 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 49988) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:34.247196 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-7f539f9d-0b4f-416d-8aea-39f5f8dbd5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:34.254938 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-d1edda7b-6d72-42fd-aacd-dc055dd79e57 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1823500372', 'description': 'tempest-description--692916595'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:34.315605 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c81de76f-429e-40e7-94b8-8721de915617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:34.346037 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4b5fbb94-390c-4833-af03-222068123ea3 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:34.356625 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:34.362720 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:34.421479 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4727a649-4bfc-4c46-af47-37ae060963d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:34.426060 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-86cd6d68-f18e-422d-a3d7-ea756c1309ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52aa283-0ae1-46b5-b598-195e1e4d10d4', 'name': 'tempest-ServersTestManualDisk-1337832985-router', 'tenant_id': '16eb7381a9bc4b9180d8fd7d3d4cffa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': 'b1357efc-ba69-4774-945b-819e6b11bf6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:19Z', 'updated_at': '2021-12-10T19:13:22Z', 'revision_number': 3, 'project_id': '16eb7381a9bc4b9180d8fd7d3d4cffa7', 'gw_port': {'id': 'b1357efc-ba69-4774-945b-819e6b11bf6a', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ae:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52aa283-0ae1-46b5-b598-195e1e4d10d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:20Z', 'updated_at': '2021-12-10T19:13:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:34.478579 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-7f539f9d-0b4f-416d-8aea-39f5f8dbd5cb None None] For port 613f18b1-3886-4a39-b25e-7972cad43e3a, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:13:34.486560 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-7f539f9d-0b4f-416d-8aea-39f5f8dbd5cb None None] For port 613f18b1-3886-4a39-b25e-7972cad43e3a, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=613f18b1-3886-4a39-b25e-7972cad43e3a,segment=NetworkSegment(f3f1ff88-b36c-4ac4-9359-e2a5223029ed),segment_id=f3f1ff88-b36c-4ac4-9359-e2a5223029ed)] {{(pid=102368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:13:34.493523 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cd6d68-f18e-422d-a3d7-ea756c1309ce None None] The sync data for ids ['d52aa283-0ae1-46b5-b598-195e1e4d10d4'] in dv-neutron-821441-1-hyperv is: [{'id': 'd52aa283-0ae1-46b5-b598-195e1e4d10d4', 'name': 'tempest-ServersTestManualDisk-1337832985-router', 'tenant_id': '16eb7381a9bc4b9180d8fd7d3d4cffa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': 'b1357efc-ba69-4774-945b-819e6b11bf6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:19Z', 'updated_at': '2021-12-10T19:13:22Z', 'revision_number': 3, 'project_id': '16eb7381a9bc4b9180d8fd7d3d4cffa7', 'gw_port': {'id': 'b1357efc-ba69-4774-945b-819e6b11bf6a', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ae:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52aa283-0ae1-46b5-b598-195e1e4d10d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:20Z', 'updated_at': '2021-12-10T19:13:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:13:34.503244 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-7f539f9d-0b4f-416d-8aea-39f5f8dbd5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:34.551305 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:34.552453 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:34.603002 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port b1b638eb-65cc-42b7-ad4a-d29c55c50832, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=b1b638eb-65cc-42b7-ad4a-d29c55c50832,segment=NetworkSegment(4c1a41e6-b2af-404e-b802-2224cd9d686e),segment_id=4c1a41e6-b2af-404e-b802-2224cd9d686e)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:34.620309 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:34.621874 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 9f789fde-b4f1-4c25-90c4-f51982f31e96 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:13:34.623799 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Pushing event updated for resources: {'Port': ['ID=f765ad2f-7711-4ec8-98bf-7416b00d4c14,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:34.662656 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-29491333-8d8e-4daf-8500-9a7996063874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 9.7584283 Dec 10 19:13:34.709760 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 49990) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:34.757552 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f539f9d-0b4f-416d-8aea-39f5f8dbd5cb None None] Routers {'3818c3c7-b056-4501-9760-286eb42942ac'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:13:34.759215 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-7f539f9d-0b4f-416d-8aea-39f5f8dbd5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:13:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['3818c3c7-b056-4501-9760-286eb42942ac'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:34.828587 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.db.api [None req-4727a649-4bfc-4c46-af47-37ae060963d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102367) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:13:34.828934 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG oslo_db.api [None req-4727a649-4bfc-4c46-af47-37ae060963d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:13:34.878406 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d1edda7b-6d72-42fd-aacd-dc055dd79e57 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:34.879318 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809b706-43fc-4515-a8cf-838e53379dbc None None] Pushing event updated for resources: {'Port': ['ID=613f18b1-3886-4a39-b25e-7972cad43e3a,revision_number=4']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:34.928221 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-98b5ef51-42cd-4fc6-ab44-e1ba7522b4df tempest-DHCPAgentSchedulersTestJSON-1405520981 tempest-DHCPAgentSchedulersTestJSON-1405520981-project-admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.8080060 Dec 10 19:13:34.938017 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 49992) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:34.946783 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-d90686a9-2c8f-48bc-b027-8096e4e24172 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-220618181'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:34.958642 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=b1b638eb-65cc-42b7-ad4a-d29c55c50832,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:34.978269 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5fbb94-390c-4833-af03-222068123ea3 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Pushing event updated for resources: {'Subnet': ['ID=0b700215-5358-41df-b977-a89f7505aa99,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:35.021719 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 9f789fde-b4f1-4c25-90c4-f51982f31e96 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:35.022411 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:35.023727 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5fbb94-390c-4833-af03-222068123ea3 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Checking segment: {'id': '0c9f9d65-046f-4d14-a6e7-d61a20239c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '81058bbc-6dde-4374-8099-0dcf4abd6b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:13:35.024106 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5fbb94-390c-4833-af03-222068123ea3 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Network hostable DHCP agents. Network: 81058bbc-6dde-4374-8099-0dcf4abd6b2e, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:13:35.085048 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8f681b07-462c-4dd1-9d92-3c24532543f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:35.141871 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ef98336d-97f6-4363-94ee-f2adc06c16a2 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:35.156871 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-7f539f9d-0b4f-416d-8aea-39f5f8dbd5cb None None] Set router 3818c3c7-b056-4501-9760-286eb42942ac gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:13:35.267077 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8f681b07-462c-4dd1-9d92-3c24532543f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:35.270921 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d1edda7b-6d72-42fd-aacd-dc055dd79e57 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:35.327809 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90686a9-2c8f-48bc-b027-8096e4e24172 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Made reservation on behalf of d36bbe4252ec4bd3b6f164a014e41942 for: {'network': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:13:35.333925 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d90686a9-2c8f-48bc-b027-8096e4e24172 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:35.345992 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e80d8ff9-5ae9-4f49-8af6-a73ba1aed6ca tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:35.360044 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ef98336d-97f6-4363-94ee-f2adc06c16a2 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:35.379123 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-324e4ba8-80b8-4a70-982b-439acf2f3529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Deleting port f765ad2f-7711-4ec8-98bf-7416b00d4c14 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:13:35.382672 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-324e4ba8-80b8-4a70-982b-439acf2f3529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:35.400431 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d1edda7b-6d72-42fd-aacd-dc055dd79e57 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:35.489750 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5fbb94-390c-4833-af03-222068123ea3 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Network 81058bbc-6dde-4374-8099-0dcf4abd6b2e is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:13:35.585121 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d1edda7b-6d72-42fd-aacd-dc055dd79e57 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:35.586533 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-d1edda7b-6d72-42fd-aacd-dc055dd79e57 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3381262 Dec 10 19:13:35.599298 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 49994) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:35.639751 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-ee75f389-1dfc-43ba-9a21-2f2f1e8cfa02 None None] Provisioning complete for port 613f18b1-3886-4a39-b25e-7972cad43e3a triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:35.641620 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ee75f389-1dfc-43ba-9a21-2f2f1e8cfa02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:35.662692 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-fe286b15-f47d-4614-9c71-f1926b4e6f22 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Request body: {'security_group_rule': {'security_group_id': 'f1ad53fa-07e5-4365-a4a0-1215baa9957c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:35.672725 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-7f539f9d-0b4f-416d-8aea-39f5f8dbd5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3818c3c7-b056-4501-9760-286eb42942ac', 'name': 'tempest-ServersTestJSON-786395313-router', 'tenant_id': 'af448cbcd018494cbdae615f8d35e0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': '9f789fde-b4f1-4c25-90c4-f51982f31e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:16Z', 'updated_at': '2021-12-10T19:13:27Z', 'revision_number': 4, 'project_id': 'af448cbcd018494cbdae615f8d35e0f1', 'gw_port': {'id': '9f789fde-b4f1-4c25-90c4-f51982f31e96', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:fc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3818c3c7-b056-4501-9760-286eb42942ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:17Z', 'updated_at': '2021-12-10T19:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '613f18b1-3886-4a39-b25e-7972cad43e3a', 'name': '', 'network_id': 'e9d35973-bd0e-41e8-af04-98288aa68c12', 'tenant_id': 'af448cbcd018494cbdae615f8d35e0f1', 'mac_address': 'fa:16:3e:52:63:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3818c3c7-b056-4501-9760-286eb42942ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4dff902f-89e7-4f28-8db1-bc880cee9536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:24Z', 'updated_at': '2021-12-10T19:13:34Z', 'revision_number': 4, 'project_id': 'af448cbcd018494cbdae615f8d35e0f1', 'subnets': [{'id': '4dff902f-89e7-4f28-8db1-bc880cee9536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:35.699808 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d90686a9-2c8f-48bc-b027-8096e4e24172 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=102365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:13:35.749157 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d8ff9-5ae9-4f49-8af6-a73ba1aed6ca tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Pushing event deleted for resources: {'Port': ['ID=8ecc7b3b-8513-4e4a-9221-33633b3047a3,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:35.756017 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f539f9d-0b4f-416d-8aea-39f5f8dbd5cb None None] The sync data for ids ['3818c3c7-b056-4501-9760-286eb42942ac'] in dv-neutron-821441-1-hyperv is: [{'id': '3818c3c7-b056-4501-9760-286eb42942ac', 'name': 'tempest-ServersTestJSON-786395313-router', 'tenant_id': 'af448cbcd018494cbdae615f8d35e0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': '9f789fde-b4f1-4c25-90c4-f51982f31e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:16Z', 'updated_at': '2021-12-10T19:13:27Z', 'revision_number': 4, 'project_id': 'af448cbcd018494cbdae615f8d35e0f1', 'gw_port': {'id': '9f789fde-b4f1-4c25-90c4-f51982f31e96', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:fc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3818c3c7-b056-4501-9760-286eb42942ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:17Z', 'updated_at': '2021-12-10T19:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '613f18b1-3886-4a39-b25e-7972cad43e3a', 'name': '', 'network_id': 'e9d35973-bd0e-41e8-af04-98288aa68c12', 'tenant_id': 'af448cbcd018494cbdae615f8d35e0f1', 'mac_address': 'fa:16:3e:52:63:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3818c3c7-b056-4501-9760-286eb42942ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4dff902f-89e7-4f28-8db1-bc880cee9536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:24Z', 'updated_at': '2021-12-10T19:13:34Z', 'revision_number': 4, 'project_id': 'af448cbcd018494cbdae615f8d35e0f1', 'subnets': [{'id': '4dff902f-89e7-4f28-8db1-bc880cee9536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:13:35.883706 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device b1b638eb-65cc-42b7-ad4a-d29c55c50832 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:13:35.936981 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-4b5fbb94-390c-4833-af03-222068123ea3 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 81058bbc-6dde-4374-8099-0dcf4abd6b2e) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:35.962866 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6deb41-0c9d-4c0d-89e1-3be7bdbb1ecd None None] Network 81058bbc-6dde-4374-8099-0dcf4abd6b2e requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:13:36.003856 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5fbb94-390c-4833-af03-222068123ea3 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:36.004543 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4b5fbb94-390c-4833-af03-222068123ea3 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:36.022992 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1edda7b-6d72-42fd-aacd-dc055dd79e57 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ad53fa-07e5-4365-a4a0-1215baa9957c,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:36.053101 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ee75f389-1dfc-43ba-9a21-2f2f1e8cfa02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:36.073503 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-324e4ba8-80b8-4a70-982b-439acf2f3529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] For port f765ad2f-7711-4ec8-98bf-7416b00d4c14, host hv-neutron-8214, got binding levels [] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:36.073503 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-324e4ba8-80b8-4a70-982b-439acf2f3529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:36.084303 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-ef98336d-97f6-4363-94ee-f2adc06c16a2 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Allocated IP 172.20.0.13 (1fef4ff3-1e1d-4014-ae22-2bb90a2a1ab5/e9ea9a30-8da4-434a-a810-be992c725fc1/428fb3c8-25dc-4afd-80f2-33f963ebd021) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:13:36.131199 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-4b5fbb94-390c-4833-af03-222068123ea3 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.8533182 Dec 10 19:13:36.145332 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50000) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:36.146999 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e80d8ff9-5ae9-4f49-8af6-a73ba1aed6ca tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:36.157180 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-e80d8ff9-5ae9-4f49-8af6-a73ba1aed6ca tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] 10.222.0.69 "DELETE /v2.0/ports/8ecc7b3b-8513-4e4a-9221-33633b3047a3 HTTP/1.1" status: 204 len: 168 time: 5.1605747 Dec 10 19:13:36.157180 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-324e4ba8-80b8-4a70-982b-439acf2f3529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Calling delete_port for f765ad2f-7711-4ec8-98bf-7416b00d4c14 owned by {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:13:36.161592 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-2e9793cf-6065-4aba-9dc3-86138011a326 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1124586321', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}, 'admin_state_up': False}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:36.173269 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8f681b07-462c-4dd1-9d92-3c24532543f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:36.176864 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8f681b07-462c-4dd1-9d92-3c24532543f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:36.178802 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-8f681b07-462c-4dd1-9d92-3c24532543f1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4f7bb11d-3251-4b2d-958c-1cd317f97d5b HTTP/1.1" status: 204 len: 168 time: 1.8731637 Dec 10 19:13:36.333382 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d90686a9-2c8f-48bc-b027-8096e4e24172 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:36.337213 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.segments_db [None req-d90686a9-2c8f-48bc-b027-8096e4e24172 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Added segment 1875ec25-ff10-4a2e-beed-3e5e5a42e081 of type vlan for network 07ac5dc8-532b-411e-9e72-0a010d14358e Dec 10 19:13:36.353278 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50002) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:36.403371 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-40e5a735-4ea1-4496-b057-94f9a7f68fd8 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Request body: {'port': {'name': 'tempest-new-port-name-2123473001', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:36.406881 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port b1b638eb-65cc-42b7-ad4a-d29c55c50832 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:36.407524 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:36.408920 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.api.validators [None req-40e5a735-4ea1-4496-b057-94f9a7f68fd8 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] bootfile-name is not in valid_values {{(pid=102365) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 19:13:36.409713 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.api.validators [None req-40e5a735-4ea1-4496-b057-94f9a7f68fd8 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] tftp-server is not in valid_values {{(pid=102365) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 19:13:36.410385 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.api.validators [None req-40e5a735-4ea1-4496-b057-94f9a7f68fd8 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] server-ip-address is not in valid_values {{(pid=102365) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 19:13:36.437560 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-324e4ba8-80b8-4a70-982b-439acf2f3529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:36.448428 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fe286b15-f47d-4614-9c71-f1926b4e6f22 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:36.466640 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2e9793cf-6065-4aba-9dc3-86138011a326 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:36.469266 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2e9793cf-6065-4aba-9dc3-86138011a326 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:36.520262 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f681b07-462c-4dd1-9d92-3c24532543f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7bb11d-3251-4b2d-958c-1cd317f97d5b,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:36.530298 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c81de76f-429e-40e7-94b8-8721de915617 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:36.549827 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-ee75f389-1dfc-43ba-9a21-2f2f1e8cfa02 None None] For port 613f18b1-3886-4a39-b25e-7972cad43e3a, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=613f18b1-3886-4a39-b25e-7972cad43e3a,segment=NetworkSegment(f3f1ff88-b36c-4ac4-9359-e2a5223029ed),segment_id=f3f1ff88-b36c-4ac4-9359-e2a5223029ed)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:36.585015 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ee75f389-1dfc-43ba-9a21-2f2f1e8cfa02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:36.589635 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-324e4ba8-80b8-4a70-982b-439acf2f3529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:36.615188 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-324e4ba8-80b8-4a70-982b-439acf2f3529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] 10.222.0.69 "DELETE /v2.0/ports/f765ad2f-7711-4ec8-98bf-7416b00d4c14 HTTP/1.1" status: 204 len: 168 time: 1.8647234 Dec 10 19:13:36.620577 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50006) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:36.621618 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c81de76f-429e-40e7-94b8-8721de915617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:36.622720 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c81de76f-429e-40e7-94b8-8721de915617 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3755716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711339'] for router_interface, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:36.638830 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d90686a9-2c8f-48bc-b027-8096e4e24172 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:36.642160 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324e4ba8-80b8-4a70-982b-439acf2f3529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Pushing event deleted for resources: {'Port': ['ID=f765ad2f-7711-4ec8-98bf-7416b00d4c14,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:36.779673 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d90686a9-2c8f-48bc-b027-8096e4e24172 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:36.792910 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2e9793cf-6065-4aba-9dc3-86138011a326 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:36.801486 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90686a9-2c8f-48bc-b027-8096e4e24172 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:36.802936 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d90686a9-2c8f-48bc-b027-8096e4e24172 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:36.864620 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-ee75f389-1dfc-43ba-9a21-2f2f1e8cfa02 None None] Provisioning complete for port ae574777-5882-4c91-b6ba-3a896cce1aca triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:36.865429 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ee75f389-1dfc-43ba-9a21-2f2f1e8cfa02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:36.957498 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ef98336d-97f6-4363-94ee-f2adc06c16a2 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:37.039068 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75f389-1dfc-43ba-9a21-2f2f1e8cfa02 None None] Pushing event updated for resources: {'Port': ['ID=613f18b1-3886-4a39-b25e-7972cad43e3a,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:37.107645 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1944af7f-9405-4a85-9253-b2c90bcefc4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-81058bbc-6dde-4374-8099-0dcf4abd6b2e', 'network_id': '81058bbc-6dde-4374-8099-0dcf4abd6b2e', 'tenant_id': '5825191494b743bfbcc62d6658053e40', 'fixed_ips': [{'subnet_id': '0b700215-5358-41df-b977-a89f7505aa99'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:13:37.108484 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-d90686a9-2c8f-48bc-b027-8096e4e24172 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.1676176 Dec 10 19:13:37.109229 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1944af7f-9405-4a85-9253-b2c90bcefc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:37.112896 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device b1357efc-ba69-4774-945b-819e6b11bf6a up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:13:37.114299 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50014) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:37.118454 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-ee75f389-1dfc-43ba-9a21-2f2f1e8cfa02 None None] Port ae574777-5882-4c91-b6ba-3a896cce1aca cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:13:37.188914 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ef98336d-97f6-4363-94ee-f2adc06c16a2 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:37.251403 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-ee75f389-1dfc-43ba-9a21-2f2f1e8cfa02 None None] Provisioning complete for port b1b638eb-65cc-42b7-ad4a-d29c55c50832 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:37.252022 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ee75f389-1dfc-43ba-9a21-2f2f1e8cfa02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:37.265810 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-40e5a735-4ea1-4496-b057-94f9a7f68fd8 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:37.268139 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90686a9-2c8f-48bc-b027-8096e4e24172 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Pushing event updated for resources: {'Network': ['ID=07ac5dc8-532b-411e-9e72-0a010d14358e,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:37.331318 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef98336d-97f6-4363-94ee-f2adc06c16a2 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Network 1fef4ff3-1e1d-4014-ae22-2bb90a2a1ab5 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:13:37.334301 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-7396449b-4386-4fa4-b042-9971e406d778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] GET failed (client error): The resource could not be found. Dec 10 19:13:37.341137 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-7396449b-4386-4fa4-b042-9971e406d778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] 10.222.0.69 "GET /v2.0/ports/f765ad2f-7711-4ec8-98bf-7416b00d4c14 HTTP/1.1" status: 404 len: 333 time: 0.6861393 Dec 10 19:13:37.389335 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50020) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:37.400216 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-88db4dd8-02e9-47e2-b705-94894cc6d431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Request body: {'port': {'network_id': '15f18119-87e6-44a0-919f-208992bec9bf', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-297140082'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:37.400451 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 07ac5dc8-532b-411e-9e72-0a010d14358e details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:13:37.602101 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81de76f-429e-40e7-94b8-8721de915617 admin admin] Pushing event updated for resources: {'Port': ['ID=ae574777-5882-4c91-b6ba-3a896cce1aca,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:37.615261 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-ef98336d-97f6-4363-94ee-f2adc06c16a2 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:37.643703 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-1944af7f-9405-4a85-9253-b2c90bcefc4e None None] Allocated IP 172.20.0.2 (81058bbc-6dde-4374-8099-0dcf4abd6b2e/0b700215-5358-41df-b977-a89f7505aa99/366080ec-c4d3-4bf7-9d2c-0c9789332a2d) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:13:37.668473 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef98336d-97f6-4363-94ee-f2adc06c16a2 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:13:37.768810 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port b1357efc-ba69-4774-945b-819e6b11bf6a triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:37.769181 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:37.787329 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81de76f-429e-40e7-94b8-8721de915617 admin admin] Network 9c90251c-649d-45e9-a5ea-011db4b5aa52 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:13:37.789622 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2e9793cf-6065-4aba-9dc3-86138011a326 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:37.795635 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-c81de76f-429e-40e7-94b8-8721de915617 admin admin] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:37.888822 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fe286b15-f47d-4614-9c71-f1926b4e6f22 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:37.899260 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef98336d-97f6-4363-94ee-f2adc06c16a2 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Pushing event updated for resources: {'Port': ['ID=428fb3c8-25dc-4afd-80f2-33f963ebd021,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:37.943988 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fe286b15-f47d-4614-9c71-f1926b4e6f22 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:37.950175 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-ee75f389-1dfc-43ba-9a21-2f2f1e8cfa02 None None] Could not find standard attr ID for object c52267a2-9025-4d08-b307-e75bf0712ab6. {{(pid=102367) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:13:38.143601 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c81de76f-429e-40e7-94b8-8721de915617 admin admin] Router d52aa283-0ae1-46b5-b598-195e1e4d10d4 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:13:38.242371 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1944af7f-9405-4a85-9253-b2c90bcefc4e None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:38.279581 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1944af7f-9405-4a85-9253-b2c90bcefc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:38.337848 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-40e5a735-4ea1-4496-b057-94f9a7f68fd8 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:38.339162 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-9fc3f8c7-e91a-473c-b532-652d265a8369 None None] Provisioning complete for port ae574777-5882-4c91-b6ba-3a896cce1aca triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:38.339162 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-9fc3f8c7-e91a-473c-b532-652d265a8369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:38.348072 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88db4dd8-02e9-47e2-b705-94894cc6d431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Made reservation on behalf of 334a62ade8384290bb4affadf9dcf15b for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:13:38.354332 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-88db4dd8-02e9-47e2-b705-94894cc6d431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:38.375700 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1944af7f-9405-4a85-9253-b2c90bcefc4e None None] Network 81058bbc-6dde-4374-8099-0dcf4abd6b2e is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:13:38.421796 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-1944af7f-9405-4a85-9253-b2c90bcefc4e None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:38.423959 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1944af7f-9405-4a85-9253-b2c90bcefc4e None None] Pushing event updated for resources: {'Port': ['ID=366080ec-c4d3-4bf7-9d2c-0c9789332a2d,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:38.426102 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1944af7f-9405-4a85-9253-b2c90bcefc4e None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:13:38.440549 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-40e5a735-4ea1-4496-b057-94f9a7f68fd8 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:38.449582 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-9fc3f8c7-e91a-473c-b532-652d265a8369 None None] Port ae574777-5882-4c91-b6ba-3a896cce1aca cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:13:38.475094 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:38.498977 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port b1357efc-ba69-4774-945b-819e6b11bf6a, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=b1357efc-ba69-4774-945b-819e6b11bf6a,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:38.513068 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe286b15-f47d-4614-9c71-f1926b4e6f22 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a0fd458-b213-4d92-8a3a-ddcab56f02b3,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:38.526462 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:38.532096 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fe286b15-f47d-4614-9c71-f1926b4e6f22 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:38.536200 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-fe286b15-f47d-4614-9c71-f1926b4e6f22 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.9230342 Dec 10 19:13:38.559949 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-1944af7f-9405-4a85-9253-b2c90bcefc4e None None] Attempting to bind port 366080ec-c4d3-4bf7-9d2c-0c9789332a2d on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:13:38.560320 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-1944af7f-9405-4a85-9253-b2c90bcefc4e None None] Attempting to bind port 366080ec-c4d3-4bf7-9d2c-0c9789332a2d by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '0c9f9d65-046f-4d14-a6e7-d61a20239c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '81058bbc-6dde-4374-8099-0dcf4abd6b2e'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:13:38.560730 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1944af7f-9405-4a85-9253-b2c90bcefc4e None None] Attempting to bind port 366080ec-c4d3-4bf7-9d2c-0c9789332a2d on network 81058bbc-6dde-4374-8099-0dcf4abd6b2e {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:13:38.574062 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1944af7f-9405-4a85-9253-b2c90bcefc4e None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:13:38.574516 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50040) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:38.574664 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1944af7f-9405-4a85-9253-b2c90bcefc4e None None] Checking segment: {'id': '0c9f9d65-046f-4d14-a6e7-d61a20239c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '81058bbc-6dde-4374-8099-0dcf4abd6b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:13:38.574979 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1944af7f-9405-4a85-9253-b2c90bcefc4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:38.575363 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1944af7f-9405-4a85-9253-b2c90bcefc4e None None] Bound using segment: {'id': '0c9f9d65-046f-4d14-a6e7-d61a20239c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '81058bbc-6dde-4374-8099-0dcf4abd6b2e'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:13:38.575840 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-1944af7f-9405-4a85-9253-b2c90bcefc4e None None] Bound port: 366080ec-c4d3-4bf7-9d2c-0c9789332a2d, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c9f9d65-046f-4d14-a6e7-d61a20239c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '81058bbc-6dde-4374-8099-0dcf4abd6b2e'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:13:38.576129 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1944af7f-9405-4a85-9253-b2c90bcefc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:38.608959 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=b1357efc-ba69-4774-945b-819e6b11bf6a,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:38.613299 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-c6e8e1a5-5926-4a05-aed9-e49ac5f2f43f tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Request body: {'security_group_rule': {'security_group_id': 'f1ad53fa-07e5-4365-a4a0-1215baa9957c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:38.720622 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-1944af7f-9405-4a85-9253-b2c90bcefc4e None None] For port 366080ec-c4d3-4bf7-9d2c-0c9789332a2d, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:13:38.743179 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-1944af7f-9405-4a85-9253-b2c90bcefc4e None None] For port 366080ec-c4d3-4bf7-9d2c-0c9789332a2d, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=366080ec-c4d3-4bf7-9d2c-0c9789332a2d,segment=NetworkSegment(0c9f9d65-046f-4d14-a6e7-d61a20239c77),segment_id=0c9f9d65-046f-4d14-a6e7-d61a20239c77)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:13:38.753307 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1944af7f-9405-4a85-9253-b2c90bcefc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:38.776025 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c81de76f-429e-40e7-94b8-8721de915617 admin admin] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:13:38.806131 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [None req-88db4dd8-02e9-47e2-b705-94894cc6d431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] device_id is not set on port 940a1b0d-5331-4ce3-9d04-5af483a77656 yet. {{(pid=102365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:13:38.819527 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-40e5a735-4ea1-4496-b057-94f9a7f68fd8 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] In _notify_port_updated(), no bound segment for port 43dd5c94-e01f-4e0f-a90b-3c539d2e06cd on network 7956588b-351e-42f3-b557-748a00dae98b {{(pid=102365) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 10 19:13:38.831961 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e5a735-4ea1-4496-b057-94f9a7f68fd8 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:38.832705 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-40e5a735-4ea1-4496-b057-94f9a7f68fd8 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:38.843857 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-40e5a735-4ea1-4496-b057-94f9a7f68fd8 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] 10.222.0.69 "PUT /v2.0/ports/43dd5c94-e01f-4e0f-a90b-3c539d2e06cd HTTP/1.1" status: 200 len: 1130 time: 2.4790657 Dec 10 19:13:38.846544 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-c81de76f-429e-40e7-94b8-8721de915617 admin admin] 10.222.0.69 "PUT /v2.0/routers/d52aa283-0ae1-46b5-b598-195e1e4d10d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5695407 Dec 10 19:13:38.856543 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50044) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:38.941643 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b55e84-28fa-4fd1-adf4-5821fa004e24 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:38.943336 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-90b55e84-28fa-4fd1-adf4-5821fa004e24 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] 10.222.0.69 "GET /v2.0/ports/43dd5c94-e01f-4e0f-a90b-3c539d2e06cd HTTP/1.1" status: 200 len: 1130 time: 0.0845792 Dec 10 19:13:38.951234 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50050) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:38.986369 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-601bd102-78eb-4135-8f04-b7fe43b1a68d tempest-DHCPAgentSchedulersTestJSON-1405520981 tempest-DHCPAgentSchedulersTestJSON-1405520981-project-admin] 10.222.0.69 "GET /v2.0/agents/89bd98fc-9377-49f5-830d-c0b815480356/dhcp-networks HTTP/1.1" status: 200 len: 8071 time: 1.8285069 Dec 10 19:13:39.001818 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50052) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:39.010800 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5a3646-f3d3-420e-b5b8-3f5dec295510 None None] Sync routers for ids ['d52aa283-0ae1-46b5-b598-195e1e4d10d4'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:13:39.012961 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 613f18b1-3886-4a39-b25e-7972cad43e3a up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:13:39.100289 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5a3646-f3d3-420e-b5b8-3f5dec295510 None None] Routers {'d52aa283-0ae1-46b5-b598-195e1e4d10d4'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:13:39.102509 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-db5a3646-f3d3-420e-b5b8-3f5dec295510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:13:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['d52aa283-0ae1-46b5-b598-195e1e4d10d4'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:39.269928 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2e9793cf-6065-4aba-9dc3-86138011a326 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks [] for router_gateway, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:39.316343 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2e9793cf-6065-4aba-9dc3-86138011a326 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:39.349277 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1944af7f-9405-4a85-9253-b2c90bcefc4e None None] Pushing event updated for resources: {'Port': ['ID=366080ec-c4d3-4bf7-9d2c-0c9789332a2d,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:39.351288 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50060) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:39.414388 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-a61ba119-e5ac-4d81-8f48-0d9f3e837e32 None None] Provisioning complete for port 43dd5c94-e01f-4e0f-a90b-3c539d2e06cd triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:39.414388 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a61ba119-e5ac-4d81-8f48-0d9f3e837e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:39.557505 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-db5a3646-f3d3-420e-b5b8-3f5dec295510 None None] Set router d52aa283-0ae1-46b5-b598-195e1e4d10d4 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:13:39.571740 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-9b521456-f808-4832-a1c3-16d5fef01f06 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Deleting port 43dd5c94-e01f-4e0f-a90b-3c539d2e06cd {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:13:39.572188 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9b521456-f808-4832-a1c3-16d5fef01f06 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:39.664446 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 613f18b1-3886-4a39-b25e-7972cad43e3a triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:39.665056 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:39.681017 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-b3df7af0-f5eb-466a-acb8-fda526a83f22 tempest-RoutersAdminNegativeIpV6Test-1277998309 tempest-RoutersAdminNegativeIpV6Test-1277998309-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-821715877', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:39.768922 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-a61ba119-e5ac-4d81-8f48-0d9f3e837e32 None None] Port 43dd5c94-e01f-4e0f-a90b-3c539d2e06cd cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:13:39.780394 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3df7af0-f5eb-466a-acb8-fda526a83f22 tempest-RoutersAdminNegativeIpV6Test-1277998309 tempest-RoutersAdminNegativeIpV6Test-1277998309-project-admin] Made reservation on behalf of 751092a8186c4f059a41f93ada3fb698 for: {'port': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:13:39.782840 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b3df7af0-f5eb-466a-acb8-fda526a83f22 tempest-RoutersAdminNegativeIpV6Test-1277998309 tempest-RoutersAdminNegativeIpV6Test-1277998309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:39.801383 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b3df7af0-f5eb-466a-acb8-fda526a83f22 tempest-RoutersAdminNegativeIpV6Test-1277998309 tempest-RoutersAdminNegativeIpV6Test-1277998309-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:39.806302 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-2e9793cf-6065-4aba-9dc3-86138011a326 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Allocated IP 172.26.6.3 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/c3815f8c-4b3d-4bad-b34d-76d501317ba6) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:13:39.906571 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-88db4dd8-02e9-47e2-b705-94894cc6d431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:39.915583 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b3df7af0-f5eb-466a-acb8-fda526a83f22 tempest-RoutersAdminNegativeIpV6Test-1277998309 tempest-RoutersAdminNegativeIpV6Test-1277998309-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:39.930356 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b3df7af0-f5eb-466a-acb8-fda526a83f22 tempest-RoutersAdminNegativeIpV6Test-1277998309 tempest-RoutersAdminNegativeIpV6Test-1277998309-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:39.944054 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:13:39.945639 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9b521456-f808-4832-a1c3-16d5fef01f06 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:39.951311 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c6e8e1a5-5926-4a05-aed9-e49ac5f2f43f tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:39.953261 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [None req-b3df7af0-f5eb-466a-acb8-fda526a83f22 tempest-RoutersAdminNegativeIpV6Test-1277998309 tempest-RoutersAdminNegativeIpV6Test-1277998309-project-admin] device_id is not set on port 2d0db88f-a941-4f39-b59b-1b8f4bfc9fbf yet. {{(pid=102366) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:13:39.954417 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e5a735-4ea1-4496-b057-94f9a7f68fd8 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Pushing event updated for resources: {'Port': ['ID=43dd5c94-e01f-4e0f-a90b-3c539d2e06cd,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:39.970962 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-88db4dd8-02e9-47e2-b705-94894cc6d431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:40.005555 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-9b521456-f808-4832-a1c3-16d5fef01f06 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Calling delete_port for 43dd5c94-e01f-4e0f-a90b-3c539d2e06cd owned by {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:13:40.044651 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88db4dd8-02e9-47e2-b705-94894cc6d431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Network 15f18119-87e6-44a0-919f-208992bec9bf is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:13:40.049746 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db4dd8-02e9-47e2-b705-94894cc6d431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Pushing event updated for resources: {'Port': ['ID=940a1b0d-5331-4ce3-9d04-5af483a77656,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:40.058278 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-88db4dd8-02e9-47e2-b705-94894cc6d431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:40.068377 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88db4dd8-02e9-47e2-b705-94894cc6d431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:13:40.069425 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88db4dd8-02e9-47e2-b705-94894cc6d431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:40.070023 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-88db4dd8-02e9-47e2-b705-94894cc6d431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:40.108618 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-88db4dd8-02e9-47e2-b705-94894cc6d431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.7157669 Dec 10 19:13:40.118063 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50066) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:40.129961 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df7af0-f5eb-466a-acb8-fda526a83f22 tempest-RoutersAdminNegativeIpV6Test-1277998309 tempest-RoutersAdminNegativeIpV6Test-1277998309-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5273ec5c-9c56-4cb7-8510-0e39dbf08594,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:40.158747 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8214'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:40.250611 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50068) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:40.269435 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-1db236b7-c75d-418c-acfb-d47fcc46816d tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1959537195', 'description': 'tempest-description--1697639276'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:40.284449 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67406073-fa56-4399-9c0e-64f2628881c9 tempest-DHCPAgentSchedulersTestJSON-1405520981 tempest-DHCPAgentSchedulersTestJSON-1405520981-project-admin] Network 07ac5dc8-532b-411e-9e72-0a010d14358e is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:13:40.287327 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-db5a3646-f3d3-420e-b5b8-3f5dec295510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52aa283-0ae1-46b5-b598-195e1e4d10d4', 'name': 'tempest-ServersTestManualDisk-1337832985-router', 'tenant_id': '16eb7381a9bc4b9180d8fd7d3d4cffa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': 'b1357efc-ba69-4774-945b-819e6b11bf6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:19Z', 'updated_at': '2021-12-10T19:13:33Z', 'revision_number': 4, 'project_id': '16eb7381a9bc4b9180d8fd7d3d4cffa7', 'gw_port': {'id': 'b1357efc-ba69-4774-945b-819e6b11bf6a', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ae:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52aa283-0ae1-46b5-b598-195e1e4d10d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:20Z', 'updated_at': '2021-12-10T19:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': 'ae574777-5882-4c91-b6ba-3a896cce1aca', 'name': '', 'network_id': '9c90251c-649d-45e9-a5ea-011db4b5aa52', 'tenant_id': '16eb7381a9bc4b9180d8fd7d3d4cffa7', 'mac_address': 'fa:16:3e:49:c0:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52aa283-0ae1-46b5-b598-195e1e4d10d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'eda7c997-4549-4482-a006-e011511a0739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:30Z', 'updated_at': '2021-12-10T19:13:34Z', 'revision_number': 2, 'project_id': '16eb7381a9bc4b9180d8fd7d3d4cffa7', 'subnets': [{'id': 'eda7c997-4549-4482-a006-e011511a0739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:40.289461 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2e9793cf-6065-4aba-9dc3-86138011a326 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:40.293662 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:40.325377 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c6e8e1a5-5926-4a05-aed9-e49ac5f2f43f tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:40.335137 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5a3646-f3d3-420e-b5b8-3f5dec295510 None None] Checking router: d52aa283-0ae1-46b5-b598-195e1e4d10d4 for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:13:40.335861 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5a3646-f3d3-420e-b5b8-3f5dec295510 None None] Updating router d52aa283-0ae1-46b5-b598-195e1e4d10d4 port ae574777-5882-4c91-b6ba-3a896cce1aca binding host dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:13:40.339600 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ef98336d-97f6-4363-94ee-f2adc06c16a2 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:40.344034 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c6e8e1a5-5926-4a05-aed9-e49ac5f2f43f tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:40.379635 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db5a3646-f3d3-420e-b5b8-3f5dec295510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:40.398734 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f777896-b5d5-4d2f-bbcc-c7c80fa0a77d None None] Network 07ac5dc8-532b-411e-9e72-0a010d14358e requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:13:40.399359 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2e9793cf-6065-4aba-9dc3-86138011a326 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:40.424432 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-67406073-fa56-4399-9c0e-64f2628881c9 tempest-DHCPAgentSchedulersTestJSON-1405520981 tempest-DHCPAgentSchedulersTestJSON-1405520981-project-admin] 10.222.0.69 "POST /v2.0/agents/89bd98fc-9377-49f5-830d-c0b815480356/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.3924155 Dec 10 19:13:40.432739 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1db236b7-c75d-418c-acfb-d47fcc46816d tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:40.458113 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50070) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:40.476725 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8e1a5-5926-4a05-aed9-e49ac5f2f43f tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03acce4f-bd80-431c-9232-c9a16827b7be,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:40.510358 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c6e8e1a5-5926-4a05-aed9-e49ac5f2f43f tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:40.516270 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-c6e8e1a5-5926-4a05-aed9-e49ac5f2f43f tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9226265 Dec 10 19:13:40.529732 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50072) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:40.580898 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-80c13b73-2f89-40be-84b3-08e0218ee2cb tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Request body: {'floatingip': {'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:40.688698 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-b3df7af0-f5eb-466a-acb8-fda526a83f22 tempest-RoutersAdminNegativeIpV6Test-1277998309 tempest-RoutersAdminNegativeIpV6Test-1277998309-project-admin] Allocated IP 172.26.6.62 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/2d0db88f-a941-4f39-b59b-1b8f4bfc9fbf) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:13:40.745037 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-80c13b73-2f89-40be-84b3-08e0218ee2cb tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Notify callbacks [] for floatingip, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:40.854005 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9793cf-6065-4aba-9dc3-86138011a326 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:13:40.890983 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1db236b7-c75d-418c-acfb-d47fcc46816d tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:40.920279 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1db236b7-c75d-418c-acfb-d47fcc46816d tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:40.954429 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df35eee-1085-4a6c-9ef2-12817834ad72 None None] Network 81058bbc-6dde-4374-8099-0dcf4abd6b2e requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:13:40.960448 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 366080ec-c4d3-4bf7-9d2c-0c9789332a2d up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:13:40.961630 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-2e9793cf-6065-4aba-9dc3-86138011a326 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:40.975397 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] device_id is not set on port 940a1b0d-5331-4ce3-9d04-5af483a77656 yet. {{(pid=102365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:13:40.990189 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1db236b7-c75d-418c-acfb-d47fcc46816d tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:40.994671 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-1db236b7-c75d-418c-acfb-d47fcc46816d tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7342482 Dec 10 19:13:40.995026 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:41.000164 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50074) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:41.003242 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db236b7-c75d-418c-acfb-d47fcc46816d tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b70c9707-804c-4755-a29b-44a73c84802d,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:41.009038 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-56ada38b-3956-47f6-a893-dc4d595c1c60 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Request body: {'security_group_rule': {'security_group_id': 'b70c9707-804c-4755-a29b-44a73c84802d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:41.027422 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ef98336d-97f6-4363-94ee-f2adc06c16a2 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:41.029346 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:41.136049 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-9d912ef6-233a-4c6e-b8c9-a86584a5fba9 None None] Provisioning complete for port 366080ec-c4d3-4bf7-9d2c-0c9789332a2d triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:41.136486 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-9d912ef6-233a-4c6e-b8c9-a86584a5fba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:41.192292 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Pushing event updated for resources: {'Port': ['ID=940a1b0d-5331-4ce3-9d04-5af483a77656,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:41.205638 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-56ada38b-3956-47f6-a893-dc4d595c1c60 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:41.255876 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 366080ec-c4d3-4bf7-9d2c-0c9789332a2d triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:41.256313 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:41.274586 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port 940a1b0d-5331-4ce3-9d04-5af483a77656 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:13:41.275006 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port 940a1b0d-5331-4ce3-9d04-5af483a77656 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '54286307-58c3-454d-b170-d5574f812fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15f18119-87e6-44a0-919f-208992bec9bf'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:13:41.275984 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port 940a1b0d-5331-4ce3-9d04-5af483a77656 on network 15f18119-87e6-44a0-919f-208992bec9bf {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:13:41.301595 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Port 940a1b0d-5331-4ce3-9d04-5af483a77656 on network 15f18119-87e6-44a0-919f-208992bec9bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:13:41.301595 dv-neutron-821441-1-hyperv neutron-server[102365]: ERROR neutron.plugins.ml2.managers [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Failed to bind port 940a1b0d-5331-4ce3-9d04-5af483a77656 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '54286307-58c3-454d-b170-d5574f812fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15f18119-87e6-44a0-919f-208992bec9bf'}] Dec 10 19:13:41.305643 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.plugins.ml2.plugin [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempt 2 to bind port 940a1b0d-5331-4ce3-9d04-5af483a77656 Dec 10 19:13:41.318000 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9793cf-6065-4aba-9dc3-86138011a326 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:13:41.335965 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-80c13b73-2f89-40be-84b3-08e0218ee2cb tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:41.340281 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-56ada38b-3956-47f6-a893-dc4d595c1c60 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:41.344269 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port 940a1b0d-5331-4ce3-9d04-5af483a77656 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:13:41.344775 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port 940a1b0d-5331-4ce3-9d04-5af483a77656 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '54286307-58c3-454d-b170-d5574f812fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15f18119-87e6-44a0-919f-208992bec9bf'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:13:41.345047 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port 940a1b0d-5331-4ce3-9d04-5af483a77656 on network 15f18119-87e6-44a0-919f-208992bec9bf {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:13:41.357362 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-56ada38b-3956-47f6-a893-dc4d595c1c60 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:41.363773 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9793cf-6065-4aba-9dc3-86138011a326 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Pushing event updated for resources: {'Port': ['ID=c3815f8c-4b3d-4bad-b34d-76d501317ba6,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:41.369111 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Port 940a1b0d-5331-4ce3-9d04-5af483a77656 on network 15f18119-87e6-44a0-919f-208992bec9bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:13:41.369659 dv-neutron-821441-1-hyperv neutron-server[102365]: ERROR neutron.plugins.ml2.managers [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Failed to bind port 940a1b0d-5331-4ce3-9d04-5af483a77656 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '54286307-58c3-454d-b170-d5574f812fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15f18119-87e6-44a0-919f-208992bec9bf'}] Dec 10 19:13:41.373993 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.plugins.ml2.plugin [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempt 3 to bind port 940a1b0d-5331-4ce3-9d04-5af483a77656 Dec 10 19:13:41.439660 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ada38b-3956-47f6-a893-dc4d595c1c60 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af9a6a72-98c3-48f2-857d-df31282d237b,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:41.453859 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-56ada38b-3956-47f6-a893-dc4d595c1c60 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:41.459017 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-56ada38b-3956-47f6-a893-dc4d595c1c60 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4531217 Dec 10 19:13:41.459017 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port 940a1b0d-5331-4ce3-9d04-5af483a77656 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:13:41.459017 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port 940a1b0d-5331-4ce3-9d04-5af483a77656 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '54286307-58c3-454d-b170-d5574f812fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15f18119-87e6-44a0-919f-208992bec9bf'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:13:41.459017 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port 940a1b0d-5331-4ce3-9d04-5af483a77656 on network 15f18119-87e6-44a0-919f-208992bec9bf {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:13:41.464548 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50076) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:41.473529 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-2cc1e3cf-a369-4081-a098-a74618418211 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Request body: {'security_group_rule': {'security_group_id': 'b70c9707-804c-4755-a29b-44a73c84802d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:41.475451 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db5a3646-f3d3-420e-b5b8-3f5dec295510 None None] Notify callbacks [] for port, precommit_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:41.497888 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-9d912ef6-233a-4c6e-b8c9-a86584a5fba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:41.499397 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Port 940a1b0d-5331-4ce3-9d04-5af483a77656 on network 15f18119-87e6-44a0-919f-208992bec9bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:13:41.499678 dv-neutron-821441-1-hyperv neutron-server[102365]: ERROR neutron.plugins.ml2.managers [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Failed to bind port 940a1b0d-5331-4ce3-9d04-5af483a77656 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '54286307-58c3-454d-b170-d5574f812fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15f18119-87e6-44a0-919f-208992bec9bf'}] Dec 10 19:13:41.500993 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db5a3646-f3d3-420e-b5b8-3f5dec295510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:41.503241 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.plugins.ml2.plugin [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempt 4 to bind port 940a1b0d-5331-4ce3-9d04-5af483a77656 Dec 10 19:13:41.523281 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef98336d-97f6-4363-94ee-f2adc06c16a2 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Router adb8e35e-cc39-488c-8881-de9f22a8ce97 is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:13:41.535655 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port 940a1b0d-5331-4ce3-9d04-5af483a77656 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:13:41.536078 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port 940a1b0d-5331-4ce3-9d04-5af483a77656 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '54286307-58c3-454d-b170-d5574f812fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15f18119-87e6-44a0-919f-208992bec9bf'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:13:41.536330 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port 940a1b0d-5331-4ce3-9d04-5af483a77656 on network 15f18119-87e6-44a0-919f-208992bec9bf {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:13:41.545397 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Port 940a1b0d-5331-4ce3-9d04-5af483a77656 on network 15f18119-87e6-44a0-919f-208992bec9bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:13:41.545805 dv-neutron-821441-1-hyperv neutron-server[102365]: ERROR neutron.plugins.ml2.managers [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Failed to bind port 940a1b0d-5331-4ce3-9d04-5af483a77656 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '54286307-58c3-454d-b170-d5574f812fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15f18119-87e6-44a0-919f-208992bec9bf'}] Dec 10 19:13:41.606599 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9b521456-f808-4832-a1c3-16d5fef01f06 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:41.635340 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:41.641344 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d8a537-6bfc-48e4-8c09-a8c43434973c None None] Pushing event updated for resources: {'Port': ['ID=ae574777-5882-4c91-b6ba-3a896cce1aca,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:41.678840 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-9d912ef6-233a-4c6e-b8c9-a86584a5fba9 None None] For port 366080ec-c4d3-4bf7-9d2c-0c9789332a2d, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=366080ec-c4d3-4bf7-9d2c-0c9789332a2d,segment=NetworkSegment(0c9f9d65-046f-4d14-a6e7-d61a20239c77),segment_id=0c9f9d65-046f-4d14-a6e7-d61a20239c77)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:41.690331 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.plugins.ml2.plugin [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempt 5 to bind port 940a1b0d-5331-4ce3-9d04-5af483a77656 Dec 10 19:13:41.696789 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2cc1e3cf-a369-4081-a098-a74618418211 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:41.713776 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-9d912ef6-233a-4c6e-b8c9-a86584a5fba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:41.734898 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port 940a1b0d-5331-4ce3-9d04-5af483a77656 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:13:41.735269 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port 940a1b0d-5331-4ce3-9d04-5af483a77656 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '54286307-58c3-454d-b170-d5574f812fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15f18119-87e6-44a0-919f-208992bec9bf'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:13:41.735769 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port 940a1b0d-5331-4ce3-9d04-5af483a77656 on network 15f18119-87e6-44a0-919f-208992bec9bf {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:13:41.743853 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef98336d-97f6-4363-94ee-f2adc06c16a2 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:13:41.765232 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Port 940a1b0d-5331-4ce3-9d04-5af483a77656 on network 15f18119-87e6-44a0-919f-208992bec9bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:13:41.765496 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5152d2e-fe8c-4cb0-9bba-2b113f4ff823 None None] Sync routers for ids ['adb8e35e-cc39-488c-8881-de9f22a8ce97'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:13:41.766231 dv-neutron-821441-1-hyperv neutron-server[102365]: ERROR neutron.plugins.ml2.managers [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Failed to bind port 940a1b0d-5331-4ce3-9d04-5af483a77656 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '54286307-58c3-454d-b170-d5574f812fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15f18119-87e6-44a0-919f-208992bec9bf'}] Dec 10 19:13:41.772394 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.plugins.ml2.plugin [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempt 6 to bind port 940a1b0d-5331-4ce3-9d04-5af483a77656 Dec 10 19:13:41.780801 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5152d2e-fe8c-4cb0-9bba-2b113f4ff823 None None] Routers {'adb8e35e-cc39-488c-8881-de9f22a8ce97'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:13:41.788225 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-f5152d2e-fe8c-4cb0-9bba-2b113f4ff823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:13:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['adb8e35e-cc39-488c-8881-de9f22a8ce97'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:41.817089 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ef98336d-97f6-4363-94ee-f2adc06c16a2 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:41.818380 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-ef98336d-97f6-4363-94ee-f2adc06c16a2 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 10.1433070 Dec 10 19:13:41.824964 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50078) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:41.830390 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port 940a1b0d-5331-4ce3-9d04-5af483a77656 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:13:41.830719 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port 940a1b0d-5331-4ce3-9d04-5af483a77656 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '54286307-58c3-454d-b170-d5574f812fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15f18119-87e6-44a0-919f-208992bec9bf'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:13:41.831051 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port 940a1b0d-5331-4ce3-9d04-5af483a77656 on network 15f18119-87e6-44a0-919f-208992bec9bf {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:13:41.887519 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Port 940a1b0d-5331-4ce3-9d04-5af483a77656 on network 15f18119-87e6-44a0-919f-208992bec9bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:13:41.887833 dv-neutron-821441-1-hyperv neutron-server[102365]: ERROR neutron.plugins.ml2.managers [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Failed to bind port 940a1b0d-5331-4ce3-9d04-5af483a77656 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '54286307-58c3-454d-b170-d5574f812fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15f18119-87e6-44a0-919f-208992bec9bf'}] Dec 10 19:13:41.941827 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b521456-f808-4832-a1c3-16d5fef01f06 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Pushing event deleted for resources: {'Port': ['ID=43dd5c94-e01f-4e0f-a90b-3c539d2e06cd,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:41.948544 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.db.api [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102367) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:13:41.951530 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.plugins.ml2.plugin [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempt 7 to bind port 940a1b0d-5331-4ce3-9d04-5af483a77656 Dec 10 19:13:41.952889 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG oslo_db.api [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:13:41.954932 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-db5a3646-f3d3-420e-b5b8-3f5dec295510 None None] Attempting to bind port ae574777-5882-4c91-b6ba-3a896cce1aca on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:13:41.958352 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-db5a3646-f3d3-420e-b5b8-3f5dec295510 None None] Attempting to bind port ae574777-5882-4c91-b6ba-3a896cce1aca by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': 'db837ec0-0d8a-4cc1-8f93-9eb97bc06e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '9c90251c-649d-45e9-a5ea-011db4b5aa52'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:13:41.958602 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-f5152d2e-fe8c-4cb0-9bba-2b113f4ff823 None None] Set router adb8e35e-cc39-488c-8881-de9f22a8ce97 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:13:41.961826 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5a3646-f3d3-420e-b5b8-3f5dec295510 None None] Attempting to bind port ae574777-5882-4c91-b6ba-3a896cce1aca on network 9c90251c-649d-45e9-a5ea-011db4b5aa52 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:13:42.011244 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2cc1e3cf-a369-4081-a098-a74618418211 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:42.027460 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port 940a1b0d-5331-4ce3-9d04-5af483a77656 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:13:42.027812 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port 940a1b0d-5331-4ce3-9d04-5af483a77656 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '54286307-58c3-454d-b170-d5574f812fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15f18119-87e6-44a0-919f-208992bec9bf'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:13:42.028312 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port 940a1b0d-5331-4ce3-9d04-5af483a77656 on network 15f18119-87e6-44a0-919f-208992bec9bf {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:13:42.042049 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d912ef6-233a-4c6e-b8c9-a86584a5fba9 None None] Pushing event updated for resources: {'Port': ['ID=366080ec-c4d3-4bf7-9d2c-0c9789332a2d,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:42.043536 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Port 940a1b0d-5331-4ce3-9d04-5af483a77656 on network 15f18119-87e6-44a0-919f-208992bec9bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:13:42.043924 dv-neutron-821441-1-hyperv neutron-server[102365]: ERROR neutron.plugins.ml2.managers [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Failed to bind port 940a1b0d-5331-4ce3-9d04-5af483a77656 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '54286307-58c3-454d-b170-d5574f812fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15f18119-87e6-44a0-919f-208992bec9bf'}] Dec 10 19:13:42.044803 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2cc1e3cf-a369-4081-a098-a74618418211 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:42.051877 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.plugins.ml2.plugin [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempt 8 to bind port 940a1b0d-5331-4ce3-9d04-5af483a77656 Dec 10 19:13:42.076935 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5a3646-f3d3-420e-b5b8-3f5dec295510 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:13:42.082534 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5a3646-f3d3-420e-b5b8-3f5dec295510 None None] Checking segment: {'id': 'db837ec0-0d8a-4cc1-8f93-9eb97bc06e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '9c90251c-649d-45e9-a5ea-011db4b5aa52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:13:42.083413 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db5a3646-f3d3-420e-b5b8-3f5dec295510 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:42.084631 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5a3646-f3d3-420e-b5b8-3f5dec295510 None None] Bound using segment: {'id': 'db837ec0-0d8a-4cc1-8f93-9eb97bc06e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '9c90251c-649d-45e9-a5ea-011db4b5aa52'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:13:42.087441 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-db5a3646-f3d3-420e-b5b8-3f5dec295510 None None] Bound port: ae574777-5882-4c91-b6ba-3a896cce1aca, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db837ec0-0d8a-4cc1-8f93-9eb97bc06e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '9c90251c-649d-45e9-a5ea-011db4b5aa52'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:13:42.090266 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db5a3646-f3d3-420e-b5b8-3f5dec295510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:42.098001 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc1e3cf-a369-4081-a098-a74618418211 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=736e8821-18cb-40f6-b851-1784868f7936,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:42.112085 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port 940a1b0d-5331-4ce3-9d04-5af483a77656 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:13:42.112480 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port 940a1b0d-5331-4ce3-9d04-5af483a77656 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '54286307-58c3-454d-b170-d5574f812fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15f18119-87e6-44a0-919f-208992bec9bf'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:13:42.112893 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port 940a1b0d-5331-4ce3-9d04-5af483a77656 on network 15f18119-87e6-44a0-919f-208992bec9bf {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:13:42.123482 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Port 940a1b0d-5331-4ce3-9d04-5af483a77656 on network 15f18119-87e6-44a0-919f-208992bec9bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:13:42.123922 dv-neutron-821441-1-hyperv neutron-server[102365]: ERROR neutron.plugins.ml2.managers [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Failed to bind port 940a1b0d-5331-4ce3-9d04-5af483a77656 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '54286307-58c3-454d-b170-d5574f812fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15f18119-87e6-44a0-919f-208992bec9bf'}] Dec 10 19:13:42.126932 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2cc1e3cf-a369-4081-a098-a74618418211 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:42.128431 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-2cc1e3cf-a369-4081-a098-a74618418211 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6628945 Dec 10 19:13:42.131126 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.plugins.ml2.plugin [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempt 9 to bind port 940a1b0d-5331-4ce3-9d04-5af483a77656 Dec 10 19:13:42.145639 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50080) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:42.148134 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port 940a1b0d-5331-4ce3-9d04-5af483a77656 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:13:42.148472 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port 940a1b0d-5331-4ce3-9d04-5af483a77656 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '54286307-58c3-454d-b170-d5574f812fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15f18119-87e6-44a0-919f-208992bec9bf'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:13:42.149404 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port 940a1b0d-5331-4ce3-9d04-5af483a77656 on network 15f18119-87e6-44a0-919f-208992bec9bf {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:13:42.159585 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-839d4634-cc30-458d-a4df-7da87c2a2b39 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Request body: {'floatingip': {'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:42.172841 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Port 940a1b0d-5331-4ce3-9d04-5af483a77656 on network 15f18119-87e6-44a0-919f-208992bec9bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:13:42.173174 dv-neutron-821441-1-hyperv neutron-server[102365]: ERROR neutron.plugins.ml2.managers [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Failed to bind port 940a1b0d-5331-4ce3-9d04-5af483a77656 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '54286307-58c3-454d-b170-d5574f812fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15f18119-87e6-44a0-919f-208992bec9bf'}] Dec 10 19:13:42.179694 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.plugins.ml2.plugin [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempt 10 to bind port 940a1b0d-5331-4ce3-9d04-5af483a77656 Dec 10 19:13:42.200710 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port 940a1b0d-5331-4ce3-9d04-5af483a77656 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:13:42.201153 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port 940a1b0d-5331-4ce3-9d04-5af483a77656 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '54286307-58c3-454d-b170-d5574f812fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15f18119-87e6-44a0-919f-208992bec9bf'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:13:42.202156 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port 940a1b0d-5331-4ce3-9d04-5af483a77656 on network 15f18119-87e6-44a0-919f-208992bec9bf {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:13:42.210414 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Port 940a1b0d-5331-4ce3-9d04-5af483a77656 on network 15f18119-87e6-44a0-919f-208992bec9bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:13:42.210855 dv-neutron-821441-1-hyperv neutron-server[102365]: ERROR neutron.plugins.ml2.managers [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Failed to bind port 940a1b0d-5331-4ce3-9d04-5af483a77656 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '54286307-58c3-454d-b170-d5574f812fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15f18119-87e6-44a0-919f-208992bec9bf'}] Dec 10 19:13:42.211479 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:42.222879 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4bd088e7-8b60-46cf-8893-6cf02f5348f9 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks [] for router, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:42.263846 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-9e25f838-029f-4e66-9c48-bc132f21dbd7 None None] Provisioning complete for port 366080ec-c4d3-4bf7-9d2c-0c9789332a2d triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:42.264853 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-9e25f838-029f-4e66-9c48-bc132f21dbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:42.329726 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-f5152d2e-fe8c-4cb0-9bba-2b113f4ff823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb8e35e-cc39-488c-8881-de9f22a8ce97', 'name': '', 'tenant_id': '6e8b9b1714d44c07a19c12b7baa13c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fef4ff3-1e1d-4014-ae22-2bb90a2a1ab5', 'external_fixed_ips': [{'subnet_id': 'e9ea9a30-8da4-434a-a810-be992c725fc1', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': '428fb3c8-25dc-4afd-80f2-33f963ebd021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:32Z', 'updated_at': '2021-12-10T19:13:39Z', 'revision_number': 3, 'project_id': '6e8b9b1714d44c07a19c12b7baa13c12', 'gw_port': {'id': '428fb3c8-25dc-4afd-80f2-33f963ebd021', 'name': '', 'network_id': '1fef4ff3-1e1d-4014-ae22-2bb90a2a1ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:92:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb8e35e-cc39-488c-8881-de9f22a8ce97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'e9ea9a30-8da4-434a-a810-be992c725fc1', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:35Z', 'updated_at': '2021-12-10T19:13:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9ea9a30-8da4-434a-a810-be992c725fc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:42.333668 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-a9997bd3-05b1-4433-9547-9479519ea094 tempest-DHCPAgentSchedulersTestJSON-1405520981 tempest-DHCPAgentSchedulersTestJSON-1405520981-project-admin] 10.222.0.69 "GET /v2.0/agents/89bd98fc-9377-49f5-830d-c0b815480356/dhcp-networks HTTP/1.1" status: 200 len: 8840 time: 1.8138993 Dec 10 19:13:42.360979 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5152d2e-fe8c-4cb0-9bba-2b113f4ff823 None None] Checking router: adb8e35e-cc39-488c-8881-de9f22a8ce97 for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:13:42.361229 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-db5a3646-f3d3-420e-b5b8-3f5dec295510 None None] For port ae574777-5882-4c91-b6ba-3a896cce1aca, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:13:42.361708 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5152d2e-fe8c-4cb0-9bba-2b113f4ff823 None None] Updating router adb8e35e-cc39-488c-8881-de9f22a8ce97 port 428fb3c8-25dc-4afd-80f2-33f963ebd021 binding host dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:13:42.368188 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50082) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:42.371540 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-db5a3646-f3d3-420e-b5b8-3f5dec295510 None None] For port ae574777-5882-4c91-b6ba-3a896cce1aca, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=ae574777-5882-4c91-b6ba-3a896cce1aca,segment=NetworkSegment(db837ec0-0d8a-4cc1-8f93-9eb97bc06e90),segment_id=db837ec0-0d8a-4cc1-8f93-9eb97bc06e90)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:13:42.391787 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-f5152d2e-fe8c-4cb0-9bba-2b113f4ff823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:42.399978 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9b521456-f808-4832-a1c3-16d5fef01f06 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:42.408189 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-9b521456-f808-4832-a1c3-16d5fef01f06 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] 10.222.0.69 "DELETE /v2.0/ports/43dd5c94-e01f-4e0f-a90b-3c539d2e06cd HTTP/1.1" status: 204 len: 168 time: 3.4540966 Dec 10 19:13:42.426507 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db5a3646-f3d3-420e-b5b8-3f5dec295510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:42.448194 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50084) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:42.513123 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b3df7af0-f5eb-466a-acb8-fda526a83f22 tempest-RoutersAdminNegativeIpV6Test-1277998309 tempest-RoutersAdminNegativeIpV6Test-1277998309-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:42.649348 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] For port 940a1b0d-5331-4ce3-9d04-5af483a77656, host hv-neutron-8214, cleared binding levels {{(pid=102365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:13:42.650005 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempted to set empty binding levels {{(pid=102365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 10 19:13:42.683918 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:42.758160 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-839d4634-cc30-458d-a4df-7da87c2a2b39 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Notify callbacks [] for floatingip, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:42.767995 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] In _notify_port_updated(), no bound segment for port 940a1b0d-5331-4ce3-9d04-5af483a77656 on network 15f18119-87e6-44a0-919f-208992bec9bf {{(pid=102365) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 10 19:13:42.769785 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:42.770717 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:42.773037 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] 10.222.0.69 "PUT /v2.0/ports/940a1b0d-5331-4ce3-9d04-5af483a77656 HTTP/1.1" status: 200 len: 980 time: 2.6185014 Dec 10 19:13:42.832836 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50086) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:42.869962 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5a3646-f3d3-420e-b5b8-3f5dec295510 None None] Routers {'d52aa283-0ae1-46b5-b598-195e1e4d10d4'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:13:42.872181 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-db5a3646-f3d3-420e-b5b8-3f5dec295510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:13:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['d52aa283-0ae1-46b5-b598-195e1e4d10d4'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:42.906509 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-f5152d2e-fe8c-4cb0-9bba-2b113f4ff823 None None] Notify callbacks [] for port, precommit_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:42.915669 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f486afe-656b-4439-b067-4e916e48afdd tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Deleting subnet 949d72d2-8475-4c91-bff8-5d33b2d5f4cb {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:13:42.919795 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-f5152d2e-fe8c-4cb0-9bba-2b113f4ff823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:42.975735 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4789455e-496f-4f7e-b7e8-b4e2565fbac5 None None] Pushing event updated for resources: {'Port': ['ID=428fb3c8-25dc-4afd-80f2-33f963ebd021,revision_number=2']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:42.995365 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8f486afe-656b-4439-b067-4e916e48afdd tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:43.007724 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-f5152d2e-fe8c-4cb0-9bba-2b113f4ff823 None None] Attempting to bind port 428fb3c8-25dc-4afd-80f2-33f963ebd021 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:13:43.008373 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-f5152d2e-fe8c-4cb0-9bba-2b113f4ff823 None None] Attempting to bind port 428fb3c8-25dc-4afd-80f2-33f963ebd021 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '755b35d4-9eaf-4734-9b72-1b1eeaeed91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '1fef4ff3-1e1d-4014-ae22-2bb90a2a1ab5'}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:13:43.009094 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5152d2e-fe8c-4cb0-9bba-2b113f4ff823 None None] Attempting to bind port 428fb3c8-25dc-4afd-80f2-33f963ebd021 on network 1fef4ff3-1e1d-4014-ae22-2bb90a2a1ab5 {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:13:43.010716 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b3df7af0-f5eb-466a-acb8-fda526a83f22 tempest-RoutersAdminNegativeIpV6Test-1277998309 tempest-RoutersAdminNegativeIpV6Test-1277998309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:43.018243 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5152d2e-fe8c-4cb0-9bba-2b113f4ff823 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:13:43.019700 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5152d2e-fe8c-4cb0-9bba-2b113f4ff823 None None] Checking segment: {'id': '755b35d4-9eaf-4734-9b72-1b1eeaeed91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '1fef4ff3-1e1d-4014-ae22-2bb90a2a1ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:13:43.020533 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-f5152d2e-fe8c-4cb0-9bba-2b113f4ff823 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:43.021379 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5152d2e-fe8c-4cb0-9bba-2b113f4ff823 None None] Bound using segment: {'id': '755b35d4-9eaf-4734-9b72-1b1eeaeed91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '1fef4ff3-1e1d-4014-ae22-2bb90a2a1ab5'} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:13:43.022189 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-f5152d2e-fe8c-4cb0-9bba-2b113f4ff823 None None] Bound port: 428fb3c8-25dc-4afd-80f2-33f963ebd021, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '755b35d4-9eaf-4734-9b72-1b1eeaeed91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '1fef4ff3-1e1d-4014-ae22-2bb90a2a1ab5'}}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:13:43.022798 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-f5152d2e-fe8c-4cb0-9bba-2b113f4ff823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:43.085569 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-f5152d2e-fe8c-4cb0-9bba-2b113f4ff823 None None] For port 428fb3c8-25dc-4afd-80f2-33f963ebd021, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:13:43.090477 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device b1357efc-ba69-4774-945b-819e6b11bf6a up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:13:43.091300 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-f5152d2e-fe8c-4cb0-9bba-2b113f4ff823 None None] For port 428fb3c8-25dc-4afd-80f2-33f963ebd021, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=428fb3c8-25dc-4afd-80f2-33f963ebd021,segment=NetworkSegment(755b35d4-9eaf-4734-9b72-1b1eeaeed91c),segment_id=755b35d4-9eaf-4734-9b72-1b1eeaeed91c)] {{(pid=102368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:13:43.106248 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-f5152d2e-fe8c-4cb0-9bba-2b113f4ff823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:43.114745 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d8a537-6bfc-48e4-8c09-a8c43434973c None None] Pushing event updated for resources: {'Port': ['ID=ae574777-5882-4c91-b6ba-3a896cce1aca,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:43.175064 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df7af0-f5eb-466a-acb8-fda526a83f22 tempest-RoutersAdminNegativeIpV6Test-1277998309 tempest-RoutersAdminNegativeIpV6Test-1277998309-project-admin] Pushing event updated for resources: {'Port': ['ID=2d0db88f-a941-4f39-b59b-1b8f4bfc9fbf,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:43.193237 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4789455e-496f-4f7e-b7e8-b4e2565fbac5 None None] Pushing event updated for resources: {'Port': ['ID=428fb3c8-25dc-4afd-80f2-33f963ebd021,revision_number=3']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:43.209676 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5152d2e-fe8c-4cb0-9bba-2b113f4ff823 None None] Routers {'adb8e35e-cc39-488c-8881-de9f22a8ce97'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:13:43.210576 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-f5152d2e-fe8c-4cb0-9bba-2b113f4ff823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:13:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['adb8e35e-cc39-488c-8881-de9f22a8ce97'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:43.230269 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54438745-37c6-4d1d-95b1-cb0aa6bb47d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:43.231998 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54438745-37c6-4d1d-95b1-cb0aa6bb47d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:43.233032 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54438745-37c6-4d1d-95b1-cb0aa6bb47d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:43.233986 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54438745-37c6-4d1d-95b1-cb0aa6bb47d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:43.234985 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54438745-37c6-4d1d-95b1-cb0aa6bb47d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:43.235660 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54438745-37c6-4d1d-95b1-cb0aa6bb47d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:43.236162 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-76d9a471-aba7-4d2c-9576-45a7f263512f tempest-DHCPAgentSchedulersTestJSON-1405520981 tempest-DHCPAgentSchedulersTestJSON-1405520981-project-admin] 10.222.0.69 "DELETE /v2.0/agents/89bd98fc-9377-49f5-830d-c0b815480356/dhcp-networks/07ac5dc8-532b-411e-9e72-0a010d14358e HTTP/1.1" status: 204 len: 168 time: 0.8597684 Dec 10 19:13:43.236950 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54438745-37c6-4d1d-95b1-cb0aa6bb47d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:43.237945 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54438745-37c6-4d1d-95b1-cb0aa6bb47d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:43.239030 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54438745-37c6-4d1d-95b1-cb0aa6bb47d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:43.240042 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54438745-37c6-4d1d-95b1-cb0aa6bb47d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:43.241211 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54438745-37c6-4d1d-95b1-cb0aa6bb47d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:43.242227 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54438745-37c6-4d1d-95b1-cb0aa6bb47d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:43.243239 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54438745-37c6-4d1d-95b1-cb0aa6bb47d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:43.244929 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54438745-37c6-4d1d-95b1-cb0aa6bb47d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:43.246208 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54438745-37c6-4d1d-95b1-cb0aa6bb47d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:43.247410 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54438745-37c6-4d1d-95b1-cb0aa6bb47d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:43.248397 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54438745-37c6-4d1d-95b1-cb0aa6bb47d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:43.249414 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54438745-37c6-4d1d-95b1-cb0aa6bb47d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:43.254196 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-54438745-37c6-4d1d-95b1-cb0aa6bb47d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16295 time: 0.4169722 Dec 10 19:13:43.255528 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50090) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:43.265884 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541016e5-89e6-4d6e-a072-8530bcdb6428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Pushing event updated for resources: {'Port': ['ID=940a1b0d-5331-4ce3-9d04-5af483a77656,revision_number=3']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:43.272545 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3df7af0-f5eb-466a-acb8-fda526a83f22 tempest-RoutersAdminNegativeIpV6Test-1277998309 tempest-RoutersAdminNegativeIpV6Test-1277998309-project-admin] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:13:43.276028 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-db5a3646-f3d3-420e-b5b8-3f5dec295510 None None] Set router d52aa283-0ae1-46b5-b598-195e1e4d10d4 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:13:43.279698 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-9e25f838-029f-4e66-9c48-bc132f21dbd7 None None] Provisioning complete for port ae574777-5882-4c91-b6ba-3a896cce1aca triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:43.280410 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-9e25f838-029f-4e66-9c48-bc132f21dbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:43.285600 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50092) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:43.293486 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-b3df7af0-f5eb-466a-acb8-fda526a83f22 tempest-RoutersAdminNegativeIpV6Test-1277998309 tempest-RoutersAdminNegativeIpV6Test-1277998309-project-admin] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:43.314317 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3df7af0-f5eb-466a-acb8-fda526a83f22 tempest-RoutersAdminNegativeIpV6Test-1277998309 tempest-RoutersAdminNegativeIpV6Test-1277998309-project-admin] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:13:43.315814 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3df7af0-f5eb-466a-acb8-fda526a83f22 tempest-RoutersAdminNegativeIpV6Test-1277998309 tempest-RoutersAdminNegativeIpV6Test-1277998309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:43.316781 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b3df7af0-f5eb-466a-acb8-fda526a83f22 tempest-RoutersAdminNegativeIpV6Test-1277998309 tempest-RoutersAdminNegativeIpV6Test-1277998309-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:43.360982 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-b3df7af0-f5eb-466a-acb8-fda526a83f22 tempest-RoutersAdminNegativeIpV6Test-1277998309 tempest-RoutersAdminNegativeIpV6Test-1277998309-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 3.9873874 Dec 10 19:13:43.361276 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-f5152d2e-fe8c-4cb0-9bba-2b113f4ff823 None None] Set router adb8e35e-cc39-488c-8881-de9f22a8ce97 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:13:43.370905 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50094) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:43.378818 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-62437ee6-6b0c-49be-a270-df97a7874015 tempest-RoutersAdminNegativeIpV6Test-1277998309 tempest-RoutersAdminNegativeIpV6Test-1277998309-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.62'}]}}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:43.389240 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8f486afe-656b-4439-b067-4e916e48afdd tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:43.394740 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2e9793cf-6065-4aba-9dc3-86138011a326 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks [] for router_gateway, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:43.482402 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port b1357efc-ba69-4774-945b-819e6b11bf6a triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:43.483195 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:43.555197 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-80c13b73-2f89-40be-84b3-08e0218ee2cb tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Allocated IP 172.26.6.216 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/16485b47-0a51-4331-8074-64115cafbf7d) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:13:43.575137 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-7f23e317-5f4c-4ba1-a8d1-c9aa25010270 tempest-DHCPAgentSchedulersTestJSON-1405520981 tempest-DHCPAgentSchedulersTestJSON-1405520981-project-admin] 10.222.0.69 "GET /v2.0/agents/89bd98fc-9377-49f5-830d-c0b815480356/dhcp-networks HTTP/1.1" status: 200 len: 8071 time: 0.2907777 Dec 10 19:13:43.589515 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50096) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:43.616710 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-f5152d2e-fe8c-4cb0-9bba-2b113f4ff823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb8e35e-cc39-488c-8881-de9f22a8ce97', 'name': '', 'tenant_id': '6e8b9b1714d44c07a19c12b7baa13c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fef4ff3-1e1d-4014-ae22-2bb90a2a1ab5', 'external_fixed_ips': [{'subnet_id': 'e9ea9a30-8da4-434a-a810-be992c725fc1', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': '428fb3c8-25dc-4afd-80f2-33f963ebd021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:32Z', 'updated_at': '2021-12-10T19:13:39Z', 'revision_number': 3, 'project_id': '6e8b9b1714d44c07a19c12b7baa13c12', 'gw_port': {'id': '428fb3c8-25dc-4afd-80f2-33f963ebd021', 'name': '', 'network_id': '1fef4ff3-1e1d-4014-ae22-2bb90a2a1ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:92:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb8e35e-cc39-488c-8881-de9f22a8ce97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'e9ea9a30-8da4-434a-a810-be992c725fc1', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:35Z', 'updated_at': '2021-12-10T19:13:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9ea9a30-8da4-434a-a810-be992c725fc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:43.648647 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5152d2e-fe8c-4cb0-9bba-2b113f4ff823 None None] The sync data for ids ['adb8e35e-cc39-488c-8881-de9f22a8ce97'] in dv-neutron-821441-1-hyperv is: [{'id': 'adb8e35e-cc39-488c-8881-de9f22a8ce97', 'name': '', 'tenant_id': '6e8b9b1714d44c07a19c12b7baa13c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fef4ff3-1e1d-4014-ae22-2bb90a2a1ab5', 'external_fixed_ips': [{'subnet_id': 'e9ea9a30-8da4-434a-a810-be992c725fc1', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': '428fb3c8-25dc-4afd-80f2-33f963ebd021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:32Z', 'updated_at': '2021-12-10T19:13:39Z', 'revision_number': 3, 'project_id': '6e8b9b1714d44c07a19c12b7baa13c12', 'gw_port': {'id': '428fb3c8-25dc-4afd-80f2-33f963ebd021', 'name': '', 'network_id': '1fef4ff3-1e1d-4014-ae22-2bb90a2a1ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:92:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb8e35e-cc39-488c-8881-de9f22a8ce97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'e9ea9a30-8da4-434a-a810-be992c725fc1', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:35Z', 'updated_at': '2021-12-10T19:13:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9ea9a30-8da4-434a-a810-be992c725fc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:13:43.770379 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4bd088e7-8b60-46cf-8893-6cf02f5348f9 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:43.780754 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-9e25f838-029f-4e66-9c48-bc132f21dbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:43.871961 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-62437ee6-6b0c-49be-a270-df97a7874015 tempest-RoutersAdminNegativeIpV6Test-1277998309 tempest-RoutersAdminNegativeIpV6Test-1277998309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:43.873487 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-62437ee6-6b0c-49be-a270-df97a7874015 tempest-RoutersAdminNegativeIpV6Test-1277998309 tempest-RoutersAdminNegativeIpV6Test-1277998309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:43.885553 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-67c5e57f-cfc6-4176-8242-8386d8326dd0 tempest-DHCPAgentSchedulersTestJSON-1405520981 tempest-DHCPAgentSchedulersTestJSON-1405520981-project-admin] 10.222.0.69 "GET /v2.0/networks/8ddf61ad-4693-4768-957e-b5f7e12a28e7/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.2882962 Dec 10 19:13:43.892650 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50098) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:43.898421 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8f486afe-656b-4439-b067-4e916e48afdd tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:43.906087 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-839d4634-cc30-458d-a4df-7da87c2a2b39 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:43.949749 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-80c13b73-2f89-40be-84b3-08e0218ee2cb tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:43.979898 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-9e25f838-029f-4e66-9c48-bc132f21dbd7 None None] For port ae574777-5882-4c91-b6ba-3a896cce1aca, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=ae574777-5882-4c91-b6ba-3a896cce1aca,segment=NetworkSegment(db837ec0-0d8a-4cc1-8f93-9eb97bc06e90),segment_id=db837ec0-0d8a-4cc1-8f93-9eb97bc06e90)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:43.992350 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-9e25f838-029f-4e66-9c48-bc132f21dbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:44.023636 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-f55191ec-d9bc-4cda-9f34-3c7fc08fe014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Deleting port 940a1b0d-5331-4ce3-9d04-5af483a77656 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:13:44.023969 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f55191ec-d9bc-4cda-9f34-3c7fc08fe014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:44.159541 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-62437ee6-6b0c-49be-a270-df97a7874015 tempest-RoutersAdminNegativeIpV6Test-1277998309 tempest-RoutersAdminNegativeIpV6Test-1277998309-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:44.162959 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-b6f9419e-cf04-4ee9-95fb-f4ae925360f2 tempest-DHCPAgentSchedulersTestJSON-1405520981 tempest-DHCPAgentSchedulersTestJSON-1405520981-project-admin] 10.222.0.69 "GET /v2.0/networks/8ddf61ad-4693-4768-957e-b5f7e12a28e7/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.2690294 Dec 10 19:13:44.175332 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-db5a3646-f3d3-420e-b5b8-3f5dec295510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52aa283-0ae1-46b5-b598-195e1e4d10d4', 'name': 'tempest-ServersTestManualDisk-1337832985-router', 'tenant_id': '16eb7381a9bc4b9180d8fd7d3d4cffa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': 'b1357efc-ba69-4774-945b-819e6b11bf6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:19Z', 'updated_at': '2021-12-10T19:13:33Z', 'revision_number': 4, 'project_id': '16eb7381a9bc4b9180d8fd7d3d4cffa7', 'gw_port': {'id': 'b1357efc-ba69-4774-945b-819e6b11bf6a', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ae:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52aa283-0ae1-46b5-b598-195e1e4d10d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:20Z', 'updated_at': '2021-12-10T19:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': 'ae574777-5882-4c91-b6ba-3a896cce1aca', 'name': '', 'network_id': '9c90251c-649d-45e9-a5ea-011db4b5aa52', 'tenant_id': '16eb7381a9bc4b9180d8fd7d3d4cffa7', 'mac_address': 'fa:16:3e:49:c0:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52aa283-0ae1-46b5-b598-195e1e4d10d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'eda7c997-4549-4482-a006-e011511a0739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:30Z', 'updated_at': '2021-12-10T19:13:42Z', 'revision_number': 4, 'project_id': '16eb7381a9bc4b9180d8fd7d3d4cffa7', 'subnets': [{'id': 'eda7c997-4549-4482-a006-e011511a0739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:44.179511 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e25f838-029f-4e66-9c48-bc132f21dbd7 None None] Pushing event updated for resources: {'Port': ['ID=ae574777-5882-4c91-b6ba-3a896cce1aca,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:44.188070 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50100) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:44.195694 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 366080ec-c4d3-4bf7-9d2c-0c9789332a2d up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:13:44.207942 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2e9793cf-6065-4aba-9dc3-86138011a326 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:44.226740 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-4bd088e7-8b60-46cf-8893-6cf02f5348f9 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Deleting port 428fb3c8-25dc-4afd-80f2-33f963ebd021 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:13:44.226740 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4bd088e7-8b60-46cf-8893-6cf02f5348f9 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:44.312873 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5a3646-f3d3-420e-b5b8-3f5dec295510 None None] The sync data for ids ['d52aa283-0ae1-46b5-b598-195e1e4d10d4'] in dv-neutron-821441-1-hyperv is: [{'id': 'd52aa283-0ae1-46b5-b598-195e1e4d10d4', 'name': 'tempest-ServersTestManualDisk-1337832985-router', 'tenant_id': '16eb7381a9bc4b9180d8fd7d3d4cffa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': 'b1357efc-ba69-4774-945b-819e6b11bf6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:19Z', 'updated_at': '2021-12-10T19:13:33Z', 'revision_number': 4, 'project_id': '16eb7381a9bc4b9180d8fd7d3d4cffa7', 'gw_port': {'id': 'b1357efc-ba69-4774-945b-819e6b11bf6a', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ae:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52aa283-0ae1-46b5-b598-195e1e4d10d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:20Z', 'updated_at': '2021-12-10T19:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': 'ae574777-5882-4c91-b6ba-3a896cce1aca', 'name': '', 'network_id': '9c90251c-649d-45e9-a5ea-011db4b5aa52', 'tenant_id': '16eb7381a9bc4b9180d8fd7d3d4cffa7', 'mac_address': 'fa:16:3e:49:c0:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52aa283-0ae1-46b5-b598-195e1e4d10d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'eda7c997-4549-4482-a006-e011511a0739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:30Z', 'updated_at': '2021-12-10T19:13:42Z', 'revision_number': 4, 'project_id': '16eb7381a9bc4b9180d8fd7d3d4cffa7', 'subnets': [{'id': 'eda7c997-4549-4482-a006-e011511a0739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:13:44.328832 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-6852742c-7423-4cd3-a2a8-382062347099 None None] Provisioning complete for port ae574777-5882-4c91-b6ba-3a896cce1aca triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:44.333636 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6852742c-7423-4cd3-a2a8-382062347099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:44.354320 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-f55191ec-d9bc-4cda-9f34-3c7fc08fe014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] For port 940a1b0d-5331-4ce3-9d04-5af483a77656, host hv-neutron-8214, got binding levels [] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:44.354918 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f55191ec-d9bc-4cda-9f34-3c7fc08fe014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:44.420402 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-f55191ec-d9bc-4cda-9f34-3c7fc08fe014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Calling delete_port for 940a1b0d-5331-4ce3-9d04-5af483a77656 owned by {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:13:44.531499 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 366080ec-c4d3-4bf7-9d2c-0c9789332a2d triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:44.532076 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:44.678217 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-80c13b73-2f89-40be-84b3-08e0218ee2cb tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:44.717391 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-4bd088e7-8b60-46cf-8893-6cf02f5348f9 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] For port 428fb3c8-25dc-4afd-80f2-33f963ebd021, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=428fb3c8-25dc-4afd-80f2-33f963ebd021,segment=NetworkSegment(755b35d4-9eaf-4734-9b72-1b1eeaeed91c),segment_id=755b35d4-9eaf-4734-9b72-1b1eeaeed91c)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:44.719932 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4bd088e7-8b60-46cf-8893-6cf02f5348f9 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:44.794399 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-4bd088e7-8b60-46cf-8893-6cf02f5348f9 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Calling delete_port for 428fb3c8-25dc-4afd-80f2-33f963ebd021 owned by network:router_gateway {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:13:44.844996 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-839d4634-cc30-458d-a4df-7da87c2a2b39 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Allocated IP 172.26.6.32 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/240ca148-82f1-484e-8c67-733a3c73c62a) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:13:44.859071 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c13b73-2f89-40be-84b3-08e0218ee2cb tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:13:44.874042 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8f486afe-656b-4439-b067-4e916e48afdd tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:44.912182 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-80c13b73-2f89-40be-84b3-08e0218ee2cb tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:44.914429 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c13b73-2f89-40be-84b3-08e0218ee2cb tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Pushing event updated for resources: {'Port': ['ID=16485b47-0a51-4331-8074-64115cafbf7d,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:44.918651 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c13b73-2f89-40be-84b3-08e0218ee2cb tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:13:44.982837 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f486afe-656b-4439-b067-4e916e48afdd tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Pushing event deleted for resources: {'Subnet': ['ID=949d72d2-8475-4c91-bff8-5d33b2d5f4cb,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:44.989114 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8f486afe-656b-4439-b067-4e916e48afdd tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:44.991296 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c438d2c-7ebb-4036-8779-a0ae6e201095 None None] Network 7956588b-351e-42f3-b557-748a00dae98b requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:13:45.005279 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-8f486afe-656b-4439-b067-4e916e48afdd tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] 10.222.0.69 "DELETE /v2.0/subnets/949d72d2-8475-4c91-bff8-5d33b2d5f4cb HTTP/1.1" status: 204 len: 168 time: 2.4825127 Dec 10 19:13:45.009383 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50102) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:45.055637 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f55191ec-d9bc-4cda-9f34-3c7fc08fe014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:45.131411 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55191ec-d9bc-4cda-9f34-3c7fc08fe014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Pushing event deleted for resources: {'Port': ['ID=940a1b0d-5331-4ce3-9d04-5af483a77656,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:45.194989 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f55191ec-d9bc-4cda-9f34-3c7fc08fe014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:45.201078 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-f55191ec-d9bc-4cda-9f34-3c7fc08fe014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] 10.222.0.69 "DELETE /v2.0/ports/940a1b0d-5331-4ce3-9d04-5af483a77656 HTTP/1.1" status: 204 len: 168 time: 1.8748837 Dec 10 19:13:45.212314 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50104) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:45.292437 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-62437ee6-6b0c-49be-a270-df97a7874015 tempest-RoutersAdminNegativeIpV6Test-1277998309 tempest-RoutersAdminNegativeIpV6Test-1277998309-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:45.346122 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-80c13b73-2f89-40be-84b3-08e0218ee2cb tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:45.359965 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5ec90a82-2ae6-4ea3-9935-694a2a728aa4 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:45.394197 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a176bc3-b4ff-4c21-8c23-ae9fca3a7078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] GET failed (client error): The resource could not be found. Dec 10 19:13:45.399158 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-4a176bc3-b4ff-4c21-8c23-ae9fca3a7078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] 10.222.0.69 "GET /v2.0/ports/940a1b0d-5331-4ce3-9d04-5af483a77656 HTTP/1.1" status: 404 len: 333 time: 0.1829102 Dec 10 19:13:45.403520 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50106) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:45.439898 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea7c9f4-5844-4c04-92b4-c109f1f641c9 None None] DHCP port deletion for 7956588b-351e-42f3-b557-748a00dae98b request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:13:45.443895 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-27684c15-ded7-4733-9668-b5e098982b1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-609056778', 'network_id': '15f18119-87e6-44a0-919f-208992bec9bf'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:45.458398 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-80c13b73-2f89-40be-84b3-08e0218ee2cb tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:45.462349 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-839d4634-cc30-458d-a4df-7da87c2a2b39 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:45.537617 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e9793cf-6065-4aba-9dc3-86138011a326 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Router faa5fe22-449b-4e00-ae52-673207a542c9 is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:13:45.545536 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-6ea7c9f4-5844-4c04-92b4-c109f1f641c9 None None] Deleting port 6ba339bb-2d5a-4414-a0d3-9eede1efef86 {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:13:45.546412 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6ea7c9f4-5844-4c04-92b4-c109f1f641c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:45.558531 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-3a566d21-6a8c-41fc-9dd4-278aa4428379 tempest-DHCPAgentSchedulersTestJSON-1405520981 tempest-DHCPAgentSchedulersTestJSON-1405520981-project-admin] 10.222.0.69 "GET /v2.0/agents/89bd98fc-9377-49f5-830d-c0b815480356/dhcp-networks HTTP/1.1" status: 200 len: 8033 time: 1.3455324 Dec 10 19:13:45.560159 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50108) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:45.610245 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4bd088e7-8b60-46cf-8893-6cf02f5348f9 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:45.713613 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-6ea7c9f4-5844-4c04-92b4-c109f1f641c9 None None] For port 6ba339bb-2d5a-4414-a0d3-9eede1efef86, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=6ba339bb-2d5a-4414-a0d3-9eede1efef86,segment=NetworkSegment(fb199e85-3be0-49ce-8b56-078f24095893),segment_id=fb199e85-3be0-49ce-8b56-078f24095893)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:45.714388 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6ea7c9f4-5844-4c04-92b4-c109f1f641c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:45.732654 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-6ea7c9f4-5844-4c04-92b4-c109f1f641c9 None None] Calling delete_port for 6ba339bb-2d5a-4414-a0d3-9eede1efef86 owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:13:45.765046 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27684c15-ded7-4733-9668-b5e098982b1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Made reservation on behalf of 334a62ade8384290bb4affadf9dcf15b for: {'port': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:13:45.765948 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-27684c15-ded7-4733-9668-b5e098982b1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:45.844158 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bc40cf89-bef9-4a76-8429-d6ae7cd66d7b tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:45.870769 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [None req-27684c15-ded7-4733-9668-b5e098982b1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] device_id is not set on port 59698604-2a42-41c8-b481-67478bee57d9 yet. {{(pid=102366) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:13:45.895691 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd088e7-8b60-46cf-8893-6cf02f5348f9 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Pushing event deleted for resources: {'Port': ['ID=428fb3c8-25dc-4afd-80f2-33f963ebd021,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:45.942161 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-839d4634-cc30-458d-a4df-7da87c2a2b39 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:45.977320 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9793cf-6065-4aba-9dc3-86138011a326 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:13:46.015287 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-5ec90a82-2ae6-4ea3-9935-694a2a728aa4 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Deleting port 6ba339bb-2d5a-4414-a0d3-9eede1efef86 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:13:46.015813 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5ec90a82-2ae6-4ea3-9935-694a2a728aa4 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:46.033200 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839d4634-cc30-458d-a4df-7da87c2a2b39 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:13:46.048810 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-839d4634-cc30-458d-a4df-7da87c2a2b39 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:46.050785 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6ea7c9f4-5844-4c04-92b4-c109f1f641c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:46.051655 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839d4634-cc30-458d-a4df-7da87c2a2b39 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Pushing event updated for resources: {'Port': ['ID=240ca148-82f1-484e-8c67-733a3c73c62a,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:46.062998 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839d4634-cc30-458d-a4df-7da87c2a2b39 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:13:46.104613 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4bd088e7-8b60-46cf-8893-6cf02f5348f9 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3713145'] for router_gateway, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:46.130770 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f3100b-f6b9-4535-861f-c9d8523af7c4 None None] Sync routers for ids ['faa5fe22-449b-4e00-ae52-673207a542c9'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:13:46.159702 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea7c9f4-5844-4c04-92b4-c109f1f641c9 None None] Pushing event deleted for resources: {'Port': ['ID=6ba339bb-2d5a-4414-a0d3-9eede1efef86,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:46.167202 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea7c9f4-5844-4c04-92b4-c109f1f641c9 None None] No DVR routers for this DVR port 6ba339bb-2d5a-4414-a0d3-9eede1efef86 on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:13:46.193782 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f3100b-f6b9-4535-861f-c9d8523af7c4 None None] Routers {'faa5fe22-449b-4e00-ae52-673207a542c9'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:13:46.195436 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-22f3100b-f6b9-4535-861f-c9d8523af7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:13:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['faa5fe22-449b-4e00-ae52-673207a542c9'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:46.237631 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2e9793cf-6065-4aba-9dc3-86138011a326 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:46.244701 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-2e9793cf-6065-4aba-9dc3-86138011a326 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 10.0861387 Dec 10 19:13:46.248635 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50110) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:46.268011 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4bd088e7-8b60-46cf-8893-6cf02f5348f9 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:46.274424 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4bd088e7-8b60-46cf-8893-6cf02f5348f9 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:46.303828 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-22f3100b-f6b9-4535-861f-c9d8523af7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:46.325426 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f3100b-f6b9-4535-861f-c9d8523af7c4 None None] Routers {'faa5fe22-449b-4e00-ae52-673207a542c9'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:13:46.327221 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-22f3100b-f6b9-4535-861f-c9d8523af7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:13:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['faa5fe22-449b-4e00-ae52-673207a542c9'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:46.335510 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bc40cf89-bef9-4a76-8429-d6ae7cd66d7b tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:46.367943 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-80c13b73-2f89-40be-84b3-08e0218ee2cb tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:46.411695 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-80c13b73-2f89-40be-84b3-08e0218ee2cb tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:46.416218 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-5ec90a82-2ae6-4ea3-9935-694a2a728aa4 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] For port 6ba339bb-2d5a-4414-a0d3-9eede1efef86, host dv-neutron-821441-1-hyperv, got binding levels [] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:46.416218 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5ec90a82-2ae6-4ea3-9935-694a2a728aa4 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:46.455612 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device ae574777-5882-4c91-b6ba-3a896cce1aca up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:13:46.462373 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-22f3100b-f6b9-4535-861f-c9d8523af7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:46.465165 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f3100b-f6b9-4535-861f-c9d8523af7c4 None None] The sync data for ids ['faa5fe22-449b-4e00-ae52-673207a542c9'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:13:46.466460 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4bd088e7-8b60-46cf-8893-6cf02f5348f9 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:46.467025 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd088e7-8b60-46cf-8893-6cf02f5348f9 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Fanout notify agent at l3_agent the message router_deleted on router adb8e35e-cc39-488c-8881-de9f22a8ce97 {{(pid=102365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:13:46.470954 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-839d4634-cc30-458d-a4df-7da87c2a2b39 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:46.487911 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4bd088e7-8b60-46cf-8893-6cf02f5348f9 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:46.494711 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-4bd088e7-8b60-46cf-8893-6cf02f5348f9 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] 10.222.0.69 "DELETE /v2.0/routers/adb8e35e-cc39-488c-8881-de9f22a8ce97 HTTP/1.1" status: 204 len: 168 time: 4.6641877 Dec 10 19:13:46.496577 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bc40cf89-bef9-4a76-8429-d6ae7cd66d7b tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Subscribe: > segment before_delete 55550000 {{(pid=102366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:13:46.497004 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bc40cf89-bef9-4a76-8429-d6ae7cd66d7b tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:13:46.497924 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bc40cf89-bef9-4a76-8429-d6ae7cd66d7b tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:13:46.498354 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bc40cf89-bef9-4a76-8429-d6ae7cd66d7b tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Subscribe: > port after_create 55550000 {{(pid=102366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:13:46.498775 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bc40cf89-bef9-4a76-8429-d6ae7cd66d7b tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Subscribe: > port after_delete 55550000 {{(pid=102366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:13:46.499358 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bc40cf89-bef9-4a76-8429-d6ae7cd66d7b tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Subscribe: > port after_update 55550000 {{(pid=102366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:13:46.499779 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bc40cf89-bef9-4a76-8429-d6ae7cd66d7b tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Subscribe: > segment after_delete 55550000 {{(pid=102366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:13:46.500328 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bc40cf89-bef9-4a76-8429-d6ae7cd66d7b tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Subscribe: > subnet after_create 55550000 {{(pid=102366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:13:46.500733 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bc40cf89-bef9-4a76-8429-d6ae7cd66d7b tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Subscribe: > subnet after_delete 55550000 {{(pid=102366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:13:46.501149 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bc40cf89-bef9-4a76-8429-d6ae7cd66d7b tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Subscribe: > subnet after_update 55550000 {{(pid=102366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:13:46.517101 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50112) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:46.582130 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port ae574777-5882-4c91-b6ba-3a896cce1aca triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:46.582727 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:46.584554 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c13b73-2f89-40be-84b3-08e0218ee2cb tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Pushing event updated for resources: {'Port': ['ID=16485b47-0a51-4331-8074-64115cafbf7d,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:46.616728 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeb084e7-bc25-4a3c-bb52-72284f79d0b7 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Deleting subnet e9ea9a30-8da4-434a-a810-be992c725fc1 {{(pid=102365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:13:46.619152 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-839d4634-cc30-458d-a4df-7da87c2a2b39 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:46.620953 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-80c13b73-2f89-40be-84b3-08e0218ee2cb tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3713103'] for floatingip, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:46.645992 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-aeb084e7-bc25-4a3c-bb52-72284f79d0b7 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:46.684319 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bc40cf89-bef9-4a76-8429-d6ae7cd66d7b tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Subscribe: > subnet after_create 55550000 {{(pid=102366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:13:46.684851 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bc40cf89-bef9-4a76-8429-d6ae7cd66d7b tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Subscribe: > subnet after_delete 55550000 {{(pid=102366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:13:46.685452 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bc40cf89-bef9-4a76-8429-d6ae7cd66d7b tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Subscribe: > subnet before_create 55550000 {{(pid=102366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:13:46.685699 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bc40cf89-bef9-4a76-8429-d6ae7cd66d7b tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Subscribe: > subnet before_update 55550000 {{(pid=102366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 19:13:46.686172 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-bc40cf89-bef9-4a76-8429-d6ae7cd66d7b tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07ac5dc8-532b-411e-9e72-0a010d14358e']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:46.693048 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-5ec90a82-2ae6-4ea3-9935-694a2a728aa4 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Calling delete_port for 6ba339bb-2d5a-4414-a0d3-9eede1efef86 owned by network:dhcp {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:13:46.697724 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-80c13b73-2f89-40be-84b3-08e0218ee2cb tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:46.705567 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-80c13b73-2f89-40be-84b3-08e0218ee2cb tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1686246 Dec 10 19:13:46.714398 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.ipam_backend_mixin [None req-5ec90a82-2ae6-4ea3-9935-694a2a728aa4 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Port 6ba339bb-2d5a-4414-a0d3-9eede1efef86 was not found and therefore no delete operation was performed {{(pid=102366) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 19:13:46.732572 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-bc40cf89-bef9-4a76-8429-d6ae7cd66d7b tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1875ec25-ff10-4a2e-beed-3e5e5a42e081') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:46.732881 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-bc40cf89-bef9-4a76-8429-d6ae7cd66d7b tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1875ec25-ff10-4a2e-beed-3e5e5a42e081') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:46.733907 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-aeb084e7-bc25-4a3c-bb52-72284f79d0b7 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353213'] for subnet, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:46.743221 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-62437ee6-6b0c-49be-a270-df97a7874015 tempest-RoutersAdminNegativeIpV6Test-1277998309 tempest-RoutersAdminNegativeIpV6Test-1277998309-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:46.746052 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5ec90a82-2ae6-4ea3-9935-694a2a728aa4 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:46.802968 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bc40cf89-bef9-4a76-8429-d6ae7cd66d7b tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:46.841368 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-62437ee6-6b0c-49be-a270-df97a7874015 tempest-RoutersAdminNegativeIpV6Test-1277998309 tempest-RoutersAdminNegativeIpV6Test-1277998309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:46.871223 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec90a82-2ae6-4ea3-9935-694a2a728aa4 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Pushing event deleted for resources: {'Port': ['ID=6ba339bb-2d5a-4414-a0d3-9eede1efef86,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:46.873123 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec90a82-2ae6-4ea3-9935-694a2a728aa4 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] No DVR routers for this DVR port 6ba339bb-2d5a-4414-a0d3-9eede1efef86 on host dv-neutron-821441-1-hyperv {{(pid=102366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:13:46.878699 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-27684c15-ded7-4733-9668-b5e098982b1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:46.883086 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-aeb084e7-bc25-4a3c-bb52-72284f79d0b7 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:46.891066 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bc40cf89-bef9-4a76-8429-d6ae7cd66d7b tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:46.930180 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 6ba339bb-2d5a-4414-a0d3-9eede1efef86 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:13:46.984929 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 6ba339bb-2d5a-4414-a0d3-9eede1efef86 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:13:46.985677 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 6ba339bb-2d5a-4414-a0d3-9eede1efef86 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:13:47.008386 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-839d4634-cc30-458d-a4df-7da87c2a2b39 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:47.018880 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-aeb084e7-bc25-4a3c-bb52-72284f79d0b7 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:47.024348 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-839d4634-cc30-458d-a4df-7da87c2a2b39 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:47.082268 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb084e7-bc25-4a3c-bb52-72284f79d0b7 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e9ea9a30-8da4-434a-a810-be992c725fc1,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:47.086509 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-aeb084e7-bc25-4a3c-bb52-72284f79d0b7 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:47.095168 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-aeb084e7-bc25-4a3c-bb52-72284f79d0b7 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] 10.222.0.69 "DELETE /v2.0/subnets/e9ea9a30-8da4-434a-a810-be992c725fc1 HTTP/1.1" status: 204 len: 168 time: 0.5723171 Dec 10 19:13:47.097604 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50118) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:47.189783 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839d4634-cc30-458d-a4df-7da87c2a2b39 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Pushing event updated for resources: {'Port': ['ID=240ca148-82f1-484e-8c67-733a3c73c62a,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:47.235145 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-839d4634-cc30-458d-a4df-7da87c2a2b39 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3713103'] for floatingip, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:47.241315 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc40cf89-bef9-4a76-8429-d6ae7cd66d7b tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:13:47.242018 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bc40cf89-bef9-4a76-8429-d6ae7cd66d7b tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:47.252170 dv-neutron-821441-1-hyperv neutron-server[102366]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 10 19:13:47.252170 dv-neutron-821441-1-hyperv neutron-server[102366]: from cryptography.utils import int_from_bytes Dec 10 19:13:47.252170 dv-neutron-821441-1-hyperv neutron-server[102366]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 10 19:13:47.252170 dv-neutron-821441-1-hyperv neutron-server[102366]: from cryptography.utils import int_from_bytes Dec 10 19:13:47.252170 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:13:47.252170 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:13:47.252170 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:13:47.252170 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:13:47.252170 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:13:47.252170 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:13:47.252170 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:13:47.252170 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:13:47.252170 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:13:47.252170 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:13:47.252170 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:13:47.252170 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:13:47.252170 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:13:47.252170 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:13:47.252170 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:13:47.252170 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:13:47.252170 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:13:47.252170 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:13:47.252170 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:13:47.252170 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:13:47.252170 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:13:47.252170 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:13:47.252170 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:13:47.252170 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:13:47.252170 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:13:47.252170 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:13:47.252170 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:13:47.252170 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:13:47.252170 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:13:47.252170 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:13:47.252170 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:13:47.252170 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:13:47.263676 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-82f04475-b659-4825-a9fd-1be701edc705 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:47.269825 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-839d4634-cc30-458d-a4df-7da87c2a2b39 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:47.271474 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-839d4634-cc30-458d-a4df-7da87c2a2b39 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1180162 Dec 10 19:13:47.396608 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-82f04475-b659-4825-a9fd-1be701edc705 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:47.433549 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-82f04475-b659-4825-a9fd-1be701edc705 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fef4ff3-1e1d-4014-ae22-2bb90a2a1ab5']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:47.449679 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-82f04475-b659-4825-a9fd-1be701edc705 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '755b35d4-9eaf-4734-9b72-1b1eeaeed91c') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:47.450246 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-82f04475-b659-4825-a9fd-1be701edc705 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '755b35d4-9eaf-4734-9b72-1b1eeaeed91c') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:47.465960 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-82f04475-b659-4825-a9fd-1be701edc705 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:47.482483 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-82f04475-b659-4825-a9fd-1be701edc705 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:47.490372 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82f04475-b659-4825-a9fd-1be701edc705 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:13:47.490864 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-82f04475-b659-4825-a9fd-1be701edc705 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:47.565476 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:13:47.565476 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:13:47.565476 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:13:47.565476 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:13:47.565476 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:13:47.565476 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:13:47.565476 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:13:47.565476 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:13:47.565476 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:13:47.565476 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:13:47.565476 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:13:47.565476 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:13:47.565476 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:13:47.565476 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:13:47.565476 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:13:47.565476 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:13:47.565476 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:13:47.565476 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:13:47.565476 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:13:47.565476 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:13:47.565476 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:13:47.565476 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:13:47.565476 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:13:47.565476 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:13:47.565476 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:13:47.565476 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:13:47.565476 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:13:47.565476 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:13:47.565476 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:13:47.565476 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:13:47.565476 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:13:47.565476 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:13:47.593449 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-82f04475-b659-4825-a9fd-1be701edc705 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:47.601916 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82f04475-b659-4825-a9fd-1be701edc705 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1fef4ff3-1e1d-4014-ae22-2bb90a2a1ab5 {{(pid=102365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 19:13:47.610584 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50160) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:47.612582 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-82f04475-b659-4825-a9fd-1be701edc705 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:47.620902 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-82f04475-b659-4825-a9fd-1be701edc705 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] 10.222.0.69 "DELETE /v2.0/networks/1fef4ff3-1e1d-4014-ae22-2bb90a2a1ab5 HTTP/1.1" status: 204 len: 168 time: 0.5144377 Dec 10 19:13:47.654918 dv-neutron-821441-1-hyperv neutron-server[102365]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 10 19:13:47.700398 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bc40cf89-bef9-4a76-8429-d6ae7cd66d7b tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:47.721002 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5ec90a82-2ae6-4ea3-9935-694a2a728aa4 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:47.747696 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-27684c15-ded7-4733-9668-b5e098982b1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:47.754014 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f04475-b659-4825-a9fd-1be701edc705 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Pushing event deleted for resources: {'Network': ['ID=1fef4ff3-1e1d-4014-ae22-2bb90a2a1ab5,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:47.772791 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bc40cf89-bef9-4a76-8429-d6ae7cd66d7b tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:47.782996 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-bc40cf89-bef9-4a76-8429-d6ae7cd66d7b tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] 10.222.0.69 "DELETE /v2.0/networks/07ac5dc8-532b-411e-9e72-0a010d14358e HTTP/1.1" status: 204 len: 168 time: 2.2122657 Dec 10 19:13:47.810802 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50168) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:47.811422 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50170) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:47.825331 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-5ec90a82-2ae6-4ea3-9935-694a2a728aa4 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7956588b-351e-42f3-b557-748a00dae98b']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:47.850819 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-5ec90a82-2ae6-4ea3-9935-694a2a728aa4 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb199e85-3be0-49ce-8b56-078f24095893') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:47.851296 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-5ec90a82-2ae6-4ea3-9935-694a2a728aa4 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb199e85-3be0-49ce-8b56-078f24095893') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:47.874835 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5ec90a82-2ae6-4ea3-9935-694a2a728aa4 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:47.897101 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-19aa817b-fcb2-436f-88d0-7c7bd7280840 req-c27a799d-da45-418a-bd8c-c2147c3f63fa tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1823500372&fields=id&tenant_id=af448cbcd018494cbdae615f8d35e0f1 HTTP/1.1" status: 200 len: 267 time: 0.2764676 Dec 10 19:13:47.907273 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5ec90a82-2ae6-4ea3-9935-694a2a728aa4 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:47.987120 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc40cf89-bef9-4a76-8429-d6ae7cd66d7b tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Pushing event deleted for resources: {'Network': ['ID=07ac5dc8-532b-411e-9e72-0a010d14358e,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:48.003980 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ec90a82-2ae6-4ea3-9935-694a2a728aa4 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:13:48.004758 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5ec90a82-2ae6-4ea3-9935-694a2a728aa4 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:48.045486 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:13:48.045486 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:13:48.045486 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:13:48.045486 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:13:48.045486 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:13:48.045486 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:13:48.045486 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:13:48.045486 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:13:48.045486 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:13:48.045486 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:13:48.045486 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:13:48.045486 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:13:48.045486 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:13:48.045486 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:13:48.045486 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:13:48.045486 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:13:48.045486 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:13:48.045486 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:13:48.045486 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:13:48.045486 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:13:48.045486 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:13:48.045486 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:13:48.045486 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:13:48.045486 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:13:48.045486 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:13:48.045486 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:13:48.045486 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:13:48.045486 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:13:48.045486 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:13:48.045486 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:13:48.045486 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:13:48.045486 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:13:48.049502 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f8efae3-062b-4a5e-bbde-dc14cdeff501 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] DELETE failed (client error): The resource could not be found. Dec 10 19:13:48.050561 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f8efae3-062b-4a5e-bbde-dc14cdeff501 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:13:48.054584 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-0f8efae3-062b-4a5e-bbde-dc14cdeff501 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] 10.222.0.69 "DELETE /v2.0/ports/c52267a2-9025-4d08-b307-e75bf0712ab6 HTTP/1.1" status: 404 len: 333 time: 0.2419274 Dec 10 19:13:48.066047 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50176) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:48.107962 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-72dd870b-c402-48b4-ad0d-3c14c37ae79b req-8d40b809-037d-46ba-961e-736d7bc0d3d6 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1959537195&fields=id&tenant_id=16eb7381a9bc4b9180d8fd7d3d4cffa7 HTTP/1.1" status: 200 len: 267 time: 0.2912281 Dec 10 19:13:48.180972 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27684c15-ded7-4733-9668-b5e098982b1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Network 15f18119-87e6-44a0-919f-208992bec9bf is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:13:48.196346 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-27684c15-ded7-4733-9668-b5e098982b1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:48.218561 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27684c15-ded7-4733-9668-b5e098982b1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:13:48.220371 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27684c15-ded7-4733-9668-b5e098982b1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:48.221690 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-27684c15-ded7-4733-9668-b5e098982b1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:48.275321 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50178) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:48.299602 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-8d08421e-92ff-4fbe-a686-243cf0676601 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Request body: {'router': {'name': 'tempest-router--600781591', 'project_id': '32e0e04938b74221ac7297c0a2b38ee7'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:48.306075 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-62437ee6-6b0c-49be-a270-df97a7874015 tempest-RoutersAdminNegativeIpV6Test-1277998309 tempest-RoutersAdminNegativeIpV6Test-1277998309-project-admin] Notify callbacks [] for router, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:48.309565 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27684c15-ded7-4733-9668-b5e098982b1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Pushing event updated for resources: {'Port': ['ID=59698604-2a42-41c8-b481-67478bee57d9,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:48.420851 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-27684c15-ded7-4733-9668-b5e098982b1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.9890554 Dec 10 19:13:48.476629 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5ec90a82-2ae6-4ea3-9935-694a2a728aa4 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:48.483661 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50180) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:48.527145 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5ec90a82-2ae6-4ea3-9935-694a2a728aa4 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:48.543463 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-5ec90a82-2ae6-4ea3-9935-694a2a728aa4 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] 10.222.0.69 "DELETE /v2.0/networks/7956588b-351e-42f3-b557-748a00dae98b HTTP/1.1" status: 204 len: 168 time: 3.4866815 Dec 10 19:13:48.576372 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbafccdb-6043-4d8e-88b7-40f878c955a3 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Deleting subnet bd1ab996-d692-46ce-b8e0-c78d3f643770 {{(pid=102365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:13:48.600707 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fbafccdb-6043-4d8e-88b7-40f878c955a3 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Notify callbacks [] for subnet, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:48.652247 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa817b-fcb2-436f-88d0-7c7bd7280840 req-822ffc55-3c98-4ce5-928d-f2f8b956dd0a tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:48.654202 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-19aa817b-fcb2-436f-88d0-7c7bd7280840 req-822ffc55-3c98-4ce5-928d-f2f8b956dd0a tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] 10.222.0.69 "GET /v2.0/networks?id=e9d35973-bd0e-41e8-af04-98288aa68c12 HTTP/1.1" status: 200 len: 805 time: 0.7559702 Dec 10 19:13:48.673402 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd870b-c402-48b4-ad0d-3c14c37ae79b req-19a730b9-61d9-4800-8b62-1f008944dddc tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:48.683922 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-72dd870b-c402-48b4-ad0d-3c14c37ae79b req-19a730b9-61d9-4800-8b62-1f008944dddc tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] 10.222.0.69 "GET /v2.0/networks?id=9c90251c-649d-45e9-a5ea-011db4b5aa52 HTTP/1.1" status: 200 len: 812 time: 0.5695851 Dec 10 19:13:48.698663 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fbafccdb-6043-4d8e-88b7-40f878c955a3 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353213'] for subnet, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:48.732664 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-19aa817b-fcb2-436f-88d0-7c7bd7280840 req-110e6abf-7a9c-426f-9b4e-d1843446eb4f tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] 10.222.0.69 "GET /v2.0/quotas/af448cbcd018494cbdae615f8d35e0f1 HTTP/1.1" status: 200 len: 375 time: 0.0461707 Dec 10 19:13:48.747171 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-72dd870b-c402-48b4-ad0d-3c14c37ae79b req-23403c7c-03d6-44ee-8585-0a6180e005fe tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] 10.222.0.69 "GET /v2.0/quotas/16eb7381a9bc4b9180d8fd7d3d4cffa7 HTTP/1.1" status: 200 len: 375 time: 0.0515063 Dec 10 19:13:48.799103 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8d08421e-92ff-4fbe-a686-243cf0676601 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:48.800340 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8d08421e-92ff-4fbe-a686-243cf0676601 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:48.804120 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec90a82-2ae6-4ea3-9935-694a2a728aa4 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224 tempest-ExtraDHCPOptionsIpV6TestJSON-1302456224-project] Pushing event deleted for resources: {'Network': ['ID=7956588b-351e-42f3-b557-748a00dae98b,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:48.890012 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ba08a5-8b68-4a74-8c23-de01f4fc771d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:48.893062 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-23ba08a5-8b68-4a74-8c23-de01f4fc771d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] 10.222.0.69 "GET /v2.0/ports/59698604-2a42-41c8-b481-67478bee57d9 HTTP/1.1" status: 200 len: 958 time: 0.4055030 Dec 10 19:13:48.899024 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-62437ee6-6b0c-49be-a270-df97a7874015 tempest-RoutersAdminNegativeIpV6Test-1277998309 tempest-RoutersAdminNegativeIpV6Test-1277998309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:48.905670 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-62437ee6-6b0c-49be-a270-df97a7874015 tempest-RoutersAdminNegativeIpV6Test-1277998309 tempest-RoutersAdminNegativeIpV6Test-1277998309-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:48.908912 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50184) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:49.038522 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8d08421e-92ff-4fbe-a686-243cf0676601 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:49.125474 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8d08421e-92ff-4fbe-a686-243cf0676601 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:49.130135 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fbafccdb-6043-4d8e-88b7-40f878c955a3 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:49.169836 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8d08421e-92ff-4fbe-a686-243cf0676601 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:49.175496 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-8d08421e-92ff-4fbe-a686-243cf0676601 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8892431 Dec 10 19:13:49.176444 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50188) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:49.199225 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-19aa817b-fcb2-436f-88d0-7c7bd7280840 req-c1d8bf63-37c1-4420-9008-0d2ffad44d33 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=af448cbcd018494cbdae615f8d35e0f1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4569330 Dec 10 19:13:49.210732 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-72dd870b-c402-48b4-ad0d-3c14c37ae79b req-89276b48-5fad-4106-8731-2a691a270689 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=16eb7381a9bc4b9180d8fd7d3d4cffa7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3899209 Dec 10 19:13:49.303888 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6678be79-ee60-41b6-b584-7dc20ac7c786 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks [] for router, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:49.318043 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-62437ee6-6b0c-49be-a270-df97a7874015 tempest-RoutersAdminNegativeIpV6Test-1277998309 tempest-RoutersAdminNegativeIpV6Test-1277998309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:49.318835 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62437ee6-6b0c-49be-a270-df97a7874015 tempest-RoutersAdminNegativeIpV6Test-1277998309 tempest-RoutersAdminNegativeIpV6Test-1277998309-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a65e3aed-eb12-4c58-a2fd-4264337b8e23 {{(pid=102366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:13:49.386290 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50198) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:49.416870 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-62437ee6-6b0c-49be-a270-df97a7874015 tempest-RoutersAdminNegativeIpV6Test-1277998309 tempest-RoutersAdminNegativeIpV6Test-1277998309-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 10 19:13:49.422939 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-62437ee6-6b0c-49be-a270-df97a7874015 tempest-RoutersAdminNegativeIpV6Test-1277998309 tempest-RoutersAdminNegativeIpV6Test-1277998309-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 6.0462353 Dec 10 19:13:49.424996 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50202) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:49.491066 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fbafccdb-6043-4d8e-88b7-40f878c955a3 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:49.530057 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-08d706c6-2da2-47ec-8196-fb76dc8aade8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Deleting port 59698604-2a42-41c8-b481-67478bee57d9 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:13:49.530540 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-08d706c6-2da2-47ec-8196-fb76dc8aade8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:49.615788 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbafccdb-6043-4d8e-88b7-40f878c955a3 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Pushing event deleted for resources: {'Subnet': ['ID=bd1ab996-d692-46ce-b8e0-c78d3f643770,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:49.641100 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3264ff78-2bea-4246-a0a5-867c2a634c12 None None] Network 8ddf61ad-4693-4768-957e-b5f7e12a28e7 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:13:49.716365 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fbafccdb-6043-4d8e-88b7-40f878c955a3 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:49.722278 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-fbafccdb-6043-4d8e-88b7-40f878c955a3 tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] 10.222.0.69 "DELETE /v2.0/subnets/bd1ab996-d692-46ce-b8e0-c78d3f643770 HTTP/1.1" status: 204 len: 168 time: 1.6542587 Dec 10 19:13:49.734646 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50204) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:49.754341 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6678be79-ee60-41b6-b584-7dc20ac7c786 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:49.765579 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6678be79-ee60-41b6-b584-7dc20ac7c786 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:49.920835 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-08d706c6-2da2-47ec-8196-fb76dc8aade8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:49.921718 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [req-19aa817b-fcb2-436f-88d0-7c7bd7280840 req-62cc6e62-d0e5-4d27-baab-4b008242e01a service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:13:49.922870 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-19aa817b-fcb2-436f-88d0-7c7bd7280840 req-62cc6e62-d0e5-4d27-baab-4b008242e01a service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2760723 Dec 10 19:13:49.974800 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a6a96509-b4cd-4a48-87a8-901cb305c0fd tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:50.004828 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-08d706c6-2da2-47ec-8196-fb76dc8aade8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Calling delete_port for 59698604-2a42-41c8-b481-67478bee57d9 owned by {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:13:50.022832 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-2ffa7903-14c5-4bae-a22b-0b705e282f7e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e9602fe35e674546b75f959d3fac488f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6208785 Dec 10 19:13:50.040437 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50210) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:50.082045 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6678be79-ee60-41b6-b584-7dc20ac7c786 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:50.082740 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6678be79-ee60-41b6-b584-7dc20ac7c786 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8624d115-8047-4860-840f-c47ee5a0fedd {{(pid=102365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:13:50.094160 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6678be79-ee60-41b6-b584-7dc20ac7c786 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:50.100659 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-6678be79-ee60-41b6-b584-7dc20ac7c786 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] 10.222.0.69 "DELETE /v2.0/routers/8624d115-8047-4860-840f-c47ee5a0fedd HTTP/1.1" status: 204 len: 168 time: 0.9169633 Dec 10 19:13:50.120099 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [req-72dd870b-c402-48b4-ad0d-3c14c37ae79b req-f089e2ce-2913-4a84-892c-6f6cd9b8a306 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:13:50.125462 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-72dd870b-c402-48b4-ad0d-3c14c37ae79b req-f089e2ce-2913-4a84-892c-6f6cd9b8a306 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2222815 Dec 10 19:13:50.226916 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8cd10be8-00e5-42d6-8fa1-bad4636b3613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:50.271143 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0701288a-80f3-48e3-a24c-e9b9bc213bed tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:50.338268 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-9fbfc36e-6079-4054-8b2c-4cff304151a7 tempest-RoutersAdminNegativeIpV6Test-1277998309 tempest-RoutersAdminNegativeIpV6Test-1277998309-project-admin] Deleting port 2d0db88f-a941-4f39-b59b-1b8f4bfc9fbf {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:13:50.338800 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9fbfc36e-6079-4054-8b2c-4cff304151a7 tempest-RoutersAdminNegativeIpV6Test-1277998309 tempest-RoutersAdminNegativeIpV6Test-1277998309-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:50.344103 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-19aa817b-fcb2-436f-88d0-7c7bd7280840 req-50186723-3eb3-4300-8433-72960142e8db service neutron] 10.222.0.69 "GET /v2.0/networks/e9d35973-bd0e-41e8-af04-98288aa68c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4023762 Dec 10 19:13:50.423721 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6d3a6a-805a-4524-82ad-d6eaba06f796 None None] DHCP port deletion for 8ddf61ad-4693-4768-957e-b5f7e12a28e7 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:13:50.572325 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-5c6d3a6a-805a-4524-82ad-d6eaba06f796 None None] Deleting port b1b638eb-65cc-42b7-ad4a-d29c55c50832 {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:13:50.572810 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-5c6d3a6a-805a-4524-82ad-d6eaba06f796 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:50.611386 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50214) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:50.645905 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-72dd870b-c402-48b4-ad0d-3c14c37ae79b req-e87ad8d7-2ece-4878-8bf1-00526d9ed74b service neutron] 10.222.0.69 "GET /v2.0/networks/9c90251c-649d-45e9-a5ea-011db4b5aa52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4970627 Dec 10 19:13:50.689593 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-5c6d3a6a-805a-4524-82ad-d6eaba06f796 None None] For port b1b638eb-65cc-42b7-ad4a-d29c55c50832, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=b1b638eb-65cc-42b7-ad4a-d29c55c50832,segment=NetworkSegment(4c1a41e6-b2af-404e-b802-2224cd9d686e),segment_id=4c1a41e6-b2af-404e-b802-2224cd9d686e)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:50.690477 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-5c6d3a6a-805a-4524-82ad-d6eaba06f796 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:50.717539 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-5c6d3a6a-805a-4524-82ad-d6eaba06f796 None None] Calling delete_port for b1b638eb-65cc-42b7-ad4a-d29c55c50832 owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:13:50.835032 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9fbfc36e-6079-4054-8b2c-4cff304151a7 tempest-RoutersAdminNegativeIpV6Test-1277998309 tempest-RoutersAdminNegativeIpV6Test-1277998309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:50.864064 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c6a71818-a7b9-4784-8bb7-c12052af0214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:50.885640 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-9fbfc36e-6079-4054-8b2c-4cff304151a7 tempest-RoutersAdminNegativeIpV6Test-1277998309 tempest-RoutersAdminNegativeIpV6Test-1277998309-project-admin] Calling delete_port for 2d0db88f-a941-4f39-b59b-1b8f4bfc9fbf owned by {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:13:50.937937 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-08d706c6-2da2-47ec-8196-fb76dc8aade8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:50.945636 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-5c6d3a6a-805a-4524-82ad-d6eaba06f796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:50.957273 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-19aa817b-fcb2-436f-88d0-7c7bd7280840 req-63a68b21-04ca-485f-ab34-08a684dbe6f7 service neutron] 10.222.0.69 "GET /v2.0/networks/e9d35973-bd0e-41e8-af04-98288aa68c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4811680 Dec 10 19:13:51.046158 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6d3a6a-805a-4524-82ad-d6eaba06f796 None None] Pushing event deleted for resources: {'Port': ['ID=b1b638eb-65cc-42b7-ad4a-d29c55c50832,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:51.062526 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6d3a6a-805a-4524-82ad-d6eaba06f796 None None] No DVR routers for this DVR port b1b638eb-65cc-42b7-ad4a-d29c55c50832 on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:13:51.098779 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c6a71818-a7b9-4784-8bb7-c12052af0214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:51.113833 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-72dd870b-c402-48b4-ad0d-3c14c37ae79b req-fa09e9e3-531c-4b51-8724-6ff2dc511df0 service neutron] 10.222.0.69 "GET /v2.0/networks/9c90251c-649d-45e9-a5ea-011db4b5aa52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4500773 Dec 10 19:13:51.155894 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-1dd73463-f45f-449a-bc90-3b920ab5ee50 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-198435564', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}, 'admin_state_up': False}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:51.172709 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d706c6-2da2-47ec-8196-fb76dc8aade8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Pushing event deleted for resources: {'Port': ['ID=59698604-2a42-41c8-b481-67478bee57d9,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:51.232328 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-08d706c6-2da2-47ec-8196-fb76dc8aade8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:51.238167 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-08d706c6-2da2-47ec-8196-fb76dc8aade8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] 10.222.0.69 "DELETE /v2.0/ports/59698604-2a42-41c8-b481-67478bee57d9 HTTP/1.1" status: 204 len: 168 time: 2.3253434 Dec 10 19:13:51.248343 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50218) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:51.268320 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1dd73463-f45f-449a-bc90-3b920ab5ee50 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:51.270492 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1dd73463-f45f-449a-bc90-3b920ab5ee50 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:51.324624 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6491cc7-19ca-4860-9887-c3f0e1b83198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] GET failed (client error): The resource could not be found. Dec 10 19:13:51.328080 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-a6491cc7-19ca-4860-9887-c3f0e1b83198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] 10.222.0.69 "GET /v2.0/ports/59698604-2a42-41c8-b481-67478bee57d9 HTTP/1.1" status: 404 len: 333 time: 0.0775266 Dec 10 19:13:51.334287 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50220) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:51.344117 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-6d4d2306-8dce-4c65-94fe-a0d9c115da52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Request body: {'port': {'network_id': '15f18119-87e6-44a0-919f-208992bec9bf', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-932122097'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:51.362692 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-0701288a-80f3-48e3-a24c-e9b9bc213bed tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Deleting port b1b638eb-65cc-42b7-ad4a-d29c55c50832 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:13:51.363095 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0701288a-80f3-48e3-a24c-e9b9bc213bed tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:51.392548 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9fbfc36e-6079-4054-8b2c-4cff304151a7 tempest-RoutersAdminNegativeIpV6Test-1277998309 tempest-RoutersAdminNegativeIpV6Test-1277998309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:51.422101 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4d2306-8dce-4c65-94fe-a0d9c115da52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Made reservation on behalf of 334a62ade8384290bb4affadf9dcf15b for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:13:51.425788 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6d4d2306-8dce-4c65-94fe-a0d9c115da52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:51.595935 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c6a71818-a7b9-4784-8bb7-c12052af0214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:51.600430 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c6a71818-a7b9-4784-8bb7-c12052af0214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:51.607694 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-c6a71818-a7b9-4784-8bb7-c12052af0214 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f5f3a9bb-26c4-4de4-8d2d-d871bc82a171 HTTP/1.1" status: 204 len: 168 time: 1.5614223 Dec 10 19:13:51.644741 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-0701288a-80f3-48e3-a24c-e9b9bc213bed tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] For port b1b638eb-65cc-42b7-ad4a-d29c55c50832, host dv-neutron-821441-1-hyperv, got binding levels [] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:51.645303 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0701288a-80f3-48e3-a24c-e9b9bc213bed tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:51.656864 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a71818-a7b9-4784-8bb7-c12052af0214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f3a9bb-26c4-4de4-8d2d-d871bc82a171,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:51.698218 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-a6a96509-b4cd-4a48-87a8-901cb305c0fd tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Allocated IP 172.20.0.1 (81058bbc-6dde-4374-8099-0dcf4abd6b2e/0b700215-5358-41df-b977-a89f7505aa99/1115d481-025b-4a67-b04f-c49232557232) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:13:51.750145 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-0701288a-80f3-48e3-a24c-e9b9bc213bed tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Calling delete_port for b1b638eb-65cc-42b7-ad4a-d29c55c50832 owned by network:dhcp {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:13:51.777574 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.ipam_backend_mixin [None req-0701288a-80f3-48e3-a24c-e9b9bc213bed tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Port b1b638eb-65cc-42b7-ad4a-d29c55c50832 was not found and therefore no delete operation was performed {{(pid=102366) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 19:13:51.780915 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0701288a-80f3-48e3-a24c-e9b9bc213bed tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:51.919832 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbfc36e-6079-4054-8b2c-4cff304151a7 tempest-RoutersAdminNegativeIpV6Test-1277998309 tempest-RoutersAdminNegativeIpV6Test-1277998309-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d0db88f-a941-4f39-b59b-1b8f4bfc9fbf,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:52.017438 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1dd73463-f45f-449a-bc90-3b920ab5ee50 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:52.056399 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a6a96509-b4cd-4a48-87a8-901cb305c0fd tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:52.098958 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c49375a7-89c4-45ee-8e8d-1a582d4800a0 req-907b49aa-96ff-4895-841d-da1f560a1e70 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] 10.222.0.69 "GET /v2.0/ports?device_id=56f86edf-c896-4d8a-9326-e6e1a1c30e71 HTTP/1.1" status: 200 len: 210 time: 0.2506177 Dec 10 19:13:52.116849 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0701288a-80f3-48e3-a24c-e9b9bc213bed tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Pushing event deleted for resources: {'Port': ['ID=b1b638eb-65cc-42b7-ad4a-d29c55c50832,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:52.121288 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0701288a-80f3-48e3-a24c-e9b9bc213bed tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] No DVR routers for this DVR port b1b638eb-65cc-42b7-ad4a-d29c55c50832 on host dv-neutron-821441-1-hyperv {{(pid=102366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:13:52.130535 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a6a96509-b4cd-4a48-87a8-901cb305c0fd tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:52.137440 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f3a7121f-5170-4ed2-b1a7-0537e001aebe req-ee8d4765-ddb9-4030-8e9f-13215d469c02 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] 10.222.0.69 "GET /v2.0/ports?device_id=7dff2011-5f01-4703-80b4-3e97e9f7d2b3 HTTP/1.1" status: 200 len: 210 time: 0.2883661 Dec 10 19:13:52.192898 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 428fb3c8-25dc-4afd-80f2-33f963ebd021 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:13:52.255933 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 428fb3c8-25dc-4afd-80f2-33f963ebd021 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:13:52.256843 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 428fb3c8-25dc-4afd-80f2-33f963ebd021 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:13:52.257704 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device b1b638eb-65cc-42b7-ad4a-d29c55c50832 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:13:52.297374 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: b1b638eb-65cc-42b7-ad4a-d29c55c50832 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:13:52.298313 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device b1b638eb-65cc-42b7-ad4a-d29c55c50832 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:13:52.337956 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a96509-b4cd-4a48-87a8-901cb305c0fd tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Pushing event updated for resources: {'Port': ['ID=1115d481-025b-4a67-b04f-c49232557232,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:52.411513 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [None req-6d4d2306-8dce-4c65-94fe-a0d9c115da52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] device_id is not set on port fb4341d0-65fb-4296-9746-feee9d600ce4 yet. {{(pid=102365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:13:52.425416 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a96509-b4cd-4a48-87a8-901cb305c0fd tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Network 81058bbc-6dde-4374-8099-0dcf4abd6b2e is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:13:52.493128 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-a6a96509-b4cd-4a48-87a8-901cb305c0fd tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:52.531916 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0701288a-80f3-48e3-a24c-e9b9bc213bed tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:52.626817 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-0701288a-80f3-48e3-a24c-e9b9bc213bed tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ddf61ad-4693-4768-957e-b5f7e12a28e7']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:52.637583 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a96509-b4cd-4a48-87a8-901cb305c0fd tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:13:52.779395 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a6a96509-b4cd-4a48-87a8-901cb305c0fd tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712030'] for router_interface, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:52.792666 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9fbfc36e-6079-4054-8b2c-4cff304151a7 tempest-RoutersAdminNegativeIpV6Test-1277998309 tempest-RoutersAdminNegativeIpV6Test-1277998309-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:52.822006 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-9fbfc36e-6079-4054-8b2c-4cff304151a7 tempest-RoutersAdminNegativeIpV6Test-1277998309 tempest-RoutersAdminNegativeIpV6Test-1277998309-project-admin] 10.222.0.69 "DELETE /v2.0/ports/2d0db88f-a941-4f39-b59b-1b8f4bfc9fbf HTTP/1.1" status: 204 len: 168 time: 3.3902681 Dec 10 19:13:52.922806 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-0701288a-80f3-48e3-a24c-e9b9bc213bed tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c1a41e6-b2af-404e-b802-2224cd9d686e') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:52.923301 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-0701288a-80f3-48e3-a24c-e9b9bc213bed tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c1a41e6-b2af-404e-b802-2224cd9d686e') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:52.963293 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0701288a-80f3-48e3-a24c-e9b9bc213bed tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:52.975448 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1dd73463-f45f-449a-bc90-3b920ab5ee50 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:53.013753 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-5a3b36e1-175d-422f-90f8-00382b71ae5d None None] Provisioning complete for port 1115d481-025b-4a67-b04f-c49232557232 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:53.014357 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-5a3b36e1-175d-422f-90f8-00382b71ae5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:53.059202 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0701288a-80f3-48e3-a24c-e9b9bc213bed tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:53.099164 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0701288a-80f3-48e3-a24c-e9b9bc213bed tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:13:53.099795 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0701288a-80f3-48e3-a24c-e9b9bc213bed tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:53.110274 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:13:53.110274 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:13:53.110274 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:13:53.110274 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:13:53.110274 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:13:53.110274 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:13:53.110274 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:13:53.110274 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:13:53.110274 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:13:53.110274 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:13:53.110274 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:13:53.110274 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:13:53.110274 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:13:53.110274 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:13:53.110274 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:13:53.110274 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:13:53.110274 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:13:53.110274 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:13:53.110274 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:13:53.110274 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:13:53.110274 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:13:53.110274 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:13:53.110274 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:13:53.110274 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:13:53.110274 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:13:53.110274 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:13:53.110274 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:13:53.110274 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:13:53.110274 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:13:53.110274 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:13:53.110274 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:13:53.110274 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:13:53.157699 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b36e1-175d-422f-90f8-00382b71ae5d None None] Port 1115d481-025b-4a67-b04f-c49232557232 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:13:53.396878 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50298) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:53.440370 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0701288a-80f3-48e3-a24c-e9b9bc213bed tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:53.461640 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0701288a-80f3-48e3-a24c-e9b9bc213bed tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:53.475552 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-0701288a-80f3-48e3-a24c-e9b9bc213bed tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] 10.222.0.69 "DELETE /v2.0/networks/8ddf61ad-4693-4768-957e-b5f7e12a28e7 HTTP/1.1" status: 204 len: 168 time: 3.7341933 Dec 10 19:13:53.561943 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-989f089c-c5ee-43aa-8e51-1c84ae4b8e27 req-7e889be3-725a-4786-a096-a7bdac9d56a9 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] 10.222.0.69 "GET /v2.0/ports?device_id=7dff2011-5f01-4703-80b4-3e97e9f7d2b3 HTTP/1.1" status: 200 len: 210 time: 0.1686125 Dec 10 19:13:53.568374 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-daba37b2-0aea-4bac-aeba-3fce11435f4b req-8c002928-47bd-40e5-9e46-8061b60da3b4 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] 10.222.0.69 "GET /v2.0/ports?device_id=56f86edf-c896-4d8a-9326-e6e1a1c30e71 HTTP/1.1" status: 200 len: 210 time: 0.1731439 Dec 10 19:13:53.592419 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0701288a-80f3-48e3-a24c-e9b9bc213bed tempest-DHCPAgentSchedulersTestJSON-2097787852 tempest-DHCPAgentSchedulersTestJSON-2097787852-project] Pushing event deleted for resources: {'Network': ['ID=8ddf61ad-4693-4768-957e-b5f7e12a28e7,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:53.609093 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a6a96509-b4cd-4a48-87a8-901cb305c0fd tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:53.615150 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6d4d2306-8dce-4c65-94fe-a0d9c115da52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:53.696168 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6d4d2306-8dce-4c65-94fe-a0d9c115da52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:53.870610 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-88d8daad-3c49-43e2-9ec4-f5632ca4fee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:53.909481 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4d2306-8dce-4c65-94fe-a0d9c115da52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Network 15f18119-87e6-44a0-919f-208992bec9bf is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:13:53.940916 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-6d4d2306-8dce-4c65-94fe-a0d9c115da52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:53.951488 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4d2306-8dce-4c65-94fe-a0d9c115da52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Pushing event updated for resources: {'Port': ['ID=fb4341d0-65fb-4296-9746-feee9d600ce4,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:53.954983 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4d2306-8dce-4c65-94fe-a0d9c115da52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:13:53.958419 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4d2306-8dce-4c65-94fe-a0d9c115da52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:53.959406 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6d4d2306-8dce-4c65-94fe-a0d9c115da52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:54.029091 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-6d4d2306-8dce-4c65-94fe-a0d9c115da52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.6928134 Dec 10 19:13:54.050982 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50324) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:54.074024 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8214'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:54.152828 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-80516ab3-d132-43c8-a65b-97214c6eefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:54.303320 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50330) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:54.321374 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1dd73463-f45f-449a-bc90-3b920ab5ee50 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks [] for router_gateway, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:54.355883 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:54.402026 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1dd73463-f45f-449a-bc90-3b920ab5ee50 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:54.436701 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-88d8daad-3c49-43e2-9ec4-f5632ca4fee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:54.488075 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-88d8daad-3c49-43e2-9ec4-f5632ca4fee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:54.607799 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-88d8daad-3c49-43e2-9ec4-f5632ca4fee1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=80b5f8895abe41f1802ce9186b7b2f76&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2049248 Dec 10 19:13:54.607799 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50340) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:54.715143 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50344) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:54.735018 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a6a96509-b4cd-4a48-87a8-901cb305c0fd tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:54.748137 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a6a96509-b4cd-4a48-87a8-901cb305c0fd tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:54.819452 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d8daad-3c49-43e2-9ec4-f5632ca4fee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57fa4bd6-0150-44d8-aa6f-30f0f4971621,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:54.885938 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a6a96509-b4cd-4a48-87a8-901cb305c0fd tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3755716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711339'] for router_interface, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:54.915171 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a96509-b4cd-4a48-87a8-901cb305c0fd tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Pushing event updated for resources: {'Port': ['ID=1115d481-025b-4a67-b04f-c49232557232,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:54.928260 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-740ab7b7-c555-4cc2-902d-291744f3b662 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-460643565'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:54.965893 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740ab7b7-c555-4cc2-902d-291744f3b662 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Made reservation on behalf of c32314706c7841f0aec3c27688848c9e for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:13:54.970397 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-740ab7b7-c555-4cc2-902d-291744f3b662 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:55.043305 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-740ab7b7-c555-4cc2-902d-291744f3b662 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:55.113363 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] device_id is not set on port fb4341d0-65fb-4296-9746-feee9d600ce4 yet. {{(pid=102366) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:13:55.133049 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:55.161544 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:55.161850 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-d1ca599c-d6bd-4210-adfd-dd2a0b287733 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d36bbe4252ec4bd3b6f164a014e41942&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8532498 Dec 10 19:13:55.168937 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50350) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:55.174391 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-33abbb37-3bef-4a99-a7e9-3880e14b9038 req-76853366-67ba-4064-8d53-024a27271992 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] 10.222.0.69 "GET /v2.0/ports?device_id=7dff2011-5f01-4703-80b4-3e97e9f7d2b3 HTTP/1.1" status: 200 len: 210 time: 0.0832019 Dec 10 19:13:55.179348 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-1dd73463-f45f-449a-bc90-3b920ab5ee50 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Allocated IP 172.26.6.103 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/beebd661-12a6-43d1-a8be-1383a117c252) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:13:55.194510 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a96509-b4cd-4a48-87a8-901cb305c0fd tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Network 81058bbc-6dde-4374-8099-0dcf4abd6b2e is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:13:55.222811 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-a6a96509-b4cd-4a48-87a8-901cb305c0fd tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:55.267766 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:55.298289 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b3cbd60a-001e-423b-aeba-a1ed41ac4144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:55.303161 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f5c38059-2ed7-4f84-b3d6-b3200efd8eac req-935f9355-feff-4423-911c-251b6a2fddb6 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] 10.222.0.69 "GET /v2.0/ports?device_id=56f86edf-c896-4d8a-9326-e6e1a1c30e71 HTTP/1.1" status: 200 len: 210 time: 0.1124086 Dec 10 19:13:55.468962 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b3cbd60a-001e-423b-aeba-a1ed41ac4144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:55.504428 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1dd73463-f45f-449a-bc90-3b920ab5ee50 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:55.516893 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Pushing event updated for resources: {'Port': ['ID=fb4341d0-65fb-4296-9746-feee9d600ce4,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:55.547739 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.managers [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port fb4341d0-65fb-4296-9746-feee9d600ce4 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:13:55.548397 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.managers [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port fb4341d0-65fb-4296-9746-feee9d600ce4 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '54286307-58c3-454d-b170-d5574f812fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15f18119-87e6-44a0-919f-208992bec9bf'}] {{(pid=102366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:13:55.548956 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port fb4341d0-65fb-4296-9746-feee9d600ce4 on network 15f18119-87e6-44a0-919f-208992bec9bf {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:13:55.590955 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-740ab7b7-c555-4cc2-902d-291744f3b662 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:55.596776 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1dd73463-f45f-449a-bc90-3b920ab5ee50 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:55.612711 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c881111e-c619-4ea5-bd4d-1412f3f61bca None None] Provisioning complete for port 1115d481-025b-4a67-b04f-c49232557232 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:55.613172 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c881111e-c619-4ea5-bd4d-1412f3f61bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:55.621102 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Port fb4341d0-65fb-4296-9746-feee9d600ce4 on network 15f18119-87e6-44a0-919f-208992bec9bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:13:55.621936 dv-neutron-821441-1-hyperv neutron-server[102366]: ERROR neutron.plugins.ml2.managers [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Failed to bind port fb4341d0-65fb-4296-9746-feee9d600ce4 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '54286307-58c3-454d-b170-d5574f812fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15f18119-87e6-44a0-919f-208992bec9bf'}] Dec 10 19:13:55.647242 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b3cbd60a-001e-423b-aeba-a1ed41ac4144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:55.649065 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.plugins.ml2.plugin [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempt 2 to bind port fb4341d0-65fb-4296-9746-feee9d600ce4 Dec 10 19:13:55.651643 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b3cbd60a-001e-423b-aeba-a1ed41ac4144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:55.654029 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-b3cbd60a-001e-423b-aeba-a1ed41ac4144 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/57fa4bd6-0150-44d8-aa6f-30f0f4971621 HTTP/1.1" status: 204 len: 168 time: 0.9661801 Dec 10 19:13:55.660670 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-740ab7b7-c555-4cc2-902d-291744f3b662 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:55.665902 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c881111e-c619-4ea5-bd4d-1412f3f61bca None None] Port 1115d481-025b-4a67-b04f-c49232557232 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:13:55.707776 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd73463-f45f-449a-bc90-3b920ab5ee50 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:13:55.712974 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-59eb33c8-d82f-4c4b-8c84-8735ba854c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:55.713269 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cbd60a-001e-423b-aeba-a1ed41ac4144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fa4bd6-0150-44d8-aa6f-30f0f4971621,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:55.719931 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-1dd73463-f45f-449a-bc90-3b920ab5ee50 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:55.732068 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd73463-f45f-449a-bc90-3b920ab5ee50 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:13:55.741651 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd73463-f45f-449a-bc90-3b920ab5ee50 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Pushing event updated for resources: {'Port': ['ID=beebd661-12a6-43d1-a8be-1383a117c252,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:55.765605 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-740ab7b7-c555-4cc2-902d-291744f3b662 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:13:55.795137 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.managers [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port fb4341d0-65fb-4296-9746-feee9d600ce4 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:13:55.795654 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.managers [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port fb4341d0-65fb-4296-9746-feee9d600ce4 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '54286307-58c3-454d-b170-d5574f812fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15f18119-87e6-44a0-919f-208992bec9bf'}] {{(pid=102366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:13:55.796090 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port fb4341d0-65fb-4296-9746-feee9d600ce4 on network 15f18119-87e6-44a0-919f-208992bec9bf {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:13:55.827449 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-740ab7b7-c555-4cc2-902d-291744f3b662 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:55.828140 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-740ab7b7-c555-4cc2-902d-291744f3b662 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Added segment 6bd59379-b90d-4201-af50-a2252abc8555 of type vlan for network 8a5f951e-fbb6-45a2-9736-45c396f8a27a Dec 10 19:13:55.833657 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Port fb4341d0-65fb-4296-9746-feee9d600ce4 on network 15f18119-87e6-44a0-919f-208992bec9bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:13:55.833996 dv-neutron-821441-1-hyperv neutron-server[102366]: ERROR neutron.plugins.ml2.managers [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Failed to bind port fb4341d0-65fb-4296-9746-feee9d600ce4 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '54286307-58c3-454d-b170-d5574f812fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15f18119-87e6-44a0-919f-208992bec9bf'}] Dec 10 19:13:55.840186 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.36', 49854) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:55.867672 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.plugins.ml2.plugin [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempt 3 to bind port fb4341d0-65fb-4296-9746-feee9d600ce4 Dec 10 19:13:55.880413 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6a96509-b4cd-4a48-87a8-901cb305c0fd tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Router faa5fe22-449b-4e00-ae52-673207a542c9 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:13:55.918956 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ab7b7-c555-4cc2-902d-291744f3b662 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=254b0fe3-3bde-4244-9cca-2eea5f702012,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:56.043603 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-59eb33c8-d82f-4c4b-8c84-8735ba854c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:56.047056 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.managers [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port fb4341d0-65fb-4296-9746-feee9d600ce4 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:13:56.047407 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.managers [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port fb4341d0-65fb-4296-9746-feee9d600ce4 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '54286307-58c3-454d-b170-d5574f812fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15f18119-87e6-44a0-919f-208992bec9bf'}] {{(pid=102366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:13:56.047740 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port fb4341d0-65fb-4296-9746-feee9d600ce4 on network 15f18119-87e6-44a0-919f-208992bec9bf {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:13:56.093196 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-740ab7b7-c555-4cc2-902d-291744f3b662 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:56.093196 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Port fb4341d0-65fb-4296-9746-feee9d600ce4 on network 15f18119-87e6-44a0-919f-208992bec9bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:13:56.093196 dv-neutron-821441-1-hyperv neutron-server[102366]: ERROR neutron.plugins.ml2.managers [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Failed to bind port fb4341d0-65fb-4296-9746-feee9d600ce4 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '54286307-58c3-454d-b170-d5574f812fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15f18119-87e6-44a0-919f-208992bec9bf'}] Dec 10 19:13:56.096119 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.plugins.ml2.plugin [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempt 4 to bind port fb4341d0-65fb-4296-9746-feee9d600ce4 Dec 10 19:13:56.120272 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.managers [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port fb4341d0-65fb-4296-9746-feee9d600ce4 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:13:56.121294 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.managers [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port fb4341d0-65fb-4296-9746-feee9d600ce4 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '54286307-58c3-454d-b170-d5574f812fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15f18119-87e6-44a0-919f-208992bec9bf'}] {{(pid=102366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:13:56.121294 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port fb4341d0-65fb-4296-9746-feee9d600ce4 on network 15f18119-87e6-44a0-919f-208992bec9bf {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:13:56.145150 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Port fb4341d0-65fb-4296-9746-feee9d600ce4 on network 15f18119-87e6-44a0-919f-208992bec9bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:13:56.145594 dv-neutron-821441-1-hyperv neutron-server[102366]: ERROR neutron.plugins.ml2.managers [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Failed to bind port fb4341d0-65fb-4296-9746-feee9d600ce4 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '54286307-58c3-454d-b170-d5574f812fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15f18119-87e6-44a0-919f-208992bec9bf'}] Dec 10 19:13:56.147744 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.plugins.ml2.plugin [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempt 5 to bind port fb4341d0-65fb-4296-9746-feee9d600ce4 Dec 10 19:13:56.166993 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a96509-b4cd-4a48-87a8-901cb305c0fd tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:13:56.168919 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.managers [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port fb4341d0-65fb-4296-9746-feee9d600ce4 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:13:56.169246 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.managers [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port fb4341d0-65fb-4296-9746-feee9d600ce4 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '54286307-58c3-454d-b170-d5574f812fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15f18119-87e6-44a0-919f-208992bec9bf'}] {{(pid=102366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:13:56.169576 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port fb4341d0-65fb-4296-9746-feee9d600ce4 on network 15f18119-87e6-44a0-919f-208992bec9bf {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:13:56.175366 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-a6a96509-b4cd-4a48-87a8-901cb305c0fd tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] 10.222.0.69 "PUT /v2.0/routers/faa5fe22-449b-4e00-ae52-673207a542c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9164231 Dec 10 19:13:56.182345 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50358) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:56.189984 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-d80af8c2-713a-47a9-afa3-ea8cac51a724 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Request body: {'port': {'network_id': '81058bbc-6dde-4374-8099-0dcf4abd6b2e', 'name': 'tempest-FloatingIPAdminTestJSON-1926005930'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:56.202222 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393104ad-c0f1-440a-bd0a-53ac7bf42013 None None] Sync routers for ids ['faa5fe22-449b-4e00-ae52-673207a542c9'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:13:56.262158 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393104ad-c0f1-440a-bd0a-53ac7bf42013 None None] Routers {'faa5fe22-449b-4e00-ae52-673207a542c9'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:13:56.263757 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-393104ad-c0f1-440a-bd0a-53ac7bf42013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:13:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['faa5fe22-449b-4e00-ae52-673207a542c9'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:56.327151 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Port fb4341d0-65fb-4296-9746-feee9d600ce4 on network 15f18119-87e6-44a0-919f-208992bec9bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:13:56.327963 dv-neutron-821441-1-hyperv neutron-server[102366]: ERROR neutron.plugins.ml2.managers [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Failed to bind port fb4341d0-65fb-4296-9746-feee9d600ce4 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '54286307-58c3-454d-b170-d5574f812fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15f18119-87e6-44a0-919f-208992bec9bf'}] Dec 10 19:13:56.333084 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.plugins.ml2.plugin [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempt 6 to bind port fb4341d0-65fb-4296-9746-feee9d600ce4 Dec 10 19:13:56.346086 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-740ab7b7-c555-4cc2-902d-291744f3b662 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:56.353083 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740ab7b7-c555-4cc2-902d-291744f3b662 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:56.354719 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-740ab7b7-c555-4cc2-902d-291744f3b662 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:56.357727 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-393104ad-c0f1-440a-bd0a-53ac7bf42013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:56.410953 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-59eb33c8-d82f-4c4b-8c84-8735ba854c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:56.412786 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:56.420573 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-59eb33c8-d82f-4c4b-8c84-8735ba854c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:56.422008 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-59eb33c8-d82f-4c4b-8c84-8735ba854c29 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f39bb6cd-83bb-43ae-bce4-73e16c7b78d6 HTTP/1.1" status: 204 len: 168 time: 1.2520900 Dec 10 19:13:56.459646 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393104ad-c0f1-440a-bd0a-53ac7bf42013 None None] Routers {'faa5fe22-449b-4e00-ae52-673207a542c9'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:13:56.462015 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-740ab7b7-c555-4cc2-902d-291744f3b662 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7421513 Dec 10 19:13:56.494549 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-393104ad-c0f1-440a-bd0a-53ac7bf42013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:13:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['faa5fe22-449b-4e00-ae52-673207a542c9'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:56.546723 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.managers [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port fb4341d0-65fb-4296-9746-feee9d600ce4 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:13:56.547548 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.managers [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port fb4341d0-65fb-4296-9746-feee9d600ce4 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '54286307-58c3-454d-b170-d5574f812fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15f18119-87e6-44a0-919f-208992bec9bf'}] {{(pid=102366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:13:56.552074 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port fb4341d0-65fb-4296-9746-feee9d600ce4 on network 15f18119-87e6-44a0-919f-208992bec9bf {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:13:56.566446 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50374) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:56.661267 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:56.688742 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-393104ad-c0f1-440a-bd0a-53ac7bf42013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:56.689983 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393104ad-c0f1-440a-bd0a-53ac7bf42013 None None] The sync data for ids ['faa5fe22-449b-4e00-ae52-673207a542c9'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:13:56.809860 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Port fb4341d0-65fb-4296-9746-feee9d600ce4 on network 15f18119-87e6-44a0-919f-208992bec9bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:13:56.810365 dv-neutron-821441-1-hyperv neutron-server[102366]: ERROR neutron.plugins.ml2.managers [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Failed to bind port fb4341d0-65fb-4296-9746-feee9d600ce4 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '54286307-58c3-454d-b170-d5574f812fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15f18119-87e6-44a0-919f-208992bec9bf'}] Dec 10 19:13:56.840032 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50380) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:56.840032 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.36', 49859) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:56.841161 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.plugins.ml2.plugin [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempt 7 to bind port fb4341d0-65fb-4296-9746-feee9d600ce4 Dec 10 19:13:56.878995 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-7b6360f3-f437-40bb-a378-5dceee5da436 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Request body: {'subnet': {'network_id': '8a5f951e-fbb6-45a2-9736-45c396f8a27a', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:56.941825 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ab7b7-c555-4cc2-902d-291744f3b662 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Pushing event updated for resources: {'Network': ['ID=8a5f951e-fbb6-45a2-9736-45c396f8a27a,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:56.944725 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eb33c8-d82f-4c4b-8c84-8735ba854c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39bb6cd-83bb-43ae-bce4-73e16c7b78d6,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:56.957973 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 8a5f951e-fbb6-45a2-9736-45c396f8a27a details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:13:57.035008 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1dd73463-f45f-449a-bc90-3b920ab5ee50 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks [] for router_gateway, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:57.122798 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.managers [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port fb4341d0-65fb-4296-9746-feee9d600ce4 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:13:57.123617 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.managers [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port fb4341d0-65fb-4296-9746-feee9d600ce4 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '54286307-58c3-454d-b170-d5574f812fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15f18119-87e6-44a0-919f-208992bec9bf'}] {{(pid=102366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:13:57.123617 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port fb4341d0-65fb-4296-9746-feee9d600ce4 on network 15f18119-87e6-44a0-919f-208992bec9bf {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:13:57.241224 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80af8c2-713a-47a9-afa3-ea8cac51a724 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Made reservation on behalf of 5825191494b743bfbcc62d6658053e40 for: {'port': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:13:57.247843 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d80af8c2-713a-47a9-afa3-ea8cac51a724 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:57.269323 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-466a75ec-30c7-4edf-a904-fa814b16d4d7 req-ddeebc7a-d0c1-4f5d-81fa-2f2571045ccd tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] 10.222.0.69 "GET /v2.0/ports?device_id=7dff2011-5f01-4703-80b4-3e97e9f7d2b3 HTTP/1.1" status: 200 len: 210 time: 0.6853595 Dec 10 19:13:57.351236 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6360f3-f437-40bb-a378-5dceee5da436 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Made reservation on behalf of c32314706c7841f0aec3c27688848c9e for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:13:57.363179 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7b6360f3-f437-40bb-a378-5dceee5da436 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:57.385230 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Port fb4341d0-65fb-4296-9746-feee9d600ce4 on network 15f18119-87e6-44a0-919f-208992bec9bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:13:57.385230 dv-neutron-821441-1-hyperv neutron-server[102366]: ERROR neutron.plugins.ml2.managers [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Failed to bind port fb4341d0-65fb-4296-9746-feee9d600ce4 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '54286307-58c3-454d-b170-d5574f812fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15f18119-87e6-44a0-919f-208992bec9bf'}] Dec 10 19:13:57.395108 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.plugins.ml2.plugin [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempt 8 to bind port fb4341d0-65fb-4296-9746-feee9d600ce4 Dec 10 19:13:57.450456 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.managers [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port fb4341d0-65fb-4296-9746-feee9d600ce4 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:13:57.450456 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.managers [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port fb4341d0-65fb-4296-9746-feee9d600ce4 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '54286307-58c3-454d-b170-d5574f812fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15f18119-87e6-44a0-919f-208992bec9bf'}] {{(pid=102366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:13:57.451045 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port fb4341d0-65fb-4296-9746-feee9d600ce4 on network 15f18119-87e6-44a0-919f-208992bec9bf {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:13:57.455305 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50406) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:57.460024 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-fec66c92-d894-4526-9422-c8981192a841 req-c630d252-407d-4396-8dd1-aad32cbeb081 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] 10.222.0.69 "GET /v2.0/ports?device_id=56f86edf-c896-4d8a-9326-e6e1a1c30e71 HTTP/1.1" status: 200 len: 210 time: 0.4862764 Dec 10 19:13:57.530240 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0c1b54d0-33d6-4d1e-b06e-520f920526a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:57.604115 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-e837bc5e-991c-4156-888d-b50a04459940 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=751092a8186c4f059a41f93ada3fb698&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0320945 Dec 10 19:13:57.618662 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50408) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:57.690135 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd870b-c402-48b4-ad0d-3c14c37ae79b req-0a2fb10a-482a-4589-8f35-4f88719c9cb9 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:57.692907 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-72dd870b-c402-48b4-ad0d-3c14c37ae79b req-0a2fb10a-482a-4589-8f35-4f88719c9cb9 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] 10.222.0.36 "GET /v2.0/networks?id=9c90251c-649d-45e9-a5ea-011db4b5aa52 HTTP/1.1" status: 200 len: 812 time: 1.8510048 Dec 10 19:13:57.749285 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1dd73463-f45f-449a-bc90-3b920ab5ee50 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:57.934902 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0c1b54d0-33d6-4d1e-b06e-520f920526a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:58.007151 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [None req-d80af8c2-713a-47a9-afa3-ea8cac51a724 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] device_id is not set on port f78de9d6-9956-4ff4-be29-b6cb445f92bb yet. {{(pid=102366) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:13:58.046326 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Port fb4341d0-65fb-4296-9746-feee9d600ce4 on network 15f18119-87e6-44a0-919f-208992bec9bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:13:58.047253 dv-neutron-821441-1-hyperv neutron-server[102366]: ERROR neutron.plugins.ml2.managers [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Failed to bind port fb4341d0-65fb-4296-9746-feee9d600ce4 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '54286307-58c3-454d-b170-d5574f812fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15f18119-87e6-44a0-919f-208992bec9bf'}] Dec 10 19:13:58.069365 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.plugins.ml2.plugin [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempt 9 to bind port fb4341d0-65fb-4296-9746-feee9d600ce4 Dec 10 19:13:58.101812 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0c1b54d0-33d6-4d1e-b06e-520f920526a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:58.193143 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-65eb5ca0-0bf2-4439-b457-e2c4268d506a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:58.237773 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-65eb5ca0-0bf2-4439-b457-e2c4268d506a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:58.357910 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-0c1b54d0-33d6-4d1e-b06e-520f920526a4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a1b7d3aae23540c282380c964e4f12f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8953304 Dec 10 19:13:58.373211 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50412) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:58.405814 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-65eb5ca0-0bf2-4439-b457-e2c4268d506a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:58.410569 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-65eb5ca0-0bf2-4439-b457-e2c4268d506a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:58.414984 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-65eb5ca0-0bf2-4439-b457-e2c4268d506a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5273ec5c-9c56-4cb7-8510-0e39dbf08594 HTTP/1.1" status: 204 len: 168 time: 0.7850349 Dec 10 19:13:58.414984 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1b54d0-33d6-4d1e-b06e-520f920526a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0003de3e-40dc-4865-a0a5-ee5424ec0801,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:58.434687 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.managers [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port fb4341d0-65fb-4296-9746-feee9d600ce4 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:13:58.435355 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.managers [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port fb4341d0-65fb-4296-9746-feee9d600ce4 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '54286307-58c3-454d-b170-d5574f812fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15f18119-87e6-44a0-919f-208992bec9bf'}] {{(pid=102366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:13:58.435772 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port fb4341d0-65fb-4296-9746-feee9d600ce4 on network 15f18119-87e6-44a0-919f-208992bec9bf {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:13:58.479687 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa817b-fcb2-436f-88d0-7c7bd7280840 req-70286b3a-29e3-46dd-95b9-5f4503788429 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:58.482428 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-19aa817b-fcb2-436f-88d0-7c7bd7280840 req-70286b3a-29e3-46dd-95b9-5f4503788429 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] 10.222.0.36 "GET /v2.0/networks?id=e9d35973-bd0e-41e8-af04-98288aa68c12 HTTP/1.1" status: 200 len: 805 time: 1.6319768 Dec 10 19:13:58.487276 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-d80af8c2-713a-47a9-afa3-ea8cac51a724 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Allocated IP 172.20.0.13 (81058bbc-6dde-4374-8099-0dcf4abd6b2e/0b700215-5358-41df-b977-a89f7505aa99/f78de9d6-9956-4ff4-be29-b6cb445f92bb) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:13:58.491692 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Port fb4341d0-65fb-4296-9746-feee9d600ce4 on network 15f18119-87e6-44a0-919f-208992bec9bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:13:58.492261 dv-neutron-821441-1-hyperv neutron-server[102366]: ERROR neutron.plugins.ml2.managers [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Failed to bind port fb4341d0-65fb-4296-9746-feee9d600ce4 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '54286307-58c3-454d-b170-d5574f812fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15f18119-87e6-44a0-919f-208992bec9bf'}] Dec 10 19:13:58.508389 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.plugins.ml2.plugin [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempt 10 to bind port fb4341d0-65fb-4296-9746-feee9d600ce4 Dec 10 19:13:58.527705 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eb5ca0-0bf2-4439-b457-e2c4268d506a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5273ec5c-9c56-4cb7-8510-0e39dbf08594,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:58.605833 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.managers [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port fb4341d0-65fb-4296-9746-feee9d600ce4 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:13:58.606227 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.managers [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port fb4341d0-65fb-4296-9746-feee9d600ce4 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '54286307-58c3-454d-b170-d5574f812fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15f18119-87e6-44a0-919f-208992bec9bf'}] {{(pid=102366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:13:58.606656 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempting to bind port fb4341d0-65fb-4296-9746-feee9d600ce4 on network 15f18119-87e6-44a0-919f-208992bec9bf {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:13:58.609947 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0e7b55e4-96eb-4d96-8c74-4c98aad106c5 req-15e605c4-e68c-4286-9302-fb8182d4e205 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] 10.222.0.69 "GET /v2.0/ports?device_id=7dff2011-5f01-4703-80b4-3e97e9f7d2b3 HTTP/1.1" status: 200 len: 210 time: 0.1247978 Dec 10 19:13:58.721324 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-72dd870b-c402-48b4-ad0d-3c14c37ae79b req-840a5a09-3d2e-4d23-916f-b69cb1929b3a tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16eb7381a9bc4b9180d8fd7d3d4cffa7 HTTP/1.1" status: 200 len: 380 time: 0.2478323 Dec 10 19:13:58.726806 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Port fb4341d0-65fb-4296-9746-feee9d600ce4 on network 15f18119-87e6-44a0-919f-208992bec9bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:13:58.726806 dv-neutron-821441-1-hyperv neutron-server[102366]: ERROR neutron.plugins.ml2.managers [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Failed to bind port fb4341d0-65fb-4296-9746-feee9d600ce4 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '54286307-58c3-454d-b170-d5574f812fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15f18119-87e6-44a0-919f-208992bec9bf'}] Dec 10 19:13:58.728169 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:58.755581 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-72dd870b-c402-48b4-ad0d-3c14c37ae79b req-b3c3ab4d-caef-4f4e-bd2c-df97ebfbd050 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Request body: {'port': {'device_id': '56f86edf-c896-4d8a-9326-e6e1a1c30e71', 'network_id': '9c90251c-649d-45e9-a5ea-011db4b5aa52', 'admin_state_up': True, 'tenant_id': '16eb7381a9bc4b9180d8fd7d3d4cffa7', 'security_groups': ['b70c9707-804c-4755-a29b-44a73c84802d']}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:58.765712 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a9f55bf1-118e-4acf-a637-e1ea3c08583f req-140b2f1b-c7f9-496a-a1aa-22ad6b75ad58 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] 10.222.0.69 "GET /v2.0/ports?device_id=56f86edf-c896-4d8a-9326-e6e1a1c30e71 HTTP/1.1" status: 200 len: 210 time: 0.0657146 Dec 10 19:13:58.835767 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7fc28f22-a02a-42af-aad6-8e3a9cbd8507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:58.842019 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dd73463-f45f-449a-bc90-3b920ab5ee50 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Router c7a44d55-0675-4179-8ad0-a42efb8be3a3 is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:13:58.894049 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7fc28f22-a02a-42af-aad6-8e3a9cbd8507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:58.948745 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-19aa817b-fcb2-436f-88d0-7c7bd7280840 req-c48ab9a3-56fb-4ed8-9647-c59caaef5e81 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af448cbcd018494cbdae615f8d35e0f1 HTTP/1.1" status: 200 len: 380 time: 0.3944387 Dec 10 19:13:59.008428 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [req-19aa817b-fcb2-436f-88d0-7c7bd7280840 req-7d3bebfb-aef1-4bc8-aea3-32d212143547 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Request body: {'port': {'device_id': '7dff2011-5f01-4703-80b4-3e97e9f7d2b3', 'network_id': 'e9d35973-bd0e-41e8-af04-98288aa68c12', 'admin_state_up': True, 'tenant_id': 'af448cbcd018494cbdae615f8d35e0f1', 'security_groups': ['f1ad53fa-07e5-4365-a4a0-1215baa9957c']}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:59.078797 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72dd870b-c402-48b4-ad0d-3c14c37ae79b req-b3c3ab4d-caef-4f4e-bd2c-df97ebfbd050 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Made reservation on behalf of 16eb7381a9bc4b9180d8fd7d3d4cffa7 for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:13:59.083235 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-72dd870b-c402-48b4-ad0d-3c14c37ae79b req-b3c3ab4d-caef-4f4e-bd2c-df97ebfbd050 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:59.313177 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [req-72dd870b-c402-48b4-ad0d-3c14c37ae79b req-b3c3ab4d-caef-4f4e-bd2c-df97ebfbd050 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Allocated IP 172.20.0.14 (9c90251c-649d-45e9-a5ea-011db4b5aa52/eda7c997-4549-4482-a006-e011511a0739/66321e8d-2c13-4d5d-ab57-d41aea84753d) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:13:59.384610 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7fc28f22-a02a-42af-aad6-8e3a9cbd8507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:59.388479 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7fc28f22-a02a-42af-aad6-8e3a9cbd8507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:59.390412 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-7fc28f22-a02a-42af-aad6-8e3a9cbd8507 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0003de3e-40dc-4865-a0a5-ee5424ec0801 HTTP/1.1" status: 204 len: 168 time: 1.0155768 Dec 10 19:13:59.478907 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7b6360f3-f437-40bb-a378-5dceee5da436 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:59.547844 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd73463-f45f-449a-bc90-3b920ab5ee50 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:13:59.565414 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498d41b6-3ab9-4464-8482-90a823a03351 None None] Sync routers for ids ['c7a44d55-0675-4179-8ad0-a42efb8be3a3'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:13:59.580840 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19aa817b-fcb2-436f-88d0-7c7bd7280840 req-7d3bebfb-aef1-4bc8-aea3-32d212143547 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Made reservation on behalf of af448cbcd018494cbdae615f8d35e0f1 for: {'port': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:13:59.598741 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-19aa817b-fcb2-436f-88d0-7c7bd7280840 req-7d3bebfb-aef1-4bc8-aea3-32d212143547 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:59.598959 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-72dd870b-c402-48b4-ad0d-3c14c37ae79b req-b3c3ab4d-caef-4f4e-bd2c-df97ebfbd050 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:59.607702 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] For port fb4341d0-65fb-4296-9746-feee9d600ce4, host hv-neutron-8214, cleared binding levels {{(pid=102366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:13:59.611522 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attempted to set empty binding levels {{(pid=102366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 10 19:13:59.619776 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc28f22-a02a-42af-aad6-8e3a9cbd8507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0003de3e-40dc-4865-a0a5-ee5424ec0801,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:59.655509 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498d41b6-3ab9-4464-8482-90a823a03351 None None] Routers {'c7a44d55-0675-4179-8ad0-a42efb8be3a3'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:13:59.656763 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-498d41b6-3ab9-4464-8482-90a823a03351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:13:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['c7a44d55-0675-4179-8ad0-a42efb8be3a3'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:59.672704 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1dd73463-f45f-449a-bc90-3b920ab5ee50 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:59.676640 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-1dd73463-f45f-449a-bc90-3b920ab5ee50 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.0554419 Dec 10 19:13:59.691137 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:59.698092 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50434) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:13:59.810165 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-498d41b6-3ab9-4464-8482-90a823a03351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:59.847976 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498d41b6-3ab9-4464-8482-90a823a03351 None None] Routers {'c7a44d55-0675-4179-8ad0-a42efb8be3a3'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:13:59.850197 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-498d41b6-3ab9-4464-8482-90a823a03351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:13:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['c7a44d55-0675-4179-8ad0-a42efb8be3a3'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:59.880572 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Pushing event updated for resources: {'Port': ['ID=fb4341d0-65fb-4296-9746-feee9d600ce4,revision_number=3']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:59.894198 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] In _notify_port_updated(), no bound segment for port fb4341d0-65fb-4296-9746-feee9d600ce4 on network 15f18119-87e6-44a0-919f-208992bec9bf {{(pid=102366) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 10 19:13:59.898630 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:59.899672 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:13:59.907393 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-647c3700-6af1-464b-9527-390a9212ef1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] 10.222.0.69 "PUT /v2.0/ports/fb4341d0-65fb-4296-9746-feee9d600ce4 HTTP/1.1" status: 200 len: 980 time: 5.8530164 Dec 10 19:13:59.929513 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50438) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:00.033751 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-498d41b6-3ab9-4464-8482-90a823a03351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:00.046756 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498d41b6-3ab9-4464-8482-90a823a03351 None None] The sync data for ids ['c7a44d55-0675-4179-8ad0-a42efb8be3a3'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:14:00.138569 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [req-19aa817b-fcb2-436f-88d0-7c7bd7280840 req-7d3bebfb-aef1-4bc8-aea3-32d212143547 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Allocated IP 172.20.0.3 (e9d35973-bd0e-41e8-af04-98288aa68c12/4dff902f-89e7-4f28-8db1-bc880cee9536/9e655a9f-d1da-4c1a-8af0-8a6945d94996) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:14:00.320787 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6360f3-f437-40bb-a378-5dceee5da436 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Pushing event updated for resources: {'Subnet': ['ID=4f545857-c07d-49b0-ab2e-21e0170fc1df,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:00.462432 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6360f3-f437-40bb-a378-5dceee5da436 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Checking segment: {'id': '6bd59379-b90d-4201-af50-a2252abc8555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8a5f951e-fbb6-45a2-9736-45c396f8a27a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:14:00.463188 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6360f3-f437-40bb-a378-5dceee5da436 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Network hostable DHCP agents. Network: 8a5f951e-fbb6-45a2-9736-45c396f8a27a, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:14:00.478869 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d80af8c2-713a-47a9-afa3-ea8cac51a724 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:00.519642 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6360f3-f437-40bb-a378-5dceee5da436 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Network 8a5f951e-fbb6-45a2-9736-45c396f8a27a is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:14:00.581438 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-7b6360f3-f437-40bb-a378-5dceee5da436 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 8a5f951e-fbb6-45a2-9736-45c396f8a27a) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:14:00.589041 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-53be0d8e-4eb9-42fb-ae42-aac3b94f2fcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Deleting port fb4341d0-65fb-4296-9746-feee9d600ce4 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:14:00.589486 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-53be0d8e-4eb9-42fb-ae42-aac3b94f2fcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:00.592084 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da2a395-2188-41fc-920e-ff5cbad06746 None None] Network 8a5f951e-fbb6-45a2-9736-45c396f8a27a requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:14:00.605971 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50456) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:00.608696 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6360f3-f437-40bb-a378-5dceee5da436 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:00.609359 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7b6360f3-f437-40bb-a378-5dceee5da436 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:00.644586 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-72dd870b-c402-48b4-ad0d-3c14c37ae79b req-b3c3ab4d-caef-4f4e-bd2c-df97ebfbd050 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:00.682323 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-7b6360f3-f437-40bb-a378-5dceee5da436 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.8331859 Dec 10 19:14:00.776576 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-19aa817b-fcb2-436f-88d0-7c7bd7280840 req-7d3bebfb-aef1-4bc8-aea3-32d212143547 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:00.791398 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f0b9f421-3c32-4693-80fe-e57125cf2647 req-a55250b6-f76f-47f2-9461-b13ca3f1c616 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] 10.222.0.69 "GET /v2.0/ports?device_id=7dff2011-5f01-4703-80b4-3e97e9f7d2b3 HTTP/1.1" status: 200 len: 210 time: 0.2459712 Dec 10 19:14:00.791398 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50460) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:00.869401 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d80af8c2-713a-47a9-afa3-ea8cac51a724 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:00.890281 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-ff079cb4-8a42-4123-91d4-c53f3119ddde tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-731922516'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:00.905271 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-dec24e9e-350f-44d7-954e-49a0b60fb4da tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-205250427'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:00.934013 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72dd870b-c402-48b4-ad0d-3c14c37ae79b req-b3c3ab4d-caef-4f4e-bd2c-df97ebfbd050 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Network 9c90251c-649d-45e9-a5ea-011db4b5aa52 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:14:00.953769 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [req-72dd870b-c402-48b4-ad0d-3c14c37ae79b req-b3c3ab4d-caef-4f4e-bd2c-df97ebfbd050 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:14:01.002154 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-72dd870b-c402-48b4-ad0d-3c14c37ae79b req-b3c3ab4d-caef-4f4e-bd2c-df97ebfbd050 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:14:01.048128 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-53be0d8e-4eb9-42fb-ae42-aac3b94f2fcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] For port fb4341d0-65fb-4296-9746-feee9d600ce4, host hv-neutron-8214, got binding levels [] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:14:01.049062 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-53be0d8e-4eb9-42fb-ae42-aac3b94f2fcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:01.075840 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9afc2d9-3bd7-4c91-a80e-70fada58ed26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-8a5f951e-fbb6-45a2-9736-45c396f8a27a', 'network_id': '8a5f951e-fbb6-45a2-9736-45c396f8a27a', 'tenant_id': 'c32314706c7841f0aec3c27688848c9e', 'fixed_ips': [{'subnet_id': '4f545857-c07d-49b0-ab2e-21e0170fc1df'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:14:01.077892 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b9afc2d9-3bd7-4c91-a80e-70fada58ed26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:01.110556 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80af8c2-713a-47a9-afa3-ea8cac51a724 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Network 81058bbc-6dde-4374-8099-0dcf4abd6b2e is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:14:01.160624 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c3ab4d-caef-4f4e-bd2c-df97ebfbd050 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Pushing event updated for resources: {'Port': ['ID=66321e8d-2c13-4d5d-ab57-d41aea84753d,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:01.171547 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-53be0d8e-4eb9-42fb-ae42-aac3b94f2fcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Calling delete_port for fb4341d0-65fb-4296-9746-feee9d600ce4 owned by {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:14:01.210400 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-d80af8c2-713a-47a9-afa3-ea8cac51a724 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:14:01.217412 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc3997-2ca0-4c63-a923-e6acdc64f3b6 req-dc84e481-3c45-4a09-9cc4-18609d374239 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:01.225100 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80af8c2-713a-47a9-afa3-ea8cac51a724 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Pushing event updated for resources: {'Port': ['ID=f78de9d6-9956-4ff4-be29-b6cb445f92bb,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:01.230633 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff079cb4-8a42-4123-91d4-c53f3119ddde tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Made reservation on behalf of 61dac1ab2a1949a99b1a684b7ae4595d for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:14:01.237446 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ff079cb4-8a42-4123-91d4-c53f3119ddde tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:01.242254 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-63fc3997-2ca0-4c63-a923-e6acdc64f3b6 req-dc84e481-3c45-4a09-9cc4-18609d374239 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] 10.222.0.69 "GET /v2.0/ports?device_id=56f86edf-c896-4d8a-9326-e6e1a1c30e71 HTTP/1.1" status: 200 len: 932 time: 0.7409129 Dec 10 19:14:01.296671 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80af8c2-713a-47a9-afa3-ea8cac51a724 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:14:01.310061 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ff079cb4-8a42-4123-91d4-c53f3119ddde tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:01.316035 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-19aa817b-fcb2-436f-88d0-7c7bd7280840 req-7d3bebfb-aef1-4bc8-aea3-32d212143547 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:01.439928 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-1f98ebd1-7f2d-42d4-9670-7fcce1f09557 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] 10.222.0.69 "GET /v2.0/routers/c7a44d55-0675-4179-8ad0-a42efb8be3a3 HTTP/1.1" status: 200 len: 920 time: 1.7316468 Dec 10 19:14:01.453806 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd870b-c402-48b4-ad0d-3c14c37ae79b req-b3c3ab4d-caef-4f4e-bd2c-df97ebfbd050 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:01.454853 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-72dd870b-c402-48b4-ad0d-3c14c37ae79b req-b3c3ab4d-caef-4f4e-bd2c-df97ebfbd050 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:01.487781 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50472) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:01.628309 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-1604d829-cd09-4d7c-831d-343112d2c074 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] 10.222.0.69 "GET /v2.0/ports?device_id=c7a44d55-0675-4179-8ad0-a42efb8be3a3 HTTP/1.1" status: 200 len: 205 time: 0.1386576 Dec 10 19:14:01.660488 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec24e9e-350f-44d7-954e-49a0b60fb4da tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Made reservation on behalf of c32314706c7841f0aec3c27688848c9e for: {'network': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:14:01.693238 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-b9afc2d9-3bd7-4c91-a80e-70fada58ed26 None None] Allocated IP 172.20.255.242 (8a5f951e-fbb6-45a2-9736-45c396f8a27a/4f545857-c07d-49b0-ab2e-21e0170fc1df/63146733-171d-4a4b-969f-86f01b59f906) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:14:01.694683 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dec24e9e-350f-44d7-954e-49a0b60fb4da tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:01.716998 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-77cb0923-e44c-47cb-aeb8-01cfdc0f46e7 None None] Provisioning complete for port 66321e8d-2c13-4d5d-ab57-d41aea84753d triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:01.717942 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-77cb0923-e44c-47cb-aeb8-01cfdc0f46e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:01.746354 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50474) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:01.828542 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-72dd870b-c402-48b4-ad0d-3c14c37ae79b req-b3c3ab4d-caef-4f4e-bd2c-df97ebfbd050 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0764065 Dec 10 19:14:01.856105 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-77cb0923-e44c-47cb-aeb8-01cfdc0f46e7 None None] Port 66321e8d-2c13-4d5d-ab57-d41aea84753d cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:14:01.932238 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [req-72dd870b-c402-48b4-ad0d-3c14c37ae79b req-8497e95c-0a68-42c1-a848-c528411973de tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:01.934017 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-72dd870b-c402-48b4-ad0d-3c14c37ae79b req-8497e95c-0a68-42c1-a848-c528411973de tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091374 Dec 10 19:14:02.001169 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-63fc3997-2ca0-4c63-a923-e6acdc64f3b6 req-9dab9c59-95fc-42e3-b388-98b181d4301e tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] 10.222.0.69 "GET /v2.0/security-groups?id=b70c9707-804c-4755-a29b-44a73c84802d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7319686 Dec 10 19:14:02.108165 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dec24e9e-350f-44d7-954e-49a0b60fb4da tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=102365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:14:02.119983 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-53be0d8e-4eb9-42fb-ae42-aac3b94f2fcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:02.126816 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19aa817b-fcb2-436f-88d0-7c7bd7280840 req-7d3bebfb-aef1-4bc8-aea3-32d212143547 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Network e9d35973-bd0e-41e8-af04-98288aa68c12 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:14:02.159874 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80af8c2-713a-47a9-afa3-ea8cac51a724 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:02.161507 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d80af8c2-713a-47a9-afa3-ea8cac51a724 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:02.164290 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dec24e9e-350f-44d7-954e-49a0b60fb4da tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:02.170338 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.segments_db [None req-dec24e9e-350f-44d7-954e-49a0b60fb4da tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Added segment 90f1121f-6bf7-4c56-90e6-e82c102003a2 of type vlan for network a3fc2aa1-13f0-46c4-aa8f-118577332f8e Dec 10 19:14:02.201714 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [req-19aa817b-fcb2-436f-88d0-7c7bd7280840 req-7d3bebfb-aef1-4bc8-aea3-32d212143547 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:14:02.230910 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d80af8c2-713a-47a9-afa3-ea8cac51a724 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 6.0408030 Dec 10 19:14:02.241373 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [req-19aa817b-fcb2-436f-88d0-7c7bd7280840 req-7d3bebfb-aef1-4bc8-aea3-32d212143547 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:14:02.263570 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:02.286447 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-7d7959ac-d795-43df-b39f-4d58a52ecbaf None None] Provisioning complete for port f78de9d6-9956-4ff4-be29-b6cb445f92bb triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:02.288283 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-7d7959ac-d795-43df-b39f-4d58a52ecbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:02.319798 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dec24e9e-350f-44d7-954e-49a0b60fb4da tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:02.407820 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-7d7959ac-d795-43df-b39f-4d58a52ecbaf None None] Port f78de9d6-9956-4ff4-be29-b6cb445f92bb cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:14:02.413263 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50482) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:02.428239 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa817b-fcb2-436f-88d0-7c7bd7280840 req-7d3bebfb-aef1-4bc8-aea3-32d212143547 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:02.434750 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-19aa817b-fcb2-436f-88d0-7c7bd7280840 req-7d3bebfb-aef1-4bc8-aea3-32d212143547 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:02.469747 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3bebfb-aef1-4bc8-aea3-32d212143547 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Pushing event updated for resources: {'Port': ['ID=9e655a9f-d1da-4c1a-8af0-8a6945d94996,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:02.519536 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-53be0d8e-4eb9-42fb-ae42-aac3b94f2fcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:02.529436 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-53be0d8e-4eb9-42fb-ae42-aac3b94f2fcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] 10.222.0.69 "DELETE /v2.0/ports/fb4341d0-65fb-4296-9746-feee9d600ce4 HTTP/1.1" status: 204 len: 168 time: 2.5812614 Dec 10 19:14:02.546386 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50492) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:02.595983 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53be0d8e-4eb9-42fb-ae42-aac3b94f2fcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] Pushing event deleted for resources: {'Port': ['ID=fb4341d0-65fb-4296-9746-feee9d600ce4,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:02.616076 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-19aa817b-fcb2-436f-88d0-7c7bd7280840 req-7d3bebfb-aef1-4bc8-aea3-32d212143547 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6091287 Dec 10 19:14:02.645634 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-16db0abf-7ca0-4301-8d4b-07710ef72f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] GET failed (client error): The resource could not be found. Dec 10 19:14:02.652802 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-16db0abf-7ca0-4301-8d4b-07710ef72f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2144125622-project-admin] 10.222.0.69 "GET /v2.0/ports/fb4341d0-65fb-4296-9746-feee9d600ce4 HTTP/1.1" status: 404 len: 333 time: 0.1002588 Dec 10 19:14:02.676142 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50496) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:02.676417 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28399960-2a90-4a09-b167-9850c11bb0a3 req-aa9fd4d0-2f33-4c5f-a500-bcbbeb18c52e tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:02.676417 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-28399960-2a90-4a09-b167-9850c11bb0a3 req-aa9fd4d0-2f33-4c5f-a500-bcbbeb18c52e tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] 10.222.0.69 "GET /v2.0/ports?device_id=7dff2011-5f01-4703-80b4-3e97e9f7d2b3 HTTP/1.1" status: 200 len: 931 time: 0.6704657 Dec 10 19:14:02.687268 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dec24e9e-350f-44d7-954e-49a0b60fb4da tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:02.693318 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec24e9e-350f-44d7-954e-49a0b60fb4da tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:02.701982 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dec24e9e-350f-44d7-954e-49a0b60fb4da tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:02.772975 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b9afc2d9-3bd7-4c91-a80e-70fada58ed26 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:02.809402 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b9afc2d9-3bd7-4c91-a80e-70fada58ed26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:02.830838 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-120b4b04-4d08-4c2b-b327-d992a6d5b36f None None] Provisioning complete for port 9e655a9f-d1da-4c1a-8af0-8a6945d94996 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:02.831186 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-120b4b04-4d08-4c2b-b327-d992a6d5b36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:02.852790 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9afc2d9-3bd7-4c91-a80e-70fada58ed26 None None] Network 8a5f951e-fbb6-45a2-9736-45c396f8a27a is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:14:02.856545 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-b9afc2d9-3bd7-4c91-a80e-70fada58ed26 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:14:02.859832 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9afc2d9-3bd7-4c91-a80e-70fada58ed26 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:14:02.867901 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ff079cb4-8a42-4123-91d4-c53f3119ddde tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:02.880731 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a03868be-b8f1-42eb-aecb-e68c9eaf7324 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks [] for router, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:02.888094 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ff079cb4-8a42-4123-91d4-c53f3119ddde tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:02.903582 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-dec24e9e-350f-44d7-954e-49a0b60fb4da tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.0696859 Dec 10 19:14:02.910384 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50500) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:02.989963 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-3d22a5d7-9199-4e0c-b3c9-5ca015f1406e tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Request body: {'subnet': {'network_id': 'a3fc2aa1-13f0-46c4-aa8f-118577332f8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:03.012419 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-72dd870b-c402-48b4-ad0d-3c14c37ae79b req-9b16cf3a-1e4b-49ef-9532-06f63e2a20a5 service neutron] Request body: {'port': {'device_id': '56f86edf-c896-4d8a-9326-e6e1a1c30e71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:03.012977 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff079cb4-8a42-4123-91d4-c53f3119ddde tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47c0d444-1982-4c31-85f0-413e0fa51b87,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:03.018137 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff079cb4-8a42-4123-91d4-c53f3119ddde tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:14:03.126770 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cbbdf198-619f-4265-9193-a8a8bfb6f6db tempest-PortsAdminExtendedAttrsIpV6TestJSON-596133557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596133557-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:03.170673 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [req-19aa817b-fcb2-436f-88d0-7c7bd7280840 req-0d0c81f5-83a3-41b7-a7fa-4786f0ea7640 service neutron] Request body: {'port': {'device_id': '7dff2011-5f01-4703-80b4-3e97e9f7d2b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:03.185594 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-120b4b04-4d08-4c2b-b327-d992a6d5b36f None None] Port 9e655a9f-d1da-4c1a-8af0-8a6945d94996 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:14:03.226846 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9afc2d9-3bd7-4c91-a80e-70fada58ed26 None None] Pushing event updated for resources: {'Port': ['ID=63146733-171d-4a4b-969f-86f01b59f906,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:03.255146 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-b9afc2d9-3bd7-4c91-a80e-70fada58ed26 None None] Attempting to bind port 63146733-171d-4a4b-969f-86f01b59f906 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:14:03.255510 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-b9afc2d9-3bd7-4c91-a80e-70fada58ed26 None None] Attempting to bind port 63146733-171d-4a4b-969f-86f01b59f906 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '6bd59379-b90d-4201-af50-a2252abc8555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8a5f951e-fbb6-45a2-9736-45c396f8a27a'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:14:03.255871 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9afc2d9-3bd7-4c91-a80e-70fada58ed26 None None] Attempting to bind port 63146733-171d-4a4b-969f-86f01b59f906 on network 8a5f951e-fbb6-45a2-9736-45c396f8a27a {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:14:03.275802 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9afc2d9-3bd7-4c91-a80e-70fada58ed26 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:14:03.276171 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9afc2d9-3bd7-4c91-a80e-70fada58ed26 None None] Checking segment: {'id': '6bd59379-b90d-4201-af50-a2252abc8555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8a5f951e-fbb6-45a2-9736-45c396f8a27a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:14:03.279024 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b9afc2d9-3bd7-4c91-a80e-70fada58ed26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:03.279601 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9afc2d9-3bd7-4c91-a80e-70fada58ed26 None None] Bound using segment: {'id': '6bd59379-b90d-4201-af50-a2252abc8555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8a5f951e-fbb6-45a2-9736-45c396f8a27a'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:14:03.281621 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-b9afc2d9-3bd7-4c91-a80e-70fada58ed26 None None] Bound port: 63146733-171d-4a4b-969f-86f01b59f906, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bd59379-b90d-4201-af50-a2252abc8555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8a5f951e-fbb6-45a2-9736-45c396f8a27a'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:14:03.282091 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b9afc2d9-3bd7-4c91-a80e-70fada58ed26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:03.297875 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-9b04e1c5-9cc6-497e-a2a7-7565b6d3fdaf tempest-FloatingIPAdminTestJSON-8087862 tempest-FloatingIPAdminTestJSON-8087862-project-admin] Request body: {'floatingip': {'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'project_id': '5825191494b743bfbcc62d6658053e40', 'port_id': 'f78de9d6-9956-4ff4-be29-b6cb445f92bb'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:03.348891 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ff079cb4-8a42-4123-91d4-c53f3119ddde tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:03.357010 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-ff079cb4-8a42-4123-91d4-c53f3119ddde tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Added segment ecd70b55-8056-4d93-8af8-74e16382e324 of type vlan for network 45a1cef1-b668-40f0-ae29-b18682257f53 Dec 10 19:14:03.411835 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9b04e1c5-9cc6-497e-a2a7-7565b6d3fdaf tempest-FloatingIPAdminTestJSON-8087862 tempest-FloatingIPAdminTestJSON-8087862-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:03.446192 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-b9afc2d9-3bd7-4c91-a80e-70fada58ed26 None None] For port 63146733-171d-4a4b-969f-86f01b59f906, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:14:03.455196 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-b9afc2d9-3bd7-4c91-a80e-70fada58ed26 None None] For port 63146733-171d-4a4b-969f-86f01b59f906, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=63146733-171d-4a4b-969f-86f01b59f906,segment=NetworkSegment(6bd59379-b90d-4201-af50-a2252abc8555),segment_id=6bd59379-b90d-4201-af50-a2252abc8555)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:14:03.465384 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec24e9e-350f-44d7-954e-49a0b60fb4da tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Pushing event updated for resources: {'Network': ['ID=a3fc2aa1-13f0-46c4-aa8f-118577332f8e,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:03.470166 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b9afc2d9-3bd7-4c91-a80e-70fada58ed26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:03.491120 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-28399960-2a90-4a09-b167-9850c11bb0a3 req-3d8563f0-2327-425b-bb04-673f79d4bd80 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1ad53fa-07e5-4365-a4a0-1215baa9957c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7855816 Dec 10 19:14:03.496244 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network a3fc2aa1-13f0-46c4-aa8f-118577332f8e details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:14:03.566922 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ff079cb4-8a42-4123-91d4-c53f3119ddde tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:03.644799 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d22a5d7-9199-4e0c-b3c9-5ca015f1406e tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Made reservation on behalf of c32314706c7841f0aec3c27688848c9e for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:14:03.649087 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3d22a5d7-9199-4e0c-b3c9-5ca015f1406e tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:03.675025 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-72dd870b-c402-48b4-ad0d-3c14c37ae79b req-9b16cf3a-1e4b-49ef-9532-06f63e2a20a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:03.839363 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84282add-b1eb-48e5-9cfe-d8a032239709 req-488f41ef-7a65-40ed-8d88-0d5306241dfa tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:03.880008 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-84282add-b1eb-48e5-9cfe-d8a032239709 req-488f41ef-7a65-40ed-8d88-0d5306241dfa tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] 10.222.0.69 "GET /v2.0/ports?device_id=56f86edf-c896-4d8a-9326-e6e1a1c30e71 HTTP/1.1" status: 200 len: 932 time: 0.4887335 Dec 10 19:14:03.914244 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9afc2d9-3bd7-4c91-a80e-70fada58ed26 None None] Pushing event updated for resources: {'Port': ['ID=63146733-171d-4a4b-969f-86f01b59f906,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:03.964798 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a03868be-b8f1-42eb-aecb-e68c9eaf7324 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:03.981614 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.db.resource_extend [None req-ff079cb4-8a42-4123-91d4-c53f3119ddde tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 19:14:04.090060 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-19aa817b-fcb2-436f-88d0-7c7bd7280840 req-0d0c81f5-83a3-41b7-a7fa-4786f0ea7640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:04.210378 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cbbdf198-619f-4265-9193-a8a8bfb6f6db tempest-PortsAdminExtendedAttrsIpV6TestJSON-596133557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596133557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:04.278932 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50512) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:04.346835 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ff079cb4-8a42-4123-91d4-c53f3119ddde tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:04.364853 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff079cb4-8a42-4123-91d4-c53f3119ddde tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:04.366419 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ff079cb4-8a42-4123-91d4-c53f3119ddde tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:04.532862 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-84282add-b1eb-48e5-9cfe-d8a032239709 req-8cfc50c9-f14a-4eb8-81d5-d29ea3475695 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] 10.222.0.69 "GET /v2.0/security-groups?id=b70c9707-804c-4755-a29b-44a73c84802d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6121430 Dec 10 19:14:04.627054 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff079cb4-8a42-4123-91d4-c53f3119ddde tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Pushing event updated for resources: {'Network': ['ID=45a1cef1-b668-40f0-ae29-b18682257f53,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:04.653129 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-cbbdf198-619f-4265-9193-a8a8bfb6f6db tempest-PortsAdminExtendedAttrsIpV6TestJSON-596133557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596133557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15f18119-87e6-44a0-919f-208992bec9bf']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:04.657904 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 45a1cef1-b668-40f0-ae29-b18682257f53 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:14:04.879629 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9b04e1c5-9cc6-497e-a2a7-7565b6d3fdaf tempest-FloatingIPAdminTestJSON-8087862 tempest-FloatingIPAdminTestJSON-8087862-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:04.888403 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-cbbdf198-619f-4265-9193-a8a8bfb6f6db tempest-PortsAdminExtendedAttrsIpV6TestJSON-596133557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596133557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54286307-58c3-454d-b170-d5574f812fa8') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:04.896294 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-a03868be-b8f1-42eb-aecb-e68c9eaf7324 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Deleting port beebd661-12a6-43d1-a8be-1383a117c252 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:14:04.896886 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a03868be-b8f1-42eb-aecb-e68c9eaf7324 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:04.906710 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-cbbdf198-619f-4265-9193-a8a8bfb6f6db tempest-PortsAdminExtendedAttrsIpV6TestJSON-596133557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596133557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54286307-58c3-454d-b170-d5574f812fa8') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:04.936017 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-7850f534-d4aa-4e29-a7ba-9d44b733f4ce tempest-QuotasTest-2077500233 tempest-QuotasTest-2077500233-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:05.009459 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-ff079cb4-8a42-4123-91d4-c53f3119ddde tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 4.3717530 Dec 10 19:14:05.011922 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cbbdf198-619f-4265-9193-a8a8bfb6f6db tempest-PortsAdminExtendedAttrsIpV6TestJSON-596133557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596133557-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:05.026124 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50518) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:05.036090 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-81609a1a-5674-4e07-95fe-de7748725ee8 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Request body: {'subnet': {'network_id': '45a1cef1-b668-40f0-ae29-b18682257f53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:05.269102 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cbbdf198-619f-4265-9193-a8a8bfb6f6db tempest-PortsAdminExtendedAttrsIpV6TestJSON-596133557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596133557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:05.282604 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3d22a5d7-9199-4e0c-b3c9-5ca015f1406e tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:05.330180 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbbdf198-619f-4265-9193-a8a8bfb6f6db tempest-PortsAdminExtendedAttrsIpV6TestJSON-596133557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596133557-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:14:05.350600 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cbbdf198-619f-4265-9193-a8a8bfb6f6db tempest-PortsAdminExtendedAttrsIpV6TestJSON-596133557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596133557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:05.416868 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:14:05.416868 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:14:05.416868 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:14:05.416868 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:14:05.416868 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:14:05.416868 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:14:05.416868 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:14:05.416868 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:14:05.416868 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:14:05.416868 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:14:05.416868 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:14:05.416868 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:14:05.416868 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:14:05.416868 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:14:05.416868 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:14:05.416868 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:14:05.416868 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:14:05.416868 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:14:05.416868 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:14:05.416868 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:14:05.416868 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:14:05.416868 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:14:05.416868 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:14:05.416868 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:14:05.416868 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:14:05.416868 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:14:05.416868 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:14:05.416868 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:14:05.416868 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:14:05.416868 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:14:05.416868 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:14:05.416868 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:14:05.574373 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5f396c-a744-4a09-ba31-193fa2b2aafd None None] Network 8a5f951e-fbb6-45a2-9736-45c396f8a27a requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:14:05.793800 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a23828-9349-4b7a-b0a7-36b0fb18e7a2 req-d25622ce-dbf8-4a22-a166-f2c3c52a8b56 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:05.806999 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f5a23828-9349-4b7a-b0a7-36b0fb18e7a2 req-d25622ce-dbf8-4a22-a166-f2c3c52a8b56 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] 10.222.0.69 "GET /v2.0/ports?device_id=7dff2011-5f01-4703-80b4-3e97e9f7d2b3 HTTP/1.1" status: 200 len: 931 time: 1.0584056 Dec 10 19:14:05.925272 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-2c447026-1d7d-43b0-b21b-3263d7733f04 None None] Provisioning complete for port 63146733-171d-4a4b-969f-86f01b59f906 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:05.928388 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2c447026-1d7d-43b0-b21b-3263d7733f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:06.116284 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2c447026-1d7d-43b0-b21b-3263d7733f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:06.299866 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [req-19aa817b-fcb2-436f-88d0-7c7bd7280840 req-0d0c81f5-83a3-41b7-a7fa-4786f0ea7640 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e655a9f-d1da-4c1a-8af0-8a6945d94996 {{(pid=102366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:14:06.338474 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-19aa817b-fcb2-436f-88d0-7c7bd7280840 req-0d0c81f5-83a3-41b7-a7fa-4786f0ea7640 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:06.413596 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-7850f534-d4aa-4e29-a7ba-9d44b733f4ce tempest-QuotasTest-2077500233 tempest-QuotasTest-2077500233-project-admin] 10.222.0.69 "PUT /v2.0/quotas/9f5f4ed088504317b1cc1d26af648f45 HTTP/1.1" status: 200 len: 366 time: 2.1119435 Dec 10 19:14:06.414642 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50522) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:06.414793 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81609a1a-5674-4e07-95fe-de7748725ee8 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Made reservation on behalf of 61dac1ab2a1949a99b1a684b7ae4595d for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:14:06.419618 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-81609a1a-5674-4e07-95fe-de7748725ee8 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:06.439227 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d22a5d7-9199-4e0c-b3c9-5ca015f1406e tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Pushing event updated for resources: {'Subnet': ['ID=a8b88c4c-402c-4f6c-808a-b3925681a65a,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:06.485128 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.provisioning_blocks [req-19aa817b-fcb2-436f-88d0-7c7bd7280840 req-0d0c81f5-83a3-41b7-a7fa-4786f0ea7640 service neutron] Transition to ACTIVE for port object 9e655a9f-d1da-4c1a-8af0-8a6945d94996 will not be triggered until provisioned by entity L2. {{(pid=102366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:14:06.487109 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a03868be-b8f1-42eb-aecb-e68c9eaf7324 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:06.495531 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f5a23828-9349-4b7a-b0a7-36b0fb18e7a2 req-e13baabb-cf2d-41c2-98d3-df5b2f48bc45 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1ad53fa-07e5-4365-a4a0-1215baa9957c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6878815 Dec 10 19:14:06.496765 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cbbdf198-619f-4265-9193-a8a8bfb6f6db tempest-PortsAdminExtendedAttrsIpV6TestJSON-596133557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596133557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:06.514396 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-19aa817b-fcb2-436f-88d0-7c7bd7280840 req-0d0c81f5-83a3-41b7-a7fa-4786f0ea7640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:06.553465 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cbbdf198-619f-4265-9193-a8a8bfb6f6db tempest-PortsAdminExtendedAttrsIpV6TestJSON-596133557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596133557-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:06.561282 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-cbbdf198-619f-4265-9193-a8a8bfb6f6db tempest-PortsAdminExtendedAttrsIpV6TestJSON-596133557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596133557-project] 10.222.0.69 "DELETE /v2.0/networks/15f18119-87e6-44a0-919f-208992bec9bf HTTP/1.1" status: 204 len: 168 time: 3.8899462 Dec 10 19:14:06.579003 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d6816deb-1571-407d-9898-280725c50893 tempest-QuotasTest-2077500233 tempest-QuotasTest-2077500233-project-admin] 10.222.0.69 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.1369011 Dec 10 19:14:06.625183 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50526) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:06.634748 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 63146733-171d-4a4b-969f-86f01b59f906 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:14:06.686779 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d22a5d7-9199-4e0c-b3c9-5ca015f1406e tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Checking segment: {'id': '90f1121f-6bf7-4c56-90e6-e82c102003a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a3fc2aa1-13f0-46c4-aa8f-118577332f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:14:06.687383 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d22a5d7-9199-4e0c-b3c9-5ca015f1406e tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Network hostable DHCP agents. Network: a3fc2aa1-13f0-46c4-aa8f-118577332f8e, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:14:06.693633 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbdf198-619f-4265-9193-a8a8bfb6f6db tempest-PortsAdminExtendedAttrsIpV6TestJSON-596133557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596133557-project] Pushing event deleted for resources: {'Network': ['ID=15f18119-87e6-44a0-919f-208992bec9bf,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:06.698878 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-a03868be-b8f1-42eb-aecb-e68c9eaf7324 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Calling delete_port for beebd661-12a6-43d1-a8be-1383a117c252 owned by network:router_gateway {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:14:06.725217 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-2c447026-1d7d-43b0-b21b-3263d7733f04 None None] For port 63146733-171d-4a4b-969f-86f01b59f906, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=63146733-171d-4a4b-969f-86f01b59f906,segment=NetworkSegment(6bd59379-b90d-4201-af50-a2252abc8555),segment_id=6bd59379-b90d-4201-af50-a2252abc8555)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:14:06.741044 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2c447026-1d7d-43b0-b21b-3263d7733f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:06.825932 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-9b04e1c5-9cc6-497e-a2a7-7565b6d3fdaf tempest-FloatingIPAdminTestJSON-8087862 tempest-FloatingIPAdminTestJSON-8087862-project-admin] Allocated IP 172.26.6.19 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/7d788336-544b-4f03-ba15-14caf2d83d46) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:14:06.878987 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c447026-1d7d-43b0-b21b-3263d7733f04 None None] Pushing event updated for resources: {'Port': ['ID=63146733-171d-4a4b-969f-86f01b59f906,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:06.937143 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-0b2b0b2b-b61a-498b-91c9-772f1a892b6f None None] Provisioning complete for port 63146733-171d-4a4b-969f-86f01b59f906 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:06.937143 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0b2b0b2b-b61a-498b-91c9-772f1a892b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:06.941292 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0c81f5-83a3-41b7-a7fa-4786f0ea7640 service neutron] Pushing event updated for resources: {'Port': ['ID=9e655a9f-d1da-4c1a-8af0-8a6945d94996,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:06.947472 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d22a5d7-9199-4e0c-b3c9-5ca015f1406e tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Network a3fc2aa1-13f0-46c4-aa8f-118577332f8e is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:14:07.060789 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-3d22a5d7-9199-4e0c-b3c9-5ca015f1406e tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, a3fc2aa1-13f0-46c4-aa8f-118577332f8e) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:14:07.087272 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-cc5c50d7-5fa4-494c-9f55-55e0097343d7 tempest-QuotasTest-2077500233 tempest-QuotasTest-2077500233-project-admin] 10.222.0.69 "GET /v2.0/quotas/9f5f4ed088504317b1cc1d26af648f45 HTTP/1.1" status: 200 len: 366 time: 0.4551079 Dec 10 19:14:07.090358 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 63146733-171d-4a4b-969f-86f01b59f906 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:07.090769 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:07.097225 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d22a5d7-9199-4e0c-b3c9-5ca015f1406e tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:07.097831 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3d22a5d7-9199-4e0c-b3c9-5ca015f1406e tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:07.109977 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f710ca-45b4-4094-b0f3-34c1fc57e8a9 None None] Network a3fc2aa1-13f0-46c4-aa8f-118577332f8e requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:14:07.122393 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50528) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:07.159202 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-3d22a5d7-9199-4e0c-b3c9-5ca015f1406e tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 4.1867299 Dec 10 19:14:07.161116 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [req-72dd870b-c402-48b4-ad0d-3c14c37ae79b req-9b16cf3a-1e4b-49ef-9532-06f63e2a20a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66321e8d-2c13-4d5d-ab57-d41aea84753d {{(pid=102365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:14:07.170416 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50530) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:07.240939 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c3c6e3-a04b-4e81-95b8-8b2f46d0dac7 req-3d89c5c2-6c63-454c-b41d-ae562c53e6ed tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:07.247239 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-74c3c6e3-a04b-4e81-95b8-8b2f46d0dac7 req-3d89c5c2-6c63-454c-b41d-ae562c53e6ed tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] 10.222.0.69 "GET /v2.0/ports?device_id=56f86edf-c896-4d8a-9326-e6e1a1c30e71 HTTP/1.1" status: 200 len: 932 time: 1.4218211 Dec 10 19:14:07.250367 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-6ba99d96-c062-4151-a7ad-f88f6148dd44 tempest-QuotasTest-2077500233 tempest-QuotasTest-2077500233-project-admin] 10.222.0.69 "DELETE /v2.0/quotas/9f5f4ed088504317b1cc1d26af648f45 HTTP/1.1" status: 204 len: 168 time: 0.1206555 Dec 10 19:14:07.284441 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50534) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:07.313708 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.managers [req-19aa817b-fcb2-436f-88d0-7c7bd7280840 req-0d0c81f5-83a3-41b7-a7fa-4786f0ea7640 service neutron] Attempting to bind port 9e655a9f-d1da-4c1a-8af0-8a6945d94996 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:14:07.314370 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.managers [req-19aa817b-fcb2-436f-88d0-7c7bd7280840 req-0d0c81f5-83a3-41b7-a7fa-4786f0ea7640 service neutron] Attempting to bind port 9e655a9f-d1da-4c1a-8af0-8a6945d94996 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'f3f1ff88-b36c-4ac4-9359-e2a5223029ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e9d35973-bd0e-41e8-af04-98288aa68c12'}] {{(pid=102366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:14:07.314588 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19aa817b-fcb2-436f-88d0-7c7bd7280840 req-0d0c81f5-83a3-41b7-a7fa-4786f0ea7640 service neutron] Attempting to bind port 9e655a9f-d1da-4c1a-8af0-8a6945d94996 on network e9d35973-bd0e-41e8-af04-98288aa68c12 {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:14:07.320152 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-80f2d52d-eb07-4806-aa12-06bfa827e5a0 tempest-QuotasTest-2077500233 tempest-QuotasTest-2077500233-project-admin] 10.222.0.69 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0324724 Dec 10 19:14:07.324833 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50536) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:07.338912 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-994fc98d-1e0a-4887-9df0-1c532b8e85dd tempest-QuotasTest-2077500233 tempest-QuotasTest-2077500233-project-admin] 10.222.0.69 "GET /v2.0/quotas/9f5f4ed088504317b1cc1d26af648f45 HTTP/1.1" status: 200 len: 370 time: 0.0117023 Dec 10 19:14:07.341975 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19aa817b-fcb2-436f-88d0-7c7bd7280840 req-0d0c81f5-83a3-41b7-a7fa-4786f0ea7640 service neutron] Port 9e655a9f-d1da-4c1a-8af0-8a6945d94996 on network e9d35973-bd0e-41e8-af04-98288aa68c12 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:14:07.342481 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19aa817b-fcb2-436f-88d0-7c7bd7280840 req-0d0c81f5-83a3-41b7-a7fa-4786f0ea7640 service neutron] Attempting to bind port 9e655a9f-d1da-4c1a-8af0-8a6945d94996 on network e9d35973-bd0e-41e8-af04-98288aa68c12 {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:14:07.351870 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50538) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:07.353736 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19aa817b-fcb2-436f-88d0-7c7bd7280840 req-0d0c81f5-83a3-41b7-a7fa-4786f0ea7640 service neutron] Checking agent: {'id': '9e16c23e-95bc-4c2e-b3ec-daf7533f9d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'started_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:14:07.354382 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19aa817b-fcb2-436f-88d0-7c7bd7280840 req-0d0c81f5-83a3-41b7-a7fa-4786f0ea7640 service neutron] Checking segment: {'id': 'f3f1ff88-b36c-4ac4-9359-e2a5223029ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e9d35973-bd0e-41e8-af04-98288aa68c12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:14:07.355158 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19aa817b-fcb2-436f-88d0-7c7bd7280840 req-0d0c81f5-83a3-41b7-a7fa-4786f0ea7640 service neutron] Bound using segment: {'id': 'f3f1ff88-b36c-4ac4-9359-e2a5223029ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e9d35973-bd0e-41e8-af04-98288aa68c12'} {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:14:07.355682 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.managers [req-19aa817b-fcb2-436f-88d0-7c7bd7280840 req-0d0c81f5-83a3-41b7-a7fa-4786f0ea7640 service neutron] Bound port: 9e655a9f-d1da-4c1a-8af0-8a6945d94996, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3f1ff88-b36c-4ac4-9359-e2a5223029ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e9d35973-bd0e-41e8-af04-98288aa68c12'}}] {{(pid=102366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:14:07.356235 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-19aa817b-fcb2-436f-88d0-7c7bd7280840 req-0d0c81f5-83a3-41b7-a7fa-4786f0ea7640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:07.369608 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-924ee2f1-2776-4389-b534-64104898247a tempest-QuotasTest-2077500233 tempest-QuotasTest-2077500233-project-admin] 10.222.0.69 "GET /v2.0/quotas/9f5f4ed088504317b1cc1d26af648f45/default HTTP/1.1" status: 200 len: 370 time: 0.0091956 Dec 10 19:14:07.374924 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50540) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:07.543145 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-d08e5cb6-bbb0-4967-9cc3-26e0715ee259 tempest-QuotasTest-2077500233 tempest-QuotasTest-2077500233-project-admin] delete failed (client error): The resource could not be found. Dec 10 19:14:07.544230 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d08e5cb6-bbb0-4967-9cc3-26e0715ee259 tempest-QuotasTest-2077500233 tempest-QuotasTest-2077500233-project-admin] 10.222.0.69 "DELETE /v2.0/quotas/9f5f4ed088504317b1cc1d26af648f45 HTTP/1.1" status: 404 len: 348 time: 0.1548219 Dec 10 19:14:07.544915 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-72dd870b-c402-48b4-ad0d-3c14c37ae79b req-9b16cf3a-1e4b-49ef-9532-06f63e2a20a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:07.629648 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50544) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:07.666727 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-79f6f8e1-1607-4d63-8fb4-38819ff44ecb tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:07.798825 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e142514-8c4b-415d-8e8f-d17b4ac6ee7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-a3fc2aa1-13f0-46c4-aa8f-118577332f8e', 'network_id': 'a3fc2aa1-13f0-46c4-aa8f-118577332f8e', 'tenant_id': 'c32314706c7841f0aec3c27688848c9e', 'fixed_ips': [{'subnet_id': 'a8b88c4c-402c-4f6c-808a-b3925681a65a'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:14:07.800038 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2e142514-8c4b-415d-8e8f-d17b4ac6ee7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:07.918518 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.provisioning_blocks [req-72dd870b-c402-48b4-ad0d-3c14c37ae79b req-9b16cf3a-1e4b-49ef-9532-06f63e2a20a5 service neutron] Transition to ACTIVE for port object 66321e8d-2c13-4d5d-ab57-d41aea84753d will not be triggered until provisioned by entity L2. {{(pid=102365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:14:07.960015 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [req-19aa817b-fcb2-436f-88d0-7c7bd7280840 req-0d0c81f5-83a3-41b7-a7fa-4786f0ea7640 service neutron] For port 9e655a9f-d1da-4c1a-8af0-8a6945d94996, host hv-neutron-8214, cleared binding levels {{(pid=102366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:14:07.999814 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [req-19aa817b-fcb2-436f-88d0-7c7bd7280840 req-0d0c81f5-83a3-41b7-a7fa-4786f0ea7640 service neutron] For port 9e655a9f-d1da-4c1a-8af0-8a6945d94996, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=9e655a9f-d1da-4c1a-8af0-8a6945d94996,segment=NetworkSegment(f3f1ff88-b36c-4ac4-9359-e2a5223029ed),segment_id=f3f1ff88-b36c-4ac4-9359-e2a5223029ed)] {{(pid=102366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:14:08.001245 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50550) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:08.023487 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9b04e1c5-9cc6-497e-a2a7-7565b6d3fdaf tempest-FloatingIPAdminTestJSON-8087862 tempest-FloatingIPAdminTestJSON-8087862-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:08.038303 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-19aa817b-fcb2-436f-88d0-7c7bd7280840 req-0d0c81f5-83a3-41b7-a7fa-4786f0ea7640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:08.074303 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-72dd870b-c402-48b4-ad0d-3c14c37ae79b req-9b16cf3a-1e4b-49ef-9532-06f63e2a20a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:08.137111 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.quota.resource [None req-9afacf55-08c5-44d8-9474-5396972907fa tempest-QuotasTest-2077500233 tempest-QuotasTest-2077500233-project-admin] Usage tracker for resource:network and tenant:f221233efe4244e5b77e05ef7d9c15da is out of sync, need to count used quota {{(pid=102366) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 19:14:08.170671 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-74c3c6e3-a04b-4e81-95b8-8b2f46d0dac7 req-c19ed80b-549f-4819-8b85-6b3e90536757 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] 10.222.0.69 "GET /v2.0/security-groups?id=b70c9707-804c-4755-a29b-44a73c84802d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6128516 Dec 10 19:14:08.179497 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.quota.resource [None req-9afacf55-08c5-44d8-9474-5396972907fa tempest-QuotasTest-2077500233 tempest-QuotasTest-2077500233-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102366) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Dec 10 19:14:08.217168 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-2e142514-8c4b-415d-8e8f-d17b4ac6ee7a None None] Allocated IP 172.20.0.2 (a3fc2aa1-13f0-46c4-aa8f-118577332f8e/a8b88c4c-402c-4f6c-808a-b3925681a65a/ba82366b-bff7-4a50-84be-66042f051e76) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:14:08.222960 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.quota.resource [None req-9afacf55-08c5-44d8-9474-5396972907fa tempest-QuotasTest-2077500233 tempest-QuotasTest-2077500233-project-admin] Usage tracker for resource:subnet and tenant:f221233efe4244e5b77e05ef7d9c15da is out of sync, need to count used quota {{(pid=102366) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 19:14:08.247977 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 63146733-171d-4a4b-969f-86f01b59f906 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:14:08.252090 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-79f6f8e1-1607-4d63-8fb4-38819ff44ecb tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:08.346196 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa817b-fcb2-436f-88d0-7c7bd7280840 req-0d0c81f5-83a3-41b7-a7fa-4786f0ea7640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:08.347044 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-19aa817b-fcb2-436f-88d0-7c7bd7280840 req-0d0c81f5-83a3-41b7-a7fa-4786f0ea7640 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:08.349103 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-19aa817b-fcb2-436f-88d0-7c7bd7280840 req-0d0c81f5-83a3-41b7-a7fa-4786f0ea7640 service neutron] 10.222.0.36 "PUT /v2.0/ports/9e655a9f-d1da-4c1a-8af0-8a6945d94996 HTTP/1.1" status: 200 len: 1093 time: 5.7165716 Dec 10 19:14:08.349799 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dff2011-5f01-4703-80b4-3e97e9f7d2b3', 'tag': '9e655a9f-d1da-4c1a-8af0-8a6945d94996'}] {{(pid=102366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:14:08.382741 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.quota.resource [None req-9afacf55-08c5-44d8-9474-5396972907fa tempest-QuotasTest-2077500233 tempest-QuotasTest-2077500233-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102366) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Dec 10 19:14:08.428257 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.quota.resource [None req-9afacf55-08c5-44d8-9474-5396972907fa tempest-QuotasTest-2077500233 tempest-QuotasTest-2077500233-project-admin] Usage tracker for resource:subnetpool and tenant:f221233efe4244e5b77e05ef7d9c15da is out of sync, need to count used quota {{(pid=102366) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 19:14:08.445030 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0c81f5-83a3-41b7-a7fa-4786f0ea7640 service neutron] Pushing event updated for resources: {'Port': ['ID=9e655a9f-d1da-4c1a-8af0-8a6945d94996,revision_number=3']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:08.453298 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.quota.resource [None req-9afacf55-08c5-44d8-9474-5396972907fa tempest-QuotasTest-2077500233 tempest-QuotasTest-2077500233-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102366) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Dec 10 19:14:08.464820 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.quota.resource [None req-9afacf55-08c5-44d8-9474-5396972907fa tempest-QuotasTest-2077500233 tempest-QuotasTest-2077500233-project-admin] Usage tracker for resource:port and tenant:f221233efe4244e5b77e05ef7d9c15da is out of sync, need to count used quota {{(pid=102366) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 19:14:08.473889 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.quota.resource [None req-9afacf55-08c5-44d8-9474-5396972907fa tempest-QuotasTest-2077500233 tempest-QuotasTest-2077500233-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102366) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Dec 10 19:14:08.486888 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.quota.resource [None req-9afacf55-08c5-44d8-9474-5396972907fa tempest-QuotasTest-2077500233 tempest-QuotasTest-2077500233-project-admin] Usage tracker for resource:router and tenant:f221233efe4244e5b77e05ef7d9c15da is out of sync, need to count used quota {{(pid=102366) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 19:14:08.498011 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.quota.resource [None req-9afacf55-08c5-44d8-9474-5396972907fa tempest-QuotasTest-2077500233 tempest-QuotasTest-2077500233-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102366) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Dec 10 19:14:08.509572 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.quota.resource [None req-9afacf55-08c5-44d8-9474-5396972907fa tempest-QuotasTest-2077500233 tempest-QuotasTest-2077500233-project-admin] Usage tracker for resource:floatingip and tenant:f221233efe4244e5b77e05ef7d9c15da is out of sync, need to count used quota {{(pid=102366) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 19:14:08.517581 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.quota.resource [None req-9afacf55-08c5-44d8-9474-5396972907fa tempest-QuotasTest-2077500233 tempest-QuotasTest-2077500233-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102366) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Dec 10 19:14:08.613531 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 63146733-171d-4a4b-969f-86f01b59f906 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:08.613909 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:08.667750 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa817b-fcb2-436f-88d0-7c7bd7280840 req-4b7aa035-edf3-4993-9ec3-263df0158c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:08.669739 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-19aa817b-fcb2-436f-88d0-7c7bd7280840 req-4b7aa035-edf3-4993-9ec3-263df0158c9b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=af448cbcd018494cbdae615f8d35e0f1&device_id=7dff2011-5f01-4703-80b4-3e97e9f7d2b3 HTTP/1.1" status: 200 len: 1096 time: 0.1361620 Dec 10 19:14:08.772302 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b9da2-0944-49da-802b-be2a9a996366 req-30742dd2-21d9-4de5-8430-acc374532a88 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:08.776364 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-774b9da2-0944-49da-802b-be2a9a996366 req-30742dd2-21d9-4de5-8430-acc374532a88 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] 10.222.0.69 "GET /v2.0/ports?device_id=7dff2011-5f01-4703-80b4-3e97e9f7d2b3 HTTP/1.1" status: 200 len: 943 time: 0.9762080 Dec 10 19:14:08.857526 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a86acec104960cf4069dffce1919f1f0aa2a294c7752363dfd1d6594a90fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf28d79e-6d69-4d3e-9e90-d0d76be50474" -d '{"events": [{"name": "network-changed", "server_uuid": "7dff2011-5f01-4703-80b4-3e97e9f7d2b3", "tag": "9e655a9f-d1da-4c1a-8af0-8a6945d94996"}]}' {{(pid=102366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:14:08.864685 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-19aa817b-fcb2-436f-88d0-7c7bd7280840 req-5bf27886-ef60-4fcc-8560-c5cc9b039844 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e655a9f-d1da-4c1a-8af0-8a6945d94996 HTTP/1.1" status: 200 len: 217 time: 0.1687150 Dec 10 19:14:08.929188 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b16cf3a-1e4b-49ef-9532-06f63e2a20a5 service neutron] Pushing event updated for resources: {'Port': ['ID=66321e8d-2c13-4d5d-ab57-d41aea84753d,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:08.955094 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.quota.resource [None req-9afacf55-08c5-44d8-9474-5396972907fa tempest-QuotasTest-2077500233 tempest-QuotasTest-2077500233-project-admin] Usage tracker for resource:security_group and tenant:f221233efe4244e5b77e05ef7d9c15da is out of sync, need to count used quota {{(pid=102366) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 19:14:08.965475 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.quota.resource [None req-9afacf55-08c5-44d8-9474-5396972907fa tempest-QuotasTest-2077500233 tempest-QuotasTest-2077500233-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102366) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Dec 10 19:14:08.980396 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.quota.resource [None req-9afacf55-08c5-44d8-9474-5396972907fa tempest-QuotasTest-2077500233 tempest-QuotasTest-2077500233-project-admin] Usage tracker for resource:security_group_rule and tenant:f221233efe4244e5b77e05ef7d9c15da is out of sync, need to count used quota {{(pid=102366) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 19:14:08.991377 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa817b-fcb2-436f-88d0-7c7bd7280840 req-04da2d3d-f86d-486a-a5b5-a1375130afa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:08.994009 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-19aa817b-fcb2-436f-88d0-7c7bd7280840 req-04da2d3d-f86d-486a-a5b5-a1375130afa0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4dff902f-89e7-4f28-8db1-bc880cee9536 HTTP/1.1" status: 200 len: 844 time: 0.1212449 Dec 10 19:14:08.996766 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.quota.resource [None req-9afacf55-08c5-44d8-9474-5396972907fa tempest-QuotasTest-2077500233 tempest-QuotasTest-2077500233-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102366) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Dec 10 19:14:09.007792 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-9afacf55-08c5-44d8-9474-5396972907fa tempest-QuotasTest-2077500233 tempest-QuotasTest-2077500233-project-admin] 10.222.0.69 "GET /v2.0/quotas/f221233efe4244e5b77e05ef7d9c15da/details.json HTTP/1.1" status: 200 len: 703 time: 0.9970977 Dec 10 19:14:09.142241 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b038920-453a-4777-93fa-b4aa59834208 x-openstack-request-id: req-8b038920-453a-4777-93fa-b4aa59834208 {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:14:09.142630 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dff2011-5f01-4703-80b4-3e97e9f7d2b3", "tag": "9e655a9f-d1da-4c1a-8af0-8a6945d94996", "status": "completed", "code": 200}]} {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:14:09.142884 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8b038920-453a-4777-93fa-b4aa59834208 {{(pid=102366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:14:09.143381 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dff2011-5f01-4703-80b4-3e97e9f7d2b3', 'tag': '9e655a9f-d1da-4c1a-8af0-8a6945d94996', 'status': 'completed', 'code': 200} Dec 10 19:14:09.177735 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9b04e1c5-9cc6-497e-a2a7-7565b6d3fdaf tempest-FloatingIPAdminTestJSON-8087862 tempest-FloatingIPAdminTestJSON-8087862-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:09.208302 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa817b-fcb2-436f-88d0-7c7bd7280840 req-d6d11c53-5e9b-44a7-82f1-5da044d22f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:09.213891 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-19aa817b-fcb2-436f-88d0-7c7bd7280840 req-d6d11c53-5e9b-44a7-82f1-5da044d22f99 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e9d35973-bd0e-41e8-af04-98288aa68c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1690676 Dec 10 19:14:09.233916 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-81609a1a-5674-4e07-95fe-de7748725ee8 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:09.325228 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a03868be-b8f1-42eb-aecb-e68c9eaf7324 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:09.358724 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2e142514-8c4b-415d-8e8f-d17b4ac6ee7a None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:09.372998 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2e142514-8c4b-415d-8e8f-d17b4ac6ee7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:09.384778 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-7606499e-a7c7-4806-ab8e-85f820dd2ee8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e4266f56a17248de8d0271651df08193&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7522163 Dec 10 19:14:09.417182 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50572) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:09.489030 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81609a1a-5674-4e07-95fe-de7748725ee8 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Pushing event updated for resources: {'Subnet': ['ID=df49328a-1803-405e-8e0e-f815620da6e6,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:09.541986 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e142514-8c4b-415d-8e8f-d17b4ac6ee7a None None] Network a3fc2aa1-13f0-46c4-aa8f-118577332f8e is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:14:09.550638 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-2e142514-8c4b-415d-8e8f-d17b4ac6ee7a None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:14:09.558924 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e142514-8c4b-415d-8e8f-d17b4ac6ee7a None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:14:09.564589 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b04e1c5-9cc6-497e-a2a7-7565b6d3fdaf tempest-FloatingIPAdminTestJSON-8087862 tempest-FloatingIPAdminTestJSON-8087862-project-admin] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:14:09.604433 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-79f6f8e1-1607-4d63-8fb4-38819ff44ecb tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:09.632956 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e142514-8c4b-415d-8e8f-d17b4ac6ee7a None None] Pushing event updated for resources: {'Port': ['ID=ba82366b-bff7-4a50-84be-66042f051e76,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:09.657572 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-774b9da2-0944-49da-802b-be2a9a996366 req-cf4bc153-e121-425a-86e8-15265463c605 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1ad53fa-07e5-4365-a4a0-1215baa9957c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7141244 Dec 10 19:14:09.676415 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a03868be-b8f1-42eb-aecb-e68c9eaf7324 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3713145'] for router_gateway, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:09.687766 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-19aa817b-fcb2-436f-88d0-7c7bd7280840 req-1df29833-5ad8-40cf-9441-6aa5097e6ae7 service neutron] 10.222.0.36 "GET /v2.0/networks/e9d35973-bd0e-41e8-af04-98288aa68c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4319241 Dec 10 19:14:09.688311 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50574) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:09.747062 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-2e142514-8c4b-415d-8e8f-d17b4ac6ee7a None None] Attempting to bind port ba82366b-bff7-4a50-84be-66042f051e76 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:14:09.747347 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-2e142514-8c4b-415d-8e8f-d17b4ac6ee7a None None] Attempting to bind port ba82366b-bff7-4a50-84be-66042f051e76 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '90f1121f-6bf7-4c56-90e6-e82c102003a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a3fc2aa1-13f0-46c4-aa8f-118577332f8e'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:14:09.747694 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e142514-8c4b-415d-8e8f-d17b4ac6ee7a None None] Attempting to bind port ba82366b-bff7-4a50-84be-66042f051e76 on network a3fc2aa1-13f0-46c4-aa8f-118577332f8e {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:14:09.762126 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e142514-8c4b-415d-8e8f-d17b4ac6ee7a None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:14:09.762530 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e142514-8c4b-415d-8e8f-d17b4ac6ee7a None None] Checking segment: {'id': '90f1121f-6bf7-4c56-90e6-e82c102003a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a3fc2aa1-13f0-46c4-aa8f-118577332f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:14:09.762913 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2e142514-8c4b-415d-8e8f-d17b4ac6ee7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:09.763287 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e142514-8c4b-415d-8e8f-d17b4ac6ee7a None None] Bound using segment: {'id': '90f1121f-6bf7-4c56-90e6-e82c102003a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a3fc2aa1-13f0-46c4-aa8f-118577332f8e'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:14:09.763780 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-2e142514-8c4b-415d-8e8f-d17b4ac6ee7a None None] Bound port: ba82366b-bff7-4a50-84be-66042f051e76, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90f1121f-6bf7-4c56-90e6-e82c102003a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a3fc2aa1-13f0-46c4-aa8f-118577332f8e'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:14:09.768580 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2e142514-8c4b-415d-8e8f-d17b4ac6ee7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:09.817299 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-79f6f8e1-1607-4d63-8fb4-38819ff44ecb tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:09.849910 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-79f6f8e1-1607-4d63-8fb4-38819ff44ecb tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3fc2aa1-13f0-46c4-aa8f-118577332f8e']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:09.869561 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-79f6f8e1-1607-4d63-8fb4-38819ff44ecb tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90f1121f-6bf7-4c56-90e6-e82c102003a2') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:09.870108 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-79f6f8e1-1607-4d63-8fb4-38819ff44ecb tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90f1121f-6bf7-4c56-90e6-e82c102003a2') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:09.882626 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a03868be-b8f1-42eb-aecb-e68c9eaf7324 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:09.885211 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a03868be-b8f1-42eb-aecb-e68c9eaf7324 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:09.893980 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-79f6f8e1-1607-4d63-8fb4-38819ff44ecb tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:09.933701 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-79f6f8e1-1607-4d63-8fb4-38819ff44ecb tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:09.951372 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79f6f8e1-1607-4d63-8fb4-38819ff44ecb tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:14:09.953530 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-79f6f8e1-1607-4d63-8fb4-38819ff44ecb tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:09.976700 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-2e142514-8c4b-415d-8e8f-d17b4ac6ee7a None None] For port ba82366b-bff7-4a50-84be-66042f051e76, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:14:09.984881 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:14:09.984881 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:14:09.984881 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:14:09.984881 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:14:09.984881 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:14:09.984881 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:14:09.984881 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:14:09.984881 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:14:09.984881 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:14:09.984881 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:14:09.984881 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:14:09.984881 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:14:09.984881 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:14:09.984881 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:14:09.984881 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:14:09.984881 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:14:09.984881 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:14:09.984881 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:14:09.984881 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:14:09.984881 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:14:09.984881 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:14:09.984881 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:14:09.984881 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:14:09.984881 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:14:09.984881 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:14:09.984881 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:14:09.984881 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:14:09.984881 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:14:09.984881 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:14:09.984881 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:14:09.984881 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:14:09.984881 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:14:10.012768 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-9b04e1c5-9cc6-497e-a2a7-7565b6d3fdaf tempest-FloatingIPAdminTestJSON-8087862 tempest-FloatingIPAdminTestJSON-8087862-project-admin] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:14:10.015234 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-72dd870b-c402-48b4-ad0d-3c14c37ae79b req-9b16cf3a-1e4b-49ef-9532-06f63e2a20a5 service neutron] Attempting to bind port 66321e8d-2c13-4d5d-ab57-d41aea84753d on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:14:10.017370 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-72dd870b-c402-48b4-ad0d-3c14c37ae79b req-9b16cf3a-1e4b-49ef-9532-06f63e2a20a5 service neutron] Attempting to bind port 66321e8d-2c13-4d5d-ab57-d41aea84753d by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'db837ec0-0d8a-4cc1-8f93-9eb97bc06e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '9c90251c-649d-45e9-a5ea-011db4b5aa52'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:14:10.017903 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72dd870b-c402-48b4-ad0d-3c14c37ae79b req-9b16cf3a-1e4b-49ef-9532-06f63e2a20a5 service neutron] Attempting to bind port 66321e8d-2c13-4d5d-ab57-d41aea84753d on network 9c90251c-649d-45e9-a5ea-011db4b5aa52 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:14:10.021554 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b04e1c5-9cc6-497e-a2a7-7565b6d3fdaf tempest-FloatingIPAdminTestJSON-8087862 tempest-FloatingIPAdminTestJSON-8087862-project-admin] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:14:10.051130 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f6f8e1-1607-4d63-8fb4-38819ff44ecb tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Pushing event deleted for resources: {'Subnet': ['ID=a8b88c4c-402c-4f6c-808a-b3925681a65a,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:10.077874 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b04e1c5-9cc6-497e-a2a7-7565b6d3fdaf tempest-FloatingIPAdminTestJSON-8087862 tempest-FloatingIPAdminTestJSON-8087862-project-admin] Pushing event updated for resources: {'Port': ['ID=7d788336-544b-4f03-ba15-14caf2d83d46,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:10.127880 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-75e26d97-ee18-4d0f-88ce-0b7ff77fbd6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:10.128914 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03868be-b8f1-42eb-aecb-e68c9eaf7324 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Pushing event deleted for resources: {'Port': ['ID=beebd661-12a6-43d1-a8be-1383a117c252,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:10.132761 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-2e142514-8c4b-415d-8e8f-d17b4ac6ee7a None None] For port ba82366b-bff7-4a50-84be-66042f051e76, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=ba82366b-bff7-4a50-84be-66042f051e76,segment=NetworkSegment(90f1121f-6bf7-4c56-90e6-e82c102003a2),segment_id=90f1121f-6bf7-4c56-90e6-e82c102003a2)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:14:10.142309 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81609a1a-5674-4e07-95fe-de7748725ee8 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Checking segment: {'id': 'ecd70b55-8056-4d93-8af8-74e16382e324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '45a1cef1-b668-40f0-ae29-b18682257f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:14:10.142973 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81609a1a-5674-4e07-95fe-de7748725ee8 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Network hostable DHCP agents. Network: 45a1cef1-b668-40f0-ae29-b18682257f53, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:14:10.148167 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a03868be-b8f1-42eb-aecb-e68c9eaf7324 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:10.149023 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03868be-b8f1-42eb-aecb-e68c9eaf7324 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Fanout notify agent at l3_agent the message router_deleted on router c7a44d55-0675-4179-8ad0-a42efb8be3a3 {{(pid=102365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:14:10.149948 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2e142514-8c4b-415d-8e8f-d17b4ac6ee7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:10.151674 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72dd870b-c402-48b4-ad0d-3c14c37ae79b req-9b16cf3a-1e4b-49ef-9532-06f63e2a20a5 service neutron] Port 66321e8d-2c13-4d5d-ab57-d41aea84753d on network 9c90251c-649d-45e9-a5ea-011db4b5aa52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:14:10.152187 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72dd870b-c402-48b4-ad0d-3c14c37ae79b req-9b16cf3a-1e4b-49ef-9532-06f63e2a20a5 service neutron] Attempting to bind port 66321e8d-2c13-4d5d-ab57-d41aea84753d on network 9c90251c-649d-45e9-a5ea-011db4b5aa52 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:14:10.167561 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a03868be-b8f1-42eb-aecb-e68c9eaf7324 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:10.169176 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-a03868be-b8f1-42eb-aecb-e68c9eaf7324 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] 10.222.0.69 "DELETE /v2.0/routers/c7a44d55-0675-4179-8ad0-a42efb8be3a3 HTTP/1.1" status: 204 len: 168 time: 8.4198763 Dec 10 19:14:10.178441 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72dd870b-c402-48b4-ad0d-3c14c37ae79b req-9b16cf3a-1e4b-49ef-9532-06f63e2a20a5 service neutron] Checking agent: {'id': '9e16c23e-95bc-4c2e-b3ec-daf7533f9d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'started_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:14:10.179142 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72dd870b-c402-48b4-ad0d-3c14c37ae79b req-9b16cf3a-1e4b-49ef-9532-06f63e2a20a5 service neutron] Checking segment: {'id': 'db837ec0-0d8a-4cc1-8f93-9eb97bc06e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '9c90251c-649d-45e9-a5ea-011db4b5aa52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:14:10.180609 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72dd870b-c402-48b4-ad0d-3c14c37ae79b req-9b16cf3a-1e4b-49ef-9532-06f63e2a20a5 service neutron] Bound using segment: {'id': 'db837ec0-0d8a-4cc1-8f93-9eb97bc06e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '9c90251c-649d-45e9-a5ea-011db4b5aa52'} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:14:10.181448 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-72dd870b-c402-48b4-ad0d-3c14c37ae79b req-9b16cf3a-1e4b-49ef-9532-06f63e2a20a5 service neutron] Bound port: 66321e8d-2c13-4d5d-ab57-d41aea84753d, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db837ec0-0d8a-4cc1-8f93-9eb97bc06e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '9c90251c-649d-45e9-a5ea-011db4b5aa52'}}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:14:10.182052 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-72dd870b-c402-48b4-ad0d-3c14c37ae79b req-9b16cf3a-1e4b-49ef-9532-06f63e2a20a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:10.186425 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50578) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:10.193229 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-75e26d97-ee18-4d0f-88ce-0b7ff77fbd6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:10.214769 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-0fa7a0c0-dfd9-42c4-9052-d02322f336a2 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2002771082', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'enable_snat': False}}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:10.277820 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4966cd-0b1e-4974-999d-c0d2c6123e4b req-003edf97-560d-4db4-9434-bb6d257dbcf4 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:10.288903 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-fb4966cd-0b1e-4974-999d-c0d2c6123e4b req-003edf97-560d-4db4-9434-bb6d257dbcf4 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] 10.222.0.69 "GET /v2.0/ports?device_id=56f86edf-c896-4d8a-9326-e6e1a1c30e71 HTTP/1.1" status: 200 len: 944 time: 0.9359922 Dec 10 19:14:10.319043 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81609a1a-5674-4e07-95fe-de7748725ee8 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Network 45a1cef1-b668-40f0-ae29-b18682257f53 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:14:10.359389 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-81609a1a-5674-4e07-95fe-de7748725ee8 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 45a1cef1-b668-40f0-ae29-b18682257f53) {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:14:10.410581 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81609a1a-5674-4e07-95fe-de7748725ee8 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:10.411479 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-81609a1a-5674-4e07-95fe-de7748725ee8 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:10.455500 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0fa7a0c0-dfd9-42c4-9052-d02322f336a2 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:10.457118 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0fa7a0c0-dfd9-42c4-9052-d02322f336a2 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:10.480255 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-fb4966cd-0b1e-4974-999d-c0d2c6123e4b req-ef5eb00f-47ef-46e4-a298-6ff5959cc9f2 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] 10.222.0.69 "GET /v2.0/security-groups?id=b70c9707-804c-4755-a29b-44a73c84802d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437809 Dec 10 19:14:10.485632 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-19aa817b-fcb2-436f-88d0-7c7bd7280840 req-a7466aee-fd42-47e2-aac0-7856674d13d0 service neutron] 10.222.0.36 "GET /v2.0/networks/e9d35973-bd0e-41e8-af04-98288aa68c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034636 Dec 10 19:14:10.522558 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.db.api [None req-79f6f8e1-1607-4d63-8fb4-38819ff44ecb tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 19:14:10.522558 dv-neutron-821441-1-hyperv neutron-server[102366]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 19:14:10.522558 dv-neutron-821441-1-hyperv neutron-server[102366]: [parameters: {'id': 'a3fc2aa1-13f0-46c4-aa8f-118577332f8e'}] Dec 10 19:14:10.522558 dv-neutron-821441-1-hyperv neutron-server[102366]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:14:10.523432 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG oslo_db.api [None req-79f6f8e1-1607-4d63-8fb4-38819ff44ecb tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:14:10.530554 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d77f4e-0f5e-41ca-8f1f-7529ab1a70ce None None] Network 45a1cef1-b668-40f0-ae29-b18682257f53 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:14:10.544840 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-81609a1a-5674-4e07-95fe-de7748725ee8 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.5148313 Dec 10 19:14:10.569025 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50580) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:10.576120 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-8b73de15-d217-4529-ae92-20d4a4c672ae tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Request body: {'port': {'network_id': '45a1cef1-b668-40f0-ae29-b18682257f53', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1352872240'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:10.631085 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-72dd870b-c402-48b4-ad0d-3c14c37ae79b req-9b16cf3a-1e4b-49ef-9532-06f63e2a20a5 service neutron] For port 66321e8d-2c13-4d5d-ab57-d41aea84753d, host hv-neutron-8214, cleared binding levels {{(pid=102365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:14:10.662015 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e142514-8c4b-415d-8e8f-d17b4ac6ee7a None None] Pushing event updated for resources: {'Port': ['ID=ba82366b-bff7-4a50-84be-66042f051e76,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:10.723052 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-72dd870b-c402-48b4-ad0d-3c14c37ae79b req-9b16cf3a-1e4b-49ef-9532-06f63e2a20a5 service neutron] For port 66321e8d-2c13-4d5d-ab57-d41aea84753d, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=66321e8d-2c13-4d5d-ab57-d41aea84753d,segment=NetworkSegment(db837ec0-0d8a-4cc1-8f93-9eb97bc06e90),segment_id=db837ec0-0d8a-4cc1-8f93-9eb97bc06e90)] {{(pid=102365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:14:10.732782 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-72dd870b-c402-48b4-ad0d-3c14c37ae79b req-9b16cf3a-1e4b-49ef-9532-06f63e2a20a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:10.743197 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0fa7a0c0-dfd9-42c4-9052-d02322f336a2 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:10.786946 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd870b-c402-48b4-ad0d-3c14c37ae79b req-9b16cf3a-1e4b-49ef-9532-06f63e2a20a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:10.787580 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-72dd870b-c402-48b4-ad0d-3c14c37ae79b req-9b16cf3a-1e4b-49ef-9532-06f63e2a20a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:10.789127 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-72dd870b-c402-48b4-ad0d-3c14c37ae79b req-9b16cf3a-1e4b-49ef-9532-06f63e2a20a5 service neutron] 10.222.0.36 "PUT /v2.0/ports/66321e8d-2c13-4d5d-ab57-d41aea84753d HTTP/1.1" status: 200 len: 1094 time: 8.4633276 Dec 10 19:14:10.811874 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077ff044-e4b0-4909-9a6e-11fccb4cc75c None None] Network a3fc2aa1-13f0-46c4-aa8f-118577332f8e requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:14:10.818009 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b5d6a8fd-3f7c-4c1d-bbb5-528258756c53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:10.840620 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-75e26d97-ee18-4d0f-88ce-0b7ff77fbd6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:10.849391 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-75e26d97-ee18-4d0f-88ce-0b7ff77fbd6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:10.854353 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-75e26d97-ee18-4d0f-88ce-0b7ff77fbd6f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bbfb6ff6-f367-4584-a842-33ef952e98a3 HTTP/1.1" status: 204 len: 168 time: 1.3043380 Dec 10 19:14:10.901462 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e26d97-ee18-4d0f-88ce-0b7ff77fbd6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfb6ff6-f367-4584-a842-33ef952e98a3,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:11.026758 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf28d79e-6d69-4d3e-9e90-d0d76be50474 req-2394850b-fad8-4eae-a003-03765976f2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:11.028423 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-bf28d79e-6d69-4d3e-9e90-d0d76be50474 req-2394850b-fad8-4eae-a003-03765976f2f2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=af448cbcd018494cbdae615f8d35e0f1&device_id=7dff2011-5f01-4703-80b4-3e97e9f7d2b3 HTTP/1.1" status: 200 len: 1096 time: 0.2012298 Dec 10 19:14:11.034932 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-79f6f8e1-1607-4d63-8fb4-38819ff44ecb tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:11.045858 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b73de15-d217-4529-ae92-20d4a4c672ae tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Made reservation on behalf of 61dac1ab2a1949a99b1a684b7ae4595d for: {'port': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:14:11.049823 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8b73de15-d217-4529-ae92-20d4a4c672ae tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:11.266177 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [None req-8b73de15-d217-4529-ae92-20d4a4c672ae tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] device_id is not set on port 5295fb82-6733-4ec0-9aae-00c23eed9671 yet. {{(pid=102366) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:14:11.422943 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf28d79e-6d69-4d3e-9e90-d0d76be50474 req-6801e085-7ac7-42fd-bcca-203a5acb264f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:11.425156 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-bf28d79e-6d69-4d3e-9e90-d0d76be50474 req-6801e085-7ac7-42fd-bcca-203a5acb264f service neutron] 10.222.0.36 "GET /v2.0/networks?id=e9d35973-bd0e-41e8-af04-98288aa68c12 HTTP/1.1" status: 200 len: 906 time: 0.3801908 Dec 10 19:14:11.447029 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b5d6a8fd-3f7c-4c1d-bbb5-528258756c53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:11.464207 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f94dce-5ae8-4e57-8ee8-4716a939c9d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-45a1cef1-b668-40f0-ae29-b18682257f53', 'network_id': '45a1cef1-b668-40f0-ae29-b18682257f53', 'tenant_id': '61dac1ab2a1949a99b1a684b7ae4595d', 'fixed_ips': [{'subnet_id': 'df49328a-1803-405e-8e0e-f815620da6e6'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:14:11.467350 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b6f94dce-5ae8-4e57-8ee8-4716a939c9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:11.529480 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b5d6a8fd-3f7c-4c1d-bbb5-528258756c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:11.538689 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-bf28d79e-6d69-4d3e-9e90-d0d76be50474 req-885d450a-d269-4c45-8a00-58ac764d4cec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e655a9f-d1da-4c1a-8af0-8a6945d94996 HTTP/1.1" status: 200 len: 217 time: 0.0872283 Dec 10 19:14:11.566591 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-79f6f8e1-1607-4d63-8fb4-38819ff44ecb tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Deleting port ba82366b-bff7-4a50-84be-66042f051e76 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:14:11.567075 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-79f6f8e1-1607-4d63-8fb4-38819ff44ecb tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:11.582420 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56f86edf-c896-4d8a-9326-e6e1a1c30e71', 'tag': '66321e8d-2c13-4d5d-ab57-d41aea84753d'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:14:11.614563 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-b5d6a8fd-3f7c-4c1d-bbb5-528258756c53 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=912bd470a7454c69b2b9d715547adacb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8125162 Dec 10 19:14:11.641047 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50594) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:11.641412 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50596) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:11.652038 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-8b73de15-d217-4529-ae92-20d4a4c672ae tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Allocated IP 2001:db8::bd (45a1cef1-b668-40f0-ae29-b18682257f53/df49328a-1803-405e-8e0e-f815620da6e6/5295fb82-6733-4ec0-9aae-00c23eed9671) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:14:11.658168 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d6a8fd-3f7c-4c1d-bbb5-528258756c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cdc82af-d23f-4e8e-aa17-92ad788d0e27,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:11.732052 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-79f6f8e1-1607-4d63-8fb4-38819ff44ecb tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] For port ba82366b-bff7-4a50-84be-66042f051e76, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=ba82366b-bff7-4a50-84be-66042f051e76,segment=NetworkSegment(90f1121f-6bf7-4c56-90e6-e82c102003a2),segment_id=90f1121f-6bf7-4c56-90e6-e82c102003a2)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:14:11.732439 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-79f6f8e1-1607-4d63-8fb4-38819ff44ecb tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:11.765100 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-79f6f8e1-1607-4d63-8fb4-38819ff44ecb tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Calling delete_port for ba82366b-bff7-4a50-84be-66042f051e76 owned by network:dhcp {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:14:11.957793 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8b73de15-d217-4529-ae92-20d4a4c672ae tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:11.963352 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef3b73a6-9a34-4e8d-b981-bb53636ce766" -d '{"events": [{"name": "network-changed", "server_uuid": "56f86edf-c896-4d8a-9326-e6e1a1c30e71", "tag": "66321e8d-2c13-4d5d-ab57-d41aea84753d"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:14:11.992012 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-79f6f8e1-1607-4d63-8fb4-38819ff44ecb tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:12.052895 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f6f8e1-1607-4d63-8fb4-38819ff44ecb tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] No DVR routers for this DVR port ba82366b-bff7-4a50-84be-66042f051e76 on host dv-neutron-821441-1-hyperv {{(pid=102366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:14:12.054837 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f6f8e1-1607-4d63-8fb4-38819ff44ecb tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Pushing event deleted for resources: {'Port': ['ID=ba82366b-bff7-4a50-84be-66042f051e76,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:12.072340 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b16cf3a-1e4b-49ef-9532-06f63e2a20a5 service neutron] Pushing event updated for resources: {'Port': ['ID=66321e8d-2c13-4d5d-ab57-d41aea84753d,revision_number=3']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:12.109999 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8b73de15-d217-4529-ae92-20d4a4c672ae tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:12.119446 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0fa7a0c0-dfd9-42c4-9052-d02322f336a2 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:12.176649 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-b6f94dce-5ae8-4e57-8ee8-4716a939c9d5 None None] Allocated IP 2001:db8::2 (45a1cef1-b668-40f0-ae29-b18682257f53/df49328a-1803-405e-8e0e-f815620da6e6/f0864e8a-1797-47a4-90b5-33cf8f1e310f) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:14:12.177579 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff84e09e-4b16-4207-926a-103b76b4cb5f req-ac3c7848-6929-43e6-8bc2-19dbd3b8cdc7 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:12.180065 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ff84e09e-4b16-4207-926a-103b76b4cb5f req-ac3c7848-6929-43e6-8bc2-19dbd3b8cdc7 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] 10.222.0.69 "GET /v2.0/ports?device_id=7dff2011-5f01-4703-80b4-3e97e9f7d2b3 HTTP/1.1" status: 200 len: 943 time: 0.5518560 Dec 10 19:14:12.185451 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd870b-c402-48b4-ad0d-3c14c37ae79b req-ca3a339a-3edd-4fea-88ff-033410d6a767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:12.187048 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-72dd870b-c402-48b4-ad0d-3c14c37ae79b req-ca3a339a-3edd-4fea-88ff-033410d6a767 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16eb7381a9bc4b9180d8fd7d3d4cffa7&device_id=56f86edf-c896-4d8a-9326-e6e1a1c30e71 HTTP/1.1" status: 200 len: 1097 time: 0.5805702 Dec 10 19:14:12.200457 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-d4006444-ea2b-462b-bea3-bc1f962dcb79 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=334a62ade8384290bb4affadf9dcf15b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5230117 Dec 10 19:14:12.223795 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50604) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:12.256583 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48ab0f8-59da-4109-9b1c-0514d40f2d50 req-c021d28a-97b0-4aeb-aca6-3876f9b595bd tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:12.259092 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b48ab0f8-59da-4109-9b1c-0514d40f2d50 req-c021d28a-97b0-4aeb-aca6-3876f9b595bd tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] 10.222.0.69 "GET /v2.0/ports?device_id=56f86edf-c896-4d8a-9326-e6e1a1c30e71 HTTP/1.1" status: 200 len: 944 time: 0.5822308 Dec 10 19:14:12.309806 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a9465578-a035-447b-a1ba-4325b5fe5bb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:12.400182 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b6f94dce-5ae8-4e57-8ee8-4716a939c9d5 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:12.412753 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b6f94dce-5ae8-4e57-8ee8-4716a939c9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:12.444186 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9b04e1c5-9cc6-497e-a2a7-7565b6d3fdaf tempest-FloatingIPAdminTestJSON-8087862 tempest-FloatingIPAdminTestJSON-8087862-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:12.448633 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a9465578-a035-447b-a1ba-4325b5fe5bb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:12.484350 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f94dce-5ae8-4e57-8ee8-4716a939c9d5 None None] Network 45a1cef1-b668-40f0-ae29-b18682257f53 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:14:12.495134 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-b6f94dce-5ae8-4e57-8ee8-4716a939c9d5 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:14:12.501298 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f94dce-5ae8-4e57-8ee8-4716a939c9d5 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:14:12.507568 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ff84e09e-4b16-4207-926a-103b76b4cb5f req-8169c92e-bb16-4ded-9196-c8a051149f95 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1ad53fa-07e5-4365-a4a0-1215baa9957c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3003335 Dec 10 19:14:12.525382 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b73de15-d217-4529-ae92-20d4a4c672ae tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Network 45a1cef1-b668-40f0-ae29-b18682257f53 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:14:12.527461 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f94dce-5ae8-4e57-8ee8-4716a939c9d5 None None] Pushing event updated for resources: {'Port': ['ID=f0864e8a-1797-47a4-90b5-33cf8f1e310f,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:12.546909 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-8b73de15-d217-4529-ae92-20d4a4c672ae tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:14:12.548976 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b73de15-d217-4529-ae92-20d4a4c672ae tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:14:12.554946 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b73de15-d217-4529-ae92-20d4a4c672ae tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:12.555857 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8b73de15-d217-4529-ae92-20d4a4c672ae tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:12.563876 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-79f6f8e1-1607-4d63-8fb4-38819ff44ecb tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:12.572456 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b48ab0f8-59da-4109-9b1c-0514d40f2d50 req-a6e1cbbd-5149-479c-a8e9-c4fa53c8ba2b tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] 10.222.0.69 "GET /v2.0/security-groups?id=b70c9707-804c-4755-a29b-44a73c84802d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2776508 Dec 10 19:14:12.626214 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-8b73de15-d217-4529-ae92-20d4a4c672ae tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0556316 Dec 10 19:14:12.635059 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50608) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:12.640811 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-05e89209-1fe5-418d-b7f7-1056ede7f5ae tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Request body: {'port': {'network_id': '45a1cef1-b668-40f0-ae29-b18682257f53', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1928546964', 'allowed_address_pairs': [{'ip_address': '2001:db8::bd', 'mac_address': 'fa:16:3e:82:b1:e7'}]}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:12.644271 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b73de15-d217-4529-ae92-20d4a4c672ae tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Pushing event updated for resources: {'Port': ['ID=5295fb82-6733-4ec0-9aae-00c23eed9671,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:12.660219 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8fd20777-2daa-4346-8eb8-70a9f08f62b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:12.676717 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-b6f94dce-5ae8-4e57-8ee8-4716a939c9d5 None None] Attempting to bind port f0864e8a-1797-47a4-90b5-33cf8f1e310f on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:14:12.677376 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-b6f94dce-5ae8-4e57-8ee8-4716a939c9d5 None None] Attempting to bind port f0864e8a-1797-47a4-90b5-33cf8f1e310f by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': 'ecd70b55-8056-4d93-8af8-74e16382e324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '45a1cef1-b668-40f0-ae29-b18682257f53'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:14:12.677845 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f94dce-5ae8-4e57-8ee8-4716a939c9d5 None None] Attempting to bind port f0864e8a-1797-47a4-90b5-33cf8f1e310f on network 45a1cef1-b668-40f0-ae29-b18682257f53 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:14:12.687791 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-79f6f8e1-1607-4d63-8fb4-38819ff44ecb tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3fc2aa1-13f0-46c4-aa8f-118577332f8e']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:12.688469 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f94dce-5ae8-4e57-8ee8-4716a939c9d5 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:14:12.688931 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f94dce-5ae8-4e57-8ee8-4716a939c9d5 None None] Checking segment: {'id': 'ecd70b55-8056-4d93-8af8-74e16382e324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '45a1cef1-b668-40f0-ae29-b18682257f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:14:12.689492 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b6f94dce-5ae8-4e57-8ee8-4716a939c9d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:12.690000 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f94dce-5ae8-4e57-8ee8-4716a939c9d5 None None] Bound using segment: {'id': 'ecd70b55-8056-4d93-8af8-74e16382e324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '45a1cef1-b668-40f0-ae29-b18682257f53'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:14:12.690736 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-b6f94dce-5ae8-4e57-8ee8-4716a939c9d5 None None] Bound port: f0864e8a-1797-47a4-90b5-33cf8f1e310f, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecd70b55-8056-4d93-8af8-74e16382e324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '45a1cef1-b668-40f0-ae29-b18682257f53'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:14:12.691246 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b6f94dce-5ae8-4e57-8ee8-4716a939c9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:12.728640 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-79f6f8e1-1607-4d63-8fb4-38819ff44ecb tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90f1121f-6bf7-4c56-90e6-e82c102003a2') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:12.730252 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-79f6f8e1-1607-4d63-8fb4-38819ff44ecb tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90f1121f-6bf7-4c56-90e6-e82c102003a2') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:12.754794 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-79f6f8e1-1607-4d63-8fb4-38819ff44ecb tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:12.787242 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-79f6f8e1-1607-4d63-8fb4-38819ff44ecb tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:12.791074 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-b6f94dce-5ae8-4e57-8ee8-4716a939c9d5 None None] For port f0864e8a-1797-47a4-90b5-33cf8f1e310f, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:14:12.796602 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-b6f94dce-5ae8-4e57-8ee8-4716a939c9d5 None None] For port f0864e8a-1797-47a4-90b5-33cf8f1e310f, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=f0864e8a-1797-47a4-90b5-33cf8f1e310f,segment=NetworkSegment(ecd70b55-8056-4d93-8af8-74e16382e324),segment_id=ecd70b55-8056-4d93-8af8-74e16382e324)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:14:12.803602 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79f6f8e1-1607-4d63-8fb4-38819ff44ecb tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:14:12.804321 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-79f6f8e1-1607-4d63-8fb4-38819ff44ecb tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:12.814502 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b6f94dce-5ae8-4e57-8ee8-4716a939c9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:12.841403 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fef43a2-35c4-42e8-be3f-ac3abc1b7aff x-openstack-request-id: req-6fef43a2-35c4-42e8-be3f-ac3abc1b7aff {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:14:12.842385 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56f86edf-c896-4d8a-9326-e6e1a1c30e71", "tag": "66321e8d-2c13-4d5d-ab57-d41aea84753d", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:14:12.843161 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6fef43a2-35c4-42e8-be3f-ac3abc1b7aff {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:14:12.844025 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56f86edf-c896-4d8a-9326-e6e1a1c30e71', 'tag': '66321e8d-2c13-4d5d-ab57-d41aea84753d', 'status': 'completed', 'code': 200} Dec 10 19:14:12.850030 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9b04e1c5-9cc6-497e-a2a7-7565b6d3fdaf tempest-FloatingIPAdminTestJSON-8087862 tempest-FloatingIPAdminTestJSON-8087862-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:12.894158 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:14:12.894158 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:14:12.894158 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:14:12.894158 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:14:12.894158 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:14:12.894158 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:14:12.894158 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:14:12.894158 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:14:12.894158 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:14:12.894158 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:14:12.894158 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:14:12.894158 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:14:12.894158 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:14:12.894158 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:14:12.894158 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:14:12.894158 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:14:12.894158 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:14:12.894158 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:14:12.894158 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:14:12.894158 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:14:12.894158 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:14:12.894158 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:14:12.894158 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:14:12.894158 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:14:12.894158 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:14:12.894158 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:14:12.894158 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:14:12.894158 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:14:12.894158 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:14:12.894158 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:14:12.894158 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:14:12.894158 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:14:12.908169 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f94dce-5ae8-4e57-8ee8-4716a939c9d5 None None] Pushing event updated for resources: {'Port': ['ID=f0864e8a-1797-47a4-90b5-33cf8f1e310f,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:12.908924 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8fd20777-2daa-4346-8eb8-70a9f08f62b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:12.941913 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-79f6f8e1-1607-4d63-8fb4-38819ff44ecb tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:12.958973 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-79f6f8e1-1607-4d63-8fb4-38819ff44ecb tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:12.969368 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-79f6f8e1-1607-4d63-8fb4-38819ff44ecb tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "DELETE /v2.0/networks/a3fc2aa1-13f0-46c4-aa8f-118577332f8e HTTP/1.1" status: 204 len: 168 time: 5.7923405 Dec 10 19:14:12.969591 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a9465578-a035-447b-a1ba-4325b5fe5bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:12.970833 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a9465578-a035-447b-a1ba-4325b5fe5bb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:12.974749 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-a9465578-a035-447b-a1ba-4325b5fe5bb5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3cdc82af-d23f-4e8e-aa17-92ad788d0e27 HTTP/1.1" status: 204 len: 168 time: 1.2941930 Dec 10 19:14:12.990052 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50612) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:12.998984 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-89566944-174c-4b37-9e91-fa40bf7c67f7 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-13951685'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:13.004969 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f6f8e1-1607-4d63-8fb4-38819ff44ecb tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Pushing event deleted for resources: {'Network': ['ID=a3fc2aa1-13f0-46c4-aa8f-118577332f8e,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:13.050896 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89566944-174c-4b37-9e91-fa40bf7c67f7 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Made reservation on behalf of c32314706c7841f0aec3c27688848c9e for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:14:13.059951 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-89566944-174c-4b37-9e91-fa40bf7c67f7 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:13.092847 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9465578-a035-447b-a1ba-4325b5fe5bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cdc82af-d23f-4e8e-aa17-92ad788d0e27,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:13.114826 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89566944-174c-4b37-9e91-fa40bf7c67f7 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:14:13.134507 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-89566944-174c-4b37-9e91-fa40bf7c67f7 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:13.135745 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-89566944-174c-4b37-9e91-fa40bf7c67f7 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Added segment 7d33697f-cab9-4cd5-9946-b3599137ec71 of type vlan for network 2a9cadb4-7ec7-43c9-9820-13c9317bf9f0 Dec 10 19:14:13.273608 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-89566944-174c-4b37-9e91-fa40bf7c67f7 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:13.392939 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf28d79e-6d69-4d3e-9e90-d0d76be50474 req-968f2290-fd6d-4e4f-a810-e464c10f709a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:13.398828 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-bf28d79e-6d69-4d3e-9e90-d0d76be50474 req-968f2290-fd6d-4e4f-a810-e464c10f709a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4dff902f-89e7-4f28-8db1-bc880cee9536 HTTP/1.1" status: 200 len: 844 time: 0.1599452 Dec 10 19:14:13.398828 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-89566944-174c-4b37-9e91-fa40bf7c67f7 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:13.408421 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89566944-174c-4b37-9e91-fa40bf7c67f7 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:13.409518 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-89566944-174c-4b37-9e91-fa40bf7c67f7 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:13.432085 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-72dd870b-c402-48b4-ad0d-3c14c37ae79b req-7c4d62d1-9e04-49c6-872c-0c7ee5fbd7e4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66321e8d-2c13-4d5d-ab57-d41aea84753d HTTP/1.1" status: 200 len: 217 time: 0.1512346 Dec 10 19:14:13.438644 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8fd20777-2daa-4346-8eb8-70a9f08f62b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:13.442008 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8fd20777-2daa-4346-8eb8-70a9f08f62b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:13.447154 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-8fd20777-2daa-4346-8eb8-70a9f08f62b5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8f41e47c-2341-4df9-afb0-2c15e46b141a HTTP/1.1" status: 204 len: 168 time: 1.2090302 Dec 10 19:14:13.547170 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89566944-174c-4b37-9e91-fa40bf7c67f7 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Pushing event updated for resources: {'Network': ['ID=2a9cadb4-7ec7-43c9-9820-13c9317bf9f0,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:13.559688 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 2a9cadb4-7ec7-43c9-9820-13c9317bf9f0 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:14:13.575122 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf28d79e-6d69-4d3e-9e90-d0d76be50474 req-79314646-3856-4205-ab96-e6a4cb1e434d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:13.576796 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-bf28d79e-6d69-4d3e-9e90-d0d76be50474 req-79314646-3856-4205-ab96-e6a4cb1e434d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e9d35973-bd0e-41e8-af04-98288aa68c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1608169 Dec 10 19:14:13.584247 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd20777-2daa-4346-8eb8-70a9f08f62b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f41e47c-2341-4df9-afb0-2c15e46b141a,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:13.735941 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-89566944-174c-4b37-9e91-fa40bf7c67f7 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7416463 Dec 10 19:14:13.738070 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50624) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:13.747272 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-5bade2c7-7160-4bf1-9d8e-cd7d9e7ede4a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Request body: {'subnet': {'network_id': '2a9cadb4-7ec7-43c9-9820-13c9317bf9f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:13.815988 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0fa7a0c0-dfd9-42c4-9052-d02322f336a2 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:13.849784 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50626) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:13.887138 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d02634b9-20df-4f3a-9bf7-ca5511b8e293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:13.893602 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-bf28d79e-6d69-4d3e-9e90-d0d76be50474 req-f1f43dc0-2b77-4d96-a7dc-9f8aaab0879e service neutron] 10.222.0.36 "GET /v2.0/networks/e9d35973-bd0e-41e8-af04-98288aa68c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049088 Dec 10 19:14:13.985045 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bade2c7-7160-4bf1-9d8e-cd7d9e7ede4a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Made reservation on behalf of c32314706c7841f0aec3c27688848c9e for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:14:13.988823 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5bade2c7-7160-4bf1-9d8e-cd7d9e7ede4a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:14.108235 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.ipam_backend_mixin [None req-5bade2c7-7160-4bf1-9d8e-cd7d9e7ede4a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Performing IP validity checks on allocation pools {{(pid=102366) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 19:14:14.109248 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.ipam_backend_mixin [None req-5bade2c7-7160-4bf1-9d8e-cd7d9e7ede4a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102366) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 19:14:14.170573 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device f0864e8a-1797-47a4-90b5-33cf8f1e310f up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:14:14.255666 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port f0864e8a-1797-47a4-90b5-33cf8f1e310f triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:14.256436 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:14.304484 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5bade2c7-7160-4bf1-9d8e-cd7d9e7ede4a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:14.378101 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e89209-1fe5-418d-b7f7-1056ede7f5ae tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Made reservation on behalf of 61dac1ab2a1949a99b1a684b7ae4595d for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:14:14.398307 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0fa7a0c0-dfd9-42c4-9052-d02322f336a2 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:14.420236 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-bf28d79e-6d69-4d3e-9e90-d0d76be50474 req-8d10bb7a-3932-47e3-9d66-7c0c4e4225e7 service neutron] 10.222.0.36 "GET /v2.0/networks/e9d35973-bd0e-41e8-af04-98288aa68c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5171676 Dec 10 19:14:14.441112 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bade2c7-7160-4bf1-9d8e-cd7d9e7ede4a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Pushing event updated for resources: {'Subnet': ['ID=8735ce77-6778-416e-83a0-1b13ee043274,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:14.481833 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:14.490373 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bade2c7-7160-4bf1-9d8e-cd7d9e7ede4a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Checking segment: {'id': '7d33697f-cab9-4cd5-9946-b3599137ec71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '2a9cadb4-7ec7-43c9-9820-13c9317bf9f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:14:14.490701 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bade2c7-7160-4bf1-9d8e-cd7d9e7ede4a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Network hostable DHCP agents. Network: 2a9cadb4-7ec7-43c9-9820-13c9317bf9f0, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:14:14.494678 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd870b-c402-48b4-ad0d-3c14c37ae79b req-c851d617-2f37-48e9-a1fd-abba1fcc0fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:14.496835 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-72dd870b-c402-48b4-ad0d-3c14c37ae79b req-c851d617-2f37-48e9-a1fd-abba1fcc0fa2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eda7c997-4549-4482-a006-e011511a0739 HTTP/1.1" status: 200 len: 851 time: 1.0517139 Dec 10 19:14:14.505495 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e8f534-0201-476c-8b1a-f67669b8332d None None] Network 45a1cef1-b668-40f0-ae29-b18682257f53 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:14:14.512530 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d02634b9-20df-4f3a-9bf7-ca5511b8e293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:14.538774 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d02634b9-20df-4f3a-9bf7-ca5511b8e293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:14.572523 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bade2c7-7160-4bf1-9d8e-cd7d9e7ede4a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Network 2a9cadb4-7ec7-43c9-9820-13c9317bf9f0 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:14:14.585945 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port f0864e8a-1797-47a4-90b5-33cf8f1e310f, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=f0864e8a-1797-47a4-90b5-33cf8f1e310f,segment=NetworkSegment(ecd70b55-8056-4d93-8af8-74e16382e324),segment_id=ecd70b55-8056-4d93-8af8-74e16382e324)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:14:14.598438 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:14.607016 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-6271f10b-62bc-49e0-9213-4638bc78873c None None] Provisioning complete for port f0864e8a-1797-47a4-90b5-33cf8f1e310f triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:14.607385 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6271f10b-62bc-49e0-9213-4638bc78873c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:14.657355 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d02634b9-20df-4f3a-9bf7-ca5511b8e293 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f221233efe4244e5b77e05ef7d9c15da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8063660 Dec 10 19:14:14.663890 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-5bade2c7-7160-4bf1-9d8e-cd7d9e7ede4a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 2a9cadb4-7ec7-43c9-9820-13c9317bf9f0) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:14:14.676457 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d42f0-4322-414d-a63b-f2ad28571520 req-4d86e03a-c8ff-4b99-9b21-4b945be8a30f tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:14.683107 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50640) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:14.685633 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-fc7d42f0-4322-414d-a63b-f2ad28571520 req-4d86e03a-c8ff-4b99-9b21-4b945be8a30f tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] 10.222.0.69 "GET /v2.0/ports?device_id=7dff2011-5f01-4703-80b4-3e97e9f7d2b3 HTTP/1.1" status: 200 len: 943 time: 1.0162349 Dec 10 19:14:14.689815 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bade2c7-7160-4bf1-9d8e-cd7d9e7ede4a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:14.690009 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85fabfa-f24f-4cab-9e7f-4ff9cc53f0a3 None None] Network 2a9cadb4-7ec7-43c9-9820-13c9317bf9f0 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:14:14.690117 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5bade2c7-7160-4bf1-9d8e-cd7d9e7ede4a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:14.694450 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02634b9-20df-4f3a-9bf7-ca5511b8e293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba9ce68-9546-4333-88e8-f55194ecd5e3,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:14.733613 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e2911-2338-4951-944f-7ca181d63e53 req-c8159b15-efe7-4994-ac32-55e4e28fc7f0 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:14.733613 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-783e2911-2338-4951-944f-7ca181d63e53 req-c8159b15-efe7-4994-ac32-55e4e28fc7f0 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] 10.222.0.69 "GET /v2.0/ports?device_id=56f86edf-c896-4d8a-9326-e6e1a1c30e71 HTTP/1.1" status: 200 len: 944 time: 0.8819406 Dec 10 19:14:14.808072 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-5bade2c7-7160-4bf1-9d8e-cd7d9e7ede4a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.0685942 Dec 10 19:14:14.812389 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50644) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:14.845341 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-fc7d42f0-4322-414d-a63b-f2ad28571520 req-5f4dd745-8b77-4076-b16c-d89e7acab3c0 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1ad53fa-07e5-4365-a4a0-1215baa9957c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585274 Dec 10 19:14:14.872295 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9b04e1c5-9cc6-497e-a2a7-7565b6d3fdaf tempest-FloatingIPAdminTestJSON-8087862 tempest-FloatingIPAdminTestJSON-8087862-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:14.874612 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-69feefe4-b58e-4112-8545-e8351eeafa82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:14.899176 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd870b-c402-48b4-ad0d-3c14c37ae79b req-3c75b4ad-26b5-4739-8bee-90d56e52a6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:14.900657 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-72dd870b-c402-48b4-ad0d-3c14c37ae79b req-3c75b4ad-26b5-4739-8bee-90d56e52a6c2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9c90251c-649d-45e9-a5ea-011db4b5aa52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3795490 Dec 10 19:14:14.903938 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9b04e1c5-9cc6-497e-a2a7-7565b6d3fdaf tempest-FloatingIPAdminTestJSON-8087862 tempest-FloatingIPAdminTestJSON-8087862-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:14.922710 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-69feefe4-b58e-4112-8545-e8351eeafa82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:14.936262 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=f0864e8a-1797-47a4-90b5-33cf8f1e310f,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:14.997321 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-05e89209-1fe5-418d-b7f7-1056ede7f5ae tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:15.091600 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-69feefe4-b58e-4112-8545-e8351eeafa82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:15.094269 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-69feefe4-b58e-4112-8545-e8351eeafa82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:15.096001 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-69feefe4-b58e-4112-8545-e8351eeafa82 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cba9ce68-9546-4333-88e8-f55194ecd5e3 HTTP/1.1" status: 204 len: 168 time: 0.3958287 Dec 10 19:14:15.105171 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-783e2911-2338-4951-944f-7ca181d63e53 req-e4bf52d0-9716-4c22-a5ff-2393f655092f tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] 10.222.0.69 "GET /v2.0/security-groups?id=b70c9707-804c-4755-a29b-44a73c84802d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3620036 Dec 10 19:14:15.109126 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b04e1c5-9cc6-497e-a2a7-7565b6d3fdaf tempest-FloatingIPAdminTestJSON-8087862 tempest-FloatingIPAdminTestJSON-8087862-project-admin] Pushing event updated for resources: {'Port': ['ID=7d788336-544b-4f03-ba15-14caf2d83d46,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:15.150840 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69feefe4-b58e-4112-8545-e8351eeafa82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba9ce68-9546-4333-88e8-f55194ecd5e3,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:15.152164 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-0fa7a0c0-dfd9-42c4-9052-d02322f336a2 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Allocated IP 172.26.6.253 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/d2eb73a1-fea4-47f4-baec-70b9dd09bb0b) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:14:15.223011 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50652) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:15.226476 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [None req-05e89209-1fe5-418d-b7f7-1056ede7f5ae tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] device_id is not set on port f452e863-0120-4198-a77d-da42ae6a90c3 yet. {{(pid=102365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:14:15.306552 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1f824522-4249-4fc3-98c1-e7da351ae04e tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:15.361830 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9b04e1c5-9cc6-497e-a2a7-7565b6d3fdaf tempest-FloatingIPAdminTestJSON-8087862 tempest-FloatingIPAdminTestJSON-8087862-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3713103'] for floatingip, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:15.424821 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1f824522-4249-4fc3-98c1-e7da351ae04e tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:15.444471 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdaf981c-a4dc-483b-8d18-280e9a6e8a53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-2a9cadb4-7ec7-43c9-9820-13c9317bf9f0', 'network_id': '2a9cadb4-7ec7-43c9-9820-13c9317bf9f0', 'tenant_id': 'c32314706c7841f0aec3c27688848c9e', 'fixed_ips': [{'subnet_id': '8735ce77-6778-416e-83a0-1b13ee043274'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:14:15.449643 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-fdaf981c-a4dc-483b-8d18-280e9a6e8a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:15.494701 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-72dd870b-c402-48b4-ad0d-3c14c37ae79b req-b2f21f90-0ed2-4f1e-8a9d-3dc81ad03568 service neutron] 10.222.0.36 "GET /v2.0/networks/9c90251c-649d-45e9-a5ea-011db4b5aa52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5367501 Dec 10 19:14:15.539309 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1f824522-4249-4fc3-98c1-e7da351ae04e tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:15.606195 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f824522-4249-4fc3-98c1-e7da351ae04e tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Pushing event deleted for resources: {'Subnet': ['ID=8735ce77-6778-416e-83a0-1b13ee043274,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:15.690702 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0fa7a0c0-dfd9-42c4-9052-d02322f336a2 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:15.816336 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1f824522-4249-4fc3-98c1-e7da351ae04e tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:15.860368 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server [None req-fdaf981c-a4dc-483b-8d18-280e9a6e8a53 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8735ce77-6778-416e-83a0-1b13ee043274: This subnet is being modified by another concurrent operation. Dec 10 19:14:15.860368 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 19:14:15.860368 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 19:14:15.860368 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 19:14:15.860368 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 19:14:15.860368 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 19:14:15.860368 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 19:14:15.860368 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 19:14:15.860368 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 19:14:15.860368 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 19:14:15.860368 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 19:14:15.860368 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 19:14:15.860368 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:14:15.860368 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:14:15.860368 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:14:15.860368 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:14:15.860368 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 19:14:15.860368 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 19:14:15.860368 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 19:14:15.860368 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 19:14:15.860368 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:14:15.860368 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:14:15.860368 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:14:15.860368 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:14:15.860368 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 19:14:15.860368 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 19:14:15.860368 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 19:14:15.860368 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 19:14:15.860368 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:14:15.860368 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:14:15.860368 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:14:15.860368 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:14:15.860368 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 19:14:15.860368 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 19:14:15.860368 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 10 19:14:15.860368 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 10 19:14:15.860368 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 10 19:14:15.860368 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 10 19:14:15.860368 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 10 19:14:15.860368 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 10 19:14:15.860368 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 10 19:14:15.860368 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 10 19:14:15.860368 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 19:14:15.860368 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 19:14:15.860368 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 19:14:15.860368 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 19:14:15.860368 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 19:14:15.860368 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 19:14:15.860368 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:14:15.860368 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:14:15.860368 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:14:15.860368 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:14:15.860368 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 19:14:15.860368 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 19:14:15.876392 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 19:14:15.876392 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 19:14:15.876392 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:14:15.876392 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:14:15.876392 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:14:15.876392 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:14:15.876392 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 19:14:15.876392 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 19:14:15.876392 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 19:14:15.876392 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 19:14:15.876392 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:14:15.876392 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:14:15.876392 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:14:15.876392 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:14:15.876392 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 19:14:15.876392 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 19:14:15.876392 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Dec 10 19:14:15.876392 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 10 19:14:15.876392 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Dec 10 19:14:15.876392 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 10 19:14:15.876392 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Dec 10 19:14:15.876392 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 10 19:14:15.876392 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 10 19:14:15.876392 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 10 19:14:15.876392 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:14:15.876392 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:14:15.876392 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:14:15.876392 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:14:15.876392 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 10 19:14:15.876392 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 10 19:14:15.876392 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 10 19:14:15.876392 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 19:14:15.876392 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 19:14:15.876392 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 19:14:15.876392 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 19:14:15.876392 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server raise exception Dec 10 19:14:15.876392 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8735ce77-6778-416e-83a0-1b13ee043274: This subnet is being modified by another concurrent operation. Dec 10 19:14:15.876392 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server Dec 10 19:14:15.887562 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-05e89209-1fe5-418d-b7f7-1056ede7f5ae tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Allocated IP 2001:db8::335 (45a1cef1-b668-40f0-ae29-b18682257f53/df49328a-1803-405e-8e0e-f815620da6e6/f452e863-0120-4198-a77d-da42ae6a90c3) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:14:15.887562 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.l3_db [None req-9b04e1c5-9cc6-497e-a2a7-7565b6d3fdaf tempest-FloatingIPAdminTestJSON-8087862 tempest-FloatingIPAdminTestJSON-8087862-project-admin] Floating IP 59097c01-0f71-41a2-bd01-699bea652375 associated. External IP: 172.26.6.19, port: f78de9d6-9956-4ff4-be29-b6cb445f92bb. Dec 10 19:14:15.909337 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-51b08355-a6e9-4b78-92a2-41319823aa20 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Request body: {'networks': [{'name': 'tempest-network--1699314228'}, {'name': 'tempest-network--510187292'}]} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:15.910386 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-51b08355-a6e9-4b78-92a2-41319823aa20 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Request body: {'network': {'name': 'tempest-network--1699314228'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:15.910861 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-51b08355-a6e9-4b78-92a2-41319823aa20 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Request body: {'network': {'name': 'tempest-network--510187292'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:15.919160 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-1f824522-4249-4fc3-98c1-e7da351ae04e tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a9cadb4-7ec7-43c9-9820-13c9317bf9f0']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:15.942710 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-1f824522-4249-4fc3-98c1-e7da351ae04e tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d33697f-cab9-4cd5-9946-b3599137ec71') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:15.942710 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-1f824522-4249-4fc3-98c1-e7da351ae04e tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d33697f-cab9-4cd5-9946-b3599137ec71') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:15.949011 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eca9326-8190-4752-b554-ee1a969e64f5 None None] Network 2a9cadb4-7ec7-43c9-9820-13c9317bf9f0 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:14:15.959314 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1f824522-4249-4fc3-98c1-e7da351ae04e tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:15.994136 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b08355-a6e9-4b78-92a2-41319823aa20 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Made reservation on behalf of 5b9b43448a22426ea5e35f1a4154d412 for: {'network': 2} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:14:16.008026 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-51b08355-a6e9-4b78-92a2-41319823aa20 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:16.025616 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1f824522-4249-4fc3-98c1-e7da351ae04e tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:16.033568 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-51b08355-a6e9-4b78-92a2-41319823aa20 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:16.056196 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f824522-4249-4fc3-98c1-e7da351ae04e tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:14:16.057023 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1f824522-4249-4fc3-98c1-e7da351ae04e tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:16.061279 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:14:16.061279 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:14:16.061279 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:14:16.061279 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:14:16.061279 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:14:16.061279 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:14:16.061279 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:14:16.061279 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:14:16.061279 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:14:16.061279 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:14:16.061279 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:14:16.061279 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:14:16.061279 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:14:16.061279 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:14:16.061279 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:14:16.061279 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:14:16.061279 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:14:16.061279 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:14:16.061279 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:14:16.061279 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:14:16.061279 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:14:16.061279 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:14:16.061279 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:14:16.061279 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:14:16.061279 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:14:16.061279 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:14:16.061279 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:14:16.061279 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:14:16.061279 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:14:16.061279 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:14:16.061279 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:14:16.061279 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:14:16.200893 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0fa7a0c0-dfd9-42c4-9052-d02322f336a2 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:16.215681 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1f824522-4249-4fc3-98c1-e7da351ae04e tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:16.246181 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1f824522-4249-4fc3-98c1-e7da351ae04e tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:16.250927 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device f0864e8a-1797-47a4-90b5-33cf8f1e310f up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:14:16.262683 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-1f824522-4249-4fc3-98c1-e7da351ae04e tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "DELETE /v2.0/networks/2a9cadb4-7ec7-43c9-9820-13c9317bf9f0 HTTP/1.1" status: 204 len: 168 time: 1.4440782 Dec 10 19:14:16.287514 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50670) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:16.293492 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-2cdd6f24-3964-4bbc-a6b9-a93f1372a6c4 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1731957143'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:16.307101 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f824522-4249-4fc3-98c1-e7da351ae04e tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Pushing event deleted for resources: {'Network': ['ID=2a9cadb4-7ec7-43c9-9820-13c9317bf9f0,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:16.393857 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f824522-4249-4fc3-98c1-e7da351ae04e tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:16.394114 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port f0864e8a-1797-47a4-90b5-33cf8f1e310f triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:16.395052 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:16.401450 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f824522-4249-4fc3-98c1-e7da351ae04e tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:16.401450 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f824522-4249-4fc3-98c1-e7da351ae04e tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:16.401450 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f824522-4249-4fc3-98c1-e7da351ae04e tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:16.402035 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f824522-4249-4fc3-98c1-e7da351ae04e tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:16.402385 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f824522-4249-4fc3-98c1-e7da351ae04e tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:16.403640 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f824522-4249-4fc3-98c1-e7da351ae04e tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:16.409634 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f824522-4249-4fc3-98c1-e7da351ae04e tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:16.415915 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f824522-4249-4fc3-98c1-e7da351ae04e tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:16.418065 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f824522-4249-4fc3-98c1-e7da351ae04e tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:16.420567 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f824522-4249-4fc3-98c1-e7da351ae04e tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:16.420567 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f824522-4249-4fc3-98c1-e7da351ae04e tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:16.517968 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cdd6f24-3964-4bbc-a6b9-a93f1372a6c4 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Made reservation on behalf of c32314706c7841f0aec3c27688848c9e for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:14:16.528765 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2cdd6f24-3964-4bbc-a6b9-a93f1372a6c4 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:16.535780 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-2f15aa46-9e0b-42b3-83d3-aeba019d076e None None] Provisioning complete for port 5295fb82-6733-4ec0-9aae-00c23eed9671 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:16.535780 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2f15aa46-9e0b-42b3-83d3-aeba019d076e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:16.591331 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-51b08355-a6e9-4b78-92a2-41319823aa20 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:16.607057 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-51b08355-a6e9-4b78-92a2-41319823aa20 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:16.607983 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-51b08355-a6e9-4b78-92a2-41319823aa20 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:16.646774 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cdd6f24-3964-4bbc-a6b9-a93f1372a6c4 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:14:16.685205 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2cdd6f24-3964-4bbc-a6b9-a93f1372a6c4 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:16.685679 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-2cdd6f24-3964-4bbc-a6b9-a93f1372a6c4 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Added segment 783d7087-37b2-4f70-b401-f92de43852e6 of type vlan for network 06426a28-eb81-4869-987d-36e414d03df2 Dec 10 19:14:16.689897 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-2f15aa46-9e0b-42b3-83d3-aeba019d076e None None] Port 5295fb82-6733-4ec0-9aae-00c23eed9671 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:14:16.699216 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b08355-a6e9-4b78-92a2-41319823aa20 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63a7f430-d531-4260-8317-d46511062a97,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:16.714837 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51b08355-a6e9-4b78-92a2-41319823aa20 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:14:16.746236 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77ec87d-5fbf-44e5-b04e-ba003e0615d4 None None] get_active_networks_info from dv-neutron-821441-1-hyperv {{(pid=102367) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 10 19:14:16.756247 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b04e1c5-9cc6-497e-a2a7-7565b6d3fdaf tempest-FloatingIPAdminTestJSON-8087862 tempest-FloatingIPAdminTestJSON-8087862-project-admin] Router faa5fe22-449b-4e00-ae52-673207a542c9 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:14:16.759860 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-51b08355-a6e9-4b78-92a2-41319823aa20 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:16.760200 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-51b08355-a6e9-4b78-92a2-41319823aa20 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Added segment 99d832c5-0d7b-4899-9289-5dd8cbf61c09 of type vlan for network 2cc20f83-32f8-47e2-8a89-f531c98131c7 Dec 10 19:14:16.762584 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2cdd6f24-3964-4bbc-a6b9-a93f1372a6c4 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:16.781345 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa7a0c0-dfd9-42c4-9052-d02322f336a2 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:14:16.796986 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-0fa7a0c0-dfd9-42c4-9052-d02322f336a2 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:14:16.801669 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-72dd870b-c402-48b4-ad0d-3c14c37ae79b req-c8fe22c0-163f-46c0-973c-f3165de286cc service neutron] 10.222.0.36 "GET /v2.0/networks/9c90251c-649d-45e9-a5ea-011db4b5aa52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2958198 Dec 10 19:14:16.809077 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa7a0c0-dfd9-42c4-9052-d02322f336a2 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:14:16.828709 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-51b08355-a6e9-4b78-92a2-41319823aa20 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:16.853114 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2cdd6f24-3964-4bbc-a6b9-a93f1372a6c4 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:16.859353 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdd6f24-3964-4bbc-a6b9-a93f1372a6c4 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:16.860125 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2cdd6f24-3964-4bbc-a6b9-a93f1372a6c4 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:16.864674 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-2f15aa46-9e0b-42b3-83d3-aeba019d076e None None] Provisioning complete for port f0864e8a-1797-47a4-90b5-33cf8f1e310f triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:16.865475 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2f15aa46-9e0b-42b3-83d3-aeba019d076e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:16.890332 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-2cdd6f24-3964-4bbc-a6b9-a93f1372a6c4 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6008716 Dec 10 19:14:16.897860 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50680) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:16.944109 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:14:16.947293 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51b08355-a6e9-4b78-92a2-41319823aa20 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:14:16.970120 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-0ac95089-ff4f-430e-9316-746b8efbfdcb tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Request body: {'subnet': {'network_id': '06426a28-eb81-4869-987d-36e414d03df2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:16.973547 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-51b08355-a6e9-4b78-92a2-41319823aa20 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:16.973808 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-51b08355-a6e9-4b78-92a2-41319823aa20 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Added segment c5274dfc-b1e6-4a2a-af49-3ba70c4c11d6 of type vlan for network cc80f014-577d-4723-89ae-86c565a24fd8 Dec 10 19:14:16.975402 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdd6f24-3964-4bbc-a6b9-a93f1372a6c4 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Pushing event updated for resources: {'Network': ['ID=06426a28-eb81-4869-987d-36e414d03df2,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:17.004796 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 06426a28-eb81-4869-987d-36e414d03df2 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:14:17.029097 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-51b08355-a6e9-4b78-92a2-41319823aa20 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:17.062206 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-51b08355-a6e9-4b78-92a2-41319823aa20 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:17.062998 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-51b08355-a6e9-4b78-92a2-41319823aa20 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:17.071791 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b08355-a6e9-4b78-92a2-41319823aa20 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:17.079213 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b08355-a6e9-4b78-92a2-41319823aa20 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:17.080283 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-51b08355-a6e9-4b78-92a2-41319823aa20 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:17.160907 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-51b08355-a6e9-4b78-92a2-41319823aa20 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.9362626 Dec 10 19:14:17.163840 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa7a0c0-dfd9-42c4-9052-d02322f336a2 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Pushing event updated for resources: {'Port': ['ID=d2eb73a1-fea4-47f4-baec-70b9dd09bb0b,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:17.165354 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50682) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:17.186045 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77ec87d-5fbf-44e5-b04e-ba003e0615d4 None None] Resources bound (agent type, host, resource id): {{(pid=102367) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 19:14:17.193282 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50684) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:17.266498 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b08355-a6e9-4b78-92a2-41319823aa20 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Pushing event updated for resources: {'Network': ['ID=2cc20f83-32f8-47e2-8a89-f531c98131c7,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:17.412428 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b08355-a6e9-4b78-92a2-41319823aa20 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Pushing event updated for resources: {'Network': ['ID=cc80f014-577d-4723-89ae-86c565a24fd8,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:17.447435 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad151da0-26f8-4324-9cf2-e2329ce12f18 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:17.454641 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad151da0-26f8-4324-9cf2-e2329ce12f18 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:17.462160 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad151da0-26f8-4324-9cf2-e2329ce12f18 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:17.469756 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad151da0-26f8-4324-9cf2-e2329ce12f18 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:17.472027 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-ad151da0-26f8-4324-9cf2-e2329ce12f18 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3053842 Dec 10 19:14:17.475598 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 2cc20f83-32f8-47e2-8a89-f531c98131c7 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:14:17.476417 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50688) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:17.483219 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network cc80f014-577d-4723-89ae-86c565a24fd8 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:14:17.546059 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [None req-bb32758e-89a1-4828-926c-dab073abe79f tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:17.547284 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-bb32758e-89a1-4828-926c-dab073abe79f tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3527834 Dec 10 19:14:17.551868 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50690) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:17.569239 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [None req-bb6c9628-a490-4280-82fd-6bb7686d8124 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:17.571103 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-bb6c9628-a490-4280-82fd-6bb7686d8124 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0077188 Dec 10 19:14:17.576826 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50692) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:17.598203 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [None req-6b5e0872-99da-4ddd-aef1-6bcb36811248 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:17.603304 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-6b5e0872-99da-4ddd-aef1-6bcb36811248 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0216012 Dec 10 19:14:17.605774 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50694) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:17.611807 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [None req-c234bff3-67b6-4ad9-9bb2-fde06797e4d1 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:17.616243 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-c234bff3-67b6-4ad9-9bb2-fde06797e4d1 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0073547 Dec 10 19:14:17.621208 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50696) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:17.637593 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [None req-5337b3d1-7889-4186-ab5d-5aed380a2c2e tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:17.643277 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-5337b3d1-7889-4186-ab5d-5aed380a2c2e tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0165861 Dec 10 19:14:17.643554 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-8c114493-8f43-4010-9881-309228c8d8a0 None None] Provisioning complete for port 5295fb82-6733-4ec0-9aae-00c23eed9671 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:17.643554 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8c114493-8f43-4010-9881-309228c8d8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:17.643814 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50698) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:17.643933 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa7a0c0-dfd9-42c4-9052-d02322f336a2 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:17.644305 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa7a0c0-dfd9-42c4-9052-d02322f336a2 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:17.644576 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa7a0c0-dfd9-42c4-9052-d02322f336a2 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:17.646081 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa7a0c0-dfd9-42c4-9052-d02322f336a2 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:17.646081 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa7a0c0-dfd9-42c4-9052-d02322f336a2 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:17.646081 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa7a0c0-dfd9-42c4-9052-d02322f336a2 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:17.646081 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa7a0c0-dfd9-42c4-9052-d02322f336a2 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:17.646081 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa7a0c0-dfd9-42c4-9052-d02322f336a2 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:17.646685 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa7a0c0-dfd9-42c4-9052-d02322f336a2 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:17.646788 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa7a0c0-dfd9-42c4-9052-d02322f336a2 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:17.647049 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa7a0c0-dfd9-42c4-9052-d02322f336a2 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:17.647365 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa7a0c0-dfd9-42c4-9052-d02322f336a2 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:17.652607 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [None req-04720ddc-f563-4a3f-914b-7d923d6fd20d tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:17.658164 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-04720ddc-f563-4a3f-914b-7d923d6fd20d tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0090325 Dec 10 19:14:17.659059 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50700) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:17.667972 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [None req-1c5fe686-e85e-49e5-9c69-267f1a49e749 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:17.672607 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-1c5fe686-e85e-49e5-9c69-267f1a49e749 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0088568 Dec 10 19:14:17.673671 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c0061-86be-4e59-a344-a678233be99a req-045b64f5-effa-4eab-a46e-0f89e1be8eee tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:17.674798 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50702) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:17.675248 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-563c0061-86be-4e59-a344-a678233be99a req-045b64f5-effa-4eab-a46e-0f89e1be8eee tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] 10.222.0.69 "GET /v2.0/ports?device_id=7dff2011-5f01-4703-80b4-3e97e9f7d2b3 HTTP/1.1" status: 200 len: 943 time: 1.5013256 Dec 10 19:14:17.690578 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [None req-7e81088d-66fc-4d6f-9d53-7d9ad3943f60 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:17.694919 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-7e81088d-66fc-4d6f-9d53-7d9ad3943f60 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0098808 Dec 10 19:14:17.702803 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-557bbcc5-f8d9-4508-a070-451e02a61138 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:17.708357 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50704) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:17.716838 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [None req-9623087d-16c4-421e-a9ac-7d157b9fea92 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:17.720201 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-9623087d-16c4-421e-a9ac-7d157b9fea92 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0084701 Dec 10 19:14:17.725316 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50706) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:17.739117 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [None req-c0d97924-ec36-4e7a-8a22-2e8c7ef032de tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:17.741248 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-c0d97924-ec36-4e7a-8a22-2e8c7ef032de tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0068593 Dec 10 19:14:17.742316 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22146559-5b15-40b1-bbe6-c447e98a1408 req-fca9ea58-edbb-4165-b2fa-46e9ea08a559 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:17.744576 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-22146559-5b15-40b1-bbe6-c447e98a1408 req-fca9ea58-edbb-4165-b2fa-46e9ea08a559 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] 10.222.0.69 "GET /v2.0/ports?device_id=56f86edf-c896-4d8a-9326-e6e1a1c30e71 HTTP/1.1" status: 200 len: 944 time: 1.3504348 Dec 10 19:14:17.748005 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50708) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:17.755970 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [None req-77a2a56f-834a-449f-885d-1427499b5af1 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:17.758645 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-77a2a56f-834a-449f-885d-1427499b5af1 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0070341 Dec 10 19:14:17.765940 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50710) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:17.792881 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [None req-0735f5b1-e60a-4263-9ae4-f74b78c3e890 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:17.794557 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-8c114493-8f43-4010-9881-309228c8d8a0 None None] Port 5295fb82-6733-4ec0-9aae-00c23eed9671 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:14:17.796655 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-0735f5b1-e60a-4263-9ae4-f74b78c3e890 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0284171 Dec 10 19:14:17.800687 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50712) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:17.809554 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [None req-ad1e2562-aa25-4d69-bb91-7feebb489440 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:17.810805 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-ad1e2562-aa25-4d69-bb91-7feebb489440 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0060573 Dec 10 19:14:17.824688 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50714) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:17.862499 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [None req-576b144d-8a63-41d7-9f7d-ee4a9e482b49 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:17.864210 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-576b144d-8a63-41d7-9f7d-ee4a9e482b49 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0377693 Dec 10 19:14:17.869682 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50716) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:17.876067 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [None req-70b2dde7-a793-4c10-b25e-7363a4e05f35 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:17.880443 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-70b2dde7-a793-4c10-b25e-7363a4e05f35 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0065153 Dec 10 19:14:17.883417 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50718) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:17.891589 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [None req-8e2fc566-c0e3-40b5-bf9e-cffe96a19b0d tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:17.894124 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-8e2fc566-c0e3-40b5-bf9e-cffe96a19b0d tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0091207 Dec 10 19:14:17.909128 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50720) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:17.921666 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [None req-31b67040-5ecf-4280-95e9-38c37fe1a4a2 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:17.924423 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b73a6-9a34-4e8d-b981-bb53636ce766 req-58ae29dd-eb85-432e-b29b-5d21ed66dcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:17.924993 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-31b67040-5ecf-4280-95e9-38c37fe1a4a2 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0126231 Dec 10 19:14:17.925078 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ef3b73a6-9a34-4e8d-b981-bb53636ce766 req-58ae29dd-eb85-432e-b29b-5d21ed66dcdf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16eb7381a9bc4b9180d8fd7d3d4cffa7&device_id=56f86edf-c896-4d8a-9326-e6e1a1c30e71 HTTP/1.1" status: 200 len: 1097 time: 0.9880505 Dec 10 19:14:17.926905 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-557bbcc5-f8d9-4508-a070-451e02a61138 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:17.932281 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50722) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:17.940030 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [None req-cdf3f734-1c32-4eca-8fd3-cc6ff1e18f62 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:17.942829 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-cdf3f734-1c32-4eca-8fd3-cc6ff1e18f62 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0079732 Dec 10 19:14:17.952833 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50724) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:17.964906 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [None req-5782ee50-88ff-43f6-8c6c-ac5a512e7f51 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:17.969266 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-5782ee50-88ff-43f6-8c6c-ac5a512e7f51 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0120845 Dec 10 19:14:17.969494 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97becb2-afcd-41bc-9121-bbfeebc66ecc None None] get_active_networks_info from dv-neutron-821441-1-hyperv {{(pid=102367) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 10 19:14:17.973546 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50726) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:17.980948 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [None req-2eb836b7-fa29-4430-9e36-236160a9ed18 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:17.985915 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-2eb836b7-fa29-4430-9e36-236160a9ed18 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0078876 Dec 10 19:14:17.991943 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50728) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:18.000823 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [None req-4271ff88-726b-4121-bd07-500324ae4a48 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:18.005188 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-4271ff88-726b-4121-bd07-500324ae4a48 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0083189 Dec 10 19:14:18.007721 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50730) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:18.011336 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-557bbcc5-f8d9-4508-a070-451e02a61138 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cc20f83-32f8-47e2-8a89-f531c98131c7']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:18.017351 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-563c0061-86be-4e59-a344-a678233be99a req-95bcdabd-5c77-4ed7-afcc-78ff39425fa7 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1ad53fa-07e5-4365-a4a0-1215baa9957c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3225400 Dec 10 19:14:18.019897 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [None req-7a1f911f-3463-419d-89dc-9ebcba70489e tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:18.021642 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-7a1f911f-3463-419d-89dc-9ebcba70489e tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0137832 Dec 10 19:14:18.029622 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50732) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:18.039146 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [None req-9d771f3c-41b7-488a-8072-f4afd3eb01c9 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:18.041514 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-9d771f3c-41b7-488a-8072-f4afd3eb01c9 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0103090 Dec 10 19:14:18.043990 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-557bbcc5-f8d9-4508-a070-451e02a61138 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99d832c5-0d7b-4899-9289-5dd8cbf61c09') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:18.044464 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-557bbcc5-f8d9-4508-a070-451e02a61138 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99d832c5-0d7b-4899-9289-5dd8cbf61c09') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:18.045211 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-22146559-5b15-40b1-bbe6-c447e98a1408 req-ea1d0e3c-d342-4249-8f1a-77fd6b826f92 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] 10.222.0.69 "GET /v2.0/security-groups?id=b70c9707-804c-4755-a29b-44a73c84802d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2875853 Dec 10 19:14:18.047465 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50734) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:18.055179 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [None req-c03b59f8-f8ce-493e-af46-e47a6c95fdc0 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:18.059186 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-c03b59f8-f8ce-493e-af46-e47a6c95fdc0 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0078208 Dec 10 19:14:18.067198 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50736) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:18.077706 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [None req-1572bcc4-d141-424c-af51-0aa0d657fe69 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:18.078973 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-1572bcc4-d141-424c-af51-0aa0d657fe69 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0103328 Dec 10 19:14:18.082055 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-557bbcc5-f8d9-4508-a070-451e02a61138 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:18.084428 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50738) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:18.095644 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [None req-612785a2-6dd6-47c6-8e36-16b171a69770 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:18.098474 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-612785a2-6dd6-47c6-8e36-16b171a69770 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0107374 Dec 10 19:14:18.099357 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50740) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:18.108239 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [None req-678ea4dd-bf64-477f-8396-8e67eecd44d8 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:18.110478 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-678ea4dd-bf64-477f-8396-8e67eecd44d8 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0089626 Dec 10 19:14:18.113258 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50742) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:18.114666 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-557bbcc5-f8d9-4508-a070-451e02a61138 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:18.118649 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b04e1c5-9cc6-497e-a2a7-7565b6d3fdaf tempest-FloatingIPAdminTestJSON-8087862 tempest-FloatingIPAdminTestJSON-8087862-project-admin] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:14:18.124222 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [None req-5fb3e18b-61ea-4bb6-b9cc-cf53972ad9e7 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:18.125275 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-5fb3e18b-61ea-4bb6-b9cc-cf53972ad9e7 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0080562 Dec 10 19:14:18.129091 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50744) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:18.131432 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783b42ce-86fc-43fc-b825-b580596ea4a6 None None] Sync routers for ids ['faa5fe22-449b-4e00-ae52-673207a542c9'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:14:18.143100 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [None req-84190faa-5721-41ea-a09d-845dd159aa8b tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:18.143997 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783b42ce-86fc-43fc-b825-b580596ea4a6 None None] Routers {'faa5fe22-449b-4e00-ae52-673207a542c9'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:14:18.144733 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-783b42ce-86fc-43fc-b825-b580596ea4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:13:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['faa5fe22-449b-4e00-ae52-673207a542c9'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:18.153378 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-84190faa-5721-41ea-a09d-845dd159aa8b tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0193288 Dec 10 19:14:18.157255 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-557bbcc5-f8d9-4508-a070-451e02a61138 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:14:18.157832 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-557bbcc5-f8d9-4508-a070-451e02a61138 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:18.166723 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50746) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:18.168146 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:14:18.168146 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:14:18.168146 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:14:18.168146 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:14:18.168146 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:14:18.168146 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:14:18.168146 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:14:18.168146 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:14:18.168146 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:14:18.168146 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:14:18.168146 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:14:18.168146 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:14:18.168146 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:14:18.168146 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:14:18.168146 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:14:18.168146 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:14:18.168146 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:14:18.168146 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:14:18.168146 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:14:18.168146 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:14:18.168146 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:14:18.168146 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:14:18.168146 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:14:18.168146 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:14:18.168146 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:14:18.168146 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:14:18.168146 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:14:18.168146 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:14:18.168146 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:14:18.168146 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:14:18.168146 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:14:18.168146 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:14:18.169824 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac95089-ff4f-430e-9316-746b8efbfdcb tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Made reservation on behalf of c32314706c7841f0aec3c27688848c9e for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:14:18.174046 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97becb2-afcd-41bc-9121-bbfeebc66ecc None None] Resources bound (agent type, host, resource id): {{(pid=102367) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 19:14:18.175192 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0ac95089-ff4f-430e-9316-746b8efbfdcb tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:18.179246 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [None req-7347206b-4476-4ab6-b12d-d7fcd0eabde1 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:18.188605 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-7347206b-4476-4ab6-b12d-d7fcd0eabde1 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0186646 Dec 10 19:14:18.189607 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50748) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:18.196174 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-783b42ce-86fc-43fc-b825-b580596ea4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:18.206279 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783b42ce-86fc-43fc-b825-b580596ea4a6 None None] Routers {'faa5fe22-449b-4e00-ae52-673207a542c9'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:14:18.207082 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-783b42ce-86fc-43fc-b825-b580596ea4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:13:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['faa5fe22-449b-4e00-ae52-673207a542c9'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:18.219536 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [None req-369568b7-000c-45a1-bc1b-c7764a43b0a0 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:18.226254 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-369568b7-000c-45a1-bc1b-c7764a43b0a0 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0147572 Dec 10 19:14:18.242521 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-783b42ce-86fc-43fc-b825-b580596ea4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:18.243560 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783b42ce-86fc-43fc-b825-b580596ea4a6 None None] The sync data for ids ['faa5fe22-449b-4e00-ae52-673207a542c9'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:14:18.262478 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50750) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:18.291183 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [None req-9b997ce6-1f51-4b21-ba01-5230087f03a7 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:18.294909 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-9b997ce6-1f51-4b21-ba01-5230087f03a7 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0168915 Dec 10 19:14:18.300541 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50752) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:18.312987 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [None req-a124b9c4-a4bc-4dff-87bc-b0b7ff751b3d tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:18.316706 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-a124b9c4-a4bc-4dff-87bc-b0b7ff751b3d tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0123184 Dec 10 19:14:18.319755 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50754) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:18.343017 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [None req-f105d9d8-a9b1-4d98-8e19-ef03d8ea1829 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:18.348636 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-f105d9d8-a9b1-4d98-8e19-ef03d8ea1829 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0233128 Dec 10 19:14:18.350788 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50756) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:18.351012 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-05e89209-1fe5-418d-b7f7-1056ede7f5ae tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:18.360109 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [None req-bb777f31-4382-4085-bb97-9c4574445718 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:18.365840 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-bb777f31-4382-4085-bb97-9c4574445718 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0094924 Dec 10 19:14:18.366825 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50758) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:18.374295 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [None req-09c91d6e-e65c-479b-8cd8-8dfe08a90256 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:18.380072 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-09c91d6e-e65c-479b-8cd8-8dfe08a90256 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0085557 Dec 10 19:14:18.380588 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50760) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:18.390871 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [None req-ac64118c-a3b2-48b4-a5a6-bdd14d7c952f tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:18.397057 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-ac64118c-a3b2-48b4-a5a6-bdd14d7c952f tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0103214 Dec 10 19:14:18.397764 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50762) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:18.398010 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9b04e1c5-9cc6-497e-a2a7-7565b6d3fdaf tempest-FloatingIPAdminTestJSON-8087862 tempest-FloatingIPAdminTestJSON-8087862-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:18.410304 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [None req-5dbd5477-9a27-452a-a8b7-ff888055efb6 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:18.416734 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-5dbd5477-9a27-452a-a8b7-ff888055efb6 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0095837 Dec 10 19:14:18.416734 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-557bbcc5-f8d9-4508-a070-451e02a61138 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:18.416734 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50764) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:18.431705 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [None req-df1a62be-4ae8-40ad-8766-c9d6438d0b47 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:18.438463 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-df1a62be-4ae8-40ad-8766-c9d6438d0b47 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0198154 Dec 10 19:14:18.442772 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50766) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:18.452082 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-557bbcc5-f8d9-4508-a070-451e02a61138 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:18.463228 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-557bbcc5-f8d9-4508-a070-451e02a61138 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] 10.222.0.69 "DELETE /v2.0/networks/2cc20f83-32f8-47e2-8a89-f531c98131c7 HTTP/1.1" status: 204 len: 168 time: 0.9793508 Dec 10 19:14:18.464720 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [None req-b542e6ee-8995-47a3-8154-2c1debde05fb tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:18.465792 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-b542e6ee-8995-47a3-8154-2c1debde05fb tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0104544 Dec 10 19:14:18.479127 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50768) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:18.479580 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50770) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:18.487094 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557bbcc5-f8d9-4508-a070-451e02a61138 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Pushing event deleted for resources: {'Network': ['ID=2cc20f83-32f8-47e2-8a89-f531c98131c7,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:18.502615 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [None req-8ccc5c1a-803f-4411-8092-952cd3c425cb tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:18.503696 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-8ccc5c1a-803f-4411-8092-952cd3c425cb tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0170159 Dec 10 19:14:18.508001 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50772) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:18.516764 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [None req-d9f650c4-1725-4b3c-aeff-567d913a42d6 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:18.520861 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d9f650c4-1725-4b3c-aeff-567d913a42d6 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0078773 Dec 10 19:14:18.521390 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50774) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:18.529001 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [None req-57d70fa1-9a11-484a-aeb9-9dd80d2511d8 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:18.532913 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-9b04e1c5-9cc6-497e-a2a7-7565b6d3fdaf tempest-FloatingIPAdminTestJSON-8087862 tempest-FloatingIPAdminTestJSON-8087862-project-admin] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 16.1160834 Dec 10 19:14:18.535245 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-57d70fa1-9a11-484a-aeb9-9dd80d2511d8 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0077102 Dec 10 19:14:18.536155 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50776) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:18.536704 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50778) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:18.546408 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [None req-f66f679c-2534-4a56-af8d-c183a9727356 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:18.548118 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-f66f679c-2534-4a56-af8d-c183a9727356 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0099103 Dec 10 19:14:18.604079 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50780) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:18.607681 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [None req-e21b0ec8-55b9-4307-bf7e-8eb1f4524b17 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:18.609392 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-e21b0ec8-55b9-4307-bf7e-8eb1f4524b17 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0079212 Dec 10 19:14:18.629467 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50782) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:18.635774 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b73a6-9a34-4e8d-b981-bb53636ce766 req-c6d84c84-87c4-49e7-a4d0-795a4af914ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:18.637357 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ef3b73a6-9a34-4e8d-b981-bb53636ce766 req-c6d84c84-87c4-49e7-a4d0-795a4af914ef service neutron] 10.222.0.36 "GET /v2.0/networks?id=9c90251c-649d-45e9-a5ea-011db4b5aa52 HTTP/1.1" status: 200 len: 913 time: 0.6756217 Dec 10 19:14:18.641864 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [None req-bd7c59bb-5017-4a81-8a2b-a6282c7bdb52 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:18.649503 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-bd7c59bb-5017-4a81-8a2b-a6282c7bdb52 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0045676 Dec 10 19:14:18.655867 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50784) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:18.666399 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [None req-46be1839-b852-49e1-af67-0a40da409d40 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:18.671673 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-46be1839-b852-49e1-af67-0a40da409d40 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0072920 Dec 10 19:14:18.675551 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50786) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:18.682024 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [None req-66dc80b5-a773-4eba-a84f-79ac24eadf4c tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:18.688116 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-66dc80b5-a773-4eba-a84f-79ac24eadf4c tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0067778 Dec 10 19:14:18.694425 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50788) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:18.708950 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [None req-414b87d1-b0df-462a-acc3-e2c7e8a9a7f5 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:18.713329 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-414b87d1-b0df-462a-acc3-e2c7e8a9a7f5 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0169737 Dec 10 19:14:18.727965 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 9e655a9f-d1da-4c1a-8af0-8a6945d94996 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=102367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:14:18.746000 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50790) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:18.762682 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [None req-fccaa311-6201-4059-8397-6233a77185f0 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:18.766978 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-fccaa311-6201-4059-8397-6233a77185f0 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0196052 Dec 10 19:14:18.769180 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ef3b73a6-9a34-4e8d-b981-bb53636ce766 req-0209043c-236a-4143-a76e-4e179e8db6f5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66321e8d-2c13-4d5d-ab57-d41aea84753d HTTP/1.1" status: 200 len: 217 time: 0.1102660 Dec 10 19:14:18.774745 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50792) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:18.792663 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [None req-5848eb20-e523-4dcf-b28b-d06200df65ad tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:18.794905 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-5848eb20-e523-4dcf-b28b-d06200df65ad tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0182188 Dec 10 19:14:18.804963 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50794) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:18.815846 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-05e89209-1fe5-418d-b7f7-1056ede7f5ae tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:18.822940 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [None req-48ecafb7-a222-4771-8764-d2bd21a17d14 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:18.826914 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-48ecafb7-a222-4771-8764-d2bd21a17d14 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0140626 Dec 10 19:14:18.828866 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50796) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:18.836687 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [None req-5895574e-a3df-48ad-95f0-867ee3df7084 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:18.839002 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-5895574e-a3df-48ad-95f0-867ee3df7084 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0083807 Dec 10 19:14:18.848748 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-7e30d664-86c7-4f03-87f1-8123ff2f3466 tempest-FloatingIPAdminTestJSON-8087862 tempest-FloatingIPAdminTestJSON-8087862-project-admin] 10.222.0.69 "GET /v2.0/floatingips/59097c01-0f71-41a2-bd01-699bea652375 HTTP/1.1" status: 200 len: 983 time: 0.3042684 Dec 10 19:14:18.848748 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50798) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:18.849644 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50800) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:18.855613 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [None req-bec855b6-e8c6-458c-9361-ba6155b08782 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:18.857421 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-bec855b6-e8c6-458c-9361-ba6155b08782 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0093474 Dec 10 19:14:18.860648 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50802) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:18.863878 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d8c04632-e046-44a1-981e-30a403e0879d tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:18.869004 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0fa7a0c0-dfd9-42c4-9052-d02322f336a2 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:18.876060 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [None req-6eb0ee8d-8c6f-45f4-a07f-33aa4677bde6 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:18.878006 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-6eb0ee8d-8c6f-45f4-a07f-33aa4677bde6 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0078056 Dec 10 19:14:18.888555 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50804) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:18.937862 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 9e655a9f-d1da-4c1a-8af0-8a6945d94996, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=9e655a9f-d1da-4c1a-8af0-8a6945d94996,segment=NetworkSegment(f3f1ff88-b36c-4ac4-9359-e2a5223029ed),segment_id=f3f1ff88-b36c-4ac4-9359-e2a5223029ed)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:14:18.953932 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Returning: {'device': '9e655a9f-d1da-4c1a-8af0-8a6945d94996', 'network_id': 'e9d35973-bd0e-41e8-af04-98288aa68c12', 'port_id': '9e655a9f-d1da-4c1a-8af0-8a6945d94996', 'mac_address': 'fa:16:3e:6c:a3:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dff902f-89e7-4f28-8db1-bc880cee9536', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:14:18.980298 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [None req-4e0c9fe2-e465-4d9d-9ea8-6af31399889c tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:18.982270 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-4e0c9fe2-e465-4d9d-9ea8-6af31399889c tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0690956 Dec 10 19:14:18.989751 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50806) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:19.007417 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [None req-b400461d-73c2-4d2a-a71e-160127b753a9 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:19.012078 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-b400461d-73c2-4d2a-a71e-160127b753a9 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0179248 Dec 10 19:14:19.014247 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:19.018730 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50808) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:19.034535 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [None req-2f7f4dee-6c0a-4ee2-bf2d-9a3fdaeed6ed tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:19.040423 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-2f7f4dee-6c0a-4ee2-bf2d-9a3fdaeed6ed tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0160108 Dec 10 19:14:19.040741 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e655a9f-d1da-4c1a-8af0-8a6945d94996 {{(pid=102367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:14:19.046594 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50810) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:19.061419 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [None req-5b8da040-def9-4c0b-805d-4c66d00568c9 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:19.066708 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-5b8da040-def9-4c0b-805d-4c66d00568c9 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0142879 Dec 10 19:14:19.074496 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50812) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:19.076191 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 9e655a9f-d1da-4c1a-8af0-8a6945d94996, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=9e655a9f-d1da-4c1a-8af0-8a6945d94996,segment=NetworkSegment(f3f1ff88-b36c-4ac4-9359-e2a5223029ed),segment_id=f3f1ff88-b36c-4ac4-9359-e2a5223029ed)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:14:19.085181 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:19.090939 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [None req-633905d7-8bdc-4df5-851e-c3dfc4fd2642 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:19.091940 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-633905d7-8bdc-4df5-851e-c3dfc4fd2642 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0099633 Dec 10 19:14:19.100304 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e89209-1fe5-418d-b7f7-1056ede7f5ae tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Network 45a1cef1-b668-40f0-ae29-b18682257f53 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:14:19.103173 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50818) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:19.109096 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b73a6-9a34-4e8d-b981-bb53636ce766 req-086d08d0-9fe8-40d7-894e-fb9f13fe8c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:19.110615 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ef3b73a6-9a34-4e8d-b981-bb53636ce766 req-086d08d0-9fe8-40d7-894e-fb9f13fe8c58 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eda7c997-4549-4482-a006-e011511a0739 HTTP/1.1" status: 200 len: 851 time: 0.3249195 Dec 10 19:14:19.114170 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [None req-9ad703a7-ba60-4d04-8213-968c90e97538 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:19.116947 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e89209-1fe5-418d-b7f7-1056ede7f5ae tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Pushing event updated for resources: {'Port': ['ID=f452e863-0120-4198-a77d-da42ae6a90c3,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:19.120578 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-05e89209-1fe5-418d-b7f7-1056ede7f5ae tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:14:19.122649 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-9ad703a7-ba60-4d04-8213-968c90e97538 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0169575 Dec 10 19:14:19.124666 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50820) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:19.136633 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [None req-e3718529-0feb-411d-b38d-a396d705853d tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:19.140902 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-e3718529-0feb-411d-b38d-a396d705853d tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0107341 Dec 10 19:14:19.147882 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e89209-1fe5-418d-b7f7-1056ede7f5ae tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:14:19.155433 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e89209-1fe5-418d-b7f7-1056ede7f5ae tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:19.156125 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-05e89209-1fe5-418d-b7f7-1056ede7f5ae tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:19.159701 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50822) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:19.164359 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-8fb7ff30-64ac-45d5-9348-f4e7346c9f62 tempest-FloatingIPAdminTestJSON-8087862 tempest-FloatingIPAdminTestJSON-8087862-project-admin] 10.222.0.69 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2425 time: 0.3052206 Dec 10 19:14:19.169078 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [None req-73aa18e2-bb28-407d-8f6b-b4c429e0be99 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:19.173078 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-73aa18e2-bb28-407d-8f6b-b4c429e0be99 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0122857 Dec 10 19:14:19.173669 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50824) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:19.173941 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50826) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:19.179510 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [None req-d50f0ade-c8a2-407e-8c66-51f966d5581a tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:19.184725 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d50f0ade-c8a2-407e-8c66-51f966d5581a tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0083518 Dec 10 19:14:19.190704 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50828) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:19.227035 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [None req-a26198b0-add1-4099-9390-c88cff3eb666 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:19.232664 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-a26198b0-add1-4099-9390-c88cff3eb666 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0122542 Dec 10 19:14:19.255120 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50830) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:19.259730 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=9e655a9f-d1da-4c1a-8af0-8a6945d94996,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:19.284416 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:19.285122 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:19.285944 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:19.286534 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:19.287124 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:19.287727 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:19.288296 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:19.288934 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:19.290213 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:19.290817 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:19.291394 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:19.291958 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:19.320183 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-05e89209-1fe5-418d-b7f7-1056ede7f5ae tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 6.6817827 Dec 10 19:14:19.338072 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [None req-21c15ac0-4c35-40ad-ab31-5553cfa70716 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:19.340265 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-21c15ac0-4c35-40ad-ab31-5553cfa70716 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0292082 Dec 10 19:14:19.381266 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50832) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:19.381915 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50834) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:19.425411 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [None req-db881fd8-e6f1-48d9-9847-dfc4d5eb7837 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:19.426435 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-db881fd8-e6f1-48d9-9847-dfc4d5eb7837 tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0399096 Dec 10 19:14:19.489688 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50838) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:19.509458 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [None req-34273f37-1005-4d1e-b9c1-b1796f869f1d tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:19.510760 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-34273f37-1005-4d1e-b9c1-b1796f869f1d tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0169096 Dec 10 19:14:19.530832 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['9e655a9f-d1da-4c1a-8af0-8a6945d94996'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:14:19.547761 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50840) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:19.560361 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [None req-6cda4937-c4f5-4ccf-9feb-a2ecc1c41bae tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] http://10.222.0.69:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:19.566043 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-6cda4937-c4f5-4ccf-9feb-a2ecc1c41bae tempest-ExtensionsTestJSON-656460925 tempest-ExtensionsTestJSON-656460925-project] 10.222.0.69 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0128829 Dec 10 19:14:19.618816 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0ac95089-ff4f-430e-9316-746b8efbfdcb tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:19.718852 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b73a6-9a34-4e8d-b981-bb53636ce766 req-b7fa8642-1ed7-4e4f-a11f-d36569398ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:19.721257 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ef3b73a6-9a34-4e8d-b981-bb53636ce766 req-b7fa8642-1ed7-4e4f-a11f-d36569398ea8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9c90251c-649d-45e9-a5ea-011db4b5aa52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5924108 Dec 10 19:14:19.727235 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-a4354e37-c752-4da4-a3eb-81ef3a63044d None None] Provisioning complete for port f452e863-0120-4198-a77d-da42ae6a90c3 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:19.728320 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d8c04632-e046-44a1-981e-30a403e0879d tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:19.728989 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a4354e37-c752-4da4-a3eb-81ef3a63044d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:19.788638 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-46252bab-664d-4469-aef5-f5a30bce3b30 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Deleting port 7d788336-544b-4f03-ba15-14caf2d83d46 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:14:19.789197 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-46252bab-664d-4469-aef5-f5a30bce3b30 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:19.839512 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-a4354e37-c752-4da4-a3eb-81ef3a63044d None None] Port f452e863-0120-4198-a77d-da42ae6a90c3 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:14:19.951550 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-46252bab-664d-4469-aef5-f5a30bce3b30 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:19.951879 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-46252bab-664d-4469-aef5-f5a30bce3b30 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:19.969956 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-46252bab-664d-4469-aef5-f5a30bce3b30 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Calling delete_port for 7d788336-544b-4f03-ba15-14caf2d83d46 owned by network:floatingip {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:14:20.044427 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50846) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:20.129159 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8948d2e3-81eb-41cb-a721-021988fc9eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:20.189614 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f16243-749d-4659-8121-b071d42989d5 req-070ac648-484a-4f9b-b3b6-3991923a6d31 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:20.191341 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-93f16243-749d-4659-8121-b071d42989d5 req-070ac648-484a-4f9b-b3b6-3991923a6d31 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] 10.222.0.69 "GET /v2.0/ports?device_id=56f86edf-c896-4d8a-9326-e6e1a1c30e71 HTTP/1.1" status: 200 len: 944 time: 0.8714170 Dec 10 19:14:20.194594 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1942cecb-b535-4db4-ad64-f9d40c8de21f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:20.199887 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb41e03-4423-4a85-bc65-186c38e3d38f req-140edea3-5be6-43dd-bbb1-c4234a33b411 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:20.201495 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-edb41e03-4423-4a85-bc65-186c38e3d38f req-140edea3-5be6-43dd-bbb1-c4234a33b411 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] 10.222.0.69 "GET /v2.0/ports?device_id=7dff2011-5f01-4703-80b4-3e97e9f7d2b3 HTTP/1.1" status: 200 len: 944 time: 0.8789406 Dec 10 19:14:20.205572 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-d8c04632-e046-44a1-981e-30a403e0879d tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc80f014-577d-4723-89ae-86c565a24fd8']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:20.247010 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d423ef0-09e4-4f24-821b-e77756fb99bf tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:20.253427 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d423ef0-09e4-4f24-821b-e77756fb99bf tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:20.260572 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d423ef0-09e4-4f24-821b-e77756fb99bf tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:20.266041 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-1d423ef0-09e4-4f24-821b-e77756fb99bf tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.8771155 Dec 10 19:14:20.266041 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac95089-ff4f-430e-9316-746b8efbfdcb tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Pushing event updated for resources: {'Subnet': ['ID=0ed4aff3-9bfa-464c-81b9-cc9349999e77,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:20.273339 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-d8c04632-e046-44a1-981e-30a403e0879d tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5274dfc-b1e6-4a2a-af49-3ba70c4c11d6') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:20.273741 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-d8c04632-e046-44a1-981e-30a403e0879d tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5274dfc-b1e6-4a2a-af49-3ba70c4c11d6') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:20.274598 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50850) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:20.286559 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-46252bab-664d-4469-aef5-f5a30bce3b30 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:20.333096 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d8c04632-e046-44a1-981e-30a403e0879d tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:20.356018 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46252bab-664d-4469-aef5-f5a30bce3b30 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Pushing event deleted for resources: {'Port': ['ID=7d788336-544b-4f03-ba15-14caf2d83d46,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:20.386291 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d8c04632-e046-44a1-981e-30a403e0879d tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:20.415111 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac95089-ff4f-430e-9316-746b8efbfdcb tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Checking segment: {'id': '783d7087-37b2-4f70-b401-f92de43852e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '06426a28-eb81-4869-987d-36e414d03df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:14:20.415458 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac95089-ff4f-430e-9316-746b8efbfdcb tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Network hostable DHCP agents. Network: 06426a28-eb81-4869-987d-36e414d03df2, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:14:20.432731 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8c04632-e046-44a1-981e-30a403e0879d tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:14:20.433130 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d8c04632-e046-44a1-981e-30a403e0879d tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:20.440852 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:14:20.440852 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:14:20.440852 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:14:20.440852 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:14:20.440852 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:14:20.440852 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:14:20.440852 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:14:20.440852 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:14:20.440852 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:14:20.440852 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:14:20.440852 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:14:20.440852 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:14:20.440852 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:14:20.440852 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:14:20.440852 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:14:20.440852 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:14:20.440852 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:14:20.440852 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:14:20.440852 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:14:20.440852 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:14:20.440852 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:14:20.440852 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:14:20.440852 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:14:20.440852 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:14:20.440852 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:14:20.440852 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:14:20.440852 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:14:20.440852 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:14:20.440852 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:14:20.440852 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:14:20.440852 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:14:20.440852 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:14:20.444580 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-93f16243-749d-4659-8121-b071d42989d5 req-c28605fd-ac1e-4cfb-a1ad-26665cd5ad2a tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] 10.222.0.69 "GET /v2.0/security-groups?id=b70c9707-804c-4755-a29b-44a73c84802d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2153099 Dec 10 19:14:20.460035 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-edb41e03-4423-4a85-bc65-186c38e3d38f req-bc9ef06c-9d09-486b-b451-3d5c528cc4f8 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1ad53fa-07e5-4365-a4a0-1215baa9957c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2387757 Dec 10 19:14:20.477803 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1942cecb-b535-4db4-ad64-f9d40c8de21f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:20.485139 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-46252bab-664d-4469-aef5-f5a30bce3b30 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks [] for floatingip, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:20.485601 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.l3_db [None req-46252bab-664d-4469-aef5-f5a30bce3b30 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Floating IP 59097c01-0f71-41a2-bd01-699bea652375 disassociated (deleted). External IP: 172.26.6.19, port: f78de9d6-9956-4ff4-be29-b6cb445f92bb. Dec 10 19:14:20.487616 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1942cecb-b535-4db4-ad64-f9d40c8de21f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:20.515281 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ef3b73a6-9a34-4e8d-b981-bb53636ce766 req-b2433d24-5ff2-46ff-9112-535af07a7d8b service neutron] 10.222.0.36 "GET /v2.0/networks/9c90251c-649d-45e9-a5ea-011db4b5aa52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7311931 Dec 10 19:14:20.516362 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0fa7a0c0-dfd9-42c4-9052-d02322f336a2 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:20.610580 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1942cecb-b535-4db4-ad64-f9d40c8de21f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37b3534-ccfe-421f-a64f-1bd40207512e,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:20.621378 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-1942cecb-b535-4db4-ad64-f9d40c8de21f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7506f2cce93541538a0d2f253b3a26a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5749526 Dec 10 19:14:20.629102 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-e99ec67f-fb97-4e45-8114-199d7a586837 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Deleting port f452e863-0120-4198-a77d-da42ae6a90c3 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:14:20.629436 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e99ec67f-fb97-4e45-8114-199d7a586837 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:20.632189 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50852) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:20.642578 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac95089-ff4f-430e-9316-746b8efbfdcb tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Network 06426a28-eb81-4869-987d-36e414d03df2 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:14:20.673416 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d8c04632-e046-44a1-981e-30a403e0879d tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:20.698529 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 66321e8d-2c13-4d5d-ab57-d41aea84753d details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=102367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:14:20.720393 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c04632-e046-44a1-981e-30a403e0879d tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Pushing event deleted for resources: {'Network': ['ID=cc80f014-577d-4723-89ae-86c565a24fd8,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:20.723844 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d8c04632-e046-44a1-981e-30a403e0879d tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:20.731288 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-d8c04632-e046-44a1-981e-30a403e0879d tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] 10.222.0.69 "DELETE /v2.0/networks/cc80f014-577d-4723-89ae-86c565a24fd8 HTTP/1.1" status: 204 len: 168 time: 2.2456219 Dec 10 19:14:20.735499 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50854) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:20.735740 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-0ac95089-ff4f-430e-9316-746b8efbfdcb tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 06426a28-eb81-4869-987d-36e414d03df2) {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:14:20.754690 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 9e655a9f-d1da-4c1a-8af0-8a6945d94996 up at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:14:20.758446 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac95089-ff4f-430e-9316-746b8efbfdcb tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:20.759172 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0ac95089-ff4f-430e-9316-746b8efbfdcb tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:20.761491 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a521c14-f8a9-4a6a-97ad-d2ffa3c091ce None None] Network 06426a28-eb81-4869-987d-36e414d03df2 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:14:20.800415 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-0ac95089-ff4f-430e-9316-746b8efbfdcb tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.8559325 Dec 10 19:14:20.801078 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ef3b73a6-9a34-4e8d-b981-bb53636ce766 req-40d7027c-90f8-4915-8311-376c05d0258e service neutron] 10.222.0.36 "GET /v2.0/networks/9c90251c-649d-45e9-a5ea-011db4b5aa52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774222 Dec 10 19:14:20.801279 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50856) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:20.882369 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.db.resource_extend [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 19:14:20.922886 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fa7a0c0-dfd9-42c4-9052-d02322f336a2 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Router abb42fad-143c-4961-841f-bb633a2fcb9a is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:14:20.993764 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-16cf53ae-61d3-4e91-a76e-71e0b12d0e3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:20.999471 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8d6a1a2e-21b5-4bf8-bca8-e0d2b3a7d267 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:21.010116 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e99ec67f-fb97-4e45-8114-199d7a586837 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:21.014555 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning for port 9e655a9f-d1da-4c1a-8af0-8a6945d94996 completed by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:14:21.028012 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 66321e8d-2c13-4d5d-ab57-d41aea84753d, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=66321e8d-2c13-4d5d-ab57-d41aea84753d,segment=NetworkSegment(db837ec0-0d8a-4cc1-8f93-9eb97bc06e90),segment_id=db837ec0-0d8a-4cc1-8f93-9eb97bc06e90)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:14:21.032682 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning complete for port 9e655a9f-d1da-4c1a-8af0-8a6945d94996 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:21.032682 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:21.083749 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-e99ec67f-fb97-4e45-8114-199d7a586837 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Calling delete_port for f452e863-0120-4198-a77d-da42ae6a90c3 owned by {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:14:21.096248 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Returning: {'device': '66321e8d-2c13-4d5d-ab57-d41aea84753d', 'network_id': '9c90251c-649d-45e9-a5ea-011db4b5aa52', 'port_id': '66321e8d-2c13-4d5d-ab57-d41aea84753d', 'mac_address': 'fa:16:3e:61:34:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eda7c997-4549-4482-a006-e011511a0739', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:14:21.138285 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57269a92-9393-4f30-ac21-f6a0a5a03f8c tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:21.149701 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57269a92-9393-4f30-ac21-f6a0a5a03f8c tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:21.152238 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-57269a92-9393-4f30-ac21-f6a0a5a03f8c tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4116886 Dec 10 19:14:21.155086 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8d6a1a2e-21b5-4bf8-bca8-e0d2b3a7d267 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:21.155788 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-16cf53ae-61d3-4e91-a76e-71e0b12d0e3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:21.158643 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50858) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:21.182858 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:21.191255 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-ecc389a2-c65f-44e6-8aec-dfb3d1068c20 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1743597782'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:21.199704 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66321e8d-2c13-4d5d-ab57-d41aea84753d {{(pid=102367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:14:21.200935 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa7a0c0-dfd9-42c4-9052-d02322f336a2 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:14:21.218098 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cf442a-027c-493e-b699-d0b7e6151e71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-06426a28-eb81-4869-987d-36e414d03df2', 'network_id': '06426a28-eb81-4869-987d-36e414d03df2', 'tenant_id': 'c32314706c7841f0aec3c27688848c9e', 'fixed_ips': [{'subnet_id': '0ed4aff3-9bfa-464c-81b9-cc9349999e77'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:14:21.218985 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c9cf442a-027c-493e-b699-d0b7e6151e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:21.262741 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc389a2-c65f-44e6-8aec-dfb3d1068c20 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Made reservation on behalf of 5b9b43448a22426ea5e35f1a4154d412 for: {'network': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:14:21.266484 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ecc389a2-c65f-44e6-8aec-dfb3d1068c20 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:21.286976 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0fa7a0c0-dfd9-42c4-9052-d02322f336a2 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:21.291188 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-0fa7a0c0-dfd9-42c4-9052-d02322f336a2 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 11.0777869 Dec 10 19:14:21.291637 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50860) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:21.322419 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f17d5f-1b00-4217-b284-30cde669a854 None None] Sync routers for ids ['abb42fad-143c-4961-841f-bb633a2fcb9a'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:14:21.337649 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8d6a1a2e-21b5-4bf8-bca8-e0d2b3a7d267 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:21.338439 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 66321e8d-2c13-4d5d-ab57-d41aea84753d, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=66321e8d-2c13-4d5d-ab57-d41aea84753d,segment=NetworkSegment(db837ec0-0d8a-4cc1-8f93-9eb97bc06e90),segment_id=db837ec0-0d8a-4cc1-8f93-9eb97bc06e90)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:14:21.343547 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46252bab-664d-4469-aef5-f5a30bce3b30 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Router faa5fe22-449b-4e00-ae52-673207a542c9 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:14:21.345346 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:21.361566 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:21.375890 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f17d5f-1b00-4217-b284-30cde669a854 None None] Routers {'abb42fad-143c-4961-841f-bb633a2fcb9a'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:14:21.376525 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-25f17d5f-1b00-4217-b284-30cde669a854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:13:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['abb42fad-143c-4961-841f-bb633a2fcb9a'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:21.472190 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecc389a2-c65f-44e6-8aec-dfb3d1068c20 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=102365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:14:21.487179 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6a1a2e-21b5-4bf8-bca8-e0d2b3a7d267 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Pushing event deleted for resources: {'Subnet': ['ID=0ed4aff3-9bfa-464c-81b9-cc9349999e77,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:21.494496 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dff2011-5f01-4703-80b4-3e97e9f7d2b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e655a9f-d1da-4c1a-8af0-8a6945d94996'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:14:21.513123 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-16cf53ae-61d3-4e91-a76e-71e0b12d0e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:21.515843 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-16cf53ae-61d3-4e91-a76e-71e0b12d0e3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:21.520264 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-16cf53ae-61d3-4e91-a76e-71e0b12d0e3f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a37b3534-ccfe-421f-a64f-1bd40207512e HTTP/1.1" status: 204 len: 168 time: 0.8836200 Dec 10 19:14:21.526512 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ecc389a2-c65f-44e6-8aec-dfb3d1068c20 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:21.527057 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.segments_db [None req-ecc389a2-c65f-44e6-8aec-dfb3d1068c20 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Added segment 1b6b0285-24d3-4c36-8779-af6c75b99c57 of type vlan for network a15b269e-a935-4f66-9c77-fa6bc1c8e3b0 Dec 10 19:14:21.552798 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8d6a1a2e-21b5-4bf8-bca8-e0d2b3a7d267 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:21.572670 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cf53ae-61d3-4e91-a76e-71e0b12d0e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37b3534-ccfe-421f-a64f-1bd40207512e,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:21.625505 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e99ec67f-fb97-4e45-8114-199d7a586837 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:21.674402 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-8d6a1a2e-21b5-4bf8-bca8-e0d2b3a7d267 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06426a28-eb81-4869-987d-36e414d03df2']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:21.674539 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46252bab-664d-4469-aef5-f5a30bce3b30 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:14:21.693497 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68764fa-f9ee-4796-9825-6d8accea6a7c None None] Sync routers for ids ['faa5fe22-449b-4e00-ae52-673207a542c9'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:14:21.711359 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68764fa-f9ee-4796-9825-6d8accea6a7c None None] Routers {'faa5fe22-449b-4e00-ae52-673207a542c9'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:14:21.714222 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-a68764fa-f9ee-4796-9825-6d8accea6a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:13:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['faa5fe22-449b-4e00-ae52-673207a542c9'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:21.744799 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-46252bab-664d-4469-aef5-f5a30bce3b30 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:21.756006 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99ec67f-fb97-4e45-8114-199d7a586837 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Pushing event deleted for resources: {'Port': ['ID=f452e863-0120-4198-a77d-da42ae6a90c3,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:21.830959 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ecc389a2-c65f-44e6-8aec-dfb3d1068c20 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:21.835370 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-a68764fa-f9ee-4796-9825-6d8accea6a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:21.841353 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-8d6a1a2e-21b5-4bf8-bca8-e0d2b3a7d267 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '783d7087-37b2-4f70-b401-f92de43852e6') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:21.841710 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-8d6a1a2e-21b5-4bf8-bca8-e0d2b3a7d267 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '783d7087-37b2-4f70-b401-f92de43852e6') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:21.857289 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 9e655a9f-d1da-4c1a-8af0-8a6945d94996, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=9e655a9f-d1da-4c1a-8af0-8a6945d94996,segment=NetworkSegment(f3f1ff88-b36c-4ac4-9359-e2a5223029ed),segment_id=f3f1ff88-b36c-4ac4-9359-e2a5223029ed)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:14:21.863891 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68764fa-f9ee-4796-9825-6d8accea6a7c None None] Routers {'faa5fe22-449b-4e00-ae52-673207a542c9'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:14:21.865541 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['66321e8d-2c13-4d5d-ab57-d41aea84753d'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:14:21.868805 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-a68764fa-f9ee-4796-9825-6d8accea6a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:13:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['faa5fe22-449b-4e00-ae52-673207a542c9'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:21.918249 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8d6a1a2e-21b5-4bf8-bca8-e0d2b3a7d267 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:21.939922 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-4eabd9ee-97db-4049-8f81-ce2f49c3037e tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] 10.222.0.69 "GET /v2.0/routers/abb42fad-143c-4961-841f-bb633a2fcb9a HTTP/1.1" status: 200 len: 909 time: 0.6424739 Dec 10 19:14:21.942008 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:21.957585 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50874) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:21.959517 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.db.resource_extend [None req-ecc389a2-c65f-44e6-8aec-dfb3d1068c20 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 19:14:22.000309 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0dd006407324ce2959a5a4cf9f0b5e0801d7a51a5291ea700e8786e11115a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03839714-e141-4ed2-8693-bbf1da113121" -d '{"events": [{"server_uuid": "7dff2011-5f01-4703-80b4-3e97e9f7d2b3", "name": "network-vif-plugged", "status": "completed", "tag": "9e655a9f-d1da-4c1a-8af0-8a6945d94996"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:14:22.016204 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-a68764fa-f9ee-4796-9825-6d8accea6a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:22.017987 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-cd7d0a7f-00ed-432d-bbb5-7b7aa0787a96 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2002771082', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'enable_snat': True}}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:22.022962 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68764fa-f9ee-4796-9825-6d8accea6a7c None None] The sync data for ids ['faa5fe22-449b-4e00-ae52-673207a542c9'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:14:22.037263 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a98949-84ca-485b-a312-1c4ab64c4566 None None] Network 06426a28-eb81-4869-987d-36e414d03df2 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:14:22.067383 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-46252bab-664d-4469-aef5-f5a30bce3b30 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] 10.222.0.69 "DELETE /v2.0/floatingips/59097c01-0f71-41a2-bd01-699bea652375 HTTP/1.1" status: 204 len: 168 time: 2.8909395 Dec 10 19:14:22.084691 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=66321e8d-2c13-4d5d-ab57-d41aea84753d,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:22.087849 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f69f7d-6627-4e56-a134-4cd43c9f646c req-5eb88a9b-6a13-443f-9eff-3261fcc6bbb9 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:22.109148 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-97f69f7d-6627-4e56-a134-4cd43c9f646c req-5eb88a9b-6a13-443f-9eff-3261fcc6bbb9 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] 10.222.0.69 "GET /v2.0/ports?device_id=56f86edf-c896-4d8a-9326-e6e1a1c30e71 HTTP/1.1" status: 200 len: 945 time: 0.4433796 Dec 10 19:14:22.114291 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50880) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:22.132772 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-1f411177-c1e5-474f-ad29-a2596159fb24 tempest-FloatingIPAdminTestJSON-8087862 tempest-FloatingIPAdminTestJSON-8087862-project-admin] Request body: {'floatingip': {'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:22.164022 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cd7d0a7f-00ed-432d-bbb5-7b7aa0787a96 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:22.166032 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cd7d0a7f-00ed-432d-bbb5-7b7aa0787a96 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:22.177101 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8d6a1a2e-21b5-4bf8-bca8-e0d2b3a7d267 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:22.182607 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1f411177-c1e5-474f-ad29-a2596159fb24 tempest-FloatingIPAdminTestJSON-8087862 tempest-FloatingIPAdminTestJSON-8087862-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:22.184279 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e99ec67f-fb97-4e45-8114-199d7a586837 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:22.204988 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-e99ec67f-fb97-4e45-8114-199d7a586837 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] 10.222.0.69 "DELETE /v2.0/ports/f452e863-0120-4198-a77d-da42ae6a90c3 HTTP/1.1" status: 204 len: 168 time: 1.9291620 Dec 10 19:14:22.207657 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50884) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:22.209934 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415f1e2-7068-4d95-ad83-597dcdabd561 req-436a7c14-ef6b-4271-bc7f-71ebf9242590 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:22.215129 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-25f17d5f-1b00-4217-b284-30cde669a854 None None] Set router abb42fad-143c-4961-841f-bb633a2fcb9a gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:14:22.219038 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0415f1e2-7068-4d95-ad83-597dcdabd561 req-436a7c14-ef6b-4271-bc7f-71ebf9242590 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] 10.222.0.69 "GET /v2.0/ports?device_id=7dff2011-5f01-4703-80b4-3e97e9f7d2b3 HTTP/1.1" status: 200 len: 944 time: 0.5358555 Dec 10 19:14:22.252078 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-de6f9109-09b5-4046-b709-c130136d4e1c tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] GET failed (client error): The resource could not be found. Dec 10 19:14:22.258314 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-de6f9109-09b5-4046-b709-c130136d4e1c tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] 10.222.0.69 "GET /v2.0/ports/f452e863-0120-4198-a77d-da42ae6a90c3 HTTP/1.1" status: 404 len: 333 time: 0.0459089 Dec 10 19:14:22.259135 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d6a1a2e-21b5-4bf8-bca8-e0d2b3a7d267 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:14:22.259135 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8d6a1a2e-21b5-4bf8-bca8-e0d2b3a7d267 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:22.259289 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50888) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:22.269778 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:14:22.269778 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:14:22.269778 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:14:22.269778 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:14:22.269778 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:14:22.269778 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:14:22.269778 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:14:22.269778 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:14:22.269778 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:14:22.269778 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:14:22.269778 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:14:22.269778 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:14:22.269778 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:14:22.269778 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:14:22.269778 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:14:22.269778 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:14:22.269778 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:14:22.269778 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:14:22.269778 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:14:22.269778 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:14:22.269778 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:14:22.269778 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:14:22.269778 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:14:22.269778 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:14:22.269778 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:14:22.269778 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:14:22.269778 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:14:22.269778 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:14:22.269778 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:14:22.269778 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:14:22.269778 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:14:22.269778 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:14:22.271487 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-160a3228-3cb8-4bbc-bc43-400c6a818a80 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Request body: {'port': {'network_id': '45a1cef1-b668-40f0-ae29-b18682257f53', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2022217755'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:22.317060 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ecc389a2-c65f-44e6-8aec-dfb3d1068c20 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:22.323497 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc389a2-c65f-44e6-8aec-dfb3d1068c20 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:22.324144 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ecc389a2-c65f-44e6-8aec-dfb3d1068c20 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:22.456704 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160a3228-3cb8-4bbc-bc43-400c6a818a80 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Made reservation on behalf of 61dac1ab2a1949a99b1a684b7ae4595d for: {'port': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:14:22.464131 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-160a3228-3cb8-4bbc-bc43-400c6a818a80 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:22.491498 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-97f69f7d-6627-4e56-a134-4cd43c9f646c req-ea15c61b-401a-4bf5-8c74-bfc310c19f02 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] 10.222.0.69 "GET /v2.0/security-groups?id=b70c9707-804c-4755-a29b-44a73c84802d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3169506 Dec 10 19:14:22.506218 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-ecc389a2-c65f-44e6-8aec-dfb3d1068c20 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3400970 Dec 10 19:14:22.514851 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50894) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:22.531295 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0415f1e2-7068-4d95-ad83-597dcdabd561 req-0db546a3-17c1-4d76-9468-854da691a0e2 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1ad53fa-07e5-4365-a4a0-1215baa9957c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3086357 Dec 10 19:14:22.532109 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8d6a1a2e-21b5-4bf8-bca8-e0d2b3a7d267 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:22.542428 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8d6a1a2e-21b5-4bf8-bca8-e0d2b3a7d267 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:22.551837 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-8d6a1a2e-21b5-4bf8-bca8-e0d2b3a7d267 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "DELETE /v2.0/networks/06426a28-eb81-4869-987d-36e414d03df2 HTTP/1.1" status: 204 len: 168 time: 1.7495089 Dec 10 19:14:22.562499 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-265075fe-dd45-4943-bae2-3fb231f693bb tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1706800664'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:22.566567 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc389a2-c65f-44e6-8aec-dfb3d1068c20 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Pushing event updated for resources: {'Network': ['ID=a15b269e-a935-4f66-9c77-fa6bc1c8e3b0,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:22.576619 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [None req-160a3228-3cb8-4bbc-bc43-400c6a818a80 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] device_id is not set on port 7c0045ce-8f98-4209-b948-5c10a59bbea2 yet. {{(pid=102366) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:14:22.577259 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50900) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:22.596242 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-9f24bab6-6e93-4acc-bffc-76811ef54a60 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1239808038'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:22.661501 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6a1a2e-21b5-4bf8-bca8-e0d2b3a7d267 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Pushing event deleted for resources: {'Network': ['ID=06426a28-eb81-4869-987d-36e414d03df2,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:22.681736 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cd7d0a7f-00ed-432d-bbb5-7b7aa0787a96 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:22.750800 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=9e655a9f-d1da-4c1a-8af0-8a6945d94996,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:22.753627 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network a15b269e-a935-4f66-9c77-fa6bc1c8e3b0 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:14:22.799976 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265075fe-dd45-4943-bae2-3fb231f693bb tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Made reservation on behalf of 5b9b43448a22426ea5e35f1a4154d412 for: {'network': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:14:22.809049 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-265075fe-dd45-4943-bae2-3fb231f693bb tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:22.824327 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-160a3228-3cb8-4bbc-bc43-400c6a818a80 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Allocated IP 2001:db8::352 (45a1cef1-b668-40f0-ae29-b18682257f53/df49328a-1803-405e-8e0e-f815620da6e6/7c0045ce-8f98-4209-b948-5c10a59bbea2) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:14:22.955355 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1f411177-c1e5-474f-ad29-a2596159fb24 tempest-FloatingIPAdminTestJSON-8087862 tempest-FloatingIPAdminTestJSON-8087862-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:22.970281 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f24bab6-6e93-4acc-bffc-76811ef54a60 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Made reservation on behalf of c32314706c7841f0aec3c27688848c9e for: {'network': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:14:22.984269 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9f24bab6-6e93-4acc-bffc-76811ef54a60 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:23.047724 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e34bc63-bb71-4690-9735-c1b59073d3d9 x-openstack-request-id: req-5e34bc63-bb71-4690-9735-c1b59073d3d9 {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:14:23.048051 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dff2011-5f01-4703-80b4-3e97e9f7d2b3", "name": "network-vif-plugged", "status": "completed", "tag": "9e655a9f-d1da-4c1a-8af0-8a6945d94996", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:14:23.048352 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5e34bc63-bb71-4690-9735-c1b59073d3d9 {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:14:23.048836 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dff2011-5f01-4703-80b4-3e97e9f7d2b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e655a9f-d1da-4c1a-8af0-8a6945d94996', 'code': 200} Dec 10 19:14:23.051212 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-25f17d5f-1b00-4217-b284-30cde669a854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb42fad-143c-4961-841f-bb633a2fcb9a', 'name': 'tempest-snat-router-2002771082', 'tenant_id': '6e8b9b1714d44c07a19c12b7baa13c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.253'}], 'enable_snat': False}, 'gw_port_id': 'd2eb73a1-fea4-47f4-baec-70b9dd09bb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:14:10Z', 'updated_at': '2021-12-10T19:14:18Z', 'revision_number': 3, 'project_id': '6e8b9b1714d44c07a19c12b7baa13c12', 'gw_port': {'id': 'd2eb73a1-fea4-47f4-baec-70b9dd09bb0b', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:cb:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb42fad-143c-4961-841f-bb633a2fcb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:14:14Z', 'updated_at': '2021-12-10T19:14:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:23.083394 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f17d5f-1b00-4217-b284-30cde669a854 None None] Checking router: abb42fad-143c-4961-841f-bb633a2fcb9a for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:14:23.084413 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f17d5f-1b00-4217-b284-30cde669a854 None None] Updating router abb42fad-143c-4961-841f-bb633a2fcb9a port d2eb73a1-fea4-47f4-baec-70b9dd09bb0b binding host dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:14:23.104822 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50906) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:23.130557 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-25f17d5f-1b00-4217-b284-30cde669a854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:23.150784 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-160a3228-3cb8-4bbc-bc43-400c6a818a80 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:23.237557 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-160a3228-3cb8-4bbc-bc43-400c6a818a80 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:23.323918 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160a3228-3cb8-4bbc-bc43-400c6a818a80 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Network 45a1cef1-b668-40f0-ae29-b18682257f53 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:14:23.332173 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-160a3228-3cb8-4bbc-bc43-400c6a818a80 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:14:23.340128 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-5f1eeff2-ed80-4bbb-9f3d-a83cce4f1539 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1641086808', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:23.355079 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160a3228-3cb8-4bbc-bc43-400c6a818a80 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:14:23.364813 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160a3228-3cb8-4bbc-bc43-400c6a818a80 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:23.365863 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-160a3228-3cb8-4bbc-bc43-400c6a818a80 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:23.408882 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160a3228-3cb8-4bbc-bc43-400c6a818a80 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Pushing event updated for resources: {'Port': ['ID=7c0045ce-8f98-4209-b948-5c10a59bbea2,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:23.431455 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5f1eeff2-ed80-4bbb-9f3d-a83cce4f1539 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:23.433339 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5f1eeff2-ed80-4bbb-9f3d-a83cce4f1539 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:23.448947 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-160a3228-3cb8-4bbc-bc43-400c6a818a80 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1879315 Dec 10 19:14:23.452042 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50910) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:23.460528 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-fddc3510-ec00-4ee6-967a-adb8b6877fa9 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::bd', 'mac_address': 'fa:16:3e:82:b1:e7'}]}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:23.463875 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cd7d0a7f-00ed-432d-bbb5-7b7aa0787a96 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:23.527259 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-265075fe-dd45-4943-bae2-3fb231f693bb tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=102365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:14:23.684973 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5f1eeff2-ed80-4bbb-9f3d-a83cce4f1539 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:23.714185 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-25f17d5f-1b00-4217-b284-30cde669a854 None None] Notify callbacks [] for port, precommit_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:23.719133 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-265075fe-dd45-4943-bae2-3fb231f693bb tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:23.719796 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.segments_db [None req-265075fe-dd45-4943-bae2-3fb231f693bb tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Added segment b7ee77a5-f7ad-49b4-aa89-9d56442a7bf7 of type vlan for network 10e691b4-78cb-436d-9d21-c7ddb31ed017 Dec 10 19:14:23.732852 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-25f17d5f-1b00-4217-b284-30cde669a854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:23.737794 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f24bab6-6e93-4acc-bffc-76811ef54a60 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=102365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:14:23.750134 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-0511ed63-a256-4660-a141-8a64374a9c6d None None] Provisioning complete for port 7c0045ce-8f98-4209-b948-5c10a59bbea2 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:23.750541 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0511ed63-a256-4660-a141-8a64374a9c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:23.751798 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5f1eeff2-ed80-4bbb-9f3d-a83cce4f1539 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:23.827433 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5f1eeff2-ed80-4bbb-9f3d-a83cce4f1539 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:23.828922 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-25f17d5f-1b00-4217-b284-30cde669a854 None None] Attempting to bind port d2eb73a1-fea4-47f4-baec-70b9dd09bb0b on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:14:23.829598 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-5f1eeff2-ed80-4bbb-9f3d-a83cce4f1539 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.7013671 Dec 10 19:14:23.832300 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-25f17d5f-1b00-4217-b284-30cde669a854 None None] Attempting to bind port d2eb73a1-fea4-47f4-baec-70b9dd09bb0b by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:14:23.832734 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f17d5f-1b00-4217-b284-30cde669a854 None None] Attempting to bind port d2eb73a1-fea4-47f4-baec-70b9dd09bb0b on network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:14:23.834888 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50916) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:23.840652 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8ddaac-a5db-474d-80c7-72fc79d78cbe None None] Pushing event updated for resources: {'Port': ['ID=d2eb73a1-fea4-47f4-baec-70b9dd09bb0b,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:23.845959 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-0511ed63-a256-4660-a141-8a64374a9c6d None None] Port 7c0045ce-8f98-4209-b948-5c10a59bbea2 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:14:23.847690 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f17d5f-1b00-4217-b284-30cde669a854 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:14:23.848121 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f17d5f-1b00-4217-b284-30cde669a854 None None] Checking segment: {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:14:23.848569 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-25f17d5f-1b00-4217-b284-30cde669a854 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:23.848938 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f17d5f-1b00-4217-b284-30cde669a854 None None] Bound using segment: {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:14:23.849439 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-25f17d5f-1b00-4217-b284-30cde669a854 None None] Bound port: d2eb73a1-fea4-47f4-baec-70b9dd09bb0b, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:14:23.849779 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-731b7c4a-1c27-4b29-ac15-16f5e89a7261 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1214628572'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:23.849887 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-25f17d5f-1b00-4217-b284-30cde669a854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:23.880306 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-fddc3510-ec00-4ee6-967a-adb8b6877fa9 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:23.888927 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f0ff7e-9326-4135-af11-7b0a86dd511f req-9339f9b0-add4-463b-8614-b505b8d671e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:23.891145 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e3f0ff7e-9326-4135-af11-7b0a86dd511f req-9339f9b0-add4-463b-8614-b505b8d671e9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7dff2011-5f01-4703-80b4-3e97e9f7d2b3 HTTP/1.1" status: 200 len: 1098 time: 0.4217021 Dec 10 19:14:23.897782 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9f24bab6-6e93-4acc-bffc-76811ef54a60 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:23.898316 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.segments_db [None req-9f24bab6-6e93-4acc-bffc-76811ef54a60 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Added segment 2f72c5a2-d805-4049-98d7-20c6393b5f7e of type vlan for network d85640a4-dc84-443d-9d78-71076c1866d2 Dec 10 19:14:23.902099 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731b7c4a-1c27-4b29-ac15-16f5e89a7261 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Made reservation on behalf of 2c79311a1ea74b61b8f3dd24d8cdc1f9 for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:14:23.906366 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-731b7c4a-1c27-4b29-ac15-16f5e89a7261 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:23.924017 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-25f17d5f-1b00-4217-b284-30cde669a854 None None] For port d2eb73a1-fea4-47f4-baec-70b9dd09bb0b, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:14:23.927523 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-25f17d5f-1b00-4217-b284-30cde669a854 None None] For port d2eb73a1-fea4-47f4-baec-70b9dd09bb0b, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=d2eb73a1-fea4-47f4-baec-70b9dd09bb0b,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:14:23.934047 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-25f17d5f-1b00-4217-b284-30cde669a854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:23.950172 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-731b7c4a-1c27-4b29-ac15-16f5e89a7261 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:24.013352 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-265075fe-dd45-4943-bae2-3fb231f693bb tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:24.018731 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f17d5f-1b00-4217-b284-30cde669a854 None None] Routers {'abb42fad-143c-4961-841f-bb633a2fcb9a'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:14:24.019836 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-25f17d5f-1b00-4217-b284-30cde669a854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:13:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['abb42fad-143c-4961-841f-bb633a2fcb9a'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:24.023676 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8ddaac-a5db-474d-80c7-72fc79d78cbe None None] Pushing event updated for resources: {'Port': ['ID=d2eb73a1-fea4-47f4-baec-70b9dd09bb0b,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:24.081723 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-e3f0ff7e-9326-4135-af11-7b0a86dd511f req-a43666bf-d6c7-453f-897f-affd5951298f service neutron] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:24.128029 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a5ccab-f3de-49a1-8a53-683fb026eeff req-25debeba-d086-4b3c-9118-5cf1e7535fd5 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:24.130204 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-27a5ccab-f3de-49a1-8a53-683fb026eeff req-25debeba-d086-4b3c-9118-5cf1e7535fd5 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] 10.222.0.69 "GET /v2.0/ports?device_id=7dff2011-5f01-4703-80b4-3e97e9f7d2b3 HTTP/1.1" status: 200 len: 945 time: 0.4049854 Dec 10 19:14:24.136292 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9f24bab6-6e93-4acc-bffc-76811ef54a60 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:24.150259 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-731b7c4a-1c27-4b29-ac15-16f5e89a7261 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:24.163357 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-731b7c4a-1c27-4b29-ac15-16f5e89a7261 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:24.175931 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-1f411177-c1e5-474f-ad29-a2596159fb24 tempest-FloatingIPAdminTestJSON-8087862 tempest-FloatingIPAdminTestJSON-8087862-project-admin] Allocated IP 172.26.6.252 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/eec38624-ee33-4ddd-b000-4dd20ea24614) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:14:24.178546 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-cbf905f6-47aa-4a62-82a6-adc478e45884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:24.202241 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-265075fe-dd45-4943-bae2-3fb231f693bb tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:24.208603 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265075fe-dd45-4943-bae2-3fb231f693bb tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:24.209388 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-265075fe-dd45-4943-bae2-3fb231f693bb tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:24.211839 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-731b7c4a-1c27-4b29-ac15-16f5e89a7261 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:14:24.221173 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc6d584-0246-4b35-b6e6-c2cf9ed7b45d req-c9860f7b-dec7-4453-867f-85ca56fddda6 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:24.224537 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6bc6d584-0246-4b35-b6e6-c2cf9ed7b45d req-c9860f7b-dec7-4453-867f-85ca56fddda6 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] 10.222.0.69 "GET /v2.0/ports?device_id=56f86edf-c896-4d8a-9326-e6e1a1c30e71 HTTP/1.1" status: 200 len: 945 time: 0.4149394 Dec 10 19:14:24.236059 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-25f17d5f-1b00-4217-b284-30cde669a854 None None] Set router abb42fad-143c-4961-841f-bb633a2fcb9a gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:14:24.236894 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731b7c4a-1c27-4b29-ac15-16f5e89a7261 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51f8db9a-2878-480c-9df2-e296a2a85a54,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:24.240096 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-731b7c4a-1c27-4b29-ac15-16f5e89a7261 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:24.240480 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-731b7c4a-1c27-4b29-ac15-16f5e89a7261 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Added segment 6ca02186-a2a5-44b9-b4ab-2dbe490fce97 of type vlan for network cfa3d101-d6cf-476b-a47c-e19770b912ce Dec 10 19:14:24.273389 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-fddc3510-ec00-4ee6-967a-adb8b6877fa9 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:24.406721 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-265075fe-dd45-4943-bae2-3fb231f693bb tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.8533204 Dec 10 19:14:24.408645 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9f24bab6-6e93-4acc-bffc-76811ef54a60 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:24.415294 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f24bab6-6e93-4acc-bffc-76811ef54a60 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:24.415977 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9f24bab6-6e93-4acc-bffc-76811ef54a60 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:24.436665 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50918) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:24.451533 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-ffaa8a3a-960d-431c-a5bb-5d01202af506 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Request body: {'ports': [{'network_id': 'a15b269e-a935-4f66-9c77-fa6bc1c8e3b0', 'name': 'tempest-port--1151945755', 'admin_state_up': True}, {'network_id': '10e691b4-78cb-436d-9d21-c7ddb31ed017', 'admin_state_up': False}]} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:24.451843 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-ffaa8a3a-960d-431c-a5bb-5d01202af506 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Request body: {'port': {'network_id': 'a15b269e-a935-4f66-9c77-fa6bc1c8e3b0', 'name': 'tempest-port--1151945755', 'admin_state_up': True}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:24.452328 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-ffaa8a3a-960d-431c-a5bb-5d01202af506 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Request body: {'port': {'network_id': '10e691b4-78cb-436d-9d21-c7ddb31ed017', 'admin_state_up': False}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:24.506010 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-27a5ccab-f3de-49a1-8a53-683fb026eeff req-4c8617aa-75ab-410e-a884-f9b64914c043 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1ad53fa-07e5-4365-a4a0-1215baa9957c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3450878 Dec 10 19:14:24.506825 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265075fe-dd45-4943-bae2-3fb231f693bb tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Pushing event updated for resources: {'Network': ['ID=10e691b4-78cb-436d-9d21-c7ddb31ed017,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:24.527935 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 10e691b4-78cb-436d-9d21-c7ddb31ed017 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:14:24.560988 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-fddc3510-ec00-4ee6-967a-adb8b6877fa9 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:24.566112 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-9f24bab6-6e93-4acc-bffc-76811ef54a60 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9750924 Dec 10 19:14:24.577603 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50920) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:24.582961 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-196df42a-db24-4eca-9cf8-fbeee9f24d1c tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Request body: {'subnet': {'network_id': 'd85640a4-dc84-443d-9d78-71076c1866d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:24.589926 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-25f17d5f-1b00-4217-b284-30cde669a854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb42fad-143c-4961-841f-bb633a2fcb9a', 'name': 'tempest-snat-router-2002771082', 'tenant_id': '6e8b9b1714d44c07a19c12b7baa13c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.253'}], 'enable_snat': False}, 'gw_port_id': 'd2eb73a1-fea4-47f4-baec-70b9dd09bb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:14:10Z', 'updated_at': '2021-12-10T19:14:18Z', 'revision_number': 3, 'project_id': '6e8b9b1714d44c07a19c12b7baa13c12', 'gw_port': {'id': 'd2eb73a1-fea4-47f4-baec-70b9dd09bb0b', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:cb:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb42fad-143c-4961-841f-bb633a2fcb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:14:14Z', 'updated_at': '2021-12-10T19:14:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:24.621684 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-731b7c4a-1c27-4b29-ac15-16f5e89a7261 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:24.629290 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f17d5f-1b00-4217-b284-30cde669a854 None None] The sync data for ids ['abb42fad-143c-4961-841f-bb633a2fcb9a'] in dv-neutron-821441-1-hyperv is: [{'id': 'abb42fad-143c-4961-841f-bb633a2fcb9a', 'name': 'tempest-snat-router-2002771082', 'tenant_id': '6e8b9b1714d44c07a19c12b7baa13c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.253'}], 'enable_snat': False}, 'gw_port_id': 'd2eb73a1-fea4-47f4-baec-70b9dd09bb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:14:10Z', 'updated_at': '2021-12-10T19:14:18Z', 'revision_number': 3, 'project_id': '6e8b9b1714d44c07a19c12b7baa13c12', 'gw_port': {'id': 'd2eb73a1-fea4-47f4-baec-70b9dd09bb0b', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:cb:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb42fad-143c-4961-841f-bb633a2fcb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:14:14Z', 'updated_at': '2021-12-10T19:14:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:14:24.633594 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6bc6d584-0246-4b35-b6e6-c2cf9ed7b45d req-c802b980-09a0-416e-b5ed-35bc576d0322 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] 10.222.0.69 "GET /v2.0/security-groups?id=b70c9707-804c-4755-a29b-44a73c84802d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3812196 Dec 10 19:14:24.688987 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-fddc3510-ec00-4ee6-967a-adb8b6877fa9 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] In _notify_port_updated(), no bound segment for port 7c0045ce-8f98-4209-b948-5c10a59bbea2 on network 45a1cef1-b668-40f0-ae29-b18682257f53 {{(pid=102366) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 10 19:14:24.695233 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fddc3510-ec00-4ee6-967a-adb8b6877fa9 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:24.696908 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-fddc3510-ec00-4ee6-967a-adb8b6877fa9 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:24.698496 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-fddc3510-ec00-4ee6-967a-adb8b6877fa9 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] 10.222.0.69 "PUT /v2.0/ports/7c0045ce-8f98-4209-b948-5c10a59bbea2 HTTP/1.1" status: 200 len: 1002 time: 1.2448468 Dec 10 19:14:24.704137 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 66321e8d-2c13-4d5d-ab57-d41aea84753d up at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:14:24.708141 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50922) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:24.766836 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f24bab6-6e93-4acc-bffc-76811ef54a60 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Pushing event updated for resources: {'Network': ['ID=d85640a4-dc84-443d-9d78-71076c1866d2,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:24.791006 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network d85640a4-dc84-443d-9d78-71076c1866d2 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:14:24.813667 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-e3f0ff7e-9326-4135-af11-7b0a86dd511f req-a43666bf-d6c7-453f-897f-affd5951298f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:24.877719 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddc3510-ec00-4ee6-967a-adb8b6877fa9 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Pushing event updated for resources: {'Port': ['ID=7c0045ce-8f98-4209-b948-5c10a59bbea2,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:24.878276 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning for port 66321e8d-2c13-4d5d-ab57-d41aea84753d completed by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:14:24.893655 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning complete for port 66321e8d-2c13-4d5d-ab57-d41aea84753d triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:24.893655 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:25.002133 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-e3f0ff7e-9326-4135-af11-7b0a86dd511f req-a43666bf-d6c7-453f-897f-affd5951298f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:25.003371 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-731b7c4a-1c27-4b29-ac15-16f5e89a7261 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:25.016459 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731b7c4a-1c27-4b29-ac15-16f5e89a7261 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:25.017687 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-731b7c4a-1c27-4b29-ac15-16f5e89a7261 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:25.041624 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:25.088545 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1f411177-c1e5-474f-ad29-a2596159fb24 tempest-FloatingIPAdminTestJSON-8087862 tempest-FloatingIPAdminTestJSON-8087862-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:25.093509 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f86edf-c896-4d8a-9326-e6e1a1c30e71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66321e8d-2c13-4d5d-ab57-d41aea84753d'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:14:25.097762 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0dd006407324ce2959a5a4cf9f0b5e0801d7a51a5291ea700e8786e11115a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0c0b16-a014-4a18-bf41-8c8addaa580c" -d '{"events": [{"server_uuid": "56f86edf-c896-4d8a-9326-e6e1a1c30e71", "name": "network-vif-plugged", "status": "completed", "tag": "66321e8d-2c13-4d5d-ab57-d41aea84753d"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:14:25.156645 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 66321e8d-2c13-4d5d-ab57-d41aea84753d, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=66321e8d-2c13-4d5d-ab57-d41aea84753d,segment=NetworkSegment(db837ec0-0d8a-4cc1-8f93-9eb97bc06e90),segment_id=db837ec0-0d8a-4cc1-8f93-9eb97bc06e90)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:14:25.181764 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:25.260592 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43666bf-d6c7-453f-897f-affd5951298f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7d29c6-8373-4d76-936e-3f9a600e6245,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:25.261170 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731b7c4a-1c27-4b29-ac15-16f5e89a7261 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Pushing event updated for resources: {'Network': ['ID=cfa3d101-d6cf-476b-a47c-e19770b912ce,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:25.266742 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196df42a-db24-4eca-9cf8-fbeee9f24d1c tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Made reservation on behalf of c32314706c7841f0aec3c27688848c9e for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:14:25.270998 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-196df42a-db24-4eca-9cf8-fbeee9f24d1c tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:25.277137 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1f411177-c1e5-474f-ad29-a2596159fb24 tempest-FloatingIPAdminTestJSON-8087862 tempest-FloatingIPAdminTestJSON-8087862-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:25.283362 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e3f0ff7e-9326-4135-af11-7b0a86dd511f req-a43666bf-d6c7-453f-897f-affd5951298f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f1ad53fa-07e5-4365-a4a0-1215baa9957c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3714864 Dec 10 19:14:25.292825 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907fe9de-e756-41b0-b214-2d3ac0cb3460 x-openstack-request-id: req-907fe9de-e756-41b0-b214-2d3ac0cb3460 {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:14:25.293268 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56f86edf-c896-4d8a-9326-e6e1a1c30e71", "name": "network-vif-plugged", "status": "completed", "tag": "66321e8d-2c13-4d5d-ab57-d41aea84753d", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:14:25.293704 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-907fe9de-e756-41b0-b214-2d3ac0cb3460 {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:14:25.295139 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56f86edf-c896-4d8a-9326-e6e1a1c30e71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66321e8d-2c13-4d5d-ab57-d41aea84753d', 'code': 200} Dec 10 19:14:25.347001 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network cfa3d101-d6cf-476b-a47c-e19770b912ce details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:14:25.366422 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=66321e8d-2c13-4d5d-ab57-d41aea84753d,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:25.426085 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffaa8a3a-960d-431c-a5bb-5d01202af506 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Made reservation on behalf of 5b9b43448a22426ea5e35f1a4154d412 for: {'port': 2} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:14:25.437295 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ffaa8a3a-960d-431c-a5bb-5d01202af506 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:25.448787 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f411177-c1e5-474f-ad29-a2596159fb24 tempest-FloatingIPAdminTestJSON-8087862 tempest-FloatingIPAdminTestJSON-8087862-project-admin] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:14:25.483749 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:25.488290 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-f6249e25-a983-4d25-8962-110c49df4e9c None None] Provisioning complete for port 7c0045ce-8f98-4209-b948-5c10a59bbea2 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:25.488669 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-1f411177-c1e5-474f-ad29-a2596159fb24 tempest-FloatingIPAdminTestJSON-8087862 tempest-FloatingIPAdminTestJSON-8087862-project-admin] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:14:25.488910 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f6249e25-a983-4d25-8962-110c49df4e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:25.493272 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f411177-c1e5-474f-ad29-a2596159fb24 tempest-FloatingIPAdminTestJSON-8087862 tempest-FloatingIPAdminTestJSON-8087862-project-admin] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:14:25.514049 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-731b7c4a-1c27-4b29-ac15-16f5e89a7261 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6779256 Dec 10 19:14:25.518081 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-196df42a-db24-4eca-9cf8-fbeee9f24d1c tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:25.521384 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50926) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:25.549291 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-f6249e25-a983-4d25-8962-110c49df4e9c None None] Port 7c0045ce-8f98-4209-b948-5c10a59bbea2 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:14:25.551377 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-5816c185-54f3-4402-a4c0-1b6d0a263555 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Request body: {'subnet': {'network_id': 'cfa3d101-d6cf-476b-a47c-e19770b912ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:25.583286 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ffaa8a3a-960d-431c-a5bb-5d01202af506 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:25.587947 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f411177-c1e5-474f-ad29-a2596159fb24 tempest-FloatingIPAdminTestJSON-8087862 tempest-FloatingIPAdminTestJSON-8087862-project-admin] Pushing event updated for resources: {'Port': ['ID=eec38624-ee33-4ddd-b000-4dd20ea24614,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:25.640396 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cd7d0a7f-00ed-432d-bbb5-7b7aa0787a96 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:25.646804 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-9fc75dd7-7cea-47e6-97fa-a199c38dd3ad tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Deleting port 7c0045ce-8f98-4209-b948-5c10a59bbea2 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:14:25.647147 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9fc75dd7-7cea-47e6-97fa-a199c38dd3ad tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:25.723869 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cd7d0a7f-00ed-432d-bbb5-7b7aa0787a96 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:25.858972 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196df42a-db24-4eca-9cf8-fbeee9f24d1c tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Pushing event updated for resources: {'Subnet': ['ID=d6440df3-e03e-4412-aa5c-81bcbf7f7149,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:25.906100 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5816c185-54f3-4402-a4c0-1b6d0a263555 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Made reservation on behalf of 2c79311a1ea74b61b8f3dd24d8cdc1f9 for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:14:25.910068 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5816c185-54f3-4402-a4c0-1b6d0a263555 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:25.918262 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196df42a-db24-4eca-9cf8-fbeee9f24d1c tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Checking segment: {'id': '2f72c5a2-d805-4049-98d7-20c6393b5f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'd85640a4-dc84-443d-9d78-71076c1866d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:14:25.918723 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196df42a-db24-4eca-9cf8-fbeee9f24d1c tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Network hostable DHCP agents. Network: d85640a4-dc84-443d-9d78-71076c1866d2, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:14:25.971467 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [None req-ffaa8a3a-960d-431c-a5bb-5d01202af506 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] device_id is not set on port f5f87bd3-7cd8-4889-bc4f-9447330ecb3a yet. {{(pid=102365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:14:25.990032 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9fc75dd7-7cea-47e6-97fa-a199c38dd3ad tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:25.999732 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ecd2e-eb6a-4cfe-9400-956ceba84449 req-6b19cc98-db18-4a36-b461-e064eeced086 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:26.002090 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3a8ecd2e-eb6a-4cfe-9400-956ceba84449 req-6b19cc98-db18-4a36-b461-e064eeced086 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] 10.222.0.69 "GET /v2.0/ports?device_id=7dff2011-5f01-4703-80b4-3e97e9f7d2b3 HTTP/1.1" status: 200 len: 945 time: 0.3687444 Dec 10 19:14:26.032347 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-9fc75dd7-7cea-47e6-97fa-a199c38dd3ad tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Calling delete_port for 7c0045ce-8f98-4209-b948-5c10a59bbea2 owned by {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:14:26.042421 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b907261-3977-4675-8fc1-c2ce55d27708 req-63ccf58b-cfd8-4f7a-92d8-cd4977f48aa3 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:26.049174 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1b907261-3977-4675-8fc1-c2ce55d27708 req-63ccf58b-cfd8-4f7a-92d8-cd4977f48aa3 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] 10.222.0.69 "GET /v2.0/ports?device_id=56f86edf-c896-4d8a-9326-e6e1a1c30e71 HTTP/1.1" status: 200 len: 946 time: 0.3230822 Dec 10 19:14:26.051760 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196df42a-db24-4eca-9cf8-fbeee9f24d1c tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Network d85640a4-dc84-443d-9d78-71076c1866d2 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:14:26.063440 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1f411177-c1e5-474f-ad29-a2596159fb24 tempest-FloatingIPAdminTestJSON-8087862 tempest-FloatingIPAdminTestJSON-8087862-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:26.110630 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-196df42a-db24-4eca-9cf8-fbeee9f24d1c tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, d85640a4-dc84-443d-9d78-71076c1866d2) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:14:26.125266 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196df42a-db24-4eca-9cf8-fbeee9f24d1c tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:26.125855 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-196df42a-db24-4eca-9cf8-fbeee9f24d1c tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:26.157601 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2232db3-6e0f-46b1-ae72-bd43be7e451e req-fb3d0523-abc9-43b0-926d-600fcddc8bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:26.159243 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a2232db3-6e0f-46b1-ae72-bd43be7e451e req-fb3d0523-abc9-43b0-926d-600fcddc8bc6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=56f86edf-c896-4d8a-9326-e6e1a1c30e71 HTTP/1.1" status: 200 len: 1099 time: 0.3246312 Dec 10 19:14:26.174893 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e56d4b-a63b-4795-91b7-0680b90e4918 None None] Network d85640a4-dc84-443d-9d78-71076c1866d2 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:14:26.197931 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-196df42a-db24-4eca-9cf8-fbeee9f24d1c tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6145196 Dec 10 19:14:26.198249 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50932) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:26.318590 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device d2eb73a1-fea4-47f4-baec-70b9dd09bb0b up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:14:26.322708 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3a8ecd2e-eb6a-4cfe-9400-956ceba84449 req-3f2af6c3-08ea-4f3e-845b-294e01629d45 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1ad53fa-07e5-4365-a4a0-1215baa9957c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2688756 Dec 10 19:14:26.326011 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1f411177-c1e5-474f-ad29-a2596159fb24 tempest-FloatingIPAdminTestJSON-8087862 tempest-FloatingIPAdminTestJSON-8087862-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:26.354024 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-cd7d0a7f-00ed-432d-bbb5-7b7aa0787a96 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Allocated IP 172.26.6.133 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/406a3360-fab9-4d4b-8d11-65f1b7151f1e) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:14:26.400485 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5816c185-54f3-4402-a4c0-1b6d0a263555 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:26.447286 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:26.458666 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-71fdaa91-ac8d-4966-8c00-2492ac3b955a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:26.465699 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9fc75dd7-7cea-47e6-97fa-a199c38dd3ad tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:26.480783 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port d2eb73a1-fea4-47f4-baec-70b9dd09bb0b triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:26.481513 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:26.507848 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1b907261-3977-4675-8fc1-c2ce55d27708 req-60616243-f7a3-4a55-8a99-461389664058 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] 10.222.0.69 "GET /v2.0/security-groups?id=b70c9707-804c-4755-a29b-44a73c84802d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4060323 Dec 10 19:14:26.533517 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8552c043-5145-4baf-a547-cbf73cd58859 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-d85640a4-dc84-443d-9d78-71076c1866d2', 'network_id': 'd85640a4-dc84-443d-9d78-71076c1866d2', 'tenant_id': 'c32314706c7841f0aec3c27688848c9e', 'fixed_ips': [{'subnet_id': 'd6440df3-e03e-4412-aa5c-81bcbf7f7149'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:14:26.534819 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8552c043-5145-4baf-a547-cbf73cd58859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:26.540286 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a2232db3-6e0f-46b1-ae72-bd43be7e451e req-d20ed1ad-8993-4448-b19f-cd8afdbfb3bf service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b70c9707-804c-4755-a29b-44a73c84802d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3714962 Dec 10 19:14:26.546061 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5816c185-54f3-4402-a4c0-1b6d0a263555 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Pushing event updated for resources: {'Subnet': ['ID=b0070cea-68fe-47bc-9ca4-d6fd87ae2d34,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:26.564428 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc75dd7-7cea-47e6-97fa-a199c38dd3ad tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Pushing event deleted for resources: {'Port': ['ID=7c0045ce-8f98-4209-b948-5c10a59bbea2,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:26.650082 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5816c185-54f3-4402-a4c0-1b6d0a263555 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Checking segment: {'id': '6ca02186-a2a5-44b9-b4ab-2dbe490fce97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cfa3d101-d6cf-476b-a47c-e19770b912ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:14:26.650082 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5816c185-54f3-4402-a4c0-1b6d0a263555 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Network hostable DHCP agents. Network: cfa3d101-d6cf-476b-a47c-e19770b912ce, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:14:26.753962 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:26.761322 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-71fdaa91-ac8d-4966-8c00-2492ac3b955a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:26.790823 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9fc75dd7-7cea-47e6-97fa-a199c38dd3ad tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:26.794709 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-9fc75dd7-7cea-47e6-97fa-a199c38dd3ad tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] 10.222.0.69 "DELETE /v2.0/ports/7c0045ce-8f98-4209-b948-5c10a59bbea2 HTTP/1.1" status: 204 len: 168 time: 2.0844157 Dec 10 19:14:26.795754 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5816c185-54f3-4402-a4c0-1b6d0a263555 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Network cfa3d101-d6cf-476b-a47c-e19770b912ce is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:14:26.797669 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:26.827170 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50934) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:26.838790 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port d2eb73a1-fea4-47f4-baec-70b9dd09bb0b, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=d2eb73a1-fea4-47f4-baec-70b9dd09bb0b,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:14:26.845089 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:26.861232 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-8552c043-5145-4baf-a547-cbf73cd58859 None None] Allocated IP 172.20.0.2 (d85640a4-dc84-443d-9d78-71076c1866d2/d6440df3-e03e-4412-aa5c-81bcbf7f7149/c239c9e5-55f7-4325-9f78-2ce09421e82a) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:14:26.866361 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-06dfc17a-48e7-4d30-9364-cddd0493f0b7 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] GET failed (client error): The resource could not be found. Dec 10 19:14:26.868687 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-06dfc17a-48e7-4d30-9364-cddd0493f0b7 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] 10.222.0.69 "GET /v2.0/ports/7c0045ce-8f98-4209-b948-5c10a59bbea2 HTTP/1.1" status: 404 len: 333 time: 0.0415156 Dec 10 19:14:26.873823 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-5816c185-54f3-4402-a4c0-1b6d0a263555 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, cfa3d101-d6cf-476b-a47c-e19770b912ce) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:14:26.882568 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5816c185-54f3-4402-a4c0-1b6d0a263555 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:26.886777 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5816c185-54f3-4402-a4c0-1b6d0a263555 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:26.892085 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50936) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:26.903799 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbb31b5-e228-427f-be0d-7cf69d1f6f57 None None] Network cfa3d101-d6cf-476b-a47c-e19770b912ce requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:14:26.909578 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-0a18dcd9-d7bd-4ad3-83c0-0eafe9d3987c tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Request body: {'port': {'network_id': '45a1cef1-b668-40f0-ae29-b18682257f53', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-298206569'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:27.031072 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-5816c185-54f3-4402-a4c0-1b6d0a263555 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5036955 Dec 10 19:14:27.032112 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50938) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:27.053537 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-49efcd0d-ac05-42a5-a730-75e166994f23 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Request body: {'network': {'name': 'tempest-router-network01--1300236218'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:27.139333 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49efcd0d-ac05-42a5-a730-75e166994f23 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Made reservation on behalf of 2c79311a1ea74b61b8f3dd24d8cdc1f9 for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:14:27.145343 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-49efcd0d-ac05-42a5-a730-75e166994f23 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:27.181005 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ffaa8a3a-960d-431c-a5bb-5d01202af506 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:27.214382 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=d2eb73a1-fea4-47f4-baec-70b9dd09bb0b,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:27.225210 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49efcd0d-ac05-42a5-a730-75e166994f23 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:14:27.238908 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a18dcd9-d7bd-4ad3-83c0-0eafe9d3987c tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Made reservation on behalf of 61dac1ab2a1949a99b1a684b7ae4595d for: {'port': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:14:27.244239 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0a18dcd9-d7bd-4ad3-83c0-0eafe9d3987c tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:27.266602 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-49efcd0d-ac05-42a5-a730-75e166994f23 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:27.267067 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-49efcd0d-ac05-42a5-a730-75e166994f23 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Added segment 6ae364b8-abe9-4875-abe3-386f63771bb9 of type vlan for network 29129951-289c-46f5-8bfa-62212f466e4f Dec 10 19:14:27.327639 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [None req-ffaa8a3a-960d-431c-a5bb-5d01202af506 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] device_id is not set on port c34fadcc-448a-4e69-84cc-cbf6cdd235a3 yet. {{(pid=102365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:14:27.339919 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [None req-0a18dcd9-d7bd-4ad3-83c0-0eafe9d3987c tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] device_id is not set on port 9fa1656e-179c-48c5-be45-8829f5974746 yet. {{(pid=102366) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:14:27.353207 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8552c043-5145-4baf-a547-cbf73cd58859 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:27.356391 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cd7d0a7f-00ed-432d-bbb5-7b7aa0787a96 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:27.360819 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8552c043-5145-4baf-a547-cbf73cd58859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:27.363043 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-49efcd0d-ac05-42a5-a730-75e166994f23 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:27.403579 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1f411177-c1e5-474f-ad29-a2596159fb24 tempest-FloatingIPAdminTestJSON-8087862 tempest-FloatingIPAdminTestJSON-8087862-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:27.418757 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1f411177-c1e5-474f-ad29-a2596159fb24 tempest-FloatingIPAdminTestJSON-8087862 tempest-FloatingIPAdminTestJSON-8087862-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:27.430323 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8552c043-5145-4baf-a547-cbf73cd58859 None None] Network d85640a4-dc84-443d-9d78-71076c1866d2 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:14:27.432848 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-71fdaa91-ac8d-4966-8c00-2492ac3b955a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:27.482651 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-8552c043-5145-4baf-a547-cbf73cd58859 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:14:27.485988 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8552c043-5145-4baf-a547-cbf73cd58859 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:14:27.507050 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8552c043-5145-4baf-a547-cbf73cd58859 None None] Pushing event updated for resources: {'Port': ['ID=c239c9e5-55f7-4325-9f78-2ce09421e82a,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:27.515706 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fdaa91-ac8d-4966-8c00-2492ac3b955a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Pushing event deleted for resources: {'Subnet': ['ID=d6440df3-e03e-4412-aa5c-81bcbf7f7149,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:27.525529 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-49efcd0d-ac05-42a5-a730-75e166994f23 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:27.531408 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49efcd0d-ac05-42a5-a730-75e166994f23 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:27.532053 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-49efcd0d-ac05-42a5-a730-75e166994f23 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:27.624190 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0744905b-22cd-49a4-9aeb-bb571c9ec6e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-cfa3d101-d6cf-476b-a47c-e19770b912ce', 'network_id': 'cfa3d101-d6cf-476b-a47c-e19770b912ce', 'tenant_id': '2c79311a1ea74b61b8f3dd24d8cdc1f9', 'fixed_ips': [{'subnet_id': 'b0070cea-68fe-47bc-9ca4-d6fd87ae2d34'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:14:27.625223 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0744905b-22cd-49a4-9aeb-bb571c9ec6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:27.681099 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-8552c043-5145-4baf-a547-cbf73cd58859 None None] Attempting to bind port c239c9e5-55f7-4325-9f78-2ce09421e82a on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:14:27.683903 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-8552c043-5145-4baf-a547-cbf73cd58859 None None] Attempting to bind port c239c9e5-55f7-4325-9f78-2ce09421e82a by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '2f72c5a2-d805-4049-98d7-20c6393b5f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'd85640a4-dc84-443d-9d78-71076c1866d2'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:14:27.684248 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-71fdaa91-ac8d-4966-8c00-2492ac3b955a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:27.685328 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8552c043-5145-4baf-a547-cbf73cd58859 None None] Attempting to bind port c239c9e5-55f7-4325-9f78-2ce09421e82a on network d85640a4-dc84-443d-9d78-71076c1866d2 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:14:27.688239 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-0a18dcd9-d7bd-4ad3-83c0-0eafe9d3987c tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Allocated IP 2001:db8::49 (45a1cef1-b668-40f0-ae29-b18682257f53/df49328a-1803-405e-8e0e-f815620da6e6/9fa1656e-179c-48c5-be45-8829f5974746) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:14:27.699816 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-49efcd0d-ac05-42a5-a730-75e166994f23 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6572688 Dec 10 19:14:27.700456 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50944) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:27.701425 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8552c043-5145-4baf-a547-cbf73cd58859 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:14:27.701750 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8552c043-5145-4baf-a547-cbf73cd58859 None None] Checking segment: {'id': '2f72c5a2-d805-4049-98d7-20c6393b5f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'd85640a4-dc84-443d-9d78-71076c1866d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:14:27.702279 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8552c043-5145-4baf-a547-cbf73cd58859 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:27.702686 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8552c043-5145-4baf-a547-cbf73cd58859 None None] Bound using segment: {'id': '2f72c5a2-d805-4049-98d7-20c6393b5f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'd85640a4-dc84-443d-9d78-71076c1866d2'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:14:27.703214 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-8552c043-5145-4baf-a547-cbf73cd58859 None None] Bound port: c239c9e5-55f7-4325-9f78-2ce09421e82a, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f72c5a2-d805-4049-98d7-20c6393b5f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'd85640a4-dc84-443d-9d78-71076c1866d2'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:14:27.703612 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8552c043-5145-4baf-a547-cbf73cd58859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:27.717735 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-ef3cac00-6db1-43b8-8914-1bdb29676b8c tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Request body: {'network': {'name': 'tempest-router-network02--1659497882'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:27.751894 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49efcd0d-ac05-42a5-a730-75e166994f23 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Pushing event updated for resources: {'Network': ['ID=29129951-289c-46f5-8bfa-62212f466e4f,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:27.772611 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-71fdaa91-ac8d-4966-8c00-2492ac3b955a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d85640a4-dc84-443d-9d78-71076c1866d2']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:27.803833 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-71fdaa91-ac8d-4966-8c00-2492ac3b955a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f72c5a2-d805-4049-98d7-20c6393b5f7e') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:27.804205 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-71fdaa91-ac8d-4966-8c00-2492ac3b955a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f72c5a2-d805-4049-98d7-20c6393b5f7e') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:27.832819 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 29129951-289c-46f5-8bfa-62212f466e4f details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:14:27.836860 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-71fdaa91-ac8d-4966-8c00-2492ac3b955a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:27.849538 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3cac00-6db1-43b8-8914-1bdb29676b8c tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Made reservation on behalf of 2c79311a1ea74b61b8f3dd24d8cdc1f9 for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:14:27.854437 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ef3cac00-6db1-43b8-8914-1bdb29676b8c tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:27.865860 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f411177-c1e5-474f-ad29-a2596159fb24 tempest-FloatingIPAdminTestJSON-8087862 tempest-FloatingIPAdminTestJSON-8087862-project-admin] Pushing event updated for resources: {'Port': ['ID=eec38624-ee33-4ddd-b000-4dd20ea24614,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:27.890372 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1f411177-c1e5-474f-ad29-a2596159fb24 tempest-FloatingIPAdminTestJSON-8087862 tempest-FloatingIPAdminTestJSON-8087862-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3713103'] for floatingip, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:27.903908 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef3cac00-6db1-43b8-8914-1bdb29676b8c tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:14:27.905554 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cd7d0a7f-00ed-432d-bbb5-7b7aa0787a96 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:27.907332 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-71fdaa91-ac8d-4966-8c00-2492ac3b955a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:27.965222 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71fdaa91-ac8d-4966-8c00-2492ac3b955a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:14:27.966053 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-71fdaa91-ac8d-4966-8c00-2492ac3b955a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:27.970150 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ef3cac00-6db1-43b8-8914-1bdb29676b8c tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:27.970549 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-ef3cac00-6db1-43b8-8914-1bdb29676b8c tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Added segment a1b66621-420b-4d8c-a2fb-b420c21c5612 of type vlan for network 25ad690e-4e16-4a6d-a101-3ecc4f3f4b27 Dec 10 19:14:27.972052 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:14:27.972052 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:14:27.972052 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:14:27.972052 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:14:27.972052 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:14:27.972052 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:14:27.972052 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:14:27.972052 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:14:27.972052 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:14:27.972052 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:14:27.972052 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:14:27.972052 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:14:27.972052 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:14:27.972052 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:14:27.972052 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:14:27.972052 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:14:27.972052 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:14:27.972052 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:14:27.972052 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:14:27.972052 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:14:27.972052 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:14:27.972052 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:14:27.972052 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:14:27.972052 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:14:27.972052 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:14:27.972052 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:14:27.972052 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:14:27.972052 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:14:27.972052 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:14:27.972052 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:14:27.972052 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:14:27.972052 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:14:27.986263 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ab18e-9688-478b-8cbd-993bd65c000c req-052efea7-920e-4f53-9198-36701fcd23ba tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:27.989517 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4c1ab18e-9688-478b-8cbd-993bd65c000c req-052efea7-920e-4f53-9198-36701fcd23ba tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] 10.222.0.69 "GET /v2.0/ports?device_id=7dff2011-5f01-4703-80b4-3e97e9f7d2b3 HTTP/1.1" status: 200 len: 945 time: 0.4253891 Dec 10 19:14:27.991497 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-8552c043-5145-4baf-a547-cbf73cd58859 None None] For port c239c9e5-55f7-4325-9f78-2ce09421e82a, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:14:28.028413 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-0744905b-22cd-49a4-9aeb-bb571c9ec6e5 None None] Allocated IP 2001:db8::2 (cfa3d101-d6cf-476b-a47c-e19770b912ce/b0070cea-68fe-47bc-9ca4-d6fd87ae2d34/cc5337c1-e58f-414c-b418-41cffeb965d5) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:14:28.037455 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1f411177-c1e5-474f-ad29-a2596159fb24 tempest-FloatingIPAdminTestJSON-8087862 tempest-FloatingIPAdminTestJSON-8087862-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:28.044645 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-1f411177-c1e5-474f-ad29-a2596159fb24 tempest-FloatingIPAdminTestJSON-8087862 tempest-FloatingIPAdminTestJSON-8087862-project-admin] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9163680 Dec 10 19:14:28.047673 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50946) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:28.086575 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ffaa8a3a-960d-431c-a5bb-5d01202af506 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:28.158311 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ef3cac00-6db1-43b8-8914-1bdb29676b8c tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:28.170554 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d11a07f-3221-4e3a-9d54-f6621e1bd991 req-e8ea3ca9-ed2d-4239-bb20-5945353eb09e tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:28.173150 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3d11a07f-3221-4e3a-9d54-f6621e1bd991 req-e8ea3ca9-ed2d-4239-bb20-5945353eb09e tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] 10.222.0.69 "GET /v2.0/ports?device_id=56f86edf-c896-4d8a-9326-e6e1a1c30e71 HTTP/1.1" status: 200 len: 946 time: 0.3895018 Dec 10 19:14:28.189489 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7d0a7f-00ed-432d-bbb5-7b7aa0787a96 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:14:28.219633 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0744905b-22cd-49a4-9aeb-bb571c9ec6e5 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:28.230029 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.db.api [None req-71fdaa91-ac8d-4966-8c00-2492ac3b955a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 19:14:28.230029 dv-neutron-821441-1-hyperv neutron-server[102366]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 19:14:28.230029 dv-neutron-821441-1-hyperv neutron-server[102366]: [parameters: {'id': 'd85640a4-dc84-443d-9d78-71076c1866d2'}] Dec 10 19:14:28.230029 dv-neutron-821441-1-hyperv neutron-server[102366]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:14:28.236289 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG oslo_db.api [None req-71fdaa91-ac8d-4966-8c00-2492ac3b955a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:14:28.239957 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0744905b-22cd-49a4-9aeb-bb571c9ec6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:28.259406 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-8552c043-5145-4baf-a547-cbf73cd58859 None None] For port c239c9e5-55f7-4325-9f78-2ce09421e82a, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=c239c9e5-55f7-4325-9f78-2ce09421e82a,segment=NetworkSegment(2f72c5a2-d805-4049-98d7-20c6393b5f7e),segment_id=2f72c5a2-d805-4049-98d7-20c6393b5f7e)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:14:28.272284 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0a18dcd9-d7bd-4ad3-83c0-0eafe9d3987c tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:28.318430 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8552c043-5145-4baf-a547-cbf73cd58859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:28.329756 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.db.resource_extend [None req-ef3cac00-6db1-43b8-8914-1bdb29676b8c tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 19:14:28.331990 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device d2eb73a1-fea4-47f4-baec-70b9dd09bb0b up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:14:28.333433 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7d0a7f-00ed-432d-bbb5-7b7aa0787a96 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Pushing event updated for resources: {'Port': ['ID=406a3360-fab9-4d4b-8d11-65f1b7151f1e,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:28.336858 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-cd7d0a7f-00ed-432d-bbb5-7b7aa0787a96 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:14:28.342940 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0744905b-22cd-49a4-9aeb-bb571c9ec6e5 None None] Network cfa3d101-d6cf-476b-a47c-e19770b912ce is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:14:28.348912 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-60f8f6f5-9dbe-4e56-8c6b-ae8e89cc2eef tempest-FloatingIPAdminTestJSON-1400338000 tempest-FloatingIPAdminTestJSON-1400338000-project] Request body: {'floatingip': {'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:28.349138 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7d0a7f-00ed-432d-bbb5-7b7aa0787a96 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:14:28.359773 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0a18dcd9-d7bd-4ad3-83c0-0eafe9d3987c tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:28.394766 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-0744905b-22cd-49a4-9aeb-bb571c9ec6e5 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:14:28.402940 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ffaa8a3a-960d-431c-a5bb-5d01202af506 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:28.407971 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0744905b-22cd-49a4-9aeb-bb571c9ec6e5 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:14:28.433795 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4c1ab18e-9688-478b-8cbd-993bd65c000c req-a8cada64-e70b-4e3f-be27-592e3cde998a tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1ad53fa-07e5-4365-a4a0-1215baa9957c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4257371 Dec 10 19:14:28.442966 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a18dcd9-d7bd-4ad3-83c0-0eafe9d3987c tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Pushing event updated for resources: {'Port': ['ID=9fa1656e-179c-48c5-be45-8829f5974746,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:28.468710 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-60f8f6f5-9dbe-4e56-8c6b-ae8e89cc2eef tempest-FloatingIPAdminTestJSON-1400338000 tempest-FloatingIPAdminTestJSON-1400338000-project] Notify callbacks [] for floatingip, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:28.472877 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ef3cac00-6db1-43b8-8914-1bdb29676b8c tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:28.480480 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3cac00-6db1-43b8-8914-1bdb29676b8c tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:28.481346 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ef3cac00-6db1-43b8-8914-1bdb29676b8c tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:28.500126 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3d11a07f-3221-4e3a-9d54-f6621e1bd991 req-c56b6602-5456-4549-8418-79427c0ab1a6 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] 10.222.0.69 "GET /v2.0/security-groups?id=b70c9707-804c-4755-a29b-44a73c84802d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2609975 Dec 10 19:14:28.537473 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0744905b-22cd-49a4-9aeb-bb571c9ec6e5 None None] Pushing event updated for resources: {'Port': ['ID=cc5337c1-e58f-414c-b418-41cffeb965d5,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:28.576609 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a18dcd9-d7bd-4ad3-83c0-0eafe9d3987c tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Network 45a1cef1-b668-40f0-ae29-b18682257f53 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:14:28.587893 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-0a18dcd9-d7bd-4ad3-83c0-0eafe9d3987c tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:14:28.590024 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3cac00-6db1-43b8-8914-1bdb29676b8c tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Pushing event updated for resources: {'Network': ['ID=25ad690e-4e16-4a6d-a101-3ecc4f3f4b27,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:28.593987 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaa8a3a-960d-431c-a5bb-5d01202af506 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Pushing event updated for resources: {'Port': ['ID=f5f87bd3-7cd8-4889-bc4f-9447330ecb3a,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:28.620165 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a18dcd9-d7bd-4ad3-83c0-0eafe9d3987c tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:14:28.626148 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a18dcd9-d7bd-4ad3-83c0-0eafe9d3987c tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:28.626815 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0a18dcd9-d7bd-4ad3-83c0-0eafe9d3987c tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:28.640941 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaa8a3a-960d-431c-a5bb-5d01202af506 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Checking segment: {'id': '1b6b0285-24d3-4c36-8779-af6c75b99c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a15b269e-a935-4f66-9c77-fa6bc1c8e3b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:14:28.641308 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffaa8a3a-960d-431c-a5bb-5d01202af506 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Network hostable DHCP agents. Network: a15b269e-a935-4f66-9c77-fa6bc1c8e3b0, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:14:28.655930 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-ef3cac00-6db1-43b8-8914-1bdb29676b8c tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9453983 Dec 10 19:14:28.660856 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50950) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:28.665822 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-0a18dcd9-d7bd-4ad3-83c0-0eafe9d3987c tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.7719333 Dec 10 19:14:28.668805 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50952) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:28.677355 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-3b6aaeed-2036-4b93-b239-624904b36df5 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Request body: {'subnet': {'network_id': '29129951-289c-46f5-8bfa-62212f466e4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:28.683546 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-3ecebbd7-7332-4d35-8612-46a90718274e tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:82:b1:e7'}]}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:28.716948 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 25ad690e-4e16-4a6d-a101-3ecc4f3f4b27 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:14:28.738782 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-71fdaa91-ac8d-4966-8c00-2492ac3b955a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:28.754498 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffaa8a3a-960d-431c-a5bb-5d01202af506 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Network a15b269e-a935-4f66-9c77-fa6bc1c8e3b0 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:14:28.827614 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3ecebbd7-7332-4d35-8612-46a90718274e tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:28.878479 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-0744905b-22cd-49a4-9aeb-bb571c9ec6e5 None None] Attempting to bind port cc5337c1-e58f-414c-b418-41cffeb965d5 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:14:28.879461 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-0744905b-22cd-49a4-9aeb-bb571c9ec6e5 None None] Attempting to bind port cc5337c1-e58f-414c-b418-41cffeb965d5 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '6ca02186-a2a5-44b9-b4ab-2dbe490fce97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cfa3d101-d6cf-476b-a47c-e19770b912ce'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:14:28.881575 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0744905b-22cd-49a4-9aeb-bb571c9ec6e5 None None] Attempting to bind port cc5337c1-e58f-414c-b418-41cffeb965d5 on network cfa3d101-d6cf-476b-a47c-e19770b912ce {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:14:28.890263 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-ffaa8a3a-960d-431c-a5bb-5d01202af506 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, a15b269e-a935-4f66-9c77-fa6bc1c8e3b0) {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:14:28.899547 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffaa8a3a-960d-431c-a5bb-5d01202af506 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:14:28.900411 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ffaa8a3a-960d-431c-a5bb-5d01202af506 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:28.905008 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-60f8f6f5-9dbe-4e56-8c6b-ae8e89cc2eef tempest-FloatingIPAdminTestJSON-1400338000 tempest-FloatingIPAdminTestJSON-1400338000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:28.905842 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0744905b-22cd-49a4-9aeb-bb571c9ec6e5 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:14:28.906828 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0744905b-22cd-49a4-9aeb-bb571c9ec6e5 None None] Checking segment: {'id': '6ca02186-a2a5-44b9-b4ab-2dbe490fce97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cfa3d101-d6cf-476b-a47c-e19770b912ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:14:28.907579 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0744905b-22cd-49a4-9aeb-bb571c9ec6e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:28.908336 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0744905b-22cd-49a4-9aeb-bb571c9ec6e5 None None] Bound using segment: {'id': '6ca02186-a2a5-44b9-b4ab-2dbe490fce97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cfa3d101-d6cf-476b-a47c-e19770b912ce'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:14:28.909267 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-0744905b-22cd-49a4-9aeb-bb571c9ec6e5 None None] Bound port: cc5337c1-e58f-414c-b418-41cffeb965d5, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ca02186-a2a5-44b9-b4ab-2dbe490fce97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cfa3d101-d6cf-476b-a47c-e19770b912ce'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:14:28.910024 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0744905b-22cd-49a4-9aeb-bb571c9ec6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:28.932238 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a0b1d6-214a-4184-86cc-59ed08d3fab4 None None] Network d85640a4-dc84-443d-9d78-71076c1866d2 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:14:28.937750 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8552c043-5145-4baf-a547-cbf73cd58859 None None] Pushing event updated for resources: {'Port': ['ID=c239c9e5-55f7-4325-9f78-2ce09421e82a,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:28.975014 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b244889-d1ef-42b5-8cfb-71c2bb037b79 None None] Network a15b269e-a935-4f66-9c77-fa6bc1c8e3b0 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:14:29.007727 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6aaeed-2036-4b93-b239-624904b36df5 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Made reservation on behalf of 2c79311a1ea74b61b8f3dd24d8cdc1f9 for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:14:29.011422 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3b6aaeed-2036-4b93-b239-624904b36df5 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:29.020752 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaa8a3a-960d-431c-a5bb-5d01202af506 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Pushing event updated for resources: {'Port': ['ID=c34fadcc-448a-4e69-84cc-cbf6cdd235a3,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:29.028966 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cd7d0a7f-00ed-432d-bbb5-7b7aa0787a96 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:29.133893 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port d2eb73a1-fea4-47f4-baec-70b9dd09bb0b triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:29.134406 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:29.178067 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaa8a3a-960d-431c-a5bb-5d01202af506 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Checking segment: {'id': 'b7ee77a5-f7ad-49b4-aa89-9d56442a7bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '10e691b4-78cb-436d-9d21-c7ddb31ed017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:14:29.178414 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffaa8a3a-960d-431c-a5bb-5d01202af506 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Network hostable DHCP agents. Network: 10e691b4-78cb-436d-9d21-c7ddb31ed017, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:14:29.239914 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-f999a420-ef56-4c9d-8d0a-a51ff5832868 None None] Provisioning complete for port 9fa1656e-179c-48c5-be45-8829f5974746 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:29.240568 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f999a420-ef56-4c9d-8d0a-a51ff5832868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:29.279878 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffaa8a3a-960d-431c-a5bb-5d01202af506 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Network 10e691b4-78cb-436d-9d21-c7ddb31ed017 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:14:29.318214 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-ffaa8a3a-960d-431c-a5bb-5d01202af506 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 10e691b4-78cb-436d-9d21-c7ddb31ed017) {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:14:29.357820 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3fdac4-1b2e-4f19-91bd-7ec761e18360 None None] Network 10e691b4-78cb-436d-9d21-c7ddb31ed017 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:14:29.372038 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-71fdaa91-ac8d-4966-8c00-2492ac3b955a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Deleting port c239c9e5-55f7-4325-9f78-2ce09421e82a {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:14:29.372391 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-71fdaa91-ac8d-4966-8c00-2492ac3b955a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:29.377220 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-0744905b-22cd-49a4-9aeb-bb571c9ec6e5 None None] For port cc5337c1-e58f-414c-b418-41cffeb965d5, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:14:29.399859 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffaa8a3a-960d-431c-a5bb-5d01202af506 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:14:29.411774 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffaa8a3a-960d-431c-a5bb-5d01202af506 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:29.421675 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffaa8a3a-960d-431c-a5bb-5d01202af506 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:29.422825 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ffaa8a3a-960d-431c-a5bb-5d01202af506 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:29.440004 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-f999a420-ef56-4c9d-8d0a-a51ff5832868 None None] Port 9fa1656e-179c-48c5-be45-8829f5974746 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:14:29.443883 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-0744905b-22cd-49a4-9aeb-bb571c9ec6e5 None None] For port cc5337c1-e58f-414c-b418-41cffeb965d5, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=cc5337c1-e58f-414c-b418-41cffeb965d5,segment=NetworkSegment(6ca02186-a2a5-44b9-b4ab-2dbe490fce97),segment_id=6ca02186-a2a5-44b9-b4ab-2dbe490fce97)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:14:29.486668 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0744905b-22cd-49a4-9aeb-bb571c9ec6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:29.542410 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-71fdaa91-ac8d-4966-8c00-2492ac3b955a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] For port c239c9e5-55f7-4325-9f78-2ce09421e82a, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=c239c9e5-55f7-4325-9f78-2ce09421e82a,segment=NetworkSegment(2f72c5a2-d805-4049-98d7-20c6393b5f7e),segment_id=2f72c5a2-d805-4049-98d7-20c6393b5f7e)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:14:29.543291 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-71fdaa91-ac8d-4966-8c00-2492ac3b955a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:29.546030 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-60f8f6f5-9dbe-4e56-8c6b-ae8e89cc2eef tempest-FloatingIPAdminTestJSON-1400338000 tempest-FloatingIPAdminTestJSON-1400338000-project] Allocated IP 172.26.6.190 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/7f51acfd-a4ad-4882-a517-4ef0189d4a59) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:14:29.580134 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-71fdaa91-ac8d-4966-8c00-2492ac3b955a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Calling delete_port for c239c9e5-55f7-4325-9f78-2ce09421e82a owned by network:dhcp {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:14:29.643646 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0744905b-22cd-49a4-9aeb-bb571c9ec6e5 None None] Pushing event updated for resources: {'Port': ['ID=cc5337c1-e58f-414c-b418-41cffeb965d5,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:29.667314 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cd7d0a7f-00ed-432d-bbb5-7b7aa0787a96 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:29.758597 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-ffaa8a3a-960d-431c-a5bb-5d01202af506 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.3201392 Dec 10 19:14:29.770297 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50958) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:29.837468 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3ecebbd7-7332-4d35-8612-46a90718274e tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:29.860094 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-60f8f6f5-9dbe-4e56-8c6b-ae8e89cc2eef tempest-FloatingIPAdminTestJSON-1400338000 tempest-FloatingIPAdminTestJSON-1400338000-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:29.864016 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3ecebbd7-7332-4d35-8612-46a90718274e tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:29.907593 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-71fdaa91-ac8d-4966-8c00-2492ac3b955a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:29.952534 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-3ecebbd7-7332-4d35-8612-46a90718274e tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] In _notify_port_updated(), no bound segment for port 9fa1656e-179c-48c5-be45-8829f5974746 on network 45a1cef1-b668-40f0-ae29-b18682257f53 {{(pid=102366) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 10 19:14:29.958318 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecebbd7-7332-4d35-8612-46a90718274e tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:29.958999 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3ecebbd7-7332-4d35-8612-46a90718274e tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:29.960432 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-3ecebbd7-7332-4d35-8612-46a90718274e tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] 10.222.0.69 "PUT /v2.0/ports/9fa1656e-179c-48c5-be45-8829f5974746 HTTP/1.1" status: 200 len: 1001 time: 1.2906199 Dec 10 19:14:29.967235 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50960) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:29.974506 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc168ccc-de25-462f-b545-71b1cf8fee38 req-5ba59e0e-39b9-40b5-9ecb-737e3d976716 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:29.977709 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-dc168ccc-de25-462f-b545-71b1cf8fee38 req-5ba59e0e-39b9-40b5-9ecb-737e3d976716 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] 10.222.0.69 "GET /v2.0/ports?device_id=56f86edf-c896-4d8a-9326-e6e1a1c30e71 HTTP/1.1" status: 200 len: 946 time: 0.3052344 Dec 10 19:14:29.997159 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fdaa91-ac8d-4966-8c00-2492ac3b955a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] No DVR routers for this DVR port c239c9e5-55f7-4325-9f78-2ce09421e82a on host dv-neutron-821441-1-hyperv {{(pid=102366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:14:30.013719 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e032a39-ef4e-4e35-b0ae-e21cf00565fb tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:30.019884 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e032a39-ef4e-4e35-b0ae-e21cf00565fb tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:30.025470 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-5e032a39-ef4e-4e35-b0ae-e21cf00565fb tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2503190 Dec 10 19:14:30.044876 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5d928-6d73-4d70-9ac9-e94a54a4db0b req-7b655364-8d8f-4470-87d4-fbb65ee143a8 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:30.047782 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-99b5d928-6d73-4d70-9ac9-e94a54a4db0b req-7b655364-8d8f-4470-87d4-fbb65ee143a8 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] 10.222.0.69 "GET /v2.0/ports?device_id=7dff2011-5f01-4703-80b4-3e97e9f7d2b3 HTTP/1.1" status: 200 len: 945 time: 0.3774080 Dec 10 19:14:30.066422 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50962) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:30.068113 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecebbd7-7332-4d35-8612-46a90718274e tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Pushing event updated for resources: {'Port': ['ID=9fa1656e-179c-48c5-be45-8829f5974746,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:30.145761 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3b6aaeed-2036-4b93-b239-624904b36df5 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:30.198520 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fdaa91-ac8d-4966-8c00-2492ac3b955a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Pushing event deleted for resources: {'Port': ['ID=c239c9e5-55f7-4325-9f78-2ce09421e82a,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:30.256565 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device cc5337c1-e58f-414c-b418-41cffeb965d5 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:14:30.283050 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-60f8f6f5-9dbe-4e56-8c6b-ae8e89cc2eef tempest-FloatingIPAdminTestJSON-1400338000 tempest-FloatingIPAdminTestJSON-1400338000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:30.302510 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-dc168ccc-de25-462f-b545-71b1cf8fee38 req-753245f3-eb47-4c25-9c39-b1e597449680 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] 10.222.0.69 "GET /v2.0/security-groups?id=b70c9707-804c-4755-a29b-44a73c84802d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2748511 Dec 10 19:14:30.355699 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-99b5d928-6d73-4d70-9ac9-e94a54a4db0b req-9f7ef266-9f50-4226-9de2-5f2fc4857a3a tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1ad53fa-07e5-4365-a4a0-1215baa9957c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2848928 Dec 10 19:14:30.370358 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-71fdaa91-ac8d-4966-8c00-2492ac3b955a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:30.379638 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6aaeed-2036-4b93-b239-624904b36df5 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Pushing event updated for resources: {'Subnet': ['ID=0be86d25-507f-4860-8cab-5653d04b6e66,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:30.433874 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f8f6f5-9dbe-4e56-8c6b-ae8e89cc2eef tempest-FloatingIPAdminTestJSON-1400338000 tempest-FloatingIPAdminTestJSON-1400338000-project] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:14:30.439959 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6aaeed-2036-4b93-b239-624904b36df5 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Checking segment: {'id': '6ae364b8-abe9-4875-abe3-386f63771bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '29129951-289c-46f5-8bfa-62212f466e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:14:30.440631 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6aaeed-2036-4b93-b239-624904b36df5 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Network hostable DHCP agents. Network: 29129951-289c-46f5-8bfa-62212f466e4f, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:14:30.444282 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd7d0a7f-00ed-432d-bbb5-7b7aa0787a96 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Router cab9d746-3308-4ff4-b290-4c492cb1f39f is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:14:30.451818 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-60f8f6f5-9dbe-4e56-8c6b-ae8e89cc2eef tempest-FloatingIPAdminTestJSON-1400338000 tempest-FloatingIPAdminTestJSON-1400338000-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:14:30.455023 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-71fdaa91-ac8d-4966-8c00-2492ac3b955a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d85640a4-dc84-443d-9d78-71076c1866d2']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:30.473946 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f8f6f5-9dbe-4e56-8c6b-ae8e89cc2eef tempest-FloatingIPAdminTestJSON-1400338000 tempest-FloatingIPAdminTestJSON-1400338000-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:14:30.506484 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f8f6f5-9dbe-4e56-8c6b-ae8e89cc2eef tempest-FloatingIPAdminTestJSON-1400338000 tempest-FloatingIPAdminTestJSON-1400338000-project] Pushing event updated for resources: {'Port': ['ID=7f51acfd-a4ad-4882-a517-4ef0189d4a59,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:30.513524 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-71fdaa91-ac8d-4966-8c00-2492ac3b955a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f72c5a2-d805-4049-98d7-20c6393b5f7e') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:30.517706 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-71fdaa91-ac8d-4966-8c00-2492ac3b955a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f72c5a2-d805-4049-98d7-20c6393b5f7e') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:30.532110 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-71fdaa91-ac8d-4966-8c00-2492ac3b955a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:30.555572 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-71fdaa91-ac8d-4966-8c00-2492ac3b955a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:30.566213 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71fdaa91-ac8d-4966-8c00-2492ac3b955a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:14:30.566870 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-71fdaa91-ac8d-4966-8c00-2492ac3b955a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:30.642345 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-532e08f9-7c22-46f1-bca5-ef56923e8d38 None None] Provisioning complete for port 9fa1656e-179c-48c5-be45-8829f5974746 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:30.643135 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-532e08f9-7c22-46f1-bca5-ef56923e8d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:30.669153 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:14:30.669153 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:14:30.669153 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:14:30.669153 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:14:30.669153 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:14:30.669153 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:14:30.669153 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:14:30.669153 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:14:30.669153 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:14:30.669153 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:14:30.669153 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:14:30.669153 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:14:30.669153 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:14:30.669153 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:14:30.669153 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:14:30.669153 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:14:30.669153 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:14:30.669153 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:14:30.669153 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:14:30.669153 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:14:30.669153 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:14:30.669153 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:14:30.669153 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:14:30.669153 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:14:30.669153 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:14:30.669153 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:14:30.669153 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:14:30.669153 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:14:30.669153 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:14:30.669153 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:14:30.669153 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:14:30.669153 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:14:30.701187 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-532e08f9-7c22-46f1-bca5-ef56923e8d38 None None] Port 9fa1656e-179c-48c5-be45-8829f5974746 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:14:30.704491 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port cc5337c1-e58f-414c-b418-41cffeb965d5 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:30.705462 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:30.709524 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-71fdaa91-ac8d-4966-8c00-2492ac3b955a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:30.738199 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-5f1c855b-f57b-42a1-9edf-36270907dc0d tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Deleting port 9fa1656e-179c-48c5-be45-8829f5974746 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:14:30.738973 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5f1c855b-f57b-42a1-9edf-36270907dc0d tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:30.803146 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-71fdaa91-ac8d-4966-8c00-2492ac3b955a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:30.809940 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-71fdaa91-ac8d-4966-8c00-2492ac3b955a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "DELETE /v2.0/networks/d85640a4-dc84-443d-9d78-71076c1866d2 HTTP/1.1" status: 204 len: 168 time: 4.6104012 Dec 10 19:14:30.823878 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:30.858850 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fdaa91-ac8d-4966-8c00-2492ac3b955a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Pushing event deleted for resources: {'Network': ['ID=d85640a4-dc84-443d-9d78-71076c1866d2,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:30.868191 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port cc5337c1-e58f-414c-b418-41cffeb965d5, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=cc5337c1-e58f-414c-b418-41cffeb965d5,segment=NetworkSegment(6ca02186-a2a5-44b9-b4ab-2dbe490fce97),segment_id=6ca02186-a2a5-44b9-b4ab-2dbe490fce97)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:14:30.874061 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:30.879010 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50968) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:30.888253 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-09190171-ddd8-4f2f-93ca-ab2d34b7e094 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2112085675'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:30.931098 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-0e4c1d02-1aa1-465d-ad0e-36ec1c6e411a tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Deleting port f5f87bd3-7cd8-4889-bc4f-9447330ecb3a {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:14:30.932053 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0e4c1d02-1aa1-465d-ad0e-36ec1c6e411a tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:30.935763 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=cc5337c1-e58f-414c-b418-41cffeb965d5,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:30.992382 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6aaeed-2036-4b93-b239-624904b36df5 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Network 29129951-289c-46f5-8bfa-62212f466e4f is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:14:31.069935 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09190171-ddd8-4f2f-93ca-ab2d34b7e094 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Made reservation on behalf of c32314706c7841f0aec3c27688848c9e for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:14:31.074335 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-09190171-ddd8-4f2f-93ca-ab2d34b7e094 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:31.103162 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-60f8f6f5-9dbe-4e56-8c6b-ae8e89cc2eef tempest-FloatingIPAdminTestJSON-1400338000 tempest-FloatingIPAdminTestJSON-1400338000-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:31.104708 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-3b6aaeed-2036-4b93-b239-624904b36df5 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 29129951-289c-46f5-8bfa-62212f466e4f) {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:14:31.118826 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d090bc3a-2942-4ca6-8350-5de8425086e5 None None] Network 29129951-289c-46f5-8bfa-62212f466e4f requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:14:31.127501 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0e4c1d02-1aa1-465d-ad0e-36ec1c6e411a tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:31.136244 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6aaeed-2036-4b93-b239-624904b36df5 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:31.137064 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3b6aaeed-2036-4b93-b239-624904b36df5 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:31.155865 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5f1c855b-f57b-42a1-9edf-36270907dc0d tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:31.197364 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-0e4c1d02-1aa1-465d-ad0e-36ec1c6e411a tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Calling delete_port for f5f87bd3-7cd8-4889-bc4f-9447330ecb3a owned by {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:14:31.209222 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b16af-1316-4f6f-9a41-3798efb7c4ff req-d4d5512c-d634-497e-81b6-ca9114f6c0bc tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:31.215773 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-5f1c855b-f57b-42a1-9edf-36270907dc0d tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Calling delete_port for 9fa1656e-179c-48c5-be45-8829f5974746 owned by {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:14:31.217915 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2a2b16af-1316-4f6f-9a41-3798efb7c4ff req-d4d5512c-d634-497e-81b6-ca9114f6c0bc tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] 10.222.0.69 "GET /v2.0/ports?device_id=56f86edf-c896-4d8a-9326-e6e1a1c30e71 HTTP/1.1" status: 200 len: 946 time: 0.6645641 Dec 10 19:14:31.220360 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09190171-ddd8-4f2f-93ca-ab2d34b7e094 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:14:31.227683 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50970) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:31.238901 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-3b6aaeed-2036-4b93-b239-624904b36df5 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5752554 Dec 10 19:14:31.243554 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-60f8f6f5-9dbe-4e56-8c6b-ae8e89cc2eef tempest-FloatingIPAdminTestJSON-1400338000 tempest-FloatingIPAdminTestJSON-1400338000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:31.245479 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50972) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:31.249082 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-316eba28-f257-4c44-b133-d15786a9f56f tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Request body: {'floatingip': {'port_id': '66321e8d-2c13-4d5d-ab57-d41aea84753d'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:31.256299 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-103c2947-90a5-4369-953e-48f400ce75b2 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Request body: {'subnet': {'network_id': '25ad690e-4e16-4a6d-a101-3ecc4f3f4b27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:31.314635 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553cd098-a5c9-46fd-b46f-e6d526296720 req-b1881141-7131-4a6d-94c7-26c4585cdcf6 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:31.317198 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-553cd098-a5c9-46fd-b46f-e6d526296720 req-b1881141-7131-4a6d-94c7-26c4585cdcf6 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] 10.222.0.69 "GET /v2.0/ports?device_id=7dff2011-5f01-4703-80b4-3e97e9f7d2b3 HTTP/1.1" status: 200 len: 945 time: 0.3047252 Dec 10 19:14:31.335170 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-09190171-ddd8-4f2f-93ca-ab2d34b7e094 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:31.335508 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-09190171-ddd8-4f2f-93ca-ab2d34b7e094 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Added segment b554b3f1-3055-41fe-b4ef-0271aba60b1a of type vlan for network 8957689c-f429-42dc-a1df-7828724b501c Dec 10 19:14:31.338802 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b90698-d394-4822-8f80-903008ee96e5 None None] Network cfa3d101-d6cf-476b-a47c-e19770b912ce requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:14:31.396898 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50974) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:31.422780 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-6030876a-5c1f-4cbb-8acc-b525f22bff0b tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Request body: {'floatingip': {'port_id': '9e655a9f-d1da-4c1a-8af0-8a6945d94996'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:31.428123 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7d0a7f-00ed-432d-bbb5-7b7aa0787a96 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:14:31.442549 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-316eba28-f257-4c44-b133-d15786a9f56f tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Notify callbacks [] for floatingip, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:31.507319 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e695ef3d-375a-4e08-b88f-ce128a3972dd None None] Sync routers for ids ['cab9d746-3308-4ff4-b290-4c492cb1f39f'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:14:31.514288 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-09190171-ddd8-4f2f-93ca-ab2d34b7e094 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:31.563641 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab0c0a8-f566-4d50-bc26-4eba3b3fe778 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-29129951-289c-46f5-8bfa-62212f466e4f', 'network_id': '29129951-289c-46f5-8bfa-62212f466e4f', 'tenant_id': '2c79311a1ea74b61b8f3dd24d8cdc1f9', 'fixed_ips': [{'subnet_id': '0be86d25-507f-4860-8cab-5653d04b6e66'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:14:31.563641 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6ab0c0a8-f566-4d50-bc26-4eba3b3fe778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:31.569170 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e695ef3d-375a-4e08-b88f-ce128a3972dd None None] Routers {'cab9d746-3308-4ff4-b290-4c492cb1f39f'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:14:31.569811 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-e695ef3d-375a-4e08-b88f-ce128a3972dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:14:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['cab9d746-3308-4ff4-b290-4c492cb1f39f'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:31.584703 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-e62ac506-b3e4-4b1a-97f9-07215c99c005 None None] Provisioning complete for port cc5337c1-e58f-414c-b418-41cffeb965d5 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:31.585216 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e62ac506-b3e4-4b1a-97f9-07215c99c005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:31.597871 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6030876a-5c1f-4cbb-8acc-b525f22bff0b tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Notify callbacks [] for floatingip, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:31.694385 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-09190171-ddd8-4f2f-93ca-ab2d34b7e094 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:31.705239 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cd7d0a7f-00ed-432d-bbb5-7b7aa0787a96 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:31.709663 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-cd7d0a7f-00ed-432d-bbb5-7b7aa0787a96 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.7283146 Dec 10 19:14:31.710546 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09190171-ddd8-4f2f-93ca-ab2d34b7e094 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:31.712940 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-09190171-ddd8-4f2f-93ca-ab2d34b7e094 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:31.720410 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50976) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:31.754397 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0e4c1d02-1aa1-465d-ad0e-36ec1c6e411a tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:31.785300 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103c2947-90a5-4369-953e-48f400ce75b2 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Made reservation on behalf of 2c79311a1ea74b61b8f3dd24d8cdc1f9 for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:14:31.791674 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-103c2947-90a5-4369-953e-48f400ce75b2 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:31.885391 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-e695ef3d-375a-4e08-b88f-ce128a3972dd None None] Set router cab9d746-3308-4ff4-b290-4c492cb1f39f gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:14:32.072868 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-6ab0c0a8-f566-4d50-bc26-4eba3b3fe778 None None] Allocated IP 2001:db8::2 (29129951-289c-46f5-8bfa-62212f466e4f/0be86d25-507f-4860-8cab-5653d04b6e66/3a2dadeb-b285-4e6c-adde-8502f449fe89) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:14:32.111369 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0e4c1d02-1aa1-465d-ad0e-36ec1c6e411a tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:32.115276 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-0e4c1d02-1aa1-465d-ad0e-36ec1c6e411a tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] 10.222.0.69 "DELETE /v2.0/ports/f5f87bd3-7cd8-4889-bc4f-9447330ecb3a HTTP/1.1" status: 204 len: 168 time: 2.0374641 Dec 10 19:14:32.133671 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:32.148109 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50978) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:32.183223 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-09190171-ddd8-4f2f-93ca-ab2d34b7e094 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2998381 Dec 10 19:14:32.199464 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50980) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:32.203487 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4c1d02-1aa1-465d-ad0e-36ec1c6e411a tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Pushing event deleted for resources: {'Port': ['ID=f5f87bd3-7cd8-4889-bc4f-9447330ecb3a,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:32.208422 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device cc5337c1-e58f-414c-b418-41cffeb965d5 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:14:32.210074 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-921c89d4-2a41-4ce1-93b2-7fbc1f2e34a0 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Request body: {'subnet': {'network_id': '8957689c-f429-42dc-a1df-7828724b501c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:32.264056 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09190171-ddd8-4f2f-93ca-ab2d34b7e094 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Pushing event updated for resources: {'Network': ['ID=8957689c-f429-42dc-a1df-7828724b501c,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:32.285311 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 8957689c-f429-42dc-a1df-7828724b501c details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:14:32.315376 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5f1c855b-f57b-42a1-9edf-36270907dc0d tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:32.360888 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-d81a1479-5edf-426d-9292-e45b9df0e322 None None] Provisioning complete for port cc5337c1-e58f-414c-b418-41cffeb965d5 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:32.361792 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d81a1479-5edf-426d-9292-e45b9df0e322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:32.383195 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-43cd75bf-81ec-4482-921c-0fdd6b0f4d3b req-4f778826-0add-4f6d-b1d9-cf07e798871a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=56f86edf-c896-4d8a-9326-e6e1a1c30e71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4617498 Dec 10 19:14:32.399377 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-60f8f6f5-9dbe-4e56-8c6b-ae8e89cc2eef tempest-FloatingIPAdminTestJSON-1400338000 tempest-FloatingIPAdminTestJSON-1400338000-project] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:32.476382 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1c855b-f57b-42a1-9edf-36270907dc0d tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Pushing event deleted for resources: {'Port': ['ID=9fa1656e-179c-48c5-be45-8829f5974746,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:32.479800 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-60f8f6f5-9dbe-4e56-8c6b-ae8e89cc2eef tempest-FloatingIPAdminTestJSON-1400338000 tempest-FloatingIPAdminTestJSON-1400338000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:32.498161 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port cc5337c1-e58f-414c-b418-41cffeb965d5 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:32.498825 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:32.532449 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-e695ef3d-375a-4e08-b88f-ce128a3972dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab9d746-3308-4ff4-b290-4c492cb1f39f', 'name': 'tempest-snat-router-2002771082', 'tenant_id': '6e8b9b1714d44c07a19c12b7baa13c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.133'}], 'enable_snat': True}, 'gw_port_id': '406a3360-fab9-4d4b-8d11-65f1b7151f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:14:22Z', 'updated_at': '2021-12-10T19:14:28Z', 'revision_number': 3, 'project_id': '6e8b9b1714d44c07a19c12b7baa13c12', 'gw_port': {'id': '406a3360-fab9-4d4b-8d11-65f1b7151f1e', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c4:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab9d746-3308-4ff4-b290-4c492cb1f39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:14:25Z', 'updated_at': '2021-12-10T19:14:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:32.577750 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5f1c855b-f57b-42a1-9edf-36270907dc0d tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:32.589913 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6ab0c0a8-f566-4d50-bc26-4eba3b3fe778 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:32.591253 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-5f1c855b-f57b-42a1-9edf-36270907dc0d tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] 10.222.0.69 "DELETE /v2.0/ports/9fa1656e-179c-48c5-be45-8829f5974746 HTTP/1.1" status: 204 len: 168 time: 2.6169326 Dec 10 19:14:32.596832 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e695ef3d-375a-4e08-b88f-ce128a3972dd None None] Checking router: cab9d746-3308-4ff4-b290-4c492cb1f39f for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:14:32.597145 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e695ef3d-375a-4e08-b88f-ce128a3972dd None None] Updating router cab9d746-3308-4ff4-b290-4c492cb1f39f port 406a3360-fab9-4d4b-8d11-65f1b7151f1e binding host dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:14:32.598091 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50982) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:32.645235 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6ab0c0a8-f566-4d50-bc26-4eba3b3fe778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:32.657368 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-993c6d6d-8812-4488-8784-e63c49dd3a2c tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] 10.222.0.69 "GET /v2.0/routers/cab9d746-3308-4ff4-b290-4c492cb1f39f HTTP/1.1" status: 200 len: 908 time: 0.9287488 Dec 10 19:14:32.658921 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50984) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:32.686105 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-882562c2-ae1c-41bc-a938-fbc681d8ece4 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] GET failed (client error): The resource could not be found. Dec 10 19:14:32.687835 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-882562c2-ae1c-41bc-a938-fbc681d8ece4 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] 10.222.0.69 "GET /v2.0/ports/9fa1656e-179c-48c5-be45-8829f5974746 HTTP/1.1" status: 404 len: 333 time: 0.0543983 Dec 10 19:14:32.715298 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e695ef3d-375a-4e08-b88f-ce128a3972dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:32.718105 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd75bf-81ec-4482-921c-0fdd6b0f4d3b req-121aa6e1-1005-40b3-9d33-5f8bdd4bc0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:32.724892 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50986) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:32.725773 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab0c0a8-f566-4d50-bc26-4eba3b3fe778 None None] Network 29129951-289c-46f5-8bfa-62212f466e4f is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:14:32.730088 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-43cd75bf-81ec-4482-921c-0fdd6b0f4d3b req-121aa6e1-1005-40b3-9d33-5f8bdd4bc0c0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16eb7381a9bc4b9180d8fd7d3d4cffa7&device_id=56f86edf-c896-4d8a-9326-e6e1a1c30e71 HTTP/1.1" status: 200 len: 1099 time: 0.1950490 Dec 10 19:14:32.752402 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-6ab0c0a8-f566-4d50-bc26-4eba3b3fe778 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:14:32.760462 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab0c0a8-f566-4d50-bc26-4eba3b3fe778 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:14:32.772443 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-48a78167-83d7-4175-be80-b1437d92b816 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Request body: {'port': {'network_id': '45a1cef1-b668-40f0-ae29-b18682257f53', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2060088140'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:32.785619 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab0c0a8-f566-4d50-bc26-4eba3b3fe778 None None] Pushing event updated for resources: {'Port': ['ID=3a2dadeb-b285-4e6c-adde-8502f449fe89,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:32.793484 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f8f6f5-9dbe-4e56-8c6b-ae8e89cc2eef tempest-FloatingIPAdminTestJSON-1400338000 tempest-FloatingIPAdminTestJSON-1400338000-project] Pushing event updated for resources: {'Port': ['ID=7f51acfd-a4ad-4882-a517-4ef0189d4a59,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:32.838292 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-103c2947-90a5-4369-953e-48f400ce75b2 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:32.856726 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921c89d4-2a41-4ce1-93b2-7fbc1f2e34a0 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Made reservation on behalf of c32314706c7841f0aec3c27688848c9e for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:14:32.860961 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-921c89d4-2a41-4ce1-93b2-7fbc1f2e34a0 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:33.243094 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-60f8f6f5-9dbe-4e56-8c6b-ae8e89cc2eef tempest-FloatingIPAdminTestJSON-1400338000 tempest-FloatingIPAdminTestJSON-1400338000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3713103'] for floatingip, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:33.288590 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.ipam_backend_mixin [None req-921c89d4-2a41-4ce1-93b2-7fbc1f2e34a0 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Performing IP validity checks on allocation pools {{(pid=102366) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 19:14:33.289306 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.ipam_backend_mixin [None req-921c89d4-2a41-4ce1-93b2-7fbc1f2e34a0 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102366) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 19:14:33.305972 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-6ab0c0a8-f566-4d50-bc26-4eba3b3fe778 None None] Attempting to bind port 3a2dadeb-b285-4e6c-adde-8502f449fe89 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:14:33.306726 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-6ab0c0a8-f566-4d50-bc26-4eba3b3fe778 None None] Attempting to bind port 3a2dadeb-b285-4e6c-adde-8502f449fe89 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '6ae364b8-abe9-4875-abe3-386f63771bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '29129951-289c-46f5-8bfa-62212f466e4f'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:14:33.307436 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab0c0a8-f566-4d50-bc26-4eba3b3fe778 None None] Attempting to bind port 3a2dadeb-b285-4e6c-adde-8502f449fe89 on network 29129951-289c-46f5-8bfa-62212f466e4f {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:14:33.337431 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-60f8f6f5-9dbe-4e56-8c6b-ae8e89cc2eef tempest-FloatingIPAdminTestJSON-1400338000 tempest-FloatingIPAdminTestJSON-1400338000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:33.338682 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-60f8f6f5-9dbe-4e56-8c6b-ae8e89cc2eef tempest-FloatingIPAdminTestJSON-1400338000 tempest-FloatingIPAdminTestJSON-1400338000-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2916157 Dec 10 19:14:33.347078 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103c2947-90a5-4369-953e-48f400ce75b2 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Pushing event updated for resources: {'Subnet': ['ID=c8e67acd-fdef-48e3-905d-b11229c1675b,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:33.348592 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50988) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:33.389081 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab0c0a8-f566-4d50-bc26-4eba3b3fe778 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:14:33.390089 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab0c0a8-f566-4d50-bc26-4eba3b3fe778 None None] Checking segment: {'id': '6ae364b8-abe9-4875-abe3-386f63771bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '29129951-289c-46f5-8bfa-62212f466e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:14:33.390089 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6ab0c0a8-f566-4d50-bc26-4eba3b3fe778 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:33.390660 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab0c0a8-f566-4d50-bc26-4eba3b3fe778 None None] Bound using segment: {'id': '6ae364b8-abe9-4875-abe3-386f63771bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '29129951-289c-46f5-8bfa-62212f466e4f'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:14:33.391052 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-6ab0c0a8-f566-4d50-bc26-4eba3b3fe778 None None] Bound port: 3a2dadeb-b285-4e6c-adde-8502f449fe89, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ae364b8-abe9-4875-abe3-386f63771bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '29129951-289c-46f5-8bfa-62212f466e4f'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:14:33.391936 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6ab0c0a8-f566-4d50-bc26-4eba3b3fe778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:33.434533 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103c2947-90a5-4369-953e-48f400ce75b2 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Checking segment: {'id': 'a1b66621-420b-4d8c-a2fb-b420c21c5612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '25ad690e-4e16-4a6d-a101-3ecc4f3f4b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:14:33.434900 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103c2947-90a5-4369-953e-48f400ce75b2 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Network hostable DHCP agents. Network: 25ad690e-4e16-4a6d-a101-3ecc4f3f4b27, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:14:33.464165 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-c1e3b597-4bc2-4366-b9d2-16dc44b5e0dd tempest-FloatingIPAdminTestJSON-8087862 tempest-FloatingIPAdminTestJSON-8087862-project-admin] 10.222.0.69 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2610 time: 0.1084878 Dec 10 19:14:33.471982 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50990) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:33.553772 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-32157d21-48f8-4d5c-8e55-738fad6bf23a tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Deleting port c34fadcc-448a-4e69-84cc-cbf6cdd235a3 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:14:33.554657 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-32157d21-48f8-4d5c-8e55-738fad6bf23a tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:33.575862 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-6ab0c0a8-f566-4d50-bc26-4eba3b3fe778 None None] For port 3a2dadeb-b285-4e6c-adde-8502f449fe89, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:14:33.583237 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a78167-83d7-4175-be80-b1437d92b816 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Made reservation on behalf of 61dac1ab2a1949a99b1a684b7ae4595d for: {'port': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:14:33.587503 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-48a78167-83d7-4175-be80-b1437d92b816 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:33.607298 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-f2fe9da9-6589-482e-b5b6-2efa3d90562c tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] 10.222.0.69 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1290932 Dec 10 19:14:33.607602 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-6ab0c0a8-f566-4d50-bc26-4eba3b3fe778 None None] For port 3a2dadeb-b285-4e6c-adde-8502f449fe89, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=3a2dadeb-b285-4e6c-adde-8502f449fe89,segment=NetworkSegment(6ae364b8-abe9-4875-abe3-386f63771bb9),segment_id=6ae364b8-abe9-4875-abe3-386f63771bb9)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:14:33.618009 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50992) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:33.627533 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6ab0c0a8-f566-4d50-bc26-4eba3b3fe778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:33.629842 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103c2947-90a5-4369-953e-48f400ce75b2 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Network 25ad690e-4e16-4a6d-a101-3ecc4f3f4b27 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:14:33.683971 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [None req-48a78167-83d7-4175-be80-b1437d92b816 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] device_id is not set on port 4324b3a4-cc53-454d-b819-2b2f5686d5cb yet. {{(pid=102366) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:14:33.762877 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-103c2947-90a5-4369-953e-48f400ce75b2 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 25ad690e-4e16-4a6d-a101-3ecc4f3f4b27) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:14:33.816243 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103c2947-90a5-4369-953e-48f400ce75b2 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:33.816898 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-103c2947-90a5-4369-953e-48f400ce75b2 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:33.822009 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbbbdad-eeb1-4baa-afb2-9dddcf43bdd2 None None] Network 25ad690e-4e16-4a6d-a101-3ecc4f3f4b27 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:14:33.877032 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-921c89d4-2a41-4ce1-93b2-7fbc1f2e34a0 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:33.933710 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-103c2947-90a5-4369-953e-48f400ce75b2 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6816146 Dec 10 19:14:33.961731 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e695ef3d-375a-4e08-b88f-ce128a3972dd None None] Notify callbacks [] for port, precommit_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:33.964005 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 50994) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:33.972389 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab0c0a8-f566-4d50-bc26-4eba3b3fe778 None None] Pushing event updated for resources: {'Port': ['ID=3a2dadeb-b285-4e6c-adde-8502f449fe89,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:33.992620 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e695ef3d-375a-4e08-b88f-ce128a3972dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:34.015504 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-32157d21-48f8-4d5c-8e55-738fad6bf23a tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:34.049367 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd75bf-81ec-4482-921c-0fdd6b0f4d3b req-b39bd9fc-c963-474e-9023-3b209c9bdbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:34.052063 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-43cd75bf-81ec-4482-921c-0fdd6b0f4d3b req-b39bd9fc-c963-474e-9023-3b209c9bdbd6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9c90251c-649d-45e9-a5ea-011db4b5aa52 HTTP/1.1" status: 200 len: 913 time: 1.2500997 Dec 10 19:14:34.109646 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921c89d4-2a41-4ce1-93b2-7fbc1f2e34a0 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Pushing event updated for resources: {'Subnet': ['ID=9ac32fc4-2a23-4799-a8fb-b138eba26e9a,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:34.151964 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-48a78167-83d7-4175-be80-b1437d92b816 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Allocated IP 2001:db8::ac (45a1cef1-b668-40f0-ae29-b18682257f53/df49328a-1803-405e-8e0e-f815620da6e6/4324b3a4-cc53-454d-b819-2b2f5686d5cb) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:14:34.155237 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-32157d21-48f8-4d5c-8e55-738fad6bf23a tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Calling delete_port for c34fadcc-448a-4e69-84cc-cbf6cdd235a3 owned by {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:14:34.195998 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba8f2e7-fa6f-45e7-a693-51f5a90dede7 None None] Pushing event updated for resources: {'Port': ['ID=406a3360-fab9-4d4b-8d11-65f1b7151f1e,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:34.199017 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3e3558f8-f513-4475-961f-4a6c7755d035 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks [] for router, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:34.258677 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-e695ef3d-375a-4e08-b88f-ce128a3972dd None None] Attempting to bind port 406a3360-fab9-4d4b-8d11-65f1b7151f1e on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:14:34.259228 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-e695ef3d-375a-4e08-b88f-ce128a3972dd None None] Attempting to bind port 406a3360-fab9-4d4b-8d11-65f1b7151f1e by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:14:34.259674 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e695ef3d-375a-4e08-b88f-ce128a3972dd None None] Attempting to bind port 406a3360-fab9-4d4b-8d11-65f1b7151f1e on network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:14:34.281647 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e695ef3d-375a-4e08-b88f-ce128a3972dd None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:14:34.282205 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e695ef3d-375a-4e08-b88f-ce128a3972dd None None] Checking segment: {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:14:34.282853 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e695ef3d-375a-4e08-b88f-ce128a3972dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:34.283671 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e695ef3d-375a-4e08-b88f-ce128a3972dd None None] Bound using segment: {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:14:34.284448 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-e695ef3d-375a-4e08-b88f-ce128a3972dd None None] Bound port: 406a3360-fab9-4d4b-8d11-65f1b7151f1e, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:14:34.285082 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e695ef3d-375a-4e08-b88f-ce128a3972dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:34.296445 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-bf9f5702-d9e4-4394-9a58-34f3faef3367 tempest-FloatingIPAdminTestJSON-1400338000 tempest-FloatingIPAdminTestJSON-1400338000-project] Deleting port 7f51acfd-a4ad-4882-a517-4ef0189d4a59 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:14:34.297087 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bf9f5702-d9e4-4394-9a58-34f3faef3367 tempest-FloatingIPAdminTestJSON-1400338000 tempest-FloatingIPAdminTestJSON-1400338000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:34.396984 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921c89d4-2a41-4ce1-93b2-7fbc1f2e34a0 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Checking segment: {'id': 'b554b3f1-3055-41fe-b4ef-0271aba60b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '8957689c-f429-42dc-a1df-7828724b501c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:14:34.397283 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921c89d4-2a41-4ce1-93b2-7fbc1f2e34a0 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Network hostable DHCP agents. Network: 8957689c-f429-42dc-a1df-7828724b501c, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:14:34.415077 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-43cd75bf-81ec-4482-921c-0fdd6b0f4d3b req-fd2135e6-4ee2-489b-9c13-2a6c2940bf78 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66321e8d-2c13-4d5d-ab57-d41aea84753d HTTP/1.1" status: 200 len: 217 time: 0.2672844 Dec 10 19:14:34.415442 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8bf25c-08a9-4aa9-9bba-057d47627470 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-25ad690e-4e16-4a6d-a101-3ecc4f3f4b27', 'network_id': '25ad690e-4e16-4a6d-a101-3ecc4f3f4b27', 'tenant_id': '2c79311a1ea74b61b8f3dd24d8cdc1f9', 'fixed_ips': [{'subnet_id': 'c8e67acd-fdef-48e3-905d-b11229c1675b'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:14:34.416847 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ad8bf25c-08a9-4aa9-9bba-057d47627470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:34.426692 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3e3558f8-f513-4475-961f-4a6c7755d035 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:34.466732 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921c89d4-2a41-4ce1-93b2-7fbc1f2e34a0 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Network 8957689c-f429-42dc-a1df-7828724b501c is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:14:34.482525 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-e695ef3d-375a-4e08-b88f-ce128a3972dd None None] For port 406a3360-fab9-4d4b-8d11-65f1b7151f1e, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:14:34.490458 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-e695ef3d-375a-4e08-b88f-ce128a3972dd None None] For port 406a3360-fab9-4d4b-8d11-65f1b7151f1e, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=406a3360-fab9-4d4b-8d11-65f1b7151f1e,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:14:34.497451 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e695ef3d-375a-4e08-b88f-ce128a3972dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:34.520840 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.db.resource_extend [None req-316eba28-f257-4c44-b133-d15786a9f56f tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 19:14:34.562383 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bf9f5702-d9e4-4394-9a58-34f3faef3367 tempest-FloatingIPAdminTestJSON-1400338000 tempest-FloatingIPAdminTestJSON-1400338000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:34.562760 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bf9f5702-d9e4-4394-9a58-34f3faef3367 tempest-FloatingIPAdminTestJSON-1400338000 tempest-FloatingIPAdminTestJSON-1400338000-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:34.599144 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-921c89d4-2a41-4ce1-93b2-7fbc1f2e34a0 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 8957689c-f429-42dc-a1df-7828724b501c) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:14:34.620914 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-bf9f5702-d9e4-4394-9a58-34f3faef3367 tempest-FloatingIPAdminTestJSON-1400338000 tempest-FloatingIPAdminTestJSON-1400338000-project] Calling delete_port for 7f51acfd-a4ad-4882-a517-4ef0189d4a59 owned by network:floatingip {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:14:34.626107 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921c89d4-2a41-4ce1-93b2-7fbc1f2e34a0 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:34.626705 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-921c89d4-2a41-4ce1-93b2-7fbc1f2e34a0 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:34.661435 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-921c89d4-2a41-4ce1-93b2-7fbc1f2e34a0 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.4590781 Dec 10 19:14:34.674396 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50996) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:34.676319 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd75bf-81ec-4482-921c-0fdd6b0f4d3b req-5f335fc6-a2e8-4eff-a55f-0adc44ac0f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:34.678002 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-43cd75bf-81ec-4482-921c-0fdd6b0f4d3b req-5f335fc6-a2e8-4eff-a55f-0adc44ac0f7b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eda7c997-4549-4482-a006-e011511a0739 HTTP/1.1" status: 200 len: 851 time: 0.2450724 Dec 10 19:14:34.686619 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfaa27cb-6188-43d4-88ea-10d435e5b594 None None] Network 8957689c-f429-42dc-a1df-7828724b501c requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:14:34.747081 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-316eba28-f257-4c44-b133-d15786a9f56f tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:34.768384 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e695ef3d-375a-4e08-b88f-ce128a3972dd None None] Routers {'cab9d746-3308-4ff4-b290-4c492cb1f39f'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:14:34.768384 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-e695ef3d-375a-4e08-b88f-ce128a3972dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:14:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['cab9d746-3308-4ff4-b290-4c492cb1f39f'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:34.817183 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-316eba28-f257-4c44-b133-d15786a9f56f tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3713103'] for floatingip, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:34.824384 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.db.resource_extend [None req-6030876a-5c1f-4cbb-8acc-b525f22bff0b tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 19:14:34.825728 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-48a78167-83d7-4175-be80-b1437d92b816 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:34.866138 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-eb13ba87-94b8-4b95-a46f-6e0ba65c82b4 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:34.944855 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-ad8bf25c-08a9-4aa9-9bba-057d47627470 None None] Allocated IP 2001:db8::2 (25ad690e-4e16-4a6d-a101-3ecc4f3f4b27/c8e67acd-fdef-48e3-905d-b11229c1675b/b7a33f7c-07da-4bf7-bb5b-71639ad8a505) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:14:34.958639 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba8f2e7-fa6f-45e7-a693-51f5a90dede7 None None] Pushing event updated for resources: {'Port': ['ID=406a3360-fab9-4d4b-8d11-65f1b7151f1e,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:34.978495 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-32157d21-48f8-4d5c-8e55-738fad6bf23a tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:34.994908 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-3e3558f8-f513-4475-961f-4a6c7755d035 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Deleting port 406a3360-fab9-4d4b-8d11-65f1b7151f1e {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:14:34.995388 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3e3558f8-f513-4475-961f-4a6c7755d035 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:35.042809 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6030876a-5c1f-4cbb-8acc-b525f22bff0b tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:35.079469 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-e695ef3d-375a-4e08-b88f-ce128a3972dd None None] Set router cab9d746-3308-4ff4-b290-4c492cb1f39f gateway port host: None {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:14:35.128168 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd75bf-81ec-4482-921c-0fdd6b0f4d3b req-1710fcc5-369b-4de0-a0f6-5585025516bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:35.129987 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-43cd75bf-81ec-4482-921c-0fdd6b0f4d3b req-1710fcc5-369b-4de0-a0f6-5585025516bf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9c90251c-649d-45e9-a5ea-011db4b5aa52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4317415 Dec 10 19:14:35.130743 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6030876a-5c1f-4cbb-8acc-b525f22bff0b tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3713103'] for floatingip, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:35.141867 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32157d21-48f8-4d5c-8e55-738fad6bf23a tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Pushing event deleted for resources: {'Port': ['ID=c34fadcc-448a-4e69-84cc-cbf6cdd235a3,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:35.158321 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-e695ef3d-375a-4e08-b88f-ce128a3972dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab9d746-3308-4ff4-b290-4c492cb1f39f', 'name': 'tempest-snat-router-2002771082', 'tenant_id': '6e8b9b1714d44c07a19c12b7baa13c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:14:22Z', 'updated_at': '2021-12-10T19:14:34Z', 'revision_number': 4, 'project_id': '6e8b9b1714d44c07a19c12b7baa13c12', 'gw_port_host': None}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:35.220077 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e695ef3d-375a-4e08-b88f-ce128a3972dd None None] The sync data for ids ['cab9d746-3308-4ff4-b290-4c492cb1f39f'] in dv-neutron-821441-1-hyperv is: [{'id': 'cab9d746-3308-4ff4-b290-4c492cb1f39f', 'name': 'tempest-snat-router-2002771082', 'tenant_id': '6e8b9b1714d44c07a19c12b7baa13c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:14:22Z', 'updated_at': '2021-12-10T19:14:34Z', 'revision_number': 4, 'project_id': '6e8b9b1714d44c07a19c12b7baa13c12', 'gw_port_host': None}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:14:35.322359 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6065da08-49d7-4157-be01-a0aee3cabcab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-8957689c-f429-42dc-a1df-7828724b501c', 'network_id': '8957689c-f429-42dc-a1df-7828724b501c', 'tenant_id': 'c32314706c7841f0aec3c27688848c9e', 'fixed_ips': [{'subnet_id': '9ac32fc4-2a23-4799-a8fb-b138eba26e9a'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:14:35.323682 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6065da08-49d7-4157-be01-a0aee3cabcab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:35.353490 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8bda7738-c695-47d5-8ebd-81d235590c80 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:35.382403 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ad8bf25c-08a9-4aa9-9bba-057d47627470 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:35.406100 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-32157d21-48f8-4d5c-8e55-738fad6bf23a tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:35.409735 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-32157d21-48f8-4d5c-8e55-738fad6bf23a tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] 10.222.0.69 "DELETE /v2.0/ports/c34fadcc-448a-4e69-84cc-cbf6cdd235a3 HTTP/1.1" status: 204 len: 168 time: 3.2594616 Dec 10 19:14:35.451421 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ad8bf25c-08a9-4aa9-9bba-057d47627470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:35.460048 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 50998) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:35.533029 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-51ad64cc-3126-4146-a9a8-71b5681b81da tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0659277 Dec 10 19:14:35.549473 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51000) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:35.556552 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-3e3558f8-f513-4475-961f-4a6c7755d035 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] For port 406a3360-fab9-4d4b-8d11-65f1b7151f1e, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=406a3360-fab9-4d4b-8d11-65f1b7151f1e,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:14:35.557340 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3e3558f8-f513-4475-961f-4a6c7755d035 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:35.561414 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.l3_db [None req-316eba28-f257-4c44-b133-d15786a9f56f tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Floating IP b727e1ca-06c4-477b-bdde-eeaacb549151 associated. External IP: 172.26.6.32, port: 66321e8d-2c13-4d5d-ab57-d41aea84753d. Dec 10 19:14:35.562573 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-fb442ce8-8801-4e8d-af80-5d9c773d770b tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1007980753'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:35.580330 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-48a78167-83d7-4175-be80-b1437d92b816 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:35.629916 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-eb13ba87-94b8-4b95-a46f-6e0ba65c82b4 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Allocated IP 2001:db8::1 (29129951-289c-46f5-8bfa-62212f466e4f/0be86d25-507f-4860-8cab-5653d04b6e66/6328ed2c-cfc0-419d-a6bb-585f3055d4de) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:14:35.644558 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-3e3558f8-f513-4475-961f-4a6c7755d035 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Calling delete_port for 406a3360-fab9-4d4b-8d11-65f1b7151f1e owned by network:router_gateway {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:14:35.644890 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bf9f5702-d9e4-4394-9a58-34f3faef3367 tempest-FloatingIPAdminTestJSON-1400338000 tempest-FloatingIPAdminTestJSON-1400338000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:35.669026 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65833c6a-a9ff-4bb9-902c-8fd79056d358 None None] Network 29129951-289c-46f5-8bfa-62212f466e4f requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:14:35.710150 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a78167-83d7-4175-be80-b1437d92b816 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Network 45a1cef1-b668-40f0-ae29-b18682257f53 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:14:35.731491 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb442ce8-8801-4e8d-af80-5d9c773d770b tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Made reservation on behalf of 5b9b43448a22426ea5e35f1a4154d412 for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:14:35.735390 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-fb442ce8-8801-4e8d-af80-5d9c773d770b tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:35.742650 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-48a78167-83d7-4175-be80-b1437d92b816 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:14:35.782996 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8bf25c-08a9-4aa9-9bba-057d47627470 None None] Network 25ad690e-4e16-4a6d-a101-3ecc4f3f4b27 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:14:35.797493 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a78167-83d7-4175-be80-b1437d92b816 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:14:35.805867 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a78167-83d7-4175-be80-b1437d92b816 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:35.806962 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-48a78167-83d7-4175-be80-b1437d92b816 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:35.815211 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-ad8bf25c-08a9-4aa9-9bba-057d47627470 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:14:35.833666 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8bf25c-08a9-4aa9-9bba-057d47627470 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:14:35.872149 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8bf25c-08a9-4aa9-9bba-057d47627470 None None] Pushing event updated for resources: {'Port': ['ID=b7a33f7c-07da-4bf7-bb5b-71639ad8a505,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:35.885832 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-6065da08-49d7-4157-be01-a0aee3cabcab None None] Allocated IP 172.20.0.3 (8957689c-f429-42dc-a1df-7828724b501c/9ac32fc4-2a23-4799-a8fb-b138eba26e9a/8a9eb709-febc-456b-9343-de9451823cba) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:14:35.888222 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-7879513e-e57e-49c1-a58d-febb170e0306 None None] Provisioning complete for port 3a2dadeb-b285-4e6c-adde-8502f449fe89 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:35.888627 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-7879513e-e57e-49c1-a58d-febb170e0306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:35.914414 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a78167-83d7-4175-be80-b1437d92b816 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Pushing event updated for resources: {'Port': ['ID=4324b3a4-cc53-454d-b819-2b2f5686d5cb,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:35.969760 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-ad8bf25c-08a9-4aa9-9bba-057d47627470 None None] Attempting to bind port b7a33f7c-07da-4bf7-bb5b-71639ad8a505 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:14:35.970127 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-ad8bf25c-08a9-4aa9-9bba-057d47627470 None None] Attempting to bind port b7a33f7c-07da-4bf7-bb5b-71639ad8a505 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': 'a1b66621-420b-4d8c-a2fb-b420c21c5612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '25ad690e-4e16-4a6d-a101-3ecc4f3f4b27'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:14:35.970497 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8bf25c-08a9-4aa9-9bba-057d47627470 None None] Attempting to bind port b7a33f7c-07da-4bf7-bb5b-71639ad8a505 on network 25ad690e-4e16-4a6d-a101-3ecc4f3f4b27 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:14:36.000738 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f5702-d9e4-4394-9a58-34f3faef3367 tempest-FloatingIPAdminTestJSON-1400338000 tempest-FloatingIPAdminTestJSON-1400338000-project] Pushing event deleted for resources: {'Port': ['ID=7f51acfd-a4ad-4882-a517-4ef0189d4a59,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:36.053502 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-48a78167-83d7-4175-be80-b1437d92b816 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.3251607 Dec 10 19:14:36.070983 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51002) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:36.075197 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb442ce8-8801-4e8d-af80-5d9c773d770b tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:14:36.090741 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-fb442ce8-8801-4e8d-af80-5d9c773d770b tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:36.091343 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-fb442ce8-8801-4e8d-af80-5d9c773d770b tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Added segment a494e213-91dc-423b-aebf-85b45dc0219a of type vlan for network 9f1786a7-31bb-48db-8400-bc980ce51618 Dec 10 19:14:36.157701 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-ca590f47-899a-4cfd-86c4-e4711c4d1ee2 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Request body: {'port': {'network_id': '45a1cef1-b668-40f0-ae29-b18682257f53', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1970028397'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:36.185281 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-43cd75bf-81ec-4482-921c-0fdd6b0f4d3b req-309b63b3-c3cf-4af2-b55f-81f57780e771 service neutron] 10.222.0.36 "GET /v2.0/networks/9c90251c-649d-45e9-a5ea-011db4b5aa52?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0400109 Dec 10 19:14:36.227221 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.l3_db [None req-6030876a-5c1f-4cbb-8acc-b525f22bff0b tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Floating IP 9af833c0-4203-48ba-a182-9f3237db4983 associated. External IP: 172.26.6.216, port: 9e655a9f-d1da-4c1a-8af0-8a6945d94996. Dec 10 19:14:36.246025 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bf9f5702-d9e4-4394-9a58-34f3faef3367 tempest-FloatingIPAdminTestJSON-1400338000 tempest-FloatingIPAdminTestJSON-1400338000-project] Notify callbacks [] for floatingip, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:36.248705 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bf9f5702-d9e4-4394-9a58-34f3faef3367 tempest-FloatingIPAdminTestJSON-1400338000 tempest-FloatingIPAdminTestJSON-1400338000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:36.252406 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-bf9f5702-d9e4-4394-9a58-34f3faef3367 tempest-FloatingIPAdminTestJSON-1400338000 tempest-FloatingIPAdminTestJSON-1400338000-project] 10.222.0.69 "DELETE /v2.0/floatingips/952f136b-47cc-4e24-9435-7e6c59bf6dfc HTTP/1.1" status: 204 len: 168 time: 2.6309688 Dec 10 19:14:36.262232 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51004) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:36.263720 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-fb442ce8-8801-4e8d-af80-5d9c773d770b tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:36.278629 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8bda7738-c695-47d5-8ebd-81d235590c80 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:36.412036 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-eb13ba87-94b8-4b95-a46f-6e0ba65c82b4 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:36.443879 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-fb442ce8-8801-4e8d-af80-5d9c773d770b tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:36.450177 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb442ce8-8801-4e8d-af80-5d9c773d770b tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:36.450816 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-fb442ce8-8801-4e8d-af80-5d9c773d770b tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:36.486586 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8bf25c-08a9-4aa9-9bba-057d47627470 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:14:36.487703 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8bf25c-08a9-4aa9-9bba-057d47627470 None None] Checking segment: {'id': 'a1b66621-420b-4d8c-a2fb-b420c21c5612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '25ad690e-4e16-4a6d-a101-3ecc4f3f4b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:14:36.488860 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ad8bf25c-08a9-4aa9-9bba-057d47627470 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:36.490132 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8bf25c-08a9-4aa9-9bba-057d47627470 None None] Bound using segment: {'id': 'a1b66621-420b-4d8c-a2fb-b420c21c5612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '25ad690e-4e16-4a6d-a101-3ecc4f3f4b27'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:14:36.491588 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-ad8bf25c-08a9-4aa9-9bba-057d47627470 None None] Bound port: b7a33f7c-07da-4bf7-bb5b-71639ad8a505, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1b66621-420b-4d8c-a2fb-b420c21c5612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '25ad690e-4e16-4a6d-a101-3ecc4f3f4b27'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:14:36.492647 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ad8bf25c-08a9-4aa9-9bba-057d47627470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:36.527008 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 3a2dadeb-b285-4e6c-adde-8502f449fe89 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:14:36.582287 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-fb442ce8-8801-4e8d-af80-5d9c773d770b tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0303783 Dec 10 19:14:36.594363 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51006) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:36.605194 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-c1778ad1-03a1-478b-ad53-fcea5b472353 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-224831193'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:36.636776 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-eb13ba87-94b8-4b95-a46f-6e0ba65c82b4 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:36.639359 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb442ce8-8801-4e8d-af80-5d9c773d770b tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Pushing event updated for resources: {'Network': ['ID=9f1786a7-31bb-48db-8400-bc980ce51618,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:36.656546 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca590f47-899a-4cfd-86c4-e4711c4d1ee2 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Made reservation on behalf of 61dac1ab2a1949a99b1a684b7ae4595d for: {'port': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:14:36.662069 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ca590f47-899a-4cfd-86c4-e4711c4d1ee2 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:36.675836 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 9f1786a7-31bb-48db-8400-bc980ce51618 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:14:36.798399 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-43cd75bf-81ec-4482-921c-0fdd6b0f4d3b req-bba62a15-6ede-40ed-9fc5-303f26c4a73b service neutron] 10.222.0.36 "GET /v2.0/networks/9c90251c-649d-45e9-a5ea-011db4b5aa52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5934958 Dec 10 19:14:36.818220 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1778ad1-03a1-478b-ad53-fcea5b472353 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Made reservation on behalf of 5b9b43448a22426ea5e35f1a4154d412 for: {'network': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:14:36.822364 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c1778ad1-03a1-478b-ad53-fcea5b472353 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:36.835009 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-7879513e-e57e-49c1-a58d-febb170e0306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:36.880237 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-316eba28-f257-4c44-b133-d15786a9f56f tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Router d52aa283-0ae1-46b5-b598-195e1e4d10d4 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:14:36.898539 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3e3558f8-f513-4475-961f-4a6c7755d035 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:36.913169 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1778ad1-03a1-478b-ad53-fcea5b472353 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=102365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:14:36.952907 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-ad8bf25c-08a9-4aa9-9bba-057d47627470 None None] For port b7a33f7c-07da-4bf7-bb5b-71639ad8a505, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:14:36.961781 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3558f8-f513-4475-961f-4a6c7755d035 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Pushing event deleted for resources: {'Port': ['ID=406a3360-fab9-4d4b-8d11-65f1b7151f1e,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:36.966580 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 3a2dadeb-b285-4e6c-adde-8502f449fe89 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:36.967361 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:36.979367 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6030876a-5c1f-4cbb-8acc-b525f22bff0b tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Router 3818c3c7-b056-4501-9760-286eb42942ac has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:14:36.981087 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c1778ad1-03a1-478b-ad53-fcea5b472353 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:36.981434 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.segments_db [None req-c1778ad1-03a1-478b-ad53-fcea5b472353 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Added segment c56d0d50-982c-4fa0-a8f6-ac2db77467cd of type vlan for network d786786b-6954-4368-9ad8-a7ee436b7244 Dec 10 19:14:37.054025 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb13ba87-94b8-4b95-a46f-6e0ba65c82b4 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Network 29129951-289c-46f5-8bfa-62212f466e4f is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:14:37.064596 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-7879513e-e57e-49c1-a58d-febb170e0306 None None] For port 3a2dadeb-b285-4e6c-adde-8502f449fe89, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=3a2dadeb-b285-4e6c-adde-8502f449fe89,segment=NetworkSegment(6ae364b8-abe9-4875-abe3-386f63771bb9),segment_id=6ae364b8-abe9-4875-abe3-386f63771bb9)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:14:37.067468 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-3df4380e-548d-42d4-983f-ce3b37c17083 tempest-FloatingIPAdminTestJSON-8087862 tempest-FloatingIPAdminTestJSON-8087862-project-admin] Deleting port eec38624-ee33-4ddd-b000-4dd20ea24614 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:14:37.067943 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3df4380e-548d-42d4-983f-ce3b37c17083 tempest-FloatingIPAdminTestJSON-8087862 tempest-FloatingIPAdminTestJSON-8087862-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:37.073467 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-eb13ba87-94b8-4b95-a46f-6e0ba65c82b4 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:14:37.077096 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [None req-ca590f47-899a-4cfd-86c4-e4711c4d1ee2 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] device_id is not set on port e74843e6-605e-4bef-9242-4b58e698d0fe yet. {{(pid=102366) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:14:37.083313 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb13ba87-94b8-4b95-a46f-6e0ba65c82b4 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Pushing event updated for resources: {'Port': ['ID=6328ed2c-cfc0-419d-a6bb-585f3055d4de,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:37.099818 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb13ba87-94b8-4b95-a46f-6e0ba65c82b4 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:14:37.099818 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-eb13ba87-94b8-4b95-a46f-6e0ba65c82b4 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712030'] for router_interface, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:37.116109 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6065da08-49d7-4157-be01-a0aee3cabcab None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:37.127474 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-7879513e-e57e-49c1-a58d-febb170e0306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:37.142100 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-ad8bf25c-08a9-4aa9-9bba-057d47627470 None None] For port b7a33f7c-07da-4bf7-bb5b-71639ad8a505, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=b7a33f7c-07da-4bf7-bb5b-71639ad8a505,segment=NetworkSegment(a1b66621-420b-4d8c-a2fb-b420c21c5612),segment_id=a1b66621-420b-4d8c-a2fb-b420c21c5612)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:14:37.182065 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c1778ad1-03a1-478b-ad53-fcea5b472353 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:37.218468 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6065da08-49d7-4157-be01-a0aee3cabcab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:37.268330 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ad8bf25c-08a9-4aa9-9bba-057d47627470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:37.300937 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8bda7738-c695-47d5-8ebd-81d235590c80 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:37.318545 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6065da08-49d7-4157-be01-a0aee3cabcab None None] Network 8957689c-f429-42dc-a1df-7828724b501c is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:14:37.323096 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.db.resource_extend [None req-c1778ad1-03a1-478b-ad53-fcea5b472353 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 19:14:37.357749 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-6065da08-49d7-4157-be01-a0aee3cabcab None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:14:37.367945 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6065da08-49d7-4157-be01-a0aee3cabcab None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:14:37.369610 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3e3558f8-f513-4475-961f-4a6c7755d035 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3713145'] for router_gateway, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:37.387790 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879513e-e57e-49c1-a58d-febb170e0306 None None] Pushing event updated for resources: {'Port': ['ID=3a2dadeb-b285-4e6c-adde-8502f449fe89,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:37.412628 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-9e43162e-0a47-4b98-851d-338b36b2ebf6 None None] Provisioning complete for port 4324b3a4-cc53-454d-b819-2b2f5686d5cb triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:37.413003 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-9e43162e-0a47-4b98-851d-338b36b2ebf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:37.459672 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-eb13ba87-94b8-4b95-a46f-6e0ba65c82b4 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:37.496127 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3df4380e-548d-42d4-983f-ce3b37c17083 tempest-FloatingIPAdminTestJSON-8087862 tempest-FloatingIPAdminTestJSON-8087862-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:37.497507 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3df4380e-548d-42d4-983f-ce3b37c17083 tempest-FloatingIPAdminTestJSON-8087862 tempest-FloatingIPAdminTestJSON-8087862-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:37.513856 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bda7738-c695-47d5-8ebd-81d235590c80 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Pushing event deleted for resources: {'Subnet': ['ID=9ac32fc4-2a23-4799-a8fb-b138eba26e9a,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:37.549475 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-3df4380e-548d-42d4-983f-ce3b37c17083 tempest-FloatingIPAdminTestJSON-8087862 tempest-FloatingIPAdminTestJSON-8087862-project-admin] Calling delete_port for eec38624-ee33-4ddd-b000-4dd20ea24614 owned by network:floatingip {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:14:37.570015 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c1778ad1-03a1-478b-ad53-fcea5b472353 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:37.575725 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1778ad1-03a1-478b-ad53-fcea5b472353 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:37.576455 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c1778ad1-03a1-478b-ad53-fcea5b472353 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:37.624896 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-9e43162e-0a47-4b98-851d-338b36b2ebf6 None None] Port 4324b3a4-cc53-454d-b819-2b2f5686d5cb cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:14:37.627058 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6065da08-49d7-4157-be01-a0aee3cabcab None None] Pushing event updated for resources: {'Port': ['ID=8a9eb709-febc-456b-9343-de9451823cba,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:37.682685 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-ca590f47-899a-4cfd-86c4-e4711c4d1ee2 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Allocated IP 2001:db8::47 (45a1cef1-b668-40f0-ae29-b18682257f53/df49328a-1803-405e-8e0e-f815620da6e6/e74843e6-605e-4bef-9242-4b58e698d0fe) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:14:37.699803 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-316eba28-f257-4c44-b133-d15786a9f56f tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:14:37.709702 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3e3558f8-f513-4475-961f-4a6c7755d035 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:37.718552 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3313b5-c738-48f1-864b-397bc38d2abf None None] Sync routers for ids ['d52aa283-0ae1-46b5-b598-195e1e4d10d4'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:14:37.737985 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3e3558f8-f513-4475-961f-4a6c7755d035 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:37.741048 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8bf25c-08a9-4aa9-9bba-057d47627470 None None] Pushing event updated for resources: {'Port': ['ID=b7a33f7c-07da-4bf7-bb5b-71639ad8a505,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:37.762366 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3313b5-c738-48f1-864b-397bc38d2abf None None] Routers {'d52aa283-0ae1-46b5-b598-195e1e4d10d4'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:14:37.763120 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-db3313b5-c738-48f1-864b-397bc38d2abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:14:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['d52aa283-0ae1-46b5-b598-195e1e4d10d4'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:37.781836 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-6065da08-49d7-4157-be01-a0aee3cabcab None None] Attempting to bind port 8a9eb709-febc-456b-9343-de9451823cba on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:14:37.782395 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-6065da08-49d7-4157-be01-a0aee3cabcab None None] Attempting to bind port 8a9eb709-febc-456b-9343-de9451823cba by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': 'b554b3f1-3055-41fe-b4ef-0271aba60b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '8957689c-f429-42dc-a1df-7828724b501c'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:14:37.782979 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6065da08-49d7-4157-be01-a0aee3cabcab None None] Attempting to bind port 8a9eb709-febc-456b-9343-de9451823cba on network 8957689c-f429-42dc-a1df-7828724b501c {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:14:37.852214 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6065da08-49d7-4157-be01-a0aee3cabcab None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:14:37.853086 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6065da08-49d7-4157-be01-a0aee3cabcab None None] Checking segment: {'id': 'b554b3f1-3055-41fe-b4ef-0271aba60b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '8957689c-f429-42dc-a1df-7828724b501c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:14:37.856058 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6065da08-49d7-4157-be01-a0aee3cabcab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:37.857006 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6065da08-49d7-4157-be01-a0aee3cabcab None None] Bound using segment: {'id': 'b554b3f1-3055-41fe-b4ef-0271aba60b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '8957689c-f429-42dc-a1df-7828724b501c'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:14:37.858193 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-6065da08-49d7-4157-be01-a0aee3cabcab None None] Bound port: 8a9eb709-febc-456b-9343-de9451823cba, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b554b3f1-3055-41fe-b4ef-0271aba60b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '8957689c-f429-42dc-a1df-7828724b501c'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:14:37.860294 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6065da08-49d7-4157-be01-a0aee3cabcab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:37.877640 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1778ad1-03a1-478b-ad53-fcea5b472353 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Pushing event updated for resources: {'Network': ['ID=d786786b-6954-4368-9ad8-a7ee436b7244,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:37.891258 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-316eba28-f257-4c44-b133-d15786a9f56f tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:37.923725 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network d786786b-6954-4368-9ad8-a7ee436b7244 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:14:38.066588 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-c1778ad1-03a1-478b-ad53-fcea5b472353 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4705262 Dec 10 19:14:38.071542 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8bda7738-c695-47d5-8ebd-81d235590c80 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:38.166378 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-6065da08-49d7-4157-be01-a0aee3cabcab None None] For port 8a9eb709-febc-456b-9343-de9451823cba, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:14:38.174519 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3e3558f8-f513-4475-961f-4a6c7755d035 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:38.175408 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e3558f8-f513-4475-961f-4a6c7755d035 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cab9d746-3308-4ff4-b290-4c492cb1f39f {{(pid=102365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:14:38.180584 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-6065da08-49d7-4157-be01-a0aee3cabcab None None] For port 8a9eb709-febc-456b-9343-de9451823cba, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=8a9eb709-febc-456b-9343-de9451823cba,segment=NetworkSegment(b554b3f1-3055-41fe-b4ef-0271aba60b1a),segment_id=b554b3f1-3055-41fe-b4ef-0271aba60b1a)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:14:38.195926 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6065da08-49d7-4157-be01-a0aee3cabcab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:38.196953 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-db3313b5-c738-48f1-864b-397bc38d2abf None None] Set router d52aa283-0ae1-46b5-b598-195e1e4d10d4 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:14:38.199487 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-4bdcdefe-89da-4712-9868-b76d3b3c3928 None None] Provisioning complete for port 6328ed2c-cfc0-419d-a6bb-585f3055d4de triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:38.201584 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4bdcdefe-89da-4712-9868-b76d3b3c3928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:38.231703 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3e3558f8-f513-4475-961f-4a6c7755d035 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:38.233798 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-3e3558f8-f513-4475-961f-4a6c7755d035 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] 10.222.0.69 "DELETE /v2.0/routers/cab9d746-3308-4ff4-b290-4c492cb1f39f HTTP/1.1" status: 204 len: 168 time: 5.5603285 Dec 10 19:14:38.247603 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-8bda7738-c695-47d5-8ebd-81d235590c80 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8957689c-f429-42dc-a1df-7828724b501c']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:38.252294 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51008) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:38.268832 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6030876a-5c1f-4cbb-8acc-b525f22bff0b tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:14:38.286133 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-316eba28-f257-4c44-b133-d15786a9f56f tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] 10.222.0.69 "PUT /v2.0/floatingips/b727e1ca-06c4-477b-bdde-eeaacb549151 HTTP/1.1" status: 200 len: 991 time: 7.0541523 Dec 10 19:14:38.301599 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6030876a-5c1f-4cbb-8acc-b525f22bff0b tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:38.340885 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deeff77c-2566-489c-9672-29258dc6c785 None None] Sync routers for ids ['3818c3c7-b056-4501-9760-286eb42942ac'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:14:38.411135 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56f86edf-c896-4d8a-9326-e6e1a1c30e71', 'tag': '66321e8d-2c13-4d5d-ab57-d41aea84753d'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:14:38.415710 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295cda74-3722-421f-9424-a32ed46148f7" -d '{"events": [{"name": "network-changed", "server_uuid": "56f86edf-c896-4d8a-9326-e6e1a1c30e71", "tag": "66321e8d-2c13-4d5d-ab57-d41aea84753d"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:14:38.434615 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-6030876a-5c1f-4cbb-8acc-b525f22bff0b tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] 10.222.0.69 "PUT /v2.0/floatingips/9af833c0-4203-48ba-a182-9f3237db4983 HTTP/1.1" status: 200 len: 991 time: 7.0223348 Dec 10 19:14:38.498670 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deeff77c-2566-489c-9672-29258dc6c785 None None] Routers {'3818c3c7-b056-4501-9760-286eb42942ac'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:14:38.505315 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-deeff77c-2566-489c-9672-29258dc6c785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:14:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['3818c3c7-b056-4501-9760-286eb42942ac'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:38.540927 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-4bdcdefe-89da-4712-9868-b76d3b3c3928 None None] Port 6328ed2c-cfc0-419d-a6bb-585f3055d4de cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:14:38.548744 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-8bda7738-c695-47d5-8ebd-81d235590c80 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b554b3f1-3055-41fe-b4ef-0271aba60b1a') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:38.549300 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-8bda7738-c695-47d5-8ebd-81d235590c80 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b554b3f1-3055-41fe-b4ef-0271aba60b1a') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:38.625978 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8bda7738-c695-47d5-8ebd-81d235590c80 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:38.694452 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7700aade-4cfb-4847-a9be-72ee297174cd x-openstack-request-id: req-7700aade-4cfb-4847-a9be-72ee297174cd {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:14:38.696314 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56f86edf-c896-4d8a-9326-e6e1a1c30e71", "tag": "66321e8d-2c13-4d5d-ab57-d41aea84753d", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:14:38.696709 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7700aade-4cfb-4847-a9be-72ee297174cd {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:14:38.697763 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56f86edf-c896-4d8a-9326-e6e1a1c30e71', 'tag': '66321e8d-2c13-4d5d-ab57-d41aea84753d', 'status': 'completed', 'code': 200} Dec 10 19:14:38.707730 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6716a9d-c929-4d35-95b7-65e5e39fbb71 None None] Network 8957689c-f429-42dc-a1df-7828724b501c requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:14:38.713819 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8bda7738-c695-47d5-8ebd-81d235590c80 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:38.719955 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device b7a33f7c-07da-4bf7-bb5b-71639ad8a505 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:14:38.758551 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bda7738-c695-47d5-8ebd-81d235590c80 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:14:38.775388 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8bda7738-c695-47d5-8ebd-81d235590c80 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:38.776903 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6065da08-49d7-4157-be01-a0aee3cabcab None None] Pushing event updated for resources: {'Port': ['ID=8a9eb709-febc-456b-9343-de9451823cba,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:38.780919 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:14:38.780919 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:14:38.780919 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:14:38.780919 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:14:38.780919 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:14:38.780919 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:14:38.780919 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:14:38.780919 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:14:38.780919 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:14:38.780919 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:14:38.780919 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:14:38.780919 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:14:38.780919 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:14:38.780919 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:14:38.780919 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:14:38.780919 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:14:38.780919 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:14:38.780919 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:14:38.780919 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:14:38.780919 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:14:38.780919 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:14:38.780919 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:14:38.780919 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:14:38.780919 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:14:38.780919 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:14:38.780919 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:14:38.780919 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:14:38.780919 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:14:38.780919 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:14:38.780919 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:14:38.780919 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:14:38.780919 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:14:38.831242 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3df4380e-548d-42d4-983f-ce3b37c17083 tempest-FloatingIPAdminTestJSON-8087862 tempest-FloatingIPAdminTestJSON-8087862-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:38.971164 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.db.api [None req-8bda7738-c695-47d5-8ebd-81d235590c80 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 19:14:38.971164 dv-neutron-821441-1-hyperv neutron-server[102365]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 19:14:38.971164 dv-neutron-821441-1-hyperv neutron-server[102365]: [parameters: {'id': '8957689c-f429-42dc-a1df-7828724b501c'}] Dec 10 19:14:38.971164 dv-neutron-821441-1-hyperv neutron-server[102365]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:14:38.972417 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG oslo_db.api [None req-8bda7738-c695-47d5-8ebd-81d235590c80 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:14:38.973053 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df4380e-548d-42d4-983f-ce3b37c17083 tempest-FloatingIPAdminTestJSON-8087862 tempest-FloatingIPAdminTestJSON-8087862-project-admin] Pushing event deleted for resources: {'Port': ['ID=eec38624-ee33-4ddd-b000-4dd20ea24614,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:38.984282 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-eb13ba87-94b8-4b95-a46f-6e0ba65c82b4 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:39.016105 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-4bdcdefe-89da-4712-9868-b76d3b3c3928 None None] Provisioning complete for port 3a2dadeb-b285-4e6c-adde-8502f449fe89 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:39.019532 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4bdcdefe-89da-4712-9868-b76d3b3c3928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:39.058398 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295cda74-3722-421f-9424-a32ed46148f7 req-0eaa0cac-eefc-4742-afd4-7b4337184dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:39.060685 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-eb13ba87-94b8-4b95-a46f-6e0ba65c82b4 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:39.061096 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-eb13ba87-94b8-4b95-a46f-6e0ba65c82b4 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3755716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711339'] for router_interface, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:39.067068 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-295cda74-3722-421f-9424-a32ed46148f7 req-0eaa0cac-eefc-4742-afd4-7b4337184dda service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16eb7381a9bc4b9180d8fd7d3d4cffa7&device_id=56f86edf-c896-4d8a-9326-e6e1a1c30e71 HTTP/1.1" status: 200 len: 1099 time: 0.3417234 Dec 10 19:14:39.068406 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f33e736f-d665-43eb-8ab5-a82ab7a142bb tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks [] for router, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:39.162120 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb13ba87-94b8-4b95-a46f-6e0ba65c82b4 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Pushing event updated for resources: {'Port': ['ID=6328ed2c-cfc0-419d-a6bb-585f3055d4de,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:39.376855 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ca590f47-899a-4cfd-86c4-e4711c4d1ee2 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:39.379457 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-deeff77c-2566-489c-9672-29258dc6c785 None None] Set router 3818c3c7-b056-4501-9760-286eb42942ac gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:14:39.420630 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295cda74-3722-421f-9424-a32ed46148f7 req-71fd5d0f-6124-4413-9882-bc5bf62a3695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:39.423284 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-295cda74-3722-421f-9424-a32ed46148f7 req-71fd5d0f-6124-4413-9882-bc5bf62a3695 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9c90251c-649d-45e9-a5ea-011db4b5aa52 HTTP/1.1" status: 200 len: 913 time: 0.2594688 Dec 10 19:14:39.481614 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3df4380e-548d-42d4-983f-ce3b37c17083 tempest-FloatingIPAdminTestJSON-8087862 tempest-FloatingIPAdminTestJSON-8087862-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:39.489379 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3df4380e-548d-42d4-983f-ce3b37c17083 tempest-FloatingIPAdminTestJSON-8087862 tempest-FloatingIPAdminTestJSON-8087862-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:39.489863 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port b7a33f7c-07da-4bf7-bb5b-71639ad8a505 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:39.490220 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:39.493253 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-3df4380e-548d-42d4-983f-ce3b37c17083 tempest-FloatingIPAdminTestJSON-8087862 tempest-FloatingIPAdminTestJSON-8087862-project-admin] 10.222.0.69 "DELETE /v2.0/floatingips/6544bc10-b221-42c1-87f2-099742439d59 HTTP/1.1" status: 204 len: 168 time: 3.2226233 Dec 10 19:14:39.551700 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8bda7738-c695-47d5-8ebd-81d235590c80 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:39.555580 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51020) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:39.558338 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ca590f47-899a-4cfd-86c4-e4711c4d1ee2 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:39.587584 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-db3313b5-c738-48f1-864b-397bc38d2abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52aa283-0ae1-46b5-b598-195e1e4d10d4', 'name': 'tempest-ServersTestManualDisk-1337832985-router', 'tenant_id': '16eb7381a9bc4b9180d8fd7d3d4cffa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': 'b1357efc-ba69-4774-945b-819e6b11bf6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:19Z', 'updated_at': '2021-12-10T19:13:33Z', 'revision_number': 4, 'project_id': '16eb7381a9bc4b9180d8fd7d3d4cffa7', 'gw_port': {'id': 'b1357efc-ba69-4774-945b-819e6b11bf6a', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ae:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52aa283-0ae1-46b5-b598-195e1e4d10d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:20Z', 'updated_at': '2021-12-10T19:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': 'b727e1ca-06c4-477b-bdde-eeaacb549151', 'tenant_id': '16eb7381a9bc4b9180d8fd7d3d4cffa7', 'floating_ip_address': '172.26.6.32', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': 'd52aa283-0ae1-46b5-b598-195e1e4d10d4', 'port_id': '66321e8d-2c13-4d5d-ab57-d41aea84753d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c90251c-649d-45e9-a5ea-011db4b5aa52', 'mac_address': 'fa:16:3e:61:34:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f86edf-c896-4d8a-9326-e6e1a1c30e71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:13:46Z', 'updated_at': '2021-12-10T19:14:34Z', 'revision_number': 1, 'project_id': '16eb7381a9bc4b9180d8fd7d3d4cffa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae574777-5882-4c91-b6ba-3a896cce1aca', 'name': '', 'network_id': '9c90251c-649d-45e9-a5ea-011db4b5aa52', 'tenant_id': '16eb7381a9bc4b9180d8fd7d3d4cffa7', 'mac_address': 'fa:16:3e:49:c0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52aa283-0ae1-46b5-b598-195e1e4d10d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'eda7c997-4549-4482-a006-e011511a0739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:30Z', 'updated_at': '2021-12-10T19:13:43Z', 'revision_number': 5, 'project_id': '16eb7381a9bc4b9180d8fd7d3d4cffa7', 'subnets': [{'id': 'eda7c997-4549-4482-a006-e011511a0739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:39.591891 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048d30f2-c6d3-4de2-a48c-894415048014 None None] Network 25ad690e-4e16-4a6d-a101-3ecc4f3f4b27 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:14:39.592421 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb13ba87-94b8-4b95-a46f-6e0ba65c82b4 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Network 29129951-289c-46f5-8bfa-62212f466e4f is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:14:39.621960 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca590f47-899a-4cfd-86c4-e4711c4d1ee2 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Network 45a1cef1-b668-40f0-ae29-b18682257f53 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:14:39.626527 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-eb13ba87-94b8-4b95-a46f-6e0ba65c82b4 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:14:39.651077 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-ca590f47-899a-4cfd-86c4-e4711c4d1ee2 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:14:39.655027 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca590f47-899a-4cfd-86c4-e4711c4d1ee2 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:14:39.661564 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca590f47-899a-4cfd-86c4-e4711c4d1ee2 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:39.662881 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ca590f47-899a-4cfd-86c4-e4711c4d1ee2 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:39.689018 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3313b5-c738-48f1-864b-397bc38d2abf None None] Checking router: d52aa283-0ae1-46b5-b598-195e1e4d10d4 for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:14:39.708530 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3313b5-c738-48f1-864b-397bc38d2abf None None] Routers {'d52aa283-0ae1-46b5-b598-195e1e4d10d4'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:14:39.709815 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-db3313b5-c738-48f1-864b-397bc38d2abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:14:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['d52aa283-0ae1-46b5-b598-195e1e4d10d4'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:39.925906 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-ca590f47-899a-4cfd-86c4-e4711c4d1ee2 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.7749267 Dec 10 19:14:39.930070 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca590f47-899a-4cfd-86c4-e4711c4d1ee2 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Pushing event updated for resources: {'Port': ['ID=e74843e6-605e-4bef-9242-4b58e698d0fe,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:39.944893 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51026) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:39.963714 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-0e440e93-d618-4ff4-a1e0-d5c775092d67 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::bd', 'mac_address': 'fa:16:3e:82:b1:e7'}, {'ip_address': '2001:db8::ac', 'mac_address': 'fa:16:3e:1c:7c:82'}]}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:40.073073 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb13ba87-94b8-4b95-a46f-6e0ba65c82b4 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Router 1dacb00d-b7b0-4b20-b3f4-02ff3fa673f9 is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:14:40.269179 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-db3313b5-c738-48f1-864b-397bc38d2abf None None] Set router d52aa283-0ae1-46b5-b598-195e1e4d10d4 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:14:40.327130 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb13ba87-94b8-4b95-a46f-6e0ba65c82b4 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:14:40.345825 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cdc969-726f-4b4f-8f79-aed594666418 None None] Sync routers for ids ['1dacb00d-b7b0-4b20-b3f4-02ff3fa673f9'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:14:40.354256 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-eb13ba87-94b8-4b95-a46f-6e0ba65c82b4 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] 10.222.0.69 "PUT /v2.0/routers/1dacb00d-b7b0-4b20-b3f4-02ff3fa673f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3853958 Dec 10 19:14:40.370248 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cdc969-726f-4b4f-8f79-aed594666418 None None] Routers {'1dacb00d-b7b0-4b20-b3f4-02ff3fa673f9'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:14:40.371249 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-95cdc969-726f-4b4f-8f79-aed594666418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:14:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['1dacb00d-b7b0-4b20-b3f4-02ff3fa673f9'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:40.390611 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51028) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:40.444084 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-95cdc969-726f-4b4f-8f79-aed594666418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:40.469923 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cdc969-726f-4b4f-8f79-aed594666418 None None] Routers {'1dacb00d-b7b0-4b20-b3f4-02ff3fa673f9'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:14:40.471420 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-95cdc969-726f-4b4f-8f79-aed594666418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:14:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['1dacb00d-b7b0-4b20-b3f4-02ff3fa673f9'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:40.548154 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-295cda74-3722-421f-9424-a32ed46148f7 req-acb73cea-ded9-4566-adc2-afcf0a477e2c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66321e8d-2c13-4d5d-ab57-d41aea84753d HTTP/1.1" status: 200 len: 999 time: 1.1135616 Dec 10 19:14:40.562439 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-95cdc969-726f-4b4f-8f79-aed594666418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:40.564009 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cdc969-726f-4b4f-8f79-aed594666418 None None] The sync data for ids ['1dacb00d-b7b0-4b20-b3f4-02ff3fa673f9'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:14:40.602982 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f33e736f-d665-43eb-8ab5-a82ab7a142bb tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:40.733507 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dff2011-5f01-4703-80b4-3e97e9f7d2b3', 'tag': '9e655a9f-d1da-4c1a-8af0-8a6945d94996'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:14:40.743915 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83fc521f-4fea-4039-b3cd-aeaa3a6f8adc" -d '{"events": [{"name": "network-changed", "server_uuid": "7dff2011-5f01-4703-80b4-3e97e9f7d2b3", "tag": "9e655a9f-d1da-4c1a-8af0-8a6945d94996"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:14:40.754970 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295cda74-3722-421f-9424-a32ed46148f7 req-44f69e44-fb19-475b-b653-874cbf4957d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:40.758766 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-295cda74-3722-421f-9424-a32ed46148f7 req-44f69e44-fb19-475b-b653-874cbf4957d2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eda7c997-4549-4482-a006-e011511a0739 HTTP/1.1" status: 200 len: 851 time: 0.1859438 Dec 10 19:14:40.911795 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c32851e-6a7c-433e-a372-f27a45d78cbb x-openstack-request-id: req-1c32851e-6a7c-433e-a372-f27a45d78cbb {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:14:40.912489 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dff2011-5f01-4703-80b4-3e97e9f7d2b3", "tag": "9e655a9f-d1da-4c1a-8af0-8a6945d94996", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:14:40.912973 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1c32851e-6a7c-433e-a372-f27a45d78cbb {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:14:40.913734 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dff2011-5f01-4703-80b4-3e97e9f7d2b3', 'tag': '9e655a9f-d1da-4c1a-8af0-8a6945d94996', 'status': 'completed', 'code': 200} Dec 10 19:14:40.931393 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:40.977186 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-4149a492-f26b-49aa-aed1-d78efc53890f tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Deleting port f78de9d6-9956-4ff4-be29-b6cb445f92bb {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:14:40.978967 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4149a492-f26b-49aa-aed1-d78efc53890f tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:40.985147 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c3dd8b2d-26da-4cf7-b74d-b75e4485121c None None] Provisioning complete for port 6328ed2c-cfc0-419d-a6bb-585f3055d4de triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:40.986090 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c3dd8b2d-26da-4cf7-b74d-b75e4485121c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:41.052135 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295cda74-3722-421f-9424-a32ed46148f7 req-3ae2eafe-39a4-4951-bbf4-959d6d869825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:41.054615 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-295cda74-3722-421f-9424-a32ed46148f7 req-3ae2eafe-39a4-4951-bbf4-959d6d869825 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9c90251c-649d-45e9-a5ea-011db4b5aa52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2775736 Dec 10 19:14:41.065894 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-8bda7738-c695-47d5-8ebd-81d235590c80 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Deleting port 8a9eb709-febc-456b-9343-de9451823cba {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:14:41.066615 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8bda7738-c695-47d5-8ebd-81d235590c80 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:41.150497 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-deeff77c-2566-489c-9672-29258dc6c785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3818c3c7-b056-4501-9760-286eb42942ac', 'name': 'tempest-ServersTestJSON-786395313-router', 'tenant_id': 'af448cbcd018494cbdae615f8d35e0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': '9f789fde-b4f1-4c25-90c4-f51982f31e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:16Z', 'updated_at': '2021-12-10T19:13:27Z', 'revision_number': 4, 'project_id': 'af448cbcd018494cbdae615f8d35e0f1', 'gw_port': {'id': '9f789fde-b4f1-4c25-90c4-f51982f31e96', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:fc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3818c3c7-b056-4501-9760-286eb42942ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:17Z', 'updated_at': '2021-12-10T19:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '9af833c0-4203-48ba-a182-9f3237db4983', 'tenant_id': 'af448cbcd018494cbdae615f8d35e0f1', 'floating_ip_address': '172.26.6.216', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '3818c3c7-b056-4501-9760-286eb42942ac', 'port_id': '9e655a9f-d1da-4c1a-8af0-8a6945d94996', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9d35973-bd0e-41e8-af04-98288aa68c12', 'mac_address': 'fa:16:3e:6c:a3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dff2011-5f01-4703-80b4-3e97e9f7d2b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:13:45Z', 'updated_at': '2021-12-10T19:14:34Z', 'revision_number': 1, 'project_id': 'af448cbcd018494cbdae615f8d35e0f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '613f18b1-3886-4a39-b25e-7972cad43e3a', 'name': '', 'network_id': 'e9d35973-bd0e-41e8-af04-98288aa68c12', 'tenant_id': 'af448cbcd018494cbdae615f8d35e0f1', 'mac_address': 'fa:16:3e:52:63:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3818c3c7-b056-4501-9760-286eb42942ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4dff902f-89e7-4f28-8db1-bc880cee9536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:24Z', 'updated_at': '2021-12-10T19:13:36Z', 'revision_number': 5, 'project_id': 'af448cbcd018494cbdae615f8d35e0f1', 'subnets': [{'id': '4dff902f-89e7-4f28-8db1-bc880cee9536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:41.154955 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port b7a33f7c-07da-4bf7-bb5b-71639ad8a505, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=b7a33f7c-07da-4bf7-bb5b-71639ad8a505,segment=NetworkSegment(a1b66621-420b-4d8c-a2fb-b420c21c5612),segment_id=a1b66621-420b-4d8c-a2fb-b420c21c5612)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:14:41.160488 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c3dd8b2d-26da-4cf7-b74d-b75e4485121c None None] Port 6328ed2c-cfc0-419d-a6bb-585f3055d4de cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:14:41.199876 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-db3313b5-c738-48f1-864b-397bc38d2abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52aa283-0ae1-46b5-b598-195e1e4d10d4', 'name': 'tempest-ServersTestManualDisk-1337832985-router', 'tenant_id': '16eb7381a9bc4b9180d8fd7d3d4cffa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': 'b1357efc-ba69-4774-945b-819e6b11bf6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:19Z', 'updated_at': '2021-12-10T19:13:33Z', 'revision_number': 4, 'project_id': '16eb7381a9bc4b9180d8fd7d3d4cffa7', 'gw_port': {'id': 'b1357efc-ba69-4774-945b-819e6b11bf6a', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ae:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52aa283-0ae1-46b5-b598-195e1e4d10d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:20Z', 'updated_at': '2021-12-10T19:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': 'b727e1ca-06c4-477b-bdde-eeaacb549151', 'tenant_id': '16eb7381a9bc4b9180d8fd7d3d4cffa7', 'floating_ip_address': '172.26.6.32', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': 'd52aa283-0ae1-46b5-b598-195e1e4d10d4', 'port_id': '66321e8d-2c13-4d5d-ab57-d41aea84753d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c90251c-649d-45e9-a5ea-011db4b5aa52', 'mac_address': 'fa:16:3e:61:34:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f86edf-c896-4d8a-9326-e6e1a1c30e71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:13:46Z', 'updated_at': '2021-12-10T19:14:34Z', 'revision_number': 1, 'project_id': '16eb7381a9bc4b9180d8fd7d3d4cffa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae574777-5882-4c91-b6ba-3a896cce1aca', 'name': '', 'network_id': '9c90251c-649d-45e9-a5ea-011db4b5aa52', 'tenant_id': '16eb7381a9bc4b9180d8fd7d3d4cffa7', 'mac_address': 'fa:16:3e:49:c0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52aa283-0ae1-46b5-b598-195e1e4d10d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'eda7c997-4549-4482-a006-e011511a0739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:30Z', 'updated_at': '2021-12-10T19:13:43Z', 'revision_number': 5, 'project_id': '16eb7381a9bc4b9180d8fd7d3d4cffa7', 'subnets': [{'id': 'eda7c997-4549-4482-a006-e011511a0739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:41.206762 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:41.207786 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 3a2dadeb-b285-4e6c-adde-8502f449fe89 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:14:41.287252 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deeff77c-2566-489c-9672-29258dc6c785 None None] Checking router: 3818c3c7-b056-4501-9760-286eb42942ac for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:14:41.302834 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-f33e736f-d665-43eb-8ab5-a82ab7a142bb tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Deleting port d2eb73a1-fea4-47f4-baec-70b9dd09bb0b {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:14:41.303713 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f33e736f-d665-43eb-8ab5-a82ab7a142bb tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:41.323906 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3313b5-c738-48f1-864b-397bc38d2abf None None] The sync data for ids ['d52aa283-0ae1-46b5-b598-195e1e4d10d4'] in dv-neutron-821441-1-hyperv is: [{'id': 'd52aa283-0ae1-46b5-b598-195e1e4d10d4', 'name': 'tempest-ServersTestManualDisk-1337832985-router', 'tenant_id': '16eb7381a9bc4b9180d8fd7d3d4cffa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': 'b1357efc-ba69-4774-945b-819e6b11bf6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:19Z', 'updated_at': '2021-12-10T19:13:33Z', 'revision_number': 4, 'project_id': '16eb7381a9bc4b9180d8fd7d3d4cffa7', 'gw_port': {'id': 'b1357efc-ba69-4774-945b-819e6b11bf6a', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ae:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52aa283-0ae1-46b5-b598-195e1e4d10d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:20Z', 'updated_at': '2021-12-10T19:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': 'b727e1ca-06c4-477b-bdde-eeaacb549151', 'tenant_id': '16eb7381a9bc4b9180d8fd7d3d4cffa7', 'floating_ip_address': '172.26.6.32', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': 'd52aa283-0ae1-46b5-b598-195e1e4d10d4', 'port_id': '66321e8d-2c13-4d5d-ab57-d41aea84753d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c90251c-649d-45e9-a5ea-011db4b5aa52', 'mac_address': 'fa:16:3e:61:34:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f86edf-c896-4d8a-9326-e6e1a1c30e71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:13:46Z', 'updated_at': '2021-12-10T19:14:34Z', 'revision_number': 1, 'project_id': '16eb7381a9bc4b9180d8fd7d3d4cffa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae574777-5882-4c91-b6ba-3a896cce1aca', 'name': '', 'network_id': '9c90251c-649d-45e9-a5ea-011db4b5aa52', 'tenant_id': '16eb7381a9bc4b9180d8fd7d3d4cffa7', 'mac_address': 'fa:16:3e:49:c0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52aa283-0ae1-46b5-b598-195e1e4d10d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'eda7c997-4549-4482-a006-e011511a0739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:30Z', 'updated_at': '2021-12-10T19:13:43Z', 'revision_number': 5, 'project_id': '16eb7381a9bc4b9180d8fd7d3d4cffa7', 'subnets': [{'id': 'eda7c997-4549-4482-a006-e011511a0739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:14:41.342453 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4149a492-f26b-49aa-aed1-d78efc53890f tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:41.366030 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c3dd8b2d-26da-4cf7-b74d-b75e4485121c None None] Provisioning complete for port b7a33f7c-07da-4bf7-bb5b-71639ad8a505 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:41.366710 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c3dd8b2d-26da-4cf7-b74d-b75e4485121c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:41.405346 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-8bda7738-c695-47d5-8ebd-81d235590c80 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] For port 8a9eb709-febc-456b-9343-de9451823cba, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=8a9eb709-febc-456b-9343-de9451823cba,segment=NetworkSegment(b554b3f1-3055-41fe-b4ef-0271aba60b1a),segment_id=b554b3f1-3055-41fe-b4ef-0271aba60b1a)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:14:41.405346 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8bda7738-c695-47d5-8ebd-81d235590c80 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:41.412181 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0e440e93-d618-4ff4-a1e0-d5c775092d67 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:41.428742 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-4149a492-f26b-49aa-aed1-d78efc53890f tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Calling delete_port for f78de9d6-9956-4ff4-be29-b6cb445f92bb owned by {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:14:41.458138 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deeff77c-2566-489c-9672-29258dc6c785 None None] Routers {'3818c3c7-b056-4501-9760-286eb42942ac'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:14:41.459365 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-deeff77c-2566-489c-9672-29258dc6c785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:14:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['3818c3c7-b056-4501-9760-286eb42942ac'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:41.475063 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-8bda7738-c695-47d5-8ebd-81d235590c80 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Calling delete_port for 8a9eb709-febc-456b-9343-de9451823cba owned by network:dhcp {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:14:41.511583 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-295cda74-3722-421f-9424-a32ed46148f7 req-de3130ff-f18a-4ca1-8fcf-6256626a4e9e service neutron] 10.222.0.36 "GET /v2.0/networks/9c90251c-649d-45e9-a5ea-011db4b5aa52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4385149 Dec 10 19:14:41.546948 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc521f-4fea-4039-b3cd-aeaa3a6f8adc req-8738f9fd-2a41-44c4-891e-8133da79b20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:41.548841 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-83fc521f-4fea-4039-b3cd-aeaa3a6f8adc req-8738f9fd-2a41-44c4-891e-8133da79b20d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=af448cbcd018494cbdae615f8d35e0f1&device_id=7dff2011-5f01-4703-80b4-3e97e9f7d2b3 HTTP/1.1" status: 200 len: 1098 time: 0.6038163 Dec 10 19:14:41.699899 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-f33e736f-d665-43eb-8ab5-a82ab7a142bb tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] For port d2eb73a1-fea4-47f4-baec-70b9dd09bb0b, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=d2eb73a1-fea4-47f4-baec-70b9dd09bb0b,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:14:41.701392 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f33e736f-d665-43eb-8ab5-a82ab7a142bb tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:41.731540 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-f33e736f-d665-43eb-8ab5-a82ab7a142bb tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Calling delete_port for d2eb73a1-fea4-47f4-baec-70b9dd09bb0b owned by network:router_gateway {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:14:41.754256 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 3a2dadeb-b285-4e6c-adde-8502f449fe89 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:41.754842 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:41.764362 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=b7a33f7c-07da-4bf7-bb5b-71639ad8a505,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:41.875941 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-deeff77c-2566-489c-9672-29258dc6c785 None None] Set router 3818c3c7-b056-4501-9760-286eb42942ac gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:14:42.001664 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8bda7738-c695-47d5-8ebd-81d235590c80 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:42.026481 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0e440e93-d618-4ff4-a1e0-d5c775092d67 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:42.040084 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0e440e93-d618-4ff4-a1e0-d5c775092d67 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:42.067263 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-e20211b2-ddba-4946-b542-34e982f05fa6 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:14:42.068976 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-e20211b2-ddba-4946-b542-34e982f05fa6 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] 10.222.0.69 "PUT /v2.0/routers/1dacb00d-b7b0-4b20-b3f4-02ff3fa673f9/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6767578 Dec 10 19:14:42.076099 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39eb7fd8-cdb7-4dfd-88a7-2e2bda44cf40 None None] New status for floating IP b727e1ca-06c4-477b-bdde-eeaacb549151: ACTIVE {{(pid=102367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:14:42.127328 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51038) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:42.187202 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f33e736f-d665-43eb-8ab5-a82ab7a142bb tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:42.190839 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-295cda74-3722-421f-9424-a32ed46148f7 req-9cfe00b4-ffa2-4b29-847c-e6f7487df32c service neutron] 10.222.0.36 "GET /v2.0/networks/9c90251c-649d-45e9-a5ea-011db4b5aa52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921132 Dec 10 19:14:42.235779 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bda7738-c695-47d5-8ebd-81d235590c80 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] No DVR routers for this DVR port 8a9eb709-febc-456b-9343-de9451823cba on host dv-neutron-821441-1-hyperv {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:14:42.249793 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bda7738-c695-47d5-8ebd-81d235590c80 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Pushing event deleted for resources: {'Port': ['ID=8a9eb709-febc-456b-9343-de9451823cba,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:42.306557 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33e736f-d665-43eb-8ab5-a82ab7a142bb tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Pushing event deleted for resources: {'Port': ['ID=d2eb73a1-fea4-47f4-baec-70b9dd09bb0b,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:42.552825 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8bda7738-c695-47d5-8ebd-81d235590c80 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:42.593771 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-8bda7738-c695-47d5-8ebd-81d235590c80 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8957689c-f429-42dc-a1df-7828724b501c']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:42.610494 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-8bda7738-c695-47d5-8ebd-81d235590c80 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b554b3f1-3055-41fe-b4ef-0271aba60b1a') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:42.610882 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-8bda7738-c695-47d5-8ebd-81d235590c80 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b554b3f1-3055-41fe-b4ef-0271aba60b1a') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:42.629040 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8bda7738-c695-47d5-8ebd-81d235590c80 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:42.646900 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8bda7738-c695-47d5-8ebd-81d235590c80 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:42.656304 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bda7738-c695-47d5-8ebd-81d235590c80 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:14:42.656934 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8bda7738-c695-47d5-8ebd-81d235590c80 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:42.702220 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-1211c46b-9fdc-4090-8ef2-d02227d5f133 None None] Provisioning complete for port 6328ed2c-cfc0-419d-a6bb-585f3055d4de triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:42.702776 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1211c46b-9fdc-4090-8ef2-d02227d5f133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:42.736065 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f33e736f-d665-43eb-8ab5-a82ab7a142bb tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3713145'] for router_gateway, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:42.744463 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:14:42.744463 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:14:42.744463 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:14:42.744463 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:14:42.744463 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:14:42.744463 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:14:42.744463 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:14:42.744463 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:14:42.744463 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:14:42.744463 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:14:42.744463 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:14:42.744463 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:14:42.744463 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:14:42.744463 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:14:42.744463 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:14:42.744463 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:14:42.744463 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:14:42.744463 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:14:42.744463 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:14:42.744463 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:14:42.744463 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:14:42.744463 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:14:42.744463 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:14:42.744463 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:14:42.744463 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:14:42.744463 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:14:42.744463 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:14:42.744463 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:14:42.744463 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:14:42.744463 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:14:42.744463 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:14:42.744463 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:14:42.857917 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-1211c46b-9fdc-4090-8ef2-d02227d5f133 None None] Port 6328ed2c-cfc0-419d-a6bb-585f3055d4de cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:14:42.907398 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-1211c46b-9fdc-4090-8ef2-d02227d5f133 None None] Provisioning complete for port e74843e6-605e-4bef-9242-4b58e698d0fe triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:42.908311 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1211c46b-9fdc-4090-8ef2-d02227d5f133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:42.973919 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-deeff77c-2566-489c-9672-29258dc6c785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3818c3c7-b056-4501-9760-286eb42942ac', 'name': 'tempest-ServersTestJSON-786395313-router', 'tenant_id': 'af448cbcd018494cbdae615f8d35e0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': '9f789fde-b4f1-4c25-90c4-f51982f31e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:16Z', 'updated_at': '2021-12-10T19:13:27Z', 'revision_number': 4, 'project_id': 'af448cbcd018494cbdae615f8d35e0f1', 'gw_port': {'id': '9f789fde-b4f1-4c25-90c4-f51982f31e96', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:fc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3818c3c7-b056-4501-9760-286eb42942ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:17Z', 'updated_at': '2021-12-10T19:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '9af833c0-4203-48ba-a182-9f3237db4983', 'tenant_id': 'af448cbcd018494cbdae615f8d35e0f1', 'floating_ip_address': '172.26.6.216', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '3818c3c7-b056-4501-9760-286eb42942ac', 'port_id': '9e655a9f-d1da-4c1a-8af0-8a6945d94996', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9d35973-bd0e-41e8-af04-98288aa68c12', 'mac_address': 'fa:16:3e:6c:a3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dff2011-5f01-4703-80b4-3e97e9f7d2b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:13:45Z', 'updated_at': '2021-12-10T19:14:34Z', 'revision_number': 1, 'project_id': 'af448cbcd018494cbdae615f8d35e0f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '613f18b1-3886-4a39-b25e-7972cad43e3a', 'name': '', 'network_id': 'e9d35973-bd0e-41e8-af04-98288aa68c12', 'tenant_id': 'af448cbcd018494cbdae615f8d35e0f1', 'mac_address': 'fa:16:3e:52:63:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3818c3c7-b056-4501-9760-286eb42942ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4dff902f-89e7-4f28-8db1-bc880cee9536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:24Z', 'updated_at': '2021-12-10T19:13:36Z', 'revision_number': 5, 'project_id': 'af448cbcd018494cbdae615f8d35e0f1', 'subnets': [{'id': '4dff902f-89e7-4f28-8db1-bc880cee9536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:43.067622 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc521f-4fea-4039-b3cd-aeaa3a6f8adc req-c9560bb0-006a-4ca5-8b32-1edde198c3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:43.069427 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-83fc521f-4fea-4039-b3cd-aeaa3a6f8adc req-c9560bb0-006a-4ca5-8b32-1edde198c3ce service neutron] 10.222.0.36 "GET /v2.0/networks?id=e9d35973-bd0e-41e8-af04-98288aa68c12 HTTP/1.1" status: 200 len: 906 time: 1.4357939 Dec 10 19:14:43.078451 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e440e93-d618-4ff4-a1e0-d5c775092d67 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Pushing event updated for resources: {'Port': ['ID=e74843e6-605e-4bef-9242-4b58e698d0fe,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:43.099805 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-0e440e93-d618-4ff4-a1e0-d5c775092d67 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] In _notify_port_updated(), no bound segment for port e74843e6-605e-4bef-9242-4b58e698d0fe on network 45a1cef1-b668-40f0-ae29-b18682257f53 {{(pid=102366) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 10 19:14:43.110576 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f33e736f-d665-43eb-8ab5-a82ab7a142bb tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:43.114803 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f33e736f-d665-43eb-8ab5-a82ab7a142bb tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:43.117951 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e440e93-d618-4ff4-a1e0-d5c775092d67 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:43.118834 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0e440e93-d618-4ff4-a1e0-d5c775092d67 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:43.124103 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-0e440e93-d618-4ff4-a1e0-d5c775092d67 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] 10.222.0.69 "PUT /v2.0/ports/e74843e6-605e-4bef-9242-4b58e698d0fe HTTP/1.1" status: 200 len: 1065 time: 3.1756976 Dec 10 19:14:43.133605 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8bda7738-c695-47d5-8ebd-81d235590c80 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:43.141281 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device b7a33f7c-07da-4bf7-bb5b-71639ad8a505 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:14:43.145379 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51044) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:43.249314 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deeff77c-2566-489c-9672-29258dc6c785 None None] The sync data for ids ['3818c3c7-b056-4501-9760-286eb42942ac'] in dv-neutron-821441-1-hyperv is: [{'id': '3818c3c7-b056-4501-9760-286eb42942ac', 'name': 'tempest-ServersTestJSON-786395313-router', 'tenant_id': 'af448cbcd018494cbdae615f8d35e0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': '9f789fde-b4f1-4c25-90c4-f51982f31e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:16Z', 'updated_at': '2021-12-10T19:13:27Z', 'revision_number': 4, 'project_id': 'af448cbcd018494cbdae615f8d35e0f1', 'gw_port': {'id': '9f789fde-b4f1-4c25-90c4-f51982f31e96', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:fc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3818c3c7-b056-4501-9760-286eb42942ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:17Z', 'updated_at': '2021-12-10T19:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '9af833c0-4203-48ba-a182-9f3237db4983', 'tenant_id': 'af448cbcd018494cbdae615f8d35e0f1', 'floating_ip_address': '172.26.6.216', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '3818c3c7-b056-4501-9760-286eb42942ac', 'port_id': '9e655a9f-d1da-4c1a-8af0-8a6945d94996', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9d35973-bd0e-41e8-af04-98288aa68c12', 'mac_address': 'fa:16:3e:6c:a3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dff2011-5f01-4703-80b4-3e97e9f7d2b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:13:45Z', 'updated_at': '2021-12-10T19:14:34Z', 'revision_number': 1, 'project_id': 'af448cbcd018494cbdae615f8d35e0f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '613f18b1-3886-4a39-b25e-7972cad43e3a', 'name': '', 'network_id': 'e9d35973-bd0e-41e8-af04-98288aa68c12', 'tenant_id': 'af448cbcd018494cbdae615f8d35e0f1', 'mac_address': 'fa:16:3e:52:63:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3818c3c7-b056-4501-9760-286eb42942ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4dff902f-89e7-4f28-8db1-bc880cee9536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:24Z', 'updated_at': '2021-12-10T19:13:36Z', 'revision_number': 5, 'project_id': 'af448cbcd018494cbdae615f8d35e0f1', 'subnets': [{'id': '4dff902f-89e7-4f28-8db1-bc880cee9536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:14:43.253843 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-1211c46b-9fdc-4090-8ef2-d02227d5f133 None None] Port e74843e6-605e-4bef-9242-4b58e698d0fe cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:14:43.261047 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8bda7738-c695-47d5-8ebd-81d235590c80 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:43.265097 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-8bda7738-c695-47d5-8ebd-81d235590c80 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "DELETE /v2.0/networks/8957689c-f429-42dc-a1df-7828724b501c HTTP/1.1" status: 204 len: 168 time: 8.5856960 Dec 10 19:14:43.290380 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port b7a33f7c-07da-4bf7-bb5b-71639ad8a505 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:43.310693 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:43.314928 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51046) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:43.319261 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0433322a-ec34-4d59-a68e-cb32e0f8aecf None None] get_active_networks_info from dv-neutron-821441-1-hyperv {{(pid=102367) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 10 19:14:43.348942 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-7cb7103a-c1d3-45b4-9786-b4d391d4b771 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-349638225'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:43.400849 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bda7738-c695-47d5-8ebd-81d235590c80 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Pushing event deleted for resources: {'Network': ['ID=8957689c-f429-42dc-a1df-7828724b501c,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:43.410564 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f33e736f-d665-43eb-8ab5-a82ab7a142bb tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:43.411558 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f33e736f-d665-43eb-8ab5-a82ab7a142bb tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Fanout notify agent at l3_agent the message router_deleted on router abb42fad-143c-4961-841f-bb633a2fcb9a {{(pid=102365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:14:43.425621 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f33e736f-d665-43eb-8ab5-a82ab7a142bb tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:43.426930 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-f33e736f-d665-43eb-8ab5-a82ab7a142bb tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] 10.222.0.69 "DELETE /v2.0/routers/abb42fad-143c-4961-841f-bb633a2fcb9a HTTP/1.1" status: 204 len: 168 time: 5.1730282 Dec 10 19:14:43.435890 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51048) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:43.443343 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-1b4175d2-de47-416e-8035-95b7292b84ee tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1395346773', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}, 'admin_state_up': False}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:43.519278 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1b4175d2-de47-416e-8035-95b7292b84ee tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:43.524148 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1b4175d2-de47-416e-8035-95b7292b84ee tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:43.530738 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb7103a-c1d3-45b4-9786-b4d391d4b771 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Made reservation on behalf of c32314706c7841f0aec3c27688848c9e for: {'network': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:14:43.537403 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-362226fa-ac21-457c-bfdd-fbb46884a25c None None] Provisioning complete for port e74843e6-605e-4bef-9242-4b58e698d0fe triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:43.537403 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-362226fa-ac21-457c-bfdd-fbb46884a25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:43.540965 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7cb7103a-c1d3-45b4-9786-b4d391d4b771 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:43.561835 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4149a492-f26b-49aa-aed1-d78efc53890f tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:43.647676 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-83fc521f-4fea-4039-b3cd-aeaa3a6f8adc req-6de25d1f-277d-4def-b026-9ee0192a722d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e655a9f-d1da-4c1a-8af0-8a6945d94996 HTTP/1.1" status: 200 len: 999 time: 0.5649757 Dec 10 19:14:43.654110 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-14faf737-ea82-4874-b836-2f54c5ea7932 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Deleting port e74843e6-605e-4bef-9242-4b58e698d0fe {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:14:43.664745 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-14faf737-ea82-4874-b836-2f54c5ea7932 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:43.747463 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-362226fa-ac21-457c-bfdd-fbb46884a25c None None] Port e74843e6-605e-4bef-9242-4b58e698d0fe cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:14:43.789568 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc521f-4fea-4039-b3cd-aeaa3a6f8adc req-2070af72-6998-4143-b9a4-2fa43125c821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:43.790758 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-83fc521f-4fea-4039-b3cd-aeaa3a6f8adc req-2070af72-6998-4143-b9a4-2fa43125c821 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4dff902f-89e7-4f28-8db1-bc880cee9536 HTTP/1.1" status: 200 len: 844 time: 0.1299841 Dec 10 19:14:43.910560 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04431a4-ad72-42f9-9376-6b5434197886 None None] New status for floating IP 9af833c0-4203-48ba-a182-9f3237db4983: ACTIVE {{(pid=102368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:14:43.952042 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc521f-4fea-4039-b3cd-aeaa3a6f8adc req-98c3fa4f-0102-42f7-b615-416f748395b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:43.953921 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-83fc521f-4fea-4039-b3cd-aeaa3a6f8adc req-98c3fa4f-0102-42f7-b615-416f748395b7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e9d35973-bd0e-41e8-af04-98288aa68c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1510835 Dec 10 19:14:43.975938 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1b4175d2-de47-416e-8035-95b7292b84ee tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:43.991988 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4149a492-f26b-49aa-aed1-d78efc53890f tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Pushing event deleted for resources: {'Port': ['ID=f78de9d6-9956-4ff4-be29-b6cb445f92bb,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:44.283419 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-362226fa-ac21-457c-bfdd-fbb46884a25c None None] Provisioning complete for port b7a33f7c-07da-4bf7-bb5b-71639ad8a505 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:44.284311 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-362226fa-ac21-457c-bfdd-fbb46884a25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:44.297731 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51052) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:44.302901 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-1fe75a16-fdfa-45f4-9107-5db30b7ec431 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Request body: {'subnets': [{'network_id': '9f1786a7-31bb-48db-8400-bc980ce51618', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--812546663', 'ip_version': 6}, {'network_id': 'd786786b-6954-4368-9ad8-a7ee436b7244', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:44.303330 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-1fe75a16-fdfa-45f4-9107-5db30b7ec431 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Request body: {'subnet': {'network_id': '9f1786a7-31bb-48db-8400-bc980ce51618', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--812546663', 'ip_version': 6}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:44.304170 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-1fe75a16-fdfa-45f4-9107-5db30b7ec431 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Request body: {'subnet': {'network_id': 'd786786b-6954-4368-9ad8-a7ee436b7244', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:44.334920 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cb7103a-c1d3-45b4-9786-b4d391d4b771 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=102365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:14:44.366824 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-83fc521f-4fea-4039-b3cd-aeaa3a6f8adc req-1d73123b-adcf-486a-8dc8-ec98669b8eb8 service neutron] 10.222.0.36 "GET /v2.0/networks/e9d35973-bd0e-41e8-af04-98288aa68c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3967867 Dec 10 19:14:44.451734 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7cb7103a-c1d3-45b4-9786-b4d391d4b771 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:44.452210 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.segments_db [None req-7cb7103a-c1d3-45b4-9786-b4d391d4b771 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Added segment a2acdf55-8389-4993-a535-0fa12acca400 of type vlan for network a1e03f41-3e02-46b4-b51d-a47ffbe87009 Dec 10 19:14:44.494089 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0433322a-ec34-4d59-a68e-cb32e0f8aecf None None] Resources bound (agent type, host, resource id): {{(pid=102367) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 19:14:44.505151 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4149a492-f26b-49aa-aed1-d78efc53890f tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:44.509283 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-4149a492-f26b-49aa-aed1-d78efc53890f tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] 10.222.0.69 "DELETE /v2.0/ports/f78de9d6-9956-4ff4-be29-b6cb445f92bb HTTP/1.1" status: 204 len: 168 time: 4.9278779 Dec 10 19:14:44.514399 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51056) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:44.521419 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-14faf737-ea82-4874-b836-2f54c5ea7932 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:44.525919 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1b4175d2-de47-416e-8035-95b7292b84ee tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:44.568191 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-14faf737-ea82-4874-b836-2f54c5ea7932 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Calling delete_port for e74843e6-605e-4bef-9242-4b58e698d0fe owned by {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:14:44.596844 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7cb7103a-c1d3-45b4-9786-b4d391d4b771 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:44.702857 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.db.resource_extend [None req-7cb7103a-c1d3-45b4-9786-b4d391d4b771 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 19:14:44.705724 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-531f07c8-bc70-41e0-afec-f8c119a497d4 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711290'] for router_interface, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:44.750846 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7cb7103a-c1d3-45b4-9786-b4d391d4b771 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:44.756612 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb7103a-c1d3-45b4-9786-b4d391d4b771 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:44.757841 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7cb7103a-c1d3-45b4-9786-b4d391d4b771 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:44.771279 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device d2eb73a1-fea4-47f4-baec-70b9dd09bb0b no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:14:44.811065 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-83fc521f-4fea-4039-b3cd-aeaa3a6f8adc req-7f13107a-b5cc-49f3-883a-6238fea63cec service neutron] 10.222.0.36 "GET /v2.0/networks/e9d35973-bd0e-41e8-af04-98288aa68c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4318404 Dec 10 19:14:44.842599 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e19aae7-23e1-4514-b625-5b20bded229d tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:44.848430 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-7cb7103a-c1d3-45b4-9786-b4d391d4b771 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5005884 Dec 10 19:14:44.848744 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-2e19aae7-23e1-4514-b625-5b20bded229d tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa5fe22-449b-4e00-ae52-673207a542c9 HTTP/1.1" status: 200 len: 913 time: 0.3174386 Dec 10 19:14:44.850596 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: d2eb73a1-fea4-47f4-baec-70b9dd09bb0b {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:14:44.853648 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51058) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:44.854088 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51060) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:44.854741 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device d2eb73a1-fea4-47f4-baec-70b9dd09bb0b not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:14:44.870256 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-2abd5fce-1f31-4e06-a650-4e8fd2d74d5a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Request body: {'subnet': {'network_id': 'a1e03f41-3e02-46b4-b51d-a47ffbe87009', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:45.068123 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe75a16-fdfa-45f4-9107-5db30b7ec431 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Made reservation on behalf of 5b9b43448a22426ea5e35f1a4154d412 for: {'subnet': 2} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:14:45.073559 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1fe75a16-fdfa-45f4-9107-5db30b7ec431 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:45.074003 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1fe75a16-fdfa-45f4-9107-5db30b7ec431 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:45.084794 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0211088-2198-4fc6-a84c-552fedc5b7f3 None None] get_active_networks_info from dv-neutron-821441-1-hyperv {{(pid=102367) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 10 19:14:45.184795 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb7103a-c1d3-45b4-9786-b4d391d4b771 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Pushing event updated for resources: {'Network': ['ID=a1e03f41-3e02-46b4-b51d-a47ffbe87009,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:45.206894 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network a1e03f41-3e02-46b4-b51d-a47ffbe87009 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:14:45.239105 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-14faf737-ea82-4874-b836-2f54c5ea7932 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:45.337245 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0211088-2198-4fc6-a84c-552fedc5b7f3 None None] Resources bound (agent type, host, resource id): {{(pid=102367) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 19:14:45.389268 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14faf737-ea82-4874-b836-2f54c5ea7932 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Pushing event deleted for resources: {'Port': ['ID=e74843e6-605e-4bef-9242-4b58e698d0fe,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:45.425023 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2abd5fce-1f31-4e06-a650-4e8fd2d74d5a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Made reservation on behalf of c32314706c7841f0aec3c27688848c9e for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:14:45.428658 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2abd5fce-1f31-4e06-a650-4e8fd2d74d5a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:45.458319 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1b4175d2-de47-416e-8035-95b7292b84ee tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks [] for router_gateway, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:45.485654 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1b4175d2-de47-416e-8035-95b7292b84ee tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:45.688090 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-14faf737-ea82-4874-b836-2f54c5ea7932 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:45.693913 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-14faf737-ea82-4874-b836-2f54c5ea7932 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] 10.222.0.69 "DELETE /v2.0/ports/e74843e6-605e-4bef-9242-4b58e698d0fe HTTP/1.1" status: 204 len: 168 time: 2.5409319 Dec 10 19:14:45.695686 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51066) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:45.730896 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-72d6eabc-4d2c-43d8-9114-6ae8952ec389 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] GET failed (client error): The resource could not be found. Dec 10 19:14:45.737023 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-72d6eabc-4d2c-43d8-9114-6ae8952ec389 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] 10.222.0.69 "GET /v2.0/ports/e74843e6-605e-4bef-9242-4b58e698d0fe HTTP/1.1" status: 404 len: 333 time: 0.0364764 Dec 10 19:14:45.744897 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51068) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:45.747471 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-1b4175d2-de47-416e-8035-95b7292b84ee tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Allocated IP 172.26.6.114 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/a989dbe7-4d25-48ba-900f-e9c52f8a39f3) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:14:45.946007 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1b4175d2-de47-416e-8035-95b7292b84ee tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:45.949698 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-b4a72302-516e-4635-98f3-6a03093d7178 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Deleting port 4324b3a4-cc53-454d-b819-2b2f5686d5cb {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:14:45.950024 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b4a72302-516e-4635-98f3-6a03093d7178 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:46.108915 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b4a72302-516e-4635-98f3-6a03093d7178 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:46.113520 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1b4175d2-de47-416e-8035-95b7292b84ee tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:46.131086 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-b4a72302-516e-4635-98f3-6a03093d7178 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Calling delete_port for 4324b3a4-cc53-454d-b819-2b2f5686d5cb owned by {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:14:46.188034 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4175d2-de47-416e-8035-95b7292b84ee tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:14:46.232059 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-1b4175d2-de47-416e-8035-95b7292b84ee tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:14:46.248851 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4175d2-de47-416e-8035-95b7292b84ee tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:14:46.256091 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4175d2-de47-416e-8035-95b7292b84ee tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Pushing event updated for resources: {'Port': ['ID=a989dbe7-4d25-48ba-900f-e9c52f8a39f3,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:46.435204 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-531f07c8-bc70-41e0-afec-f8c119a497d4 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Deleting port 6328ed2c-cfc0-419d-a6bb-585f3055d4de {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:14:46.435793 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-531f07c8-bc70-41e0-afec-f8c119a497d4 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:46.463190 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2abd5fce-1f31-4e06-a650-4e8fd2d74d5a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:46.642210 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b4a72302-516e-4635-98f3-6a03093d7178 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:46.664819 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abd5fce-1f31-4e06-a650-4e8fd2d74d5a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Pushing event updated for resources: {'Subnet': ['ID=22245fff-bd42-44aa-b66a-5f6ae8429f10,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:46.698858 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a72302-516e-4635-98f3-6a03093d7178 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Pushing event deleted for resources: {'Port': ['ID=4324b3a4-cc53-454d-b819-2b2f5686d5cb,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:46.735008 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-531f07c8-bc70-41e0-afec-f8c119a497d4 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:46.754749 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1fe75a16-fdfa-45f4-9107-5db30b7ec431 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:46.757507 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-531f07c8-bc70-41e0-afec-f8c119a497d4 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Calling delete_port for 6328ed2c-cfc0-419d-a6bb-585f3055d4de owned by network:router_interface {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:14:46.836208 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b4a72302-516e-4635-98f3-6a03093d7178 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:46.841154 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-b4a72302-516e-4635-98f3-6a03093d7178 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] 10.222.0.69 "DELETE /v2.0/ports/4324b3a4-cc53-454d-b819-2b2f5686d5cb HTTP/1.1" status: 204 len: 168 time: 1.0939903 Dec 10 19:14:46.844891 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51074) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:46.848676 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a4a3e8b4-bb54-4e1a-99a3-032275eb8351 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711290'] for router_interface, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:46.854776 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abd5fce-1f31-4e06-a650-4e8fd2d74d5a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Checking segment: {'id': 'a2acdf55-8389-4993-a535-0fa12acca400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a1e03f41-3e02-46b4-b51d-a47ffbe87009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:14:46.855351 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abd5fce-1f31-4e06-a650-4e8fd2d74d5a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Network hostable DHCP agents. Network: a1e03f41-3e02-46b4-b51d-a47ffbe87009, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:14:46.880655 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ea1f2b2-3853-474b-9889-6af954ea22a8 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] GET failed (client error): The resource could not be found. Dec 10 19:14:46.882628 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-2ea1f2b2-3853-474b-9889-6af954ea22a8 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] 10.222.0.69 "GET /v2.0/ports/4324b3a4-cc53-454d-b819-2b2f5686d5cb HTTP/1.1" status: 404 len: 333 time: 0.0367479 Dec 10 19:14:46.893766 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51076) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:46.953260 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1b4175d2-de47-416e-8035-95b7292b84ee tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks [] for router_gateway, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:47.125388 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-443f7ae6-175e-4e3c-a97d-b30b80cf51d6 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Deleting port 5295fb82-6733-4ec0-9aae-00c23eed9671 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:14:47.125709 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-443f7ae6-175e-4e3c-a97d-b30b80cf51d6 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:47.133507 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe75a16-fdfa-45f4-9107-5db30b7ec431 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Pushing event updated for resources: {'Subnet': ['ID=f58eb4b7-f99e-485e-b690-013058c95f58,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:47.167361 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abd5fce-1f31-4e06-a650-4e8fd2d74d5a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Network a1e03f41-3e02-46b4-b51d-a47ffbe87009 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:14:47.215460 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-2abd5fce-1f31-4e06-a650-4e8fd2d74d5a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, a1e03f41-3e02-46b4-b51d-a47ffbe87009) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:14:47.226684 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1b7c34-22d8-4bc1-9cbc-049f066b3d78 None None] Network a1e03f41-3e02-46b4-b51d-a47ffbe87009 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:14:47.255221 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe75a16-fdfa-45f4-9107-5db30b7ec431 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Checking segment: {'id': 'a494e213-91dc-423b-aebf-85b45dc0219a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9f1786a7-31bb-48db-8400-bc980ce51618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:14:47.255575 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe75a16-fdfa-45f4-9107-5db30b7ec431 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Network hostable DHCP agents. Network: 9f1786a7-31bb-48db-8400-bc980ce51618, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:14:47.261035 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abd5fce-1f31-4e06-a650-4e8fd2d74d5a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:47.261632 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2abd5fce-1f31-4e06-a650-4e8fd2d74d5a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:47.365665 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-2abd5fce-1f31-4e06-a650-4e8fd2d74d5a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.5105844 Dec 10 19:14:47.371119 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51080) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:47.410929 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe75a16-fdfa-45f4-9107-5db30b7ec431 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Network 9f1786a7-31bb-48db-8400-bc980ce51618 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:14:47.454333 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-443f7ae6-175e-4e3c-a97d-b30b80cf51d6 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:47.474248 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-1fe75a16-fdfa-45f4-9107-5db30b7ec431 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 9f1786a7-31bb-48db-8400-bc980ce51618) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:14:47.493790 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1fe75a16-fdfa-45f4-9107-5db30b7ec431 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:47.499093 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-443f7ae6-175e-4e3c-a97d-b30b80cf51d6 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Calling delete_port for 5295fb82-6733-4ec0-9aae-00c23eed9671 owned by {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:14:47.499641 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687c753f-cbf8-4296-a5ae-600c7601370f None None] Network 9f1786a7-31bb-48db-8400-bc980ce51618 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:14:47.509284 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1b4175d2-de47-416e-8035-95b7292b84ee tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:47.520951 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c180603f-600a-4bb5-8a49-20a28f5f3c3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-a1e03f41-3e02-46b4-b51d-a47ffbe87009', 'network_id': 'a1e03f41-3e02-46b4-b51d-a47ffbe87009', 'tenant_id': 'c32314706c7841f0aec3c27688848c9e', 'fixed_ips': [{'subnet_id': '22245fff-bd42-44aa-b66a-5f6ae8429f10'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:14:47.522282 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c180603f-600a-4bb5-8a49-20a28f5f3c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:47.550752 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-531f07c8-bc70-41e0-afec-f8c119a497d4 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:47.628733 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531f07c8-bc70-41e0-afec-f8c119a497d4 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Pushing event deleted for resources: {'Port': ['ID=6328ed2c-cfc0-419d-a6bb-585f3055d4de,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:47.642855 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe75a16-fdfa-45f4-9107-5db30b7ec431 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Pushing event updated for resources: {'Subnet': ['ID=cd7cacda-2dcc-4eaf-ad69-9e35bb1f03ea,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:47.690365 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-30fd3219-9637-42e6-a9a0-a382b0b5a5e4 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:47.795376 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe75a16-fdfa-45f4-9107-5db30b7ec431 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Checking segment: {'id': 'c56d0d50-982c-4fa0-a8f6-ac2db77467cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd786786b-6954-4368-9ad8-a7ee436b7244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:14:47.795889 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe75a16-fdfa-45f4-9107-5db30b7ec431 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Network hostable DHCP agents. Network: d786786b-6954-4368-9ad8-a7ee436b7244, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:14:47.819064 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-531f07c8-bc70-41e0-afec-f8c119a497d4 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3755731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3712768'] for router_interface, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:47.853184 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-c180603f-600a-4bb5-8a49-20a28f5f3c3a None None] Allocated IP 172.20.0.1 (a1e03f41-3e02-46b4-b51d-a47ffbe87009/22245fff-bd42-44aa-b66a-5f6ae8429f10/a375faca-880b-4cf9-bc25-f8708e86b96c) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:14:47.908921 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d135b99e-6dfc-482d-abc6-837b8a2dc07e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-9f1786a7-31bb-48db-8400-bc980ce51618', 'network_id': '9f1786a7-31bb-48db-8400-bc980ce51618', 'tenant_id': '5b9b43448a22426ea5e35f1a4154d412', 'fixed_ips': [{'subnet_id': 'f58eb4b7-f99e-485e-b690-013058c95f58'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:14:47.909873 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d135b99e-6dfc-482d-abc6-837b8a2dc07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:48.021449 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-443f7ae6-175e-4e3c-a97d-b30b80cf51d6 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:48.055534 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe75a16-fdfa-45f4-9107-5db30b7ec431 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Network d786786b-6954-4368-9ad8-a7ee436b7244 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:14:48.066704 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-30fd3219-9637-42e6-a9a0-a382b0b5a5e4 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:48.093705 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443f7ae6-175e-4e3c-a97d-b30b80cf51d6 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Pushing event deleted for resources: {'Port': ['ID=5295fb82-6733-4ec0-9aae-00c23eed9671,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:48.098962 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-1fe75a16-fdfa-45f4-9107-5db30b7ec431 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, d786786b-6954-4368-9ad8-a7ee436b7244) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:14:48.122688 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe75a16-fdfa-45f4-9107-5db30b7ec431 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:48.122912 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe75a16-fdfa-45f4-9107-5db30b7ec431 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:48.123535 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1fe75a16-fdfa-45f4-9107-5db30b7ec431 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:48.168549 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c180603f-600a-4bb5-8a49-20a28f5f3c3a None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:48.175886 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a136fc-83e8-44b2-845e-a5d6983c4872 None None] Network d786786b-6954-4368-9ad8-a7ee436b7244 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:14:48.182008 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-443f7ae6-175e-4e3c-a97d-b30b80cf51d6 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:48.183358 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c180603f-600a-4bb5-8a49-20a28f5f3c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:48.193132 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-443f7ae6-175e-4e3c-a97d-b30b80cf51d6 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] 10.222.0.69 "DELETE /v2.0/ports/5295fb82-6733-4ec0-9aae-00c23eed9671 HTTP/1.1" status: 204 len: 168 time: 1.2973006 Dec 10 19:14:48.199902 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51084) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:48.233390 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-1fe75a16-fdfa-45f4-9107-5db30b7ec431 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.9344869 Dec 10 19:14:48.237611 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51086) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:48.283632 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-a4a3e8b4-bb54-4e1a-99a3-032275eb8351 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Deleting port 1115d481-025b-4a67-b04f-c49232557232 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:14:48.284089 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a4a3e8b4-bb54-4e1a-99a3-032275eb8351 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:48.318548 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-531f07c8-bc70-41e0-afec-f8c119a497d4 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Router 1dacb00d-b7b0-4b20-b3f4-02ff3fa673f9 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:14:48.346209 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b4175d2-de47-416e-8035-95b7292b84ee tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Router ca644947-a481-46ea-b9d2-95ce48b3f500 is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:14:48.429695 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c180603f-600a-4bb5-8a49-20a28f5f3c3a None None] Network a1e03f41-3e02-46b4-b51d-a47ffbe87009 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:14:48.482051 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-30fd3219-9637-42e6-a9a0-a382b0b5a5e4 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:48.488709 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a965f6-7c8c-4fa6-a992-4813f0c93a27 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:48.489087 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a965f6-7c8c-4fa6-a992-4813f0c93a27 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:48.490662 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a965f6-7c8c-4fa6-a992-4813f0c93a27 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:48.493173 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-83a965f6-7c8c-4fa6-a992-4813f0c93a27 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2547007 Dec 10 19:14:48.514982 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51090) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:48.536948 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-c180603f-600a-4bb5-8a49-20a28f5f3c3a None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:14:48.552737 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-d135b99e-6dfc-482d-abc6-837b8a2dc07e None None] Allocated IP 2001:db8::1 (9f1786a7-31bb-48db-8400-bc980ce51618/f58eb4b7-f99e-485e-b690-013058c95f58/8062cf78-9705-4a4b-8735-8bb00047416e) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:14:48.562800 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_v2 [None req-24410d78-2595-46f8-af53-6f8dfa14b8d2 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Deleting subnet df49328a-1803-405e-8e0e-f815620da6e6 {{(pid=102365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:14:48.571109 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-24410d78-2595-46f8-af53-6f8dfa14b8d2 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks [] for subnet, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:48.591126 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c180603f-600a-4bb5-8a49-20a28f5f3c3a None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:14:48.634420 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c180603f-600a-4bb5-8a49-20a28f5f3c3a None None] Pushing event updated for resources: {'Port': ['ID=a375faca-880b-4cf9-bc25-f8708e86b96c,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:48.635108 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-24410d78-2595-46f8-af53-6f8dfa14b8d2 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353213'] for subnet, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:48.652432 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fd3219-9637-42e6-a9a0-a382b0b5a5e4 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Pushing event deleted for resources: {'Subnet': ['ID=22245fff-bd42-44aa-b66a-5f6ae8429f10,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:48.689356 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4175d2-de47-416e-8035-95b7292b84ee tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:14:48.725512 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a4a3e8b4-bb54-4e1a-99a3-032275eb8351 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:48.731774 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-531f07c8-bc70-41e0-afec-f8c119a497d4 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:14:48.743354 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1b4175d2-de47-416e-8035-95b7292b84ee tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:48.747515 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-531f07c8-bc70-41e0-afec-f8c119a497d4 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] 10.222.0.69 "PUT /v2.0/routers/1dacb00d-b7b0-4b20-b3f4-02ff3fa673f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0538263 Dec 10 19:14:48.751308 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-1b4175d2-de47-416e-8035-95b7292b84ee tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.3124740 Dec 10 19:14:48.757765 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51092) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:48.758046 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51094) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:48.759586 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cdded8-d022-4ef1-8fc6-e7c9f6352d2d None None] Sync routers for ids ['1dacb00d-b7b0-4b20-b3f4-02ff3fa673f9'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:14:48.762357 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbff5c6-8ca4-495f-bbd0-9b990003a922 None None] Sync routers for ids ['ca644947-a481-46ea-b9d2-95ce48b3f500'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:14:48.773493 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-aa590887-ab06-43f7-9abc-d00050ec63eb tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'enable_snat': False}}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:48.779032 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff3babe5-325d-4156-9fca-bfbd983fa8e8 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Deleting subnet f58eb4b7-f99e-485e-b690-013058c95f58 {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:14:48.781808 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cdded8-d022-4ef1-8fc6-e7c9f6352d2d None None] Routers {'1dacb00d-b7b0-4b20-b3f4-02ff3fa673f9'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:14:48.783109 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-47cdded8-d022-4ef1-8fc6-e7c9f6352d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:14:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['1dacb00d-b7b0-4b20-b3f4-02ff3fa673f9'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:48.786039 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-a4a3e8b4-bb54-4e1a-99a3-032275eb8351 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Calling delete_port for 1115d481-025b-4a67-b04f-c49232557232 owned by network:router_interface {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:14:48.825874 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-30fd3219-9637-42e6-a9a0-a382b0b5a5e4 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:48.849531 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.api.v2.resource [None req-d7005a29-86e5-403d-9ca6-774fc66699b0 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] delete failed (client error): The resource could not be found. Dec 10 19:14:48.850507 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-47cdded8-d022-4ef1-8fc6-e7c9f6352d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:48.855136 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-d7005a29-86e5-403d-9ca6-774fc66699b0 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] 10.222.0.69 "DELETE /v2.0/routers/tempest-non_exist_router-1254872585 HTTP/1.1" status: 404 len: 335 time: 0.0929024 Dec 10 19:14:48.864448 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51096) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:48.873918 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cdded8-d022-4ef1-8fc6-e7c9f6352d2d None None] Routers {'1dacb00d-b7b0-4b20-b3f4-02ff3fa673f9'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:14:48.875258 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-c6e6665c-e89a-4996-8fae-af8f3e79973b tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Request body: {'router': {'external_gateway_info': {'network_id': '1dacb00d-b7b0-4b20-b3f4-02ff3fa673f9'}}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:48.875500 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-47cdded8-d022-4ef1-8fc6-e7c9f6352d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:14:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['1dacb00d-b7b0-4b20-b3f4-02ff3fa673f9'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:48.887157 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-30fd3219-9637-42e6-a9a0-a382b0b5a5e4 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1e03f41-3e02-46b4-b51d-a47ffbe87009']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:48.941349 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-47cdded8-d022-4ef1-8fc6-e7c9f6352d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:48.942937 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cdded8-d022-4ef1-8fc6-e7c9f6352d2d None None] The sync data for ids ['1dacb00d-b7b0-4b20-b3f4-02ff3fa673f9'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:14:49.025942 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-c180603f-600a-4bb5-8a49-20a28f5f3c3a None None] Attempting to bind port a375faca-880b-4cf9-bc25-f8708e86b96c on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:14:49.025942 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-c180603f-600a-4bb5-8a49-20a28f5f3c3a None None] Attempting to bind port a375faca-880b-4cf9-bc25-f8708e86b96c by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': 'a2acdf55-8389-4993-a535-0fa12acca400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a1e03f41-3e02-46b4-b51d-a47ffbe87009'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:14:49.026380 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c180603f-600a-4bb5-8a49-20a28f5f3c3a None None] Attempting to bind port a375faca-880b-4cf9-bc25-f8708e86b96c on network a1e03f41-3e02-46b4-b51d-a47ffbe87009 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:14:49.076472 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c180603f-600a-4bb5-8a49-20a28f5f3c3a None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:14:49.077224 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c180603f-600a-4bb5-8a49-20a28f5f3c3a None None] Checking segment: {'id': 'a2acdf55-8389-4993-a535-0fa12acca400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a1e03f41-3e02-46b4-b51d-a47ffbe87009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:14:49.077918 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c180603f-600a-4bb5-8a49-20a28f5f3c3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:49.078585 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c180603f-600a-4bb5-8a49-20a28f5f3c3a None None] Bound using segment: {'id': 'a2acdf55-8389-4993-a535-0fa12acca400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a1e03f41-3e02-46b4-b51d-a47ffbe87009'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:14:49.079445 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-c180603f-600a-4bb5-8a49-20a28f5f3c3a None None] Bound port: a375faca-880b-4cf9-bc25-f8708e86b96c, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2acdf55-8389-4993-a535-0fa12acca400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a1e03f41-3e02-46b4-b51d-a47ffbe87009'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:14:49.080114 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c180603f-600a-4bb5-8a49-20a28f5f3c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:49.092962 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbff5c6-8ca4-495f-bbd0-9b990003a922 None None] Routers {'ca644947-a481-46ea-b9d2-95ce48b3f500'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:14:49.093233 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-7fbff5c6-8ca4-495f-bbd0-9b990003a922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:14:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['ca644947-a481-46ea-b9d2-95ce48b3f500'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:49.177466 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e3e9b5-7e52-4c32-89fa-759088e0adad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-d786786b-6954-4368-9ad8-a7ee436b7244', 'network_id': 'd786786b-6954-4368-9ad8-a7ee436b7244', 'tenant_id': '5b9b43448a22426ea5e35f1a4154d412', 'fixed_ips': [{'subnet_id': 'cd7cacda-2dcc-4eaf-ad69-9e35bb1f03ea'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:14:49.178976 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d8e3e9b5-7e52-4c32-89fa-759088e0adad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:49.199398 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-7fbff5c6-8ca4-495f-bbd0-9b990003a922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:49.250705 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d135b99e-6dfc-482d-abc6-837b8a2dc07e None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:49.263031 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbff5c6-8ca4-495f-bbd0-9b990003a922 None None] Routers {'ca644947-a481-46ea-b9d2-95ce48b3f500'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:14:49.263919 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-7fbff5c6-8ca4-495f-bbd0-9b990003a922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:14:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['ca644947-a481-46ea-b9d2-95ce48b3f500'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:49.272432 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ff3babe5-325d-4156-9fca-bfbd983fa8e8 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:49.322641 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-30fd3219-9637-42e6-a9a0-a382b0b5a5e4 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2acdf55-8389-4993-a535-0fa12acca400') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:49.323079 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-30fd3219-9637-42e6-a9a0-a382b0b5a5e4 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2acdf55-8389-4993-a535-0fa12acca400') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:49.374546 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-30fd3219-9637-42e6-a9a0-a382b0b5a5e4 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:49.433957 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-30fd3219-9637-42e6-a9a0-a382b0b5a5e4 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:49.439017 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-24410d78-2595-46f8-af53-6f8dfa14b8d2 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:49.443484 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ff3babe5-325d-4156-9fca-bfbd983fa8e8 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:49.496782 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d135b99e-6dfc-482d-abc6-837b8a2dc07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:49.500288 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30fd3219-9637-42e6-a9a0-a382b0b5a5e4 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:14:49.500981 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-30fd3219-9637-42e6-a9a0-a382b0b5a5e4 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:49.511444 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:14:49.511444 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:14:49.511444 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:14:49.511444 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:14:49.511444 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:14:49.511444 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:14:49.511444 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:14:49.511444 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:14:49.511444 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:14:49.511444 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:14:49.511444 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:14:49.511444 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:14:49.511444 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:14:49.511444 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:14:49.511444 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:14:49.511444 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:14:49.511444 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:14:49.511444 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:14:49.511444 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:14:49.511444 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:14:49.511444 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:14:49.511444 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:14:49.511444 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:14:49.511444 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:14:49.511444 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:14:49.511444 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:14:49.511444 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:14:49.511444 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:14:49.511444 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:14:49.511444 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:14:49.511444 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:14:49.511444 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:14:49.549396 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c6e6665c-e89a-4996-8fae-af8f3e79973b tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:49.580553 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.api.v2.resource [None req-c6e6665c-e89a-4996-8fae-af8f3e79973b tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] update failed (client error): The resource could not be found. Dec 10 19:14:49.581723 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-c6e6665c-e89a-4996-8fae-af8f3e79973b tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] 10.222.0.69 "PUT /v2.0/routers/1dacb00d-b7b0-4b20-b3f4-02ff3fa673f9 HTTP/1.1" status: 404 len: 339 time: 0.7157230 Dec 10 19:14:49.588549 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51102) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:49.594167 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-da844135-280a-4f7f-9ff2-254dad81029f tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1828061887'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:49.635594 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-24410d78-2595-46f8-af53-6f8dfa14b8d2 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:49.649518 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da844135-280a-4f7f-9ff2-254dad81029f tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Made reservation on behalf of 2c79311a1ea74b61b8f3dd24d8cdc1f9 for: {'network': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:14:49.653693 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-da844135-280a-4f7f-9ff2-254dad81029f tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:49.665634 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-7fbff5c6-8ca4-495f-bbd0-9b990003a922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:49.666856 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbff5c6-8ca4-495f-bbd0-9b990003a922 None None] The sync data for ids ['ca644947-a481-46ea-b9d2-95ce48b3f500'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:14:49.693041 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24410d78-2595-46f8-af53-6f8dfa14b8d2 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Pushing event deleted for resources: {'Subnet': ['ID=df49328a-1803-405e-8e0e-f815620da6e6,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:49.706622 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-24410d78-2595-46f8-af53-6f8dfa14b8d2 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:49.711118 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-24410d78-2595-46f8-af53-6f8dfa14b8d2 tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] 10.222.0.69 "DELETE /v2.0/subnets/df49328a-1803-405e-8e0e-f815620da6e6 HTTP/1.1" status: 204 len: 168 time: 1.5051546 Dec 10 19:14:49.724099 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.db.api [None req-30fd3219-9637-42e6-a9a0-a382b0b5a5e4 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 19:14:49.724099 dv-neutron-821441-1-hyperv neutron-server[102366]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 19:14:49.724099 dv-neutron-821441-1-hyperv neutron-server[102366]: [parameters: {'id': 'a1e03f41-3e02-46b4-b51d-a47ffbe87009'}] Dec 10 19:14:49.724099 dv-neutron-821441-1-hyperv neutron-server[102366]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:14:49.725127 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG oslo_db.api [None req-30fd3219-9637-42e6-a9a0-a382b0b5a5e4 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:14:49.728764 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51104) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:49.730399 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da844135-280a-4f7f-9ff2-254dad81029f tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=102365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:14:49.742747 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-da844135-280a-4f7f-9ff2-254dad81029f tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:49.743221 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.segments_db [None req-da844135-280a-4f7f-9ff2-254dad81029f tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Added segment fcc13b83-62e9-4f2b-9afb-b7e500555101 of type vlan for network d28f126c-059e-4488-8c0e-9b94b27a2853 Dec 10 19:14:49.748625 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e57baa-18b7-4982-8d55-f3e77dc19ce2 None None] Network 45a1cef1-b668-40f0-ae29-b18682257f53 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:14:49.792241 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-da844135-280a-4f7f-9ff2-254dad81029f tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:49.826585 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-da844135-280a-4f7f-9ff2-254dad81029f tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:49.833319 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da844135-280a-4f7f-9ff2-254dad81029f tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:49.834043 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-da844135-280a-4f7f-9ff2-254dad81029f tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:49.881278 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d135b99e-6dfc-482d-abc6-837b8a2dc07e None None] Network 9f1786a7-31bb-48db-8400-bc980ce51618 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:14:49.899484 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d135b99e-6dfc-482d-abc6-837b8a2dc07e None None] Pushing event updated for resources: {'Port': ['ID=8062cf78-9705-4a4b-8735-8bb00047416e,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:49.910057 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-da844135-280a-4f7f-9ff2-254dad81029f tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3219335 Dec 10 19:14:49.918937 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51106) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:49.927721 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c180603f-600a-4bb5-8a49-20a28f5f3c3a None None] For port a375faca-880b-4cf9-bc25-f8708e86b96c, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:14:49.928150 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ff3babe5-325d-4156-9fca-bfbd983fa8e8 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:49.929836 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da844135-280a-4f7f-9ff2-254dad81029f tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Pushing event updated for resources: {'Network': ['ID=d28f126c-059e-4488-8c0e-9b94b27a2853,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:49.932287 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-d135b99e-6dfc-482d-abc6-837b8a2dc07e None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:14:49.935113 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-8377d4e9-7482-4056-b40e-7fe5aaba9b6e tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Request body: {'subnet': {'network_id': 'd28f126c-059e-4488-8c0e-9b94b27a2853', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:49.950325 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d135b99e-6dfc-482d-abc6-837b8a2dc07e None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:14:49.964488 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network d28f126c-059e-4488-8c0e-9b94b27a2853 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:14:49.964862 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0153630d-bade-4340-9469-175228e154fb tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:50.020229 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c180603f-600a-4bb5-8a49-20a28f5f3c3a None None] For port a375faca-880b-4cf9-bc25-f8708e86b96c, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=a375faca-880b-4cf9-bc25-f8708e86b96c,segment=NetworkSegment(a2acdf55-8389-4993-a535-0fa12acca400),segment_id=a2acdf55-8389-4993-a535-0fa12acca400)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:14:50.112191 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c180603f-600a-4bb5-8a49-20a28f5f3c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:50.201078 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a4a3e8b4-bb54-4e1a-99a3-032275eb8351 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:50.258707 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-30fd3219-9637-42e6-a9a0-a382b0b5a5e4 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:50.274643 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a3e8b4-bb54-4e1a-99a3-032275eb8351 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Pushing event deleted for resources: {'Port': ['ID=1115d481-025b-4a67-b04f-c49232557232,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:50.283528 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ff3babe5-325d-4156-9fca-bfbd983fa8e8 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:50.356431 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8377d4e9-7482-4056-b40e-7fe5aaba9b6e tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Made reservation on behalf of 2c79311a1ea74b61b8f3dd24d8cdc1f9 for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:14:50.359940 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8377d4e9-7482-4056-b40e-7fe5aaba9b6e tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:50.367294 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3babe5-325d-4156-9fca-bfbd983fa8e8 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Pushing event deleted for resources: {'Subnet': ['ID=f58eb4b7-f99e-485e-b690-013058c95f58,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:50.373625 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-d8e3e9b5-7e52-4c32-89fa-759088e0adad None None] Allocated IP 2001:db8:0:1::1 (d786786b-6954-4368-9ad8-a7ee436b7244/cd7cacda-2dcc-4eaf-ad69-9e35bb1f03ea/f5c5e93e-a47f-443b-bd0c-8ad2f3ee0e72) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:14:50.397346 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ff3babe5-325d-4156-9fca-bfbd983fa8e8 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:50.401854 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-ff3babe5-325d-4156-9fca-bfbd983fa8e8 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] 10.222.0.69 "DELETE /v2.0/subnets/f58eb4b7-f99e-485e-b690-013058c95f58 HTTP/1.1" status: 204 len: 168 time: 1.8828514 Dec 10 19:14:50.405279 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51110) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:50.422924 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-aa590887-ab06-43f7-9abc-d00050ec63eb tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:50.475142 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a20765d-ca89-4fe1-b2c7-c6885049e774 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Deleting subnet cd7cacda-2dcc-4eaf-ad69-9e35bb1f03ea {{(pid=102365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:14:50.484045 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-14b56b66-6f3a-49d9-abaa-1cd48a96bf89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:50.549011 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-0153630d-bade-4340-9469-175228e154fb tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Deleting port f0864e8a-1797-47a4-90b5-33cf8f1e310f {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:14:50.550023 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0153630d-bade-4340-9469-175228e154fb tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:50.568794 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376f7d42-63d3-4643-8370-2d8a03ba979d None None] Network a1e03f41-3e02-46b4-b51d-a47ffbe87009 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:14:50.577057 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-d135b99e-6dfc-482d-abc6-837b8a2dc07e None None] Attempting to bind port 8062cf78-9705-4a4b-8735-8bb00047416e on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:14:50.577427 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-d135b99e-6dfc-482d-abc6-837b8a2dc07e None None] Attempting to bind port 8062cf78-9705-4a4b-8735-8bb00047416e by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': 'a494e213-91dc-423b-aebf-85b45dc0219a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9f1786a7-31bb-48db-8400-bc980ce51618'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:14:50.577818 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d135b99e-6dfc-482d-abc6-837b8a2dc07e None None] Attempting to bind port 8062cf78-9705-4a4b-8735-8bb00047416e on network 9f1786a7-31bb-48db-8400-bc980ce51618 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:14:50.594438 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c180603f-600a-4bb5-8a49-20a28f5f3c3a None None] Pushing event updated for resources: {'Port': ['ID=a375faca-880b-4cf9-bc25-f8708e86b96c,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:50.648946 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d135b99e-6dfc-482d-abc6-837b8a2dc07e None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:14:50.650069 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d135b99e-6dfc-482d-abc6-837b8a2dc07e None None] Checking segment: {'id': 'a494e213-91dc-423b-aebf-85b45dc0219a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9f1786a7-31bb-48db-8400-bc980ce51618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:14:50.650742 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d135b99e-6dfc-482d-abc6-837b8a2dc07e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:50.651167 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d135b99e-6dfc-482d-abc6-837b8a2dc07e None None] Bound using segment: {'id': 'a494e213-91dc-423b-aebf-85b45dc0219a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9f1786a7-31bb-48db-8400-bc980ce51618'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:14:50.651660 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-d135b99e-6dfc-482d-abc6-837b8a2dc07e None None] Bound port: 8062cf78-9705-4a4b-8735-8bb00047416e, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a494e213-91dc-423b-aebf-85b45dc0219a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9f1786a7-31bb-48db-8400-bc980ce51618'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:14:50.652386 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d135b99e-6dfc-482d-abc6-837b8a2dc07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:50.784286 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-0153630d-bade-4340-9469-175228e154fb tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] For port f0864e8a-1797-47a4-90b5-33cf8f1e310f, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=f0864e8a-1797-47a4-90b5-33cf8f1e310f,segment=NetworkSegment(ecd70b55-8056-4d93-8af8-74e16382e324),segment_id=ecd70b55-8056-4d93-8af8-74e16382e324)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:14:50.785044 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0153630d-bade-4340-9469-175228e154fb tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:50.816549 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f338f97-8a44-41b0-9ad8-e658c97f2e2a None None] DHCP port deletion for 45a1cef1-b668-40f0-ae29-b18682257f53 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:14:50.822468 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-0153630d-bade-4340-9469-175228e154fb tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Calling delete_port for f0864e8a-1797-47a4-90b5-33cf8f1e310f owned by network:dhcp {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:14:50.889695 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-30fd3219-9637-42e6-a9a0-a382b0b5a5e4 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Deleting port a375faca-880b-4cf9-bc25-f8708e86b96c {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:14:50.890031 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-30fd3219-9637-42e6-a9a0-a382b0b5a5e4 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:50.905646 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d8e3e9b5-7e52-4c32-89fa-759088e0adad None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:50.907611 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-d135b99e-6dfc-482d-abc6-837b8a2dc07e None None] For port 8062cf78-9705-4a4b-8735-8bb00047416e, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:14:50.914976 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1a20765d-ca89-4fe1-b2c7-c6885049e774 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks [] for subnet, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:50.925824 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d8e3e9b5-7e52-4c32-89fa-759088e0adad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:50.932737 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-d135b99e-6dfc-482d-abc6-837b8a2dc07e None None] For port 8062cf78-9705-4a4b-8735-8bb00047416e, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=8062cf78-9705-4a4b-8735-8bb00047416e,segment=NetworkSegment(a494e213-91dc-423b-aebf-85b45dc0219a),segment_id=a494e213-91dc-423b-aebf-85b45dc0219a)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:14:50.967651 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d135b99e-6dfc-482d-abc6-837b8a2dc07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:50.971567 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1a20765d-ca89-4fe1-b2c7-c6885049e774 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353213'] for subnet, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:51.005627 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e3e9b5-7e52-4c32-89fa-759088e0adad None None] Network d786786b-6954-4368-9ad8-a7ee436b7244 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:14:51.013615 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e3e9b5-7e52-4c32-89fa-759088e0adad None None] Pushing event updated for resources: {'Port': ['ID=f5c5e93e-a47f-443b-bd0c-8ad2f3ee0e72,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:51.017909 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-d8e3e9b5-7e52-4c32-89fa-759088e0adad None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:14:51.034417 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e3e9b5-7e52-4c32-89fa-759088e0adad None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:14:51.068860 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a4a3e8b4-bb54-4e1a-99a3-032275eb8351 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3755731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3712768'] for router_interface, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:51.125869 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-6f338f97-8a44-41b0-9ad8-e658c97f2e2a None None] Deleting port f0864e8a-1797-47a4-90b5-33cf8f1e310f {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:14:51.126250 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6f338f97-8a44-41b0-9ad8-e658c97f2e2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:51.162483 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-30fd3219-9637-42e6-a9a0-a382b0b5a5e4 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] For port a375faca-880b-4cf9-bc25-f8708e86b96c, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=a375faca-880b-4cf9-bc25-f8708e86b96c,segment=NetworkSegment(a2acdf55-8389-4993-a535-0fa12acca400),segment_id=a2acdf55-8389-4993-a535-0fa12acca400)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:14:51.162933 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-30fd3219-9637-42e6-a9a0-a382b0b5a5e4 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:51.174818 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1a20765d-ca89-4fe1-b2c7-c6885049e774 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:51.193091 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8377d4e9-7482-4056-b40e-7fe5aaba9b6e tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:51.196044 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-30fd3219-9637-42e6-a9a0-a382b0b5a5e4 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Calling delete_port for a375faca-880b-4cf9-bc25-f8708e86b96c owned by network:dhcp {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:14:51.243256 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d135b99e-6dfc-482d-abc6-837b8a2dc07e None None] Pushing event updated for resources: {'Port': ['ID=8062cf78-9705-4a4b-8735-8bb00047416e,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:51.254053 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b45f4e7-22bc-4748-919e-dbb08bb92b36 None None] Network 9f1786a7-31bb-48db-8400-bc980ce51618 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:14:51.325617 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1a20765d-ca89-4fe1-b2c7-c6885049e774 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:51.331932 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0153630d-bade-4340-9469-175228e154fb tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:51.381666 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1a20765d-ca89-4fe1-b2c7-c6885049e774 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:51.389011 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-1a20765d-ca89-4fe1-b2c7-c6885049e774 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] 10.222.0.69 "DELETE /v2.0/subnets/cd7cacda-2dcc-4eaf-ad69-9e35bb1f03ea HTTP/1.1" status: 204 len: 168 time: 0.9792368 Dec 10 19:14:51.389011 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a20765d-ca89-4fe1-b2c7-c6885049e774 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Pushing event deleted for resources: {'Subnet': ['ID=cd7cacda-2dcc-4eaf-ad69-9e35bb1f03ea,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:51.393329 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51116) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:51.408181 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-6f338f97-8a44-41b0-9ad8-e658c97f2e2a None None] For port f0864e8a-1797-47a4-90b5-33cf8f1e310f, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=f0864e8a-1797-47a4-90b5-33cf8f1e310f,segment=NetworkSegment(ecd70b55-8056-4d93-8af8-74e16382e324),segment_id=ecd70b55-8056-4d93-8af8-74e16382e324)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:14:51.408873 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6f338f97-8a44-41b0-9ad8-e658c97f2e2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:51.414009 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-d8e3e9b5-7e52-4c32-89fa-759088e0adad None None] Attempting to bind port f5c5e93e-a47f-443b-bd0c-8ad2f3ee0e72 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:14:51.414635 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-d8e3e9b5-7e52-4c32-89fa-759088e0adad None None] Attempting to bind port f5c5e93e-a47f-443b-bd0c-8ad2f3ee0e72 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': 'c56d0d50-982c-4fa0-a8f6-ac2db77467cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd786786b-6954-4368-9ad8-a7ee436b7244'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:14:51.415241 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e3e9b5-7e52-4c32-89fa-759088e0adad None None] Attempting to bind port f5c5e93e-a47f-443b-bd0c-8ad2f3ee0e72 on network d786786b-6954-4368-9ad8-a7ee436b7244 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:14:51.428070 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0153630d-bade-4340-9469-175228e154fb tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Pushing event deleted for resources: {'Port': ['ID=f0864e8a-1797-47a4-90b5-33cf8f1e310f,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:51.441745 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0153630d-bade-4340-9469-175228e154fb tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] No DVR routers for this DVR port f0864e8a-1797-47a4-90b5-33cf8f1e310f on host dv-neutron-821441-1-hyperv {{(pid=102366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:14:51.446983 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8377d4e9-7482-4056-b40e-7fe5aaba9b6e tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Pushing event updated for resources: {'Subnet': ['ID=76f4ced3-8cb1-4a29-87e0-62798caf9917,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:51.460899 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-6f338f97-8a44-41b0-9ad8-e658c97f2e2a None None] Calling delete_port for f0864e8a-1797-47a4-90b5-33cf8f1e310f owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:14:51.466004 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e3e9b5-7e52-4c32-89fa-759088e0adad None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:14:51.466989 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e3e9b5-7e52-4c32-89fa-759088e0adad None None] Checking segment: {'id': 'c56d0d50-982c-4fa0-a8f6-ac2db77467cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd786786b-6954-4368-9ad8-a7ee436b7244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:14:51.469804 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d8e3e9b5-7e52-4c32-89fa-759088e0adad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:51.470809 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e3e9b5-7e52-4c32-89fa-759088e0adad None None] Bound using segment: {'id': 'c56d0d50-982c-4fa0-a8f6-ac2db77467cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd786786b-6954-4368-9ad8-a7ee436b7244'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:14:51.472303 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-d8e3e9b5-7e52-4c32-89fa-759088e0adad None None] Bound port: f5c5e93e-a47f-443b-bd0c-8ad2f3ee0e72, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c56d0d50-982c-4fa0-a8f6-ac2db77467cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd786786b-6954-4368-9ad8-a7ee436b7244'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:14:51.473025 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d8e3e9b5-7e52-4c32-89fa-759088e0adad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:51.502343 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83a89b8-56c0-4241-a61a-88f46b1d9d9e tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:51.504196 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-c83a89b8-56c0-4241-a61a-88f46b1d9d9e tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1098690 Dec 10 19:14:51.508642 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51118) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:51.606466 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-23ef10e1-1880-4daf-81e4-e371226c5250 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:51.635077 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8377d4e9-7482-4056-b40e-7fe5aaba9b6e tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Checking segment: {'id': 'fcc13b83-62e9-4f2b-9afb-b7e500555101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd28f126c-059e-4488-8c0e-9b94b27a2853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:14:51.635650 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8377d4e9-7482-4056-b40e-7fe5aaba9b6e tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Network hostable DHCP agents. Network: d28f126c-059e-4488-8c0e-9b94b27a2853, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:14:51.670851 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-23ef10e1-1880-4daf-81e4-e371226c5250 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Deleting port f5c5e93e-a47f-443b-bd0c-8ad2f3ee0e72 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:14:51.671558 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-23ef10e1-1880-4daf-81e4-e371226c5250 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:51.770947 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-23ef10e1-1880-4daf-81e4-e371226c5250 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] For port f5c5e93e-a47f-443b-bd0c-8ad2f3ee0e72, host dv-neutron-821441-1-hyperv, got binding levels [] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:14:51.771481 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-23ef10e1-1880-4daf-81e4-e371226c5250 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:51.789074 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-23ef10e1-1880-4daf-81e4-e371226c5250 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Calling delete_port for f5c5e93e-a47f-443b-bd0c-8ad2f3ee0e72 owned by network:dhcp {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:14:51.806641 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-d8e3e9b5-7e52-4c32-89fa-759088e0adad None None] For port f5c5e93e-a47f-443b-bd0c-8ad2f3ee0e72, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:14:51.819281 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-d8e3e9b5-7e52-4c32-89fa-759088e0adad None None] For port f5c5e93e-a47f-443b-bd0c-8ad2f3ee0e72, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=f5c5e93e-a47f-443b-bd0c-8ad2f3ee0e72,segment=NetworkSegment(c56d0d50-982c-4fa0-a8f6-ac2db77467cd),segment_id=c56d0d50-982c-4fa0-a8f6-ac2db77467cd)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:14:51.843454 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d8e3e9b5-7e52-4c32-89fa-759088e0adad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:51.950461 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-23ef10e1-1880-4daf-81e4-e371226c5250 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:51.953089 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6f338f97-8a44-41b0-9ad8-e658c97f2e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:52.004982 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ef10e1-1880-4daf-81e4-e371226c5250 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] No DVR routers for this DVR port f5c5e93e-a47f-443b-bd0c-8ad2f3ee0e72 on host dv-neutron-821441-1-hyperv {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:14:52.013802 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ef10e1-1880-4daf-81e4-e371226c5250 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Pushing event deleted for resources: {'Port': ['ID=f5c5e93e-a47f-443b-bd0c-8ad2f3ee0e72,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:52.063797 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0153630d-bade-4340-9469-175228e154fb tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:52.127867 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-30fd3219-9637-42e6-a9a0-a382b0b5a5e4 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:52.139737 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-0153630d-bade-4340-9469-175228e154fb tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45a1cef1-b668-40f0-ae29-b18682257f53']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:52.151154 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8377d4e9-7482-4056-b40e-7fe5aaba9b6e tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Network d28f126c-059e-4488-8c0e-9b94b27a2853 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:14:52.155285 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-23ef10e1-1880-4daf-81e4-e371226c5250 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:52.192537 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-23ef10e1-1880-4daf-81e4-e371226c5250 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d786786b-6954-4368-9ad8-a7ee436b7244']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:52.203178 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-0153630d-bade-4340-9469-175228e154fb tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecd70b55-8056-4d93-8af8-74e16382e324') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:52.203527 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-0153630d-bade-4340-9469-175228e154fb tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecd70b55-8056-4d93-8af8-74e16382e324') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:52.211663 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-23ef10e1-1880-4daf-81e4-e371226c5250 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c56d0d50-982c-4fa0-a8f6-ac2db77467cd') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:52.211961 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fd3219-9637-42e6-a9a0-a382b0b5a5e4 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Pushing event deleted for resources: {'Port': ['ID=a375faca-880b-4cf9-bc25-f8708e86b96c,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:52.212147 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-23ef10e1-1880-4daf-81e4-e371226c5250 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c56d0d50-982c-4fa0-a8f6-ac2db77467cd') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:52.229384 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-23ef10e1-1880-4daf-81e4-e371226c5250 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:52.249488 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-23ef10e1-1880-4daf-81e4-e371226c5250 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:52.250593 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fd3219-9637-42e6-a9a0-a382b0b5a5e4 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] No DVR routers for this DVR port a375faca-880b-4cf9-bc25-f8708e86b96c on host dv-neutron-821441-1-hyperv {{(pid=102366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:14:52.258844 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23ef10e1-1880-4daf-81e4-e371226c5250 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:14:52.259353 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-23ef10e1-1880-4daf-81e4-e371226c5250 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:52.263586 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:14:52.263586 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:14:52.263586 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:14:52.263586 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:14:52.263586 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:14:52.263586 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:14:52.263586 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:14:52.263586 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:14:52.263586 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:14:52.263586 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:14:52.263586 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:14:52.263586 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:14:52.263586 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:14:52.263586 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:14:52.263586 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:14:52.263586 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:14:52.263586 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:14:52.263586 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:14:52.263586 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:14:52.263586 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:14:52.263586 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:14:52.263586 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:14:52.263586 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:14:52.263586 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:14:52.263586 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:14:52.263586 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:14:52.263586 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:14:52.263586 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:14:52.263586 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:14:52.263586 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:14:52.263586 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:14:52.263586 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:14:52.301445 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-8377d4e9-7482-4056-b40e-7fe5aaba9b6e tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, d28f126c-059e-4488-8c0e-9b94b27a2853) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:14:52.305219 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0153630d-bade-4340-9469-175228e154fb tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:52.316859 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server [None req-eeb571de-497f-450d-b131-8aea8f590661 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port f5c5e93e-a47f-443b-bd0c-8ad2f3ee0e72 could not be found. Dec 10 19:14:52.316859 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 19:14:52.316859 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Dec 10 19:14:52.316859 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Dec 10 19:14:52.316859 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Dec 10 19:14:52.316859 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Dec 10 19:14:52.316859 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Dec 10 19:14:52.316859 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return self._iter().one() Dec 10 19:14:52.316859 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Dec 10 19:14:52.316859 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return self._only_one_row( Dec 10 19:14:52.316859 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Dec 10 19:14:52.316859 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Dec 10 19:14:52.316859 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Dec 10 19:14:52.316859 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server Dec 10 19:14:52.316859 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Dec 10 19:14:52.316859 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server Dec 10 19:14:52.316859 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 19:14:52.316859 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 19:14:52.316859 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 19:14:52.316859 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 19:14:52.316859 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 19:14:52.316859 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 19:14:52.316859 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 19:14:52.316859 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 19:14:52.316859 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 19:14:52.316859 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:14:52.316859 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:14:52.316859 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:14:52.316859 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:14:52.316859 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 19:14:52.316859 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 19:14:52.316859 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 19:14:52.316859 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 19:14:52.316859 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:14:52.316859 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:14:52.316859 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:14:52.316859 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:14:52.316859 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 19:14:52.316859 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 19:14:52.316859 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 19:14:52.316859 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 19:14:52.316859 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:14:52.316859 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:14:52.316859 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:14:52.316859 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:14:52.316859 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 19:14:52.316859 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 19:14:52.316859 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port Dec 10 19:14:52.316859 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Dec 10 19:14:52.316859 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 19:14:52.316859 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 19:14:52.316859 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 19:14:52.316859 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 19:14:52.316859 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:14:52.316859 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:14:52.327510 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:14:52.327510 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:14:52.327510 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 19:14:52.327510 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 19:14:52.327510 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 19:14:52.327510 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 19:14:52.327510 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:14:52.327510 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:14:52.327510 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:14:52.327510 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:14:52.327510 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 19:14:52.327510 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 19:14:52.327510 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 19:14:52.327510 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 19:14:52.327510 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:14:52.327510 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:14:52.327510 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:14:52.327510 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:14:52.327510 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 19:14:52.327510 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 19:14:52.327510 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Dec 10 19:14:52.327510 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Dec 10 19:14:52.327510 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1554, in get_port Dec 10 19:14:52.327510 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Dec 10 19:14:52.327510 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Dec 10 19:14:52.327510 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Dec 10 19:14:52.327510 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port f5c5e93e-a47f-443b-bd0c-8ad2f3ee0e72 could not be found. Dec 10 19:14:52.327510 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server Dec 10 19:14:52.335953 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8377d4e9-7482-4056-b40e-7fe5aaba9b6e tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:52.335953 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8377d4e9-7482-4056-b40e-7fe5aaba9b6e tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:52.336557 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f338f97-8a44-41b0-9ad8-e658c97f2e2a None None] No DVR routers for this DVR port f0864e8a-1797-47a4-90b5-33cf8f1e310f on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:14:52.371017 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8597e7c-261f-4ac4-b065-fadcb87cb11f None None] Network d28f126c-059e-4488-8c0e-9b94b27a2853 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:14:52.378484 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-23ef10e1-1880-4daf-81e4-e371226c5250 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:52.391742 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a0e993-ebf9-455e-8521-34cbeb66bae0 None None] Network d786786b-6954-4368-9ad8-a7ee436b7244 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:14:52.392318 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-8377d4e9-7482-4056-b40e-7fe5aaba9b6e tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4674196 Dec 10 19:14:52.398853 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51124) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:52.421755 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0153630d-bade-4340-9469-175228e154fb tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:52.427142 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-23ef10e1-1880-4daf-81e4-e371226c5250 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:52.432603 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-23ef10e1-1880-4daf-81e4-e371226c5250 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] 10.222.0.69 "DELETE /v2.0/networks/d786786b-6954-4368-9ad8-a7ee436b7244 HTTP/1.1" status: 204 len: 168 time: 0.9223921 Dec 10 19:14:52.435265 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51126) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:52.449505 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ef10e1-1880-4daf-81e4-e371226c5250 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Pushing event deleted for resources: {'Network': ['ID=d786786b-6954-4368-9ad8-a7ee436b7244,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:52.453347 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-2ef820a0-bb8a-4ff1-8412-7e8656106a8f tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd28f126c-059e-4488-8c0e-9b94b27a2853'}}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:52.487342 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e3e9b5-7e52-4c32-89fa-759088e0adad None None] Pushing event updated for resources: {'Port': ['ID=f5c5e93e-a47f-443b-bd0c-8ad2f3ee0e72,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:52.496548 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a0e993-ebf9-455e-8521-34cbeb66bae0 None None] Network d786786b-6954-4368-9ad8-a7ee436b7244 could not be found, it might have been deleted concurrently. {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 10 19:14:52.511639 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0153630d-bade-4340-9469-175228e154fb tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:14:52.512205 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0153630d-bade-4340-9469-175228e154fb tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:52.544531 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:14:52.544531 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:14:52.544531 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:14:52.544531 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:14:52.544531 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:14:52.544531 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:14:52.544531 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:14:52.544531 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:14:52.544531 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:14:52.544531 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:14:52.544531 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:14:52.544531 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:14:52.544531 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:14:52.544531 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:14:52.544531 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:14:52.544531 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:14:52.544531 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:14:52.544531 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:14:52.544531 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:14:52.544531 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:14:52.544531 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:14:52.544531 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:14:52.544531 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:14:52.544531 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:14:52.544531 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:14:52.544531 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:14:52.544531 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:14:52.544531 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:14:52.544531 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:14:52.544531 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:14:52.544531 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:14:52.544531 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:14:52.563770 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a3e8b4-bb54-4e1a-99a3-032275eb8351 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Router faa5fe22-449b-4e00-ae52-673207a542c9 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:14:52.571663 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f338f97-8a44-41b0-9ad8-e658c97f2e2a None None] Pushing event deleted for resources: {'Port': ['ID=f0864e8a-1797-47a4-90b5-33cf8f1e310f,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:52.593816 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-64b801dd-a74d-4f57-814d-df5b544bd755 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:52.615446 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-30fd3219-9637-42e6-a9a0-a382b0b5a5e4 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:52.708648 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-64b801dd-a74d-4f57-814d-df5b544bd755 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Deleting port 8062cf78-9705-4a4b-8735-8bb00047416e {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:14:52.709033 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-64b801dd-a74d-4f57-814d-df5b544bd755 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:52.730684 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-30fd3219-9637-42e6-a9a0-a382b0b5a5e4 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1e03f41-3e02-46b4-b51d-a47ffbe87009']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:52.753431 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0153630d-bade-4340-9469-175228e154fb tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:52.758865 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-30fd3219-9637-42e6-a9a0-a382b0b5a5e4 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2acdf55-8389-4993-a535-0fa12acca400') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:52.759332 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-30fd3219-9637-42e6-a9a0-a382b0b5a5e4 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2acdf55-8389-4993-a535-0fa12acca400') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:52.778081 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cee60f9-99d9-4cb3-89b4-826e07b91368 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-d28f126c-059e-4488-8c0e-9b94b27a2853', 'network_id': 'd28f126c-059e-4488-8c0e-9b94b27a2853', 'tenant_id': '2c79311a1ea74b61b8f3dd24d8cdc1f9', 'fixed_ips': [{'subnet_id': '76f4ced3-8cb1-4a29-87e0-62798caf9917'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:14:52.778558 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8cee60f9-99d9-4cb3-89b4-826e07b91368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:52.815105 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0153630d-bade-4340-9469-175228e154fb tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:52.818803 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-0153630d-bade-4340-9469-175228e154fb tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] 10.222.0.69 "DELETE /v2.0/networks/45a1cef1-b668-40f0-ae29-b18682257f53 HTTP/1.1" status: 204 len: 168 time: 3.0620055 Dec 10 19:14:52.822613 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-30fd3219-9637-42e6-a9a0-a382b0b5a5e4 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:52.881064 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-64b801dd-a74d-4f57-814d-df5b544bd755 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] For port 8062cf78-9705-4a4b-8735-8bb00047416e, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=8062cf78-9705-4a4b-8735-8bb00047416e,segment=NetworkSegment(a494e213-91dc-423b-aebf-85b45dc0219a),segment_id=a494e213-91dc-423b-aebf-85b45dc0219a)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:14:52.884757 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-64b801dd-a74d-4f57-814d-df5b544bd755 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:52.906123 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device f0864e8a-1797-47a4-90b5-33cf8f1e310f no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:14:52.916702 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-64b801dd-a74d-4f57-814d-df5b544bd755 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Calling delete_port for 8062cf78-9705-4a4b-8735-8bb00047416e owned by network:dhcp {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:14:52.934177 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: f0864e8a-1797-47a4-90b5-33cf8f1e310f {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:14:52.934515 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device f0864e8a-1797-47a4-90b5-33cf8f1e310f not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:14:53.014685 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0153630d-bade-4340-9469-175228e154fb tempest-AllowedAddressPairIpV6TestJSON-103319365 tempest-AllowedAddressPairIpV6TestJSON-103319365-project] Pushing event deleted for resources: {'Network': ['ID=45a1cef1-b668-40f0-ae29-b18682257f53,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:53.030305 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-30fd3219-9637-42e6-a9a0-a382b0b5a5e4 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:53.051871 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-8cee60f9-99d9-4cb3-89b4-826e07b91368 None None] Allocated IP 2001:db8:1::2 (d28f126c-059e-4488-8c0e-9b94b27a2853/76f4ced3-8cb1-4a29-87e0-62798caf9917/6dc52755-9eb2-47c3-8010-b678547ef5f4) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:14:53.080962 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2ef820a0-bb8a-4ff1-8412-7e8656106a8f tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:53.100064 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30fd3219-9637-42e6-a9a0-a382b0b5a5e4 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:14:53.101164 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-30fd3219-9637-42e6-a9a0-a382b0b5a5e4 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:53.114891 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:14:53.114891 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:14:53.114891 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:14:53.114891 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:14:53.114891 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:14:53.114891 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:14:53.114891 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:14:53.114891 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:14:53.114891 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:14:53.114891 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:14:53.114891 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:14:53.114891 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:14:53.114891 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:14:53.114891 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:14:53.114891 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:14:53.114891 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:14:53.114891 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:14:53.114891 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:14:53.114891 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:14:53.114891 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:14:53.114891 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:14:53.114891 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:14:53.114891 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:14:53.114891 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:14:53.114891 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:14:53.114891 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:14:53.114891 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:14:53.114891 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:14:53.114891 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:14:53.114891 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:14:53.114891 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:14:53.114891 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:14:53.127989 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-64b801dd-a74d-4f57-814d-df5b544bd755 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:53.186236 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b801dd-a74d-4f57-814d-df5b544bd755 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Pushing event deleted for resources: {'Port': ['ID=8062cf78-9705-4a4b-8735-8bb00047416e,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:53.200597 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b801dd-a74d-4f57-814d-df5b544bd755 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] No DVR routers for this DVR port 8062cf78-9705-4a4b-8735-8bb00047416e on host dv-neutron-821441-1-hyperv {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:14:53.290647 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8cee60f9-99d9-4cb3-89b4-826e07b91368 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:53.301883 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8cee60f9-99d9-4cb3-89b4-826e07b91368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:53.328251 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51134) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:53.346962 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cee60f9-99d9-4cb3-89b4-826e07b91368 None None] Network d28f126c-059e-4488-8c0e-9b94b27a2853 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:14:53.351718 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-8cee60f9-99d9-4cb3-89b4-826e07b91368 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:14:53.356084 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cee60f9-99d9-4cb3-89b4-826e07b91368 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:14:53.365103 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cee60f9-99d9-4cb3-89b4-826e07b91368 None None] Pushing event updated for resources: {'Port': ['ID=6dc52755-9eb2-47c3-8010-b678547ef5f4,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:53.378781 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-aa590887-ab06-43f7-9abc-d00050ec63eb tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3713082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3715814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8908'] for router, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:53.382540 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-64b801dd-a74d-4f57-814d-df5b544bd755 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:53.418550 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-aa590887-ab06-43f7-9abc-d00050ec63eb tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3713075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3713068', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3715807'] for router, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:53.422341 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-64b801dd-a74d-4f57-814d-df5b544bd755 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f1786a7-31bb-48db-8400-bc980ce51618']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:53.443161 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-8cee60f9-99d9-4cb3-89b4-826e07b91368 None None] Attempting to bind port 6dc52755-9eb2-47c3-8010-b678547ef5f4 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:14:53.444188 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-64b801dd-a74d-4f57-814d-df5b544bd755 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a494e213-91dc-423b-aebf-85b45dc0219a') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:53.445371 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-8cee60f9-99d9-4cb3-89b4-826e07b91368 None None] Attempting to bind port 6dc52755-9eb2-47c3-8010-b678547ef5f4 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': 'fcc13b83-62e9-4f2b-9afb-b7e500555101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd28f126c-059e-4488-8c0e-9b94b27a2853'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:14:53.446226 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-64b801dd-a74d-4f57-814d-df5b544bd755 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a494e213-91dc-423b-aebf-85b45dc0219a') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:53.447463 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cee60f9-99d9-4cb3-89b4-826e07b91368 None None] Attempting to bind port 6dc52755-9eb2-47c3-8010-b678547ef5f4 on network d28f126c-059e-4488-8c0e-9b94b27a2853 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:14:53.461224 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cee60f9-99d9-4cb3-89b4-826e07b91368 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:14:53.462266 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cee60f9-99d9-4cb3-89b4-826e07b91368 None None] Checking segment: {'id': 'fcc13b83-62e9-4f2b-9afb-b7e500555101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd28f126c-059e-4488-8c0e-9b94b27a2853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:14:53.463250 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8cee60f9-99d9-4cb3-89b4-826e07b91368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:53.464387 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cee60f9-99d9-4cb3-89b4-826e07b91368 None None] Bound using segment: {'id': 'fcc13b83-62e9-4f2b-9afb-b7e500555101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd28f126c-059e-4488-8c0e-9b94b27a2853'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:14:53.465595 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-8cee60f9-99d9-4cb3-89b4-826e07b91368 None None] Bound port: 6dc52755-9eb2-47c3-8010-b678547ef5f4, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcc13b83-62e9-4f2b-9afb-b7e500555101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd28f126c-059e-4488-8c0e-9b94b27a2853'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:14:53.466549 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8cee60f9-99d9-4cb3-89b4-826e07b91368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:53.467164 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-64b801dd-a74d-4f57-814d-df5b544bd755 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:53.498010 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-64b801dd-a74d-4f57-814d-df5b544bd755 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:53.509757 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64b801dd-a74d-4f57-814d-df5b544bd755 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:14:53.510594 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-64b801dd-a74d-4f57-814d-df5b544bd755 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:53.564178 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a3e8b4-bb54-4e1a-99a3-032275eb8351 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:14:53.569952 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-30fd3219-9637-42e6-a9a0-a382b0b5a5e4 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:53.578756 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fcb34c-3bd4-43ec-afa5-bcb3c3a65c54 None None] Sync routers for ids ['faa5fe22-449b-4e00-ae52-673207a542c9'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:14:53.579517 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-a4a3e8b4-bb54-4e1a-99a3-032275eb8351 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] 10.222.0.69 "PUT /v2.0/routers/faa5fe22-449b-4e00-ae52-673207a542c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7232082 Dec 10 19:14:53.581976 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa590887-ab06-43f7-9abc-d00050ec63eb tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Router ca644947-a481-46ea-b9d2-95ce48b3f500 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:14:53.585947 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51140) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:53.602849 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:14:53.602849 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:14:53.602849 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:14:53.602849 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:14:53.602849 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:14:53.602849 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:14:53.602849 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:14:53.602849 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:14:53.602849 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:14:53.602849 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:14:53.602849 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:14:53.602849 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:14:53.602849 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:14:53.602849 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:14:53.602849 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:14:53.602849 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:14:53.602849 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:14:53.602849 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:14:53.602849 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:14:53.602849 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:14:53.602849 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:14:53.602849 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:14:53.602849 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:14:53.602849 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:14:53.602849 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:14:53.602849 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:14:53.602849 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:14:53.602849 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:14:53.602849 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:14:53.602849 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:14:53.602849 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:14:53.602849 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:14:53.606726 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-30fd3219-9637-42e6-a9a0-a382b0b5a5e4 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:53.607628 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-30fd3219-9637-42e6-a9a0-a382b0b5a5e4 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "DELETE /v2.0/networks/a1e03f41-3e02-46b4-b51d-a47ffbe87009 HTTP/1.1" status: 204 len: 168 time: 6.2326190 Dec 10 19:14:53.614016 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fd3219-9637-42e6-a9a0-a382b0b5a5e4 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Pushing event deleted for resources: {'Network': ['ID=a1e03f41-3e02-46b4-b51d-a47ffbe87009,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:53.615004 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fcb34c-3bd4-43ec-afa5-bcb3c3a65c54 None None] Routers {'faa5fe22-449b-4e00-ae52-673207a542c9'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:14:53.616161 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-83fcb34c-3bd4-43ec-afa5-bcb3c3a65c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:14:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['faa5fe22-449b-4e00-ae52-673207a542c9'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:53.617634 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51142) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:53.633799 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-b7ddc03c-a93a-40aa-bef8-7766105eb549 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-637895252'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:53.673599 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-8cee60f9-99d9-4cb3-89b4-826e07b91368 None None] For port 6dc52755-9eb2-47c3-8010-b678547ef5f4, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:14:53.684492 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-83fcb34c-3bd4-43ec-afa5-bcb3c3a65c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:53.692662 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-8cee60f9-99d9-4cb3-89b4-826e07b91368 None None] For port 6dc52755-9eb2-47c3-8010-b678547ef5f4, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=6dc52755-9eb2-47c3-8010-b678547ef5f4,segment=NetworkSegment(fcc13b83-62e9-4f2b-9afb-b7e500555101),segment_id=fcc13b83-62e9-4f2b-9afb-b7e500555101)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:14:53.701434 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8cee60f9-99d9-4cb3-89b4-826e07b91368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:53.706193 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fcb34c-3bd4-43ec-afa5-bcb3c3a65c54 None None] Routers {'faa5fe22-449b-4e00-ae52-673207a542c9'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:14:53.707187 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-83fcb34c-3bd4-43ec-afa5-bcb3c3a65c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:14:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['faa5fe22-449b-4e00-ae52-673207a542c9'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:53.717714 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-64b801dd-a74d-4f57-814d-df5b544bd755 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:53.757436 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-64b801dd-a74d-4f57-814d-df5b544bd755 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:53.765533 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-64b801dd-a74d-4f57-814d-df5b544bd755 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] 10.222.0.69 "DELETE /v2.0/networks/9f1786a7-31bb-48db-8400-bc980ce51618 HTTP/1.1" status: 204 len: 168 time: 1.3265479 Dec 10 19:14:53.773371 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-83fcb34c-3bd4-43ec-afa5-bcb3c3a65c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:53.774109 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fcb34c-3bd4-43ec-afa5-bcb3c3a65c54 None None] The sync data for ids ['faa5fe22-449b-4e00-ae52-673207a542c9'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:14:53.775564 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51144) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:53.800923 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b801dd-a74d-4f57-814d-df5b544bd755 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Pushing event deleted for resources: {'Network': ['ID=9f1786a7-31bb-48db-8400-bc980ce51618,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:53.820492 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cee60f9-99d9-4cb3-89b4-826e07b91368 None None] Pushing event updated for resources: {'Port': ['ID=6dc52755-9eb2-47c3-8010-b678547ef5f4,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:53.897559 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-558ccabb-1d1e-4c62-a186-eecc12090c7b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=61dac1ab2a1949a99b1a684b7ae4595d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5641990 Dec 10 19:14:53.897559 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ddc03c-a93a-40aa-bef8-7766105eb549 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Made reservation on behalf of c32314706c7841f0aec3c27688848c9e for: {'network': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:14:53.901117 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51146) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:53.901896 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b7ddc03c-a93a-40aa-bef8-7766105eb549 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:53.936421 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-2ef820a0-bb8a-4ff1-8412-7e8656106a8f tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:14:53.937673 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-2ef820a0-bb8a-4ff1-8412-7e8656106a8f tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] 10.222.0.69 "PUT /v2.0/routers/1dacb00d-b7b0-4b20-b3f4-02ff3fa673f9 HTTP/1.1" status: 400 len: 364 time: 1.5266218 Dec 10 19:14:53.942409 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9807f389-987f-4464-b917-fee59f3df46a tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks [] for router, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:53.948549 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51148) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:53.958314 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:14:54.093545 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa590887-ab06-43f7-9abc-d00050ec63eb tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:14:54.106561 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ac8c9c-dfe1-4075-8a96-998b19dc87e5 None None] Sync routers for ids ['ca644947-a481-46ea-b9d2-95ce48b3f500'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:14:54.109828 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-aa590887-ab06-43f7-9abc-d00050ec63eb tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:54.113591 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7ddc03c-a93a-40aa-bef8-7766105eb549 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=102365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:14:54.119290 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-aa590887-ab06-43f7-9abc-d00050ec63eb tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] 10.222.0.69 "PUT /v2.0/routers/ca644947-a481-46ea-b9d2-95ce48b3f500 HTTP/1.1" status: 200 len: 922 time: 5.3603892 Dec 10 19:14:54.128451 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51150) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:54.133270 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-85a1fa4b-100d-42e6-857b-ef2d981bfeef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:54.150336 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ac8c9c-dfe1-4075-8a96-998b19dc87e5 None None] Routers {'ca644947-a481-46ea-b9d2-95ce48b3f500'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:14:54.151040 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-56ac8c9c-dfe1-4075-8a96-998b19dc87e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:14:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['ca644947-a481-46ea-b9d2-95ce48b3f500'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:54.158250 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d2351189-fcf5-4014-a89c-ad77c4f06b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:54.194928 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-85a1fa4b-100d-42e6-857b-ef2d981bfeef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:54.207834 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-56ac8c9c-dfe1-4075-8a96-998b19dc87e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:54.223250 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ac8c9c-dfe1-4075-8a96-998b19dc87e5 None None] Routers {'ca644947-a481-46ea-b9d2-95ce48b3f500'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:14:54.224365 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-56ac8c9c-dfe1-4075-8a96-998b19dc87e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:14:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['ca644947-a481-46ea-b9d2-95ce48b3f500'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:54.274237 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-89af2b7d-8d2d-4527-babf-e76f91e35c30 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:54.274469 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9807f389-987f-4464-b917-fee59f3df46a tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:54.282549 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-56ac8c9c-dfe1-4075-8a96-998b19dc87e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:54.284591 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ac8c9c-dfe1-4075-8a96-998b19dc87e5 None None] The sync data for ids ['ca644947-a481-46ea-b9d2-95ce48b3f500'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:14:54.340760 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b7ddc03c-a93a-40aa-bef8-7766105eb549 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:54.341204 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.segments_db [None req-b7ddc03c-a93a-40aa-bef8-7766105eb549 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Added segment 8ad555de-6017-4229-ba9b-c839919aef5a of type vlan for network f086be8a-e98d-4eed-951e-d9f64d059bb3 Dec 10 19:14:54.349232 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-85a1fa4b-100d-42e6-857b-ef2d981bfeef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:54.352235 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-85a1fa4b-100d-42e6-857b-ef2d981bfeef admin admin] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:54.356159 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-85a1fa4b-100d-42e6-857b-ef2d981bfeef admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/47c0d444-1982-4c31-85f0-413e0fa51b87 HTTP/1.1" status: 204 len: 168 time: 0.4519625 Dec 10 19:14:54.369173 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a1fa4b-100d-42e6-857b-ef2d981bfeef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c0d444-1982-4c31-85f0-413e0fa51b87,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:54.402657 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-9807f389-987f-4464-b917-fee59f3df46a tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Deleting port c3815f8c-4b3d-4bad-b34d-76d501317ba6 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:14:54.403687 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9807f389-987f-4464-b917-fee59f3df46a tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:54.514554 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9807f389-987f-4464-b917-fee59f3df46a tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:54.540924 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-9807f389-987f-4464-b917-fee59f3df46a tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Calling delete_port for c3815f8c-4b3d-4bad-b34d-76d501317ba6 owned by network:router_gateway {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:14:54.620606 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b7ddc03c-a93a-40aa-bef8-7766105eb549 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:54.849089 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.db.resource_extend [None req-b7ddc03c-a93a-40aa-bef8-7766105eb549 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 19:14:54.863630 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9807f389-987f-4464-b917-fee59f3df46a tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:54.883170 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-89af2b7d-8d2d-4527-babf-e76f91e35c30 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:54.916684 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9807f389-987f-4464-b917-fee59f3df46a tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Pushing event deleted for resources: {'Port': ['ID=c3815f8c-4b3d-4bad-b34d-76d501317ba6,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:54.925008 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 6dc52755-9eb2-47c3-8010-b678547ef5f4 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:14:54.943829 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b7ddc03c-a93a-40aa-bef8-7766105eb549 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:54.950504 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ddc03c-a93a-40aa-bef8-7766105eb549 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:54.951153 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b7ddc03c-a93a-40aa-bef8-7766105eb549 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:54.956908 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-757a0e1f-2063-4e6e-948f-8b774981dd61 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] 10.222.0.69 "GET /v2.0/routers/ca644947-a481-46ea-b9d2-95ce48b3f500 HTTP/1.1" status: 200 len: 922 time: 0.8003054 Dec 10 19:14:54.965867 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51168) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:54.971333 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-89af2b7d-8d2d-4527-babf-e76f91e35c30 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10e691b4-78cb-436d-9d21-c7ddb31ed017']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:55.047306 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 6dc52755-9eb2-47c3-8010-b678547ef5f4 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:55.048081 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:55.049559 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9807f389-987f-4464-b917-fee59f3df46a tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3713145'] for router_gateway, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:55.228905 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:55.242802 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9807f389-987f-4464-b917-fee59f3df46a tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:55.250957 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9807f389-987f-4464-b917-fee59f3df46a tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:55.300290 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:55.307168 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port 6dc52755-9eb2-47c3-8010-b678547ef5f4, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=6dc52755-9eb2-47c3-8010-b678547ef5f4,segment=NetworkSegment(fcc13b83-62e9-4f2b-9afb-b7e500555101),segment_id=fcc13b83-62e9-4f2b-9afb-b7e500555101)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:14:55.314422 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:55.326398 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9807f389-987f-4464-b917-fee59f3df46a tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:55.326933 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9807f389-987f-4464-b917-fee59f3df46a tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Fanout notify agent at l3_agent the message router_deleted on router faa5fe22-449b-4e00-ae52-673207a542c9 {{(pid=102366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:14:55.337844 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9807f389-987f-4464-b917-fee59f3df46a tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:55.339033 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-9807f389-987f-4464-b917-fee59f3df46a tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] 10.222.0.69 "DELETE /v2.0/routers/faa5fe22-449b-4e00-ae52-673207a542c9 HTTP/1.1" status: 204 len: 168 time: 1.7367673 Dec 10 19:14:55.346090 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51176) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:55.438965 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dadd7bb-1126-432e-800c-88fe5870c5bd None None] Network d28f126c-059e-4488-8c0e-9b94b27a2853 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:14:55.442325 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-486652da-9d7b-4ebe-bb77-cf4596e33bd3 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Deleting subnet 0b700215-5358-41df-b977-a89f7505aa99 {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:14:55.446649 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=6dc52755-9eb2-47c3-8010-b678547ef5f4,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:55.447519 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-486652da-9d7b-4ebe-bb77-cf4596e33bd3 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:55.494764 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-89af2b7d-8d2d-4527-babf-e76f91e35c30 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7ee77a5-f7ad-49b4-aa89-9d56442a7bf7') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:55.495325 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-89af2b7d-8d2d-4527-babf-e76f91e35c30 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7ee77a5-f7ad-49b4-aa89-9d56442a7bf7') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:55.516879 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-486652da-9d7b-4ebe-bb77-cf4596e33bd3 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:55.533165 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-576f4c5d-2f03-48e1-a9ad-439463a95796 None None] Provisioning complete for port 6dc52755-9eb2-47c3-8010-b678547ef5f4 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:55.533890 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-576f4c5d-2f03-48e1-a9ad-439463a95796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:55.557238 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-89af2b7d-8d2d-4527-babf-e76f91e35c30 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:55.565025 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-b7ddc03c-a93a-40aa-bef8-7766105eb549 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.9380560 Dec 10 19:14:55.573917 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51182) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:55.586186 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-11e27784-e501-4159-8505-4472d5d18c4a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Request body: {'subnet': {'network_id': 'f086be8a-e98d-4eed-951e-d9f64d059bb3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:55.595236 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ddc03c-a93a-40aa-bef8-7766105eb549 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Pushing event updated for resources: {'Network': ['ID=f086be8a-e98d-4eed-951e-d9f64d059bb3,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:55.619963 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network f086be8a-e98d-4eed-951e-d9f64d059bb3 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:14:55.634438 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51184) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:55.707471 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-89af2b7d-8d2d-4527-babf-e76f91e35c30 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:55.739148 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-078632a9-5111-4c0e-8950-4f930aceafac tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:55.758054 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89af2b7d-8d2d-4527-babf-e76f91e35c30 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:14:55.758479 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-89af2b7d-8d2d-4527-babf-e76f91e35c30 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:55.771179 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:14:55.771179 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:14:55.771179 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:14:55.771179 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:14:55.771179 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:14:55.771179 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:14:55.771179 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:14:55.771179 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:14:55.771179 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:14:55.771179 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:14:55.771179 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:14:55.771179 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:14:55.771179 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:14:55.771179 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:14:55.771179 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:14:55.771179 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:14:55.771179 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:14:55.771179 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:14:55.771179 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:14:55.771179 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:14:55.771179 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:14:55.771179 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:14:55.771179 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:14:55.771179 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:14:55.771179 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:14:55.771179 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:14:55.771179 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:14:55.771179 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:14:55.771179 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:14:55.771179 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:14:55.771179 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:14:55.771179 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:14:55.776535 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-486652da-9d7b-4ebe-bb77-cf4596e33bd3 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:55.840063 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-ddc92977-a665-49f6-9ac9-0fd2f0d3286b tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-847763925'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:55.929449 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc92977-a665-49f6-9ac9-0fd2f0d3286b tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Made reservation on behalf of 1bbc6d574f444f17861805af4e0c9028 for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:14:55.933510 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4129861a-ef37-430d-803e-0f79aef43140 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:55.935241 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-4129861a-ef37-430d-803e-0f79aef43140 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=68e2ee80-e7f8-4be2-b0d8-392fd4a4e031&device_id=ca644947-a481-46ea-b9d2-95ce48b3f500&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.9512022 Dec 10 19:14:55.936037 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ddc92977-a665-49f6-9ac9-0fd2f0d3286b tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:55.952317 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51190) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:55.978575 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ddc92977-a665-49f6-9ac9-0fd2f0d3286b tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:56.015330 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-89af2b7d-8d2d-4527-babf-e76f91e35c30 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:56.046209 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-89af2b7d-8d2d-4527-babf-e76f91e35c30 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:56.052317 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-89af2b7d-8d2d-4527-babf-e76f91e35c30 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] 10.222.0.69 "DELETE /v2.0/networks/10e691b4-78cb-436d-9d21-c7ddb31ed017 HTTP/1.1" status: 204 len: 168 time: 2.2711573 Dec 10 19:14:56.071984 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51192) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:56.098169 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e27784-e501-4159-8505-4472d5d18c4a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Made reservation on behalf of c32314706c7841f0aec3c27688848c9e for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:14:56.103911 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-11e27784-e501-4159-8505-4472d5d18c4a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:56.163192 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af2b7d-8d2d-4527-babf-e76f91e35c30 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Pushing event deleted for resources: {'Network': ['ID=10e691b4-78cb-436d-9d21-c7ddb31ed017,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:56.385743 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754cdcbe-0e23-4899-8da9-1b72699d13d0 None None] get_active_networks_info from dv-neutron-821441-1-hyperv {{(pid=102367) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 10 19:14:56.456695 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:56.467808 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-096167e3-10cb-4aa8-8cc6-539414dc8aea None None] Provisioning complete for port 6dc52755-9eb2-47c3-8010-b678547ef5f4 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:56.468832 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-096167e3-10cb-4aa8-8cc6-539414dc8aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:56.541597 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-486652da-9d7b-4ebe-bb77-cf4596e33bd3 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:56.542235 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-078632a9-5111-4c0e-8950-4f930aceafac tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Allocated IP 2001:db8::1 (cfa3d101-d6cf-476b-a47c-e19770b912ce/b0070cea-68fe-47bc-9ca4-d6fd87ae2d34/2daa2510-1d29-4bfa-b1aa-6d8f80d46530) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:14:56.712658 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486652da-9d7b-4ebe-bb77-cf4596e33bd3 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Pushing event deleted for resources: {'Subnet': ['ID=0b700215-5358-41df-b977-a89f7505aa99,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:56.739853 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-486652da-9d7b-4ebe-bb77-cf4596e33bd3 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:56.745784 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-486652da-9d7b-4ebe-bb77-cf4596e33bd3 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] 10.222.0.69 "DELETE /v2.0/subnets/0b700215-5358-41df-b977-a89f7505aa99 HTTP/1.1" status: 204 len: 168 time: 1.3982861 Dec 10 19:14:56.750758 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51196) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:56.753984 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754cdcbe-0e23-4899-8da9-1b72699d13d0 None None] Resources bound (agent type, host, resource id): {{(pid=102367) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 19:14:56.793608 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bf330a0c-8ce9-461e-adc8-e3824bc78b71 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:56.803028 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:56.829588 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d377ca9-4929-4ac9-b96c-0ec46626d0e3 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:56.831304 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-1d377ca9-4929-4ac9-b96c-0ec46626d0e3 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] 10.222.0.69 "GET /v2.0/networks/68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 HTTP/1.1" status: 200 len: 881 time: 0.8735917 Dec 10 19:14:56.836605 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51198) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:56.876434 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-f20c3772-38fc-4bbb-babd-5dafd6fd333b tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca644947-a481-46ea-b9d2-95ce48b3f500 HTTP/1.1" status: 200 len: 205 time: 0.0371766 Dec 10 19:14:56.881343 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 6dc52755-9eb2-47c3-8010-b678547ef5f4 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:14:56.882174 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51200) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:56.885341 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-11e27784-e501-4159-8505-4472d5d18c4a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:56.970624 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ddc92977-a665-49f6-9ac9-0fd2f0d3286b tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:56.989602 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ddc92977-a665-49f6-9ac9-0fd2f0d3286b tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:57.005433 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bf330a0c-8ce9-461e-adc8-e3824bc78b71 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:57.057774 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-bf330a0c-8ce9-461e-adc8-e3824bc78b71 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a15b269e-a935-4f66-9c77-fa6bc1c8e3b0']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:57.080937 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b4897498-6058-4c96-b1e8-9f1deb9a8f70 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:57.082275 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddc92977-a665-49f6-9ac9-0fd2f0d3286b tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:14:57.103058 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 6dc52755-9eb2-47c3-8010-b678547ef5f4 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:57.103422 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:57.122406 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-bf330a0c-8ce9-461e-adc8-e3824bc78b71 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b6b0285-24d3-4c36-8779-af6c75b99c57') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:57.122976 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-bf330a0c-8ce9-461e-adc8-e3824bc78b71 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b6b0285-24d3-4c36-8779-af6c75b99c57') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:57.137833 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc92977-a665-49f6-9ac9-0fd2f0d3286b tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93f3ea84-de93-4ef4-bf54-ad7cec7e94e3,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:57.151875 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bf330a0c-8ce9-461e-adc8-e3824bc78b71 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:57.156381 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ddc92977-a665-49f6-9ac9-0fd2f0d3286b tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:57.157384 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-ddc92977-a665-49f6-9ac9-0fd2f0d3286b tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Added segment aae646fc-ce25-40ff-9d6a-45c6419ece3e of type vlan for network d5421c0c-222a-408d-836f-69b292606d6c Dec 10 19:14:57.171338 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e27784-e501-4159-8505-4472d5d18c4a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Pushing event updated for resources: {'Subnet': ['ID=1bca8ca0-90cd-4790-9cc9-4addd5b0e85f,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:57.207725 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-078632a9-5111-4c0e-8950-4f930aceafac tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:57.246870 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e27784-e501-4159-8505-4472d5d18c4a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Checking segment: {'id': '8ad555de-6017-4229-ba9b-c839919aef5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'f086be8a-e98d-4eed-951e-d9f64d059bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:14:57.247311 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e27784-e501-4159-8505-4472d5d18c4a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Network hostable DHCP agents. Network: f086be8a-e98d-4eed-951e-d9f64d059bb3, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:14:57.253814 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bf330a0c-8ce9-461e-adc8-e3824bc78b71 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:57.267427 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ddc92977-a665-49f6-9ac9-0fd2f0d3286b tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:57.277887 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf330a0c-8ce9-461e-adc8-e3824bc78b71 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:14:57.278803 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bf330a0c-8ce9-461e-adc8-e3824bc78b71 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:57.289778 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a988c63a-f519-44ee-9110-74d37f2359f5 None None] get_active_networks_info from dv-neutron-821441-1-hyperv {{(pid=102367) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 10 19:14:57.291240 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:14:57.291240 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:14:57.291240 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:14:57.291240 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:14:57.291240 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:14:57.291240 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:14:57.291240 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:14:57.291240 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:14:57.291240 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:14:57.291240 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:14:57.291240 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:14:57.291240 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:14:57.291240 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:14:57.291240 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:14:57.291240 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:14:57.291240 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:14:57.291240 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:14:57.291240 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:14:57.291240 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:14:57.291240 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:14:57.291240 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:14:57.291240 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:14:57.291240 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:14:57.291240 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:14:57.291240 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:14:57.291240 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:14:57.291240 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:14:57.291240 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:14:57.291240 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:14:57.291240 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:14:57.291240 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:14:57.291240 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:14:57.304171 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-716b132b-03a5-4da0-a655-c97d0ccba09e tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks [] for router, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:57.398579 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.db.resource_extend [None req-ddc92977-a665-49f6-9ac9-0fd2f0d3286b tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 19:14:57.414514 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e27784-e501-4159-8505-4472d5d18c4a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Network f086be8a-e98d-4eed-951e-d9f64d059bb3 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:14:57.443863 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-11e27784-e501-4159-8505-4472d5d18c4a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, f086be8a-e98d-4eed-951e-d9f64d059bb3) {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:14:57.451047 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e27784-e501-4159-8505-4472d5d18c4a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:57.451744 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-11e27784-e501-4159-8505-4472d5d18c4a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:57.462198 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-078632a9-5111-4c0e-8950-4f930aceafac tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:57.470064 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bf330a0c-8ce9-461e-adc8-e3824bc78b71 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:57.479584 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ddc92977-a665-49f6-9ac9-0fd2f0d3286b tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:57.491362 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc92977-a665-49f6-9ac9-0fd2f0d3286b tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:57.493681 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ddc92977-a665-49f6-9ac9-0fd2f0d3286b tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:57.505757 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bf330a0c-8ce9-461e-adc8-e3824bc78b71 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:57.517851 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-bf330a0c-8ce9-461e-adc8-e3824bc78b71 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] 10.222.0.69 "DELETE /v2.0/networks/a15b269e-a935-4f66-9c77-fa6bc1c8e3b0 HTTP/1.1" status: 204 len: 168 time: 1.4450576 Dec 10 19:14:57.539588 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-11e27784-e501-4159-8505-4472d5d18c4a tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9613881 Dec 10 19:14:57.547814 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-b4897498-6058-4c96-b1e8-9f1deb9a8f70 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Deleting port 366080ec-c4d3-4bf7-9d2c-0c9789332a2d {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:14:57.548577 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b4897498-6058-4c96-b1e8-9f1deb9a8f70 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:57.549525 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51206) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:57.554869 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078632a9-5111-4c0e-8950-4f930aceafac tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Network cfa3d101-d6cf-476b-a47c-e19770b912ce is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:14:57.566432 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf330a0c-8ce9-461e-adc8-e3824bc78b71 tempest-BulkNetworkOpsIpV6Test-1446266645 tempest-BulkNetworkOpsIpV6Test-1446266645-project] Pushing event deleted for resources: {'Network': ['ID=a15b269e-a935-4f66-9c77-fa6bc1c8e3b0,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:57.573677 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-078632a9-5111-4c0e-8950-4f930aceafac tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:14:57.612873 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078632a9-5111-4c0e-8950-4f930aceafac tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:14:57.613426 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-078632a9-5111-4c0e-8950-4f930aceafac tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712030'] for router_interface, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:57.616782 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-716b132b-03a5-4da0-a655-c97d0ccba09e tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:57.623623 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078632a9-5111-4c0e-8950-4f930aceafac tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Pushing event updated for resources: {'Port': ['ID=2daa2510-1d29-4bfa-b1aa-6d8f80d46530,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:57.635820 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-ddc92977-a665-49f6-9ac9-0fd2f0d3286b tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.9975917 Dec 10 19:14:57.657706 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a988c63a-f519-44ee-9110-74d37f2359f5 None None] Unable to find a vacant binding_index for network f086be8a-e98d-4eed-951e-d9f64d059bb3 and agent 89bd98fc-9377-49f5-830d-c0b815480356 {{(pid=102367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Dec 10 19:14:57.665901 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a988c63a-f519-44ee-9110-74d37f2359f5 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, f086be8a-e98d-4eed-951e-d9f64d059bb3) {{(pid=102367) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 19:14:57.674410 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51208) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:57.680011 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-cfdfcee4-d6ed-4ecd-a55e-743ce22ff697 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Request body: {'subnet': {'network_id': 'd5421c0c-222a-408d-836f-69b292606d6c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:57.857354 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc92977-a665-49f6-9ac9-0fd2f0d3286b tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Pushing event updated for resources: {'Network': ['ID=d5421c0c-222a-408d-836f-69b292606d6c,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:57.877947 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network d5421c0c-222a-408d-836f-69b292606d6c details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:14:57.895126 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-b4897498-6058-4c96-b1e8-9f1deb9a8f70 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] For port 366080ec-c4d3-4bf7-9d2c-0c9789332a2d, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=366080ec-c4d3-4bf7-9d2c-0c9789332a2d,segment=NetworkSegment(0c9f9d65-046f-4d14-a6e7-d61a20239c77),segment_id=0c9f9d65-046f-4d14-a6e7-d61a20239c77)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:14:57.895695 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b4897498-6058-4c96-b1e8-9f1deb9a8f70 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:57.925560 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9c469bcd-0dab-4096-bba3-14d5fc2ff3e9 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:57.944705 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-078632a9-5111-4c0e-8950-4f930aceafac tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:57.946976 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfdfcee4-d6ed-4ecd-a55e-743ce22ff697 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Made reservation on behalf of 1bbc6d574f444f17861805af4e0c9028 for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:14:57.951083 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cfdfcee4-d6ed-4ecd-a55e-743ce22ff697 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:58.019584 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9c469bcd-0dab-4096-bba3-14d5fc2ff3e9 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:58.089970 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-b4897498-6058-4c96-b1e8-9f1deb9a8f70 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Calling delete_port for 366080ec-c4d3-4bf7-9d2c-0c9789332a2d owned by network:dhcp {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:14:58.124628 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9c469bcd-0dab-4096-bba3-14d5fc2ff3e9 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:58.176705 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c469bcd-0dab-4096-bba3-14d5fc2ff3e9 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Pushing event deleted for resources: {'Subnet': ['ID=1bca8ca0-90cd-4790-9cc9-4addd5b0e85f,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:58.197470 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51216) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:58.266877 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9c469bcd-0dab-4096-bba3-14d5fc2ff3e9 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:58.292857 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d8f263-e48d-4c9c-958e-26dc2f1a074e None None] Network 81058bbc-6dde-4374-8099-0dcf4abd6b2e requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:14:58.308839 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30942c73-49e9-45ad-af06-3ced2f6f56e8 None None] Network f086be8a-e98d-4eed-951e-d9f64d059bb3 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:14:58.330792 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-9c469bcd-0dab-4096-bba3-14d5fc2ff3e9 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f086be8a-e98d-4eed-951e-d9f64d059bb3']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:58.367143 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-9c469bcd-0dab-4096-bba3-14d5fc2ff3e9 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ad555de-6017-4229-ba9b-c839919aef5a') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:58.367580 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-9c469bcd-0dab-4096-bba3-14d5fc2ff3e9 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ad555de-6017-4229-ba9b-c839919aef5a') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:58.393261 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9c469bcd-0dab-4096-bba3-14d5fc2ff3e9 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:58.439481 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9c469bcd-0dab-4096-bba3-14d5fc2ff3e9 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:58.458059 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c469bcd-0dab-4096-bba3-14d5fc2ff3e9 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:14:58.458686 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9c469bcd-0dab-4096-bba3-14d5fc2ff3e9 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:58.464643 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:14:58.464643 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:14:58.464643 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:14:58.464643 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:14:58.464643 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:14:58.464643 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:14:58.464643 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:14:58.464643 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:14:58.464643 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:14:58.464643 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:14:58.464643 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:14:58.464643 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:14:58.464643 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:14:58.464643 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:14:58.464643 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:14:58.464643 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:14:58.464643 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:14:58.464643 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:14:58.464643 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:14:58.464643 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:14:58.464643 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:14:58.464643 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:14:58.464643 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:14:58.464643 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:14:58.464643 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:14:58.464643 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:14:58.464643 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:14:58.464643 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:14:58.464643 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:14:58.464643 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:14:58.464643 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:14:58.464643 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:14:58.612567 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9c469bcd-0dab-4096-bba3-14d5fc2ff3e9 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:58.617558 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-126d4c1b-f346-4afd-82b9-d3a2bd12afb3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5b9b43448a22426ea5e35f1a4154d412&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4184456 Dec 10 19:14:58.621570 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9c469bcd-0dab-4096-bba3-14d5fc2ff3e9 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:58.634370 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-9c469bcd-0dab-4096-bba3-14d5fc2ff3e9 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "DELETE /v2.0/networks/f086be8a-e98d-4eed-951e-d9f64d059bb3 HTTP/1.1" status: 204 len: 168 time: 1.0830343 Dec 10 19:14:58.641536 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51220) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:58.642108 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51222) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:58.648732 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-b171ce3f-520c-42bd-98e2-7c3b6abae3a2 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2019863126'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:58.657998 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f594c9e-1c69-440b-83a6-7457c4d19267 None None] Network f086be8a-e98d-4eed-951e-d9f64d059bb3 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:14:58.671364 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c469bcd-0dab-4096-bba3-14d5fc2ff3e9 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Pushing event deleted for resources: {'Network': ['ID=f086be8a-e98d-4eed-951e-d9f64d059bb3,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:58.676136 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f594c9e-1c69-440b-83a6-7457c4d19267 None None] Network f086be8a-e98d-4eed-951e-d9f64d059bb3 could not be found, it might have been deleted concurrently. {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 10 19:14:58.727554 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-716b132b-03a5-4da0-a655-c97d0ccba09e tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Deleting port a989dbe7-4d25-48ba-900f-e9c52f8a39f3 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:14:58.728223 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-716b132b-03a5-4da0-a655-c97d0ccba09e tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:58.729278 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5775ec-776b-4c24-8176-0339997cd75e None None] DHCP port deletion for 81058bbc-6dde-4374-8099-0dcf4abd6b2e request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:14:58.761895 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9f9ca4e3-c7f7-459f-a37b-63527e26d7c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:58.788177 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9f9ca4e3-c7f7-459f-a37b-63527e26d7c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:58.802043 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-52e8b76d-3371-4f47-8469-ca40d2a8d650 None None] Provisioning complete for port 2daa2510-1d29-4bfa-b1aa-6d8f80d46530 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:58.803312 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-52e8b76d-3371-4f47-8469-ca40d2a8d650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:58.833198 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b171ce3f-520c-42bd-98e2-7c3b6abae3a2 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Made reservation on behalf of c32314706c7841f0aec3c27688848c9e for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:14:58.837003 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b171ce3f-520c-42bd-98e2-7c3b6abae3a2 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:58.874284 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9f9ca4e3-c7f7-459f-a37b-63527e26d7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:58.879018 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9f9ca4e3-c7f7-459f-a37b-63527e26d7c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:58.883773 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-9f9ca4e3-c7f7-459f-a37b-63527e26d7c4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/63a7f430-d531-4260-8317-d46511062a97 HTTP/1.1" status: 204 len: 168 time: 0.2371390 Dec 10 19:14:58.889360 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b171ce3f-520c-42bd-98e2-7c3b6abae3a2 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:14:58.890151 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-52e8b76d-3371-4f47-8469-ca40d2a8d650 None None] Port 2daa2510-1d29-4bfa-b1aa-6d8f80d46530 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:14:58.899502 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 366080ec-c4d3-4bf7-9d2c-0c9789332a2d no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:14:58.917329 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ca4e3-c7f7-459f-a37b-63527e26d7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a7f430-d531-4260-8317-d46511062a97,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:58.933764 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b171ce3f-520c-42bd-98e2-7c3b6abae3a2 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:58.936332 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-b171ce3f-520c-42bd-98e2-7c3b6abae3a2 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Added segment 5e72895f-ff8f-499b-90c7-dc98bb5fb42c of type vlan for network b1e28c09-95b6-4df1-bce2-b3cb93820762 Dec 10 19:14:59.007784 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-ef5775ec-776b-4c24-8176-0339997cd75e None None] Deleting port 366080ec-c4d3-4bf7-9d2c-0c9789332a2d {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:14:59.009480 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ef5775ec-776b-4c24-8176-0339997cd75e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:59.024234 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b171ce3f-520c-42bd-98e2-7c3b6abae3a2 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:59.044567 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-716b132b-03a5-4da0-a655-c97d0ccba09e tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:59.074616 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b171ce3f-520c-42bd-98e2-7c3b6abae3a2 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:59.083316 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b171ce3f-520c-42bd-98e2-7c3b6abae3a2 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:59.084477 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b171ce3f-520c-42bd-98e2-7c3b6abae3a2 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:59.085981 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cfdfcee4-d6ed-4ecd-a55e-743ce22ff697 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:59.130535 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-716b132b-03a5-4da0-a655-c97d0ccba09e tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Calling delete_port for a989dbe7-4d25-48ba-900f-e9c52f8a39f3 owned by network:router_gateway {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:14:59.196166 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-078632a9-5111-4c0e-8950-4f930aceafac tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:59.203683 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b171ce3f-520c-42bd-98e2-7c3b6abae3a2 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Pushing event updated for resources: {'Network': ['ID=b1e28c09-95b6-4df1-bce2-b3cb93820762,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:59.223477 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b4897498-6058-4c96-b1e8-9f1deb9a8f70 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:59.235782 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-b171ce3f-520c-42bd-98e2-7c3b6abae3a2 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5912268 Dec 10 19:14:59.236428 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51230) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:59.242909 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-078632a9-5111-4c0e-8950-4f930aceafac tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:59.244180 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-078632a9-5111-4c0e-8950-4f930aceafac tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3755716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711339'] for router_interface, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:59.245824 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-02374c37-564e-43e2-8c27-49a2ba3b25ce tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:59.369430 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network b1e28c09-95b6-4df1-bce2-b3cb93820762 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:14:59.435631 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Port 366080ec-c4d3-4bf7-9d2c-0c9789332a2d update to DOWN by agent not found {{(pid=102367) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Dec 10 19:14:59.461875 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-ef5775ec-776b-4c24-8176-0339997cd75e None None] For port 366080ec-c4d3-4bf7-9d2c-0c9789332a2d, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=366080ec-c4d3-4bf7-9d2c-0c9789332a2d,segment=NetworkSegment(0c9f9d65-046f-4d14-a6e7-d61a20239c77),segment_id=0c9f9d65-046f-4d14-a6e7-d61a20239c77)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:14:59.462284 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ef5775ec-776b-4c24-8176-0339997cd75e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:59.491961 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-ef5775ec-776b-4c24-8176-0339997cd75e None None] Calling delete_port for 366080ec-c4d3-4bf7-9d2c-0c9789332a2d owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:14:59.583830 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-02374c37-564e-43e2-8c27-49a2ba3b25ce tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:59.603826 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ef5775ec-776b-4c24-8176-0339997cd75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:59.617809 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-02374c37-564e-43e2-8c27-49a2ba3b25ce tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:59.632251 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-02374c37-564e-43e2-8c27-49a2ba3b25ce tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Network b1e28c09-95b6-4df1-bce2-b3cb93820762 is not hosted by any dhcp agent {{(pid=102366) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 19:14:59.642473 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02374c37-564e-43e2-8c27-49a2ba3b25ce tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:59.643036 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-02374c37-564e-43e2-8c27-49a2ba3b25ce tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:59.645094 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5775ec-776b-4c24-8176-0339997cd75e None None] No DVR routers for this DVR port 366080ec-c4d3-4bf7-9d2c-0c9789332a2d on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:14:59.652032 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5775ec-776b-4c24-8176-0339997cd75e None None] Pushing event deleted for resources: {'Port': ['ID=366080ec-c4d3-4bf7-9d2c-0c9789332a2d,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:59.655221 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-02374c37-564e-43e2-8c27-49a2ba3b25ce tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "PUT /v2.0/networks/b1e28c09-95b6-4df1-bce2-b3cb93820762 HTTP/1.1" status: 200 len: 723 time: 0.4175639 Dec 10 19:14:59.659130 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51242) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:14:59.668238 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-1d321f4b-2043-48b2-bb6d-7c138ab30532 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Request body: {'subnet': {'network_id': 'b1e28c09-95b6-4df1-bce2-b3cb93820762', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:59.785656 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4897498-6058-4c96-b1e8-9f1deb9a8f70 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Pushing event deleted for resources: {'Port': ['ID=366080ec-c4d3-4bf7-9d2c-0c9789332a2d,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:59.815296 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02374c37-564e-43e2-8c27-49a2ba3b25ce tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Pushing event updated for resources: {'Network': ['ID=b1e28c09-95b6-4df1-bce2-b3cb93820762,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:59.817679 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdfcee4-d6ed-4ecd-a55e-743ce22ff697 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Pushing event updated for resources: {'Subnet': ['ID=9f92003e-3425-41b8-afc4-c5ff391681e0,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:59.828301 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4897498-6058-4c96-b1e8-9f1deb9a8f70 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] No DVR routers for this DVR port 366080ec-c4d3-4bf7-9d2c-0c9789332a2d on host dv-neutron-821441-1-hyperv {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:14:59.831660 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network b1e28c09-95b6-4df1-bce2-b3cb93820762 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:14:59.876306 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d321f4b-2043-48b2-bb6d-7c138ab30532 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Made reservation on behalf of c32314706c7841f0aec3c27688848c9e for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:14:59.883675 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1d321f4b-2043-48b2-bb6d-7c138ab30532 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:14:59.884492 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdfcee4-d6ed-4ecd-a55e-743ce22ff697 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Checking segment: {'id': 'aae646fc-ce25-40ff-9d6a-45c6419ece3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd5421c0c-222a-408d-836f-69b292606d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:14:59.885063 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdfcee4-d6ed-4ecd-a55e-743ce22ff697 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Network hostable DHCP agents. Network: d5421c0c-222a-408d-836f-69b292606d6c, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:14:59.967468 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078632a9-5111-4c0e-8950-4f930aceafac tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Pushing event updated for resources: {'Port': ['ID=2daa2510-1d29-4bfa-b1aa-6d8f80d46530,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:00.041994 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b4897498-6058-4c96-b1e8-9f1deb9a8f70 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:00.094805 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdfcee4-d6ed-4ecd-a55e-743ce22ff697 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Network d5421c0c-222a-408d-836f-69b292606d6c is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:15:00.124257 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51254) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:00.129777 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-b4897498-6058-4c96-b1e8-9f1deb9a8f70 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81058bbc-6dde-4374-8099-0dcf4abd6b2e']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:00.133974 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1d321f4b-2043-48b2-bb6d-7c138ab30532 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:00.146627 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-cfdfcee4-d6ed-4ecd-a55e-743ce22ff697 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, d5421c0c-222a-408d-836f-69b292606d6c) {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:15:00.155784 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdfcee4-d6ed-4ecd-a55e-743ce22ff697 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:00.156402 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cfdfcee4-d6ed-4ecd-a55e-743ce22ff697 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:00.160291 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-b4897498-6058-4c96-b1e8-9f1deb9a8f70 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c9f9d65-046f-4d14-a6e7-d61a20239c77') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:00.160667 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-b4897498-6058-4c96-b1e8-9f1deb9a8f70 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c9f9d65-046f-4d14-a6e7-d61a20239c77') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:00.178213 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078632a9-5111-4c0e-8950-4f930aceafac tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Network cfa3d101-d6cf-476b-a47c-e19770b912ce is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:15:00.186955 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b4897498-6058-4c96-b1e8-9f1deb9a8f70 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:00.190490 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-078632a9-5111-4c0e-8950-4f930aceafac tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:15:00.191240 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe3e397-7189-4c60-a502-61b7f76a64bd None None] Network d5421c0c-222a-408d-836f-69b292606d6c requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:15:00.214595 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d321f4b-2043-48b2-bb6d-7c138ab30532 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Pushing event updated for resources: {'Subnet': ['ID=7e78098f-52be-41b7-a82f-2618effd0d57,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:00.223201 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-cfdfcee4-d6ed-4ecd-a55e-743ce22ff697 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5475893 Dec 10 19:15:00.224487 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b4897498-6058-4c96-b1e8-9f1deb9a8f70 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:00.226398 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51258) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:00.236752 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-7a5e2851-e36e-4f70-ab3c-aac1143ef8ba tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Request body: {'port': {'network_id': 'd5421c0c-222a-408d-836f-69b292606d6c', 'name': 'tempest-AllowedAddressPairTestJSON-2067695764'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:00.282694 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4897498-6058-4c96-b1e8-9f1deb9a8f70 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:15:00.282904 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b4897498-6058-4c96-b1e8-9f1deb9a8f70 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:00.296162 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d321f4b-2043-48b2-bb6d-7c138ab30532 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Checking segment: {'id': '5e72895f-ff8f-499b-90c7-dc98bb5fb42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b1e28c09-95b6-4df1-bce2-b3cb93820762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:15:00.296536 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d321f4b-2043-48b2-bb6d-7c138ab30532 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Network hostable DHCP agents. Network: b1e28c09-95b6-4df1-bce2-b3cb93820762, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:15:00.349173 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d321f4b-2043-48b2-bb6d-7c138ab30532 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Network b1e28c09-95b6-4df1-bce2-b3cb93820762 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:15:00.373691 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:15:00.373691 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:15:00.373691 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:15:00.373691 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:15:00.373691 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:15:00.373691 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:15:00.373691 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:15:00.373691 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:15:00.373691 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:15:00.373691 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:15:00.373691 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:15:00.373691 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:15:00.373691 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:15:00.373691 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:15:00.373691 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:15:00.373691 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:15:00.373691 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:15:00.373691 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:15:00.373691 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:15:00.373691 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:15:00.373691 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:15:00.373691 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:15:00.373691 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:15:00.373691 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:15:00.373691 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:15:00.373691 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:15:00.373691 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:15:00.373691 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:15:00.373691 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:15:00.373691 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:15:00.373691 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:15:00.373691 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:15:00.377959 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-e943c731-b617-4820-97e8-7b917ead8a06 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-444780443'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:00.403918 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-1d321f4b-2043-48b2-bb6d-7c138ab30532 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, b1e28c09-95b6-4df1-bce2-b3cb93820762) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:15:00.422946 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d321f4b-2043-48b2-bb6d-7c138ab30532 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:00.423980 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1d321f4b-2043-48b2-bb6d-7c138ab30532 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:00.459107 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e943c731-b617-4820-97e8-7b917ead8a06 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Made reservation on behalf of bf34cb617e7c48e1adb6028fc04b4351 for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:15:00.462257 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49479471-1c47-41bc-b258-d3e6e29a74f3 None None] Network b1e28c09-95b6-4df1-bce2-b3cb93820762 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:15:00.464235 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e943c731-b617-4820-97e8-7b917ead8a06 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:00.476752 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5e2851-e36e-4f70-ab3c-aac1143ef8ba tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Made reservation on behalf of 1bbc6d574f444f17861805af4e0c9028 for: {'port': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:15:00.480967 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7a5e2851-e36e-4f70-ab3c-aac1143ef8ba tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:00.484945 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e943c731-b617-4820-97e8-7b917ead8a06 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:00.496893 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-1d321f4b-2043-48b2-bb6d-7c138ab30532 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8340144 Dec 10 19:15:00.501684 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51260) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:00.508382 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-607a97c6-00bf-4cb4-b903-7e820771242e tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:00.560733 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcde5596-ac4d-4a82-8e64-acff2aaf89bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-d5421c0c-222a-408d-836f-69b292606d6c', 'network_id': 'd5421c0c-222a-408d-836f-69b292606d6c', 'tenant_id': '1bbc6d574f444f17861805af4e0c9028', 'fixed_ips': [{'subnet_id': '9f92003e-3425-41b8-afc4-c5ff391681e0'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:15:00.562835 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dcde5596-ac4d-4a82-8e64-acff2aaf89bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:00.563063 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [None req-7a5e2851-e36e-4f70-ab3c-aac1143ef8ba tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] device_id is not set on port 0827cf9e-579e-4521-a961-68be6cd5e023 yet. {{(pid=102366) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:15:00.696382 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-078632a9-5111-4c0e-8950-4f930aceafac tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Router 1dacb00d-b7b0-4b20-b3f4-02ff3fa673f9 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:15:00.753954 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-607a97c6-00bf-4cb4-b903-7e820771242e tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11656814'] for subnet, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:00.758294 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-dcde5596-ac4d-4a82-8e64-acff2aaf89bf None None] Allocated IP 172.20.0.2 (d5421c0c-222a-408d-836f-69b292606d6c/9f92003e-3425-41b8-afc4-c5ff391681e0/e9c8b198-d239-4337-b331-a6bbc91bda71) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:15:00.845980 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e943c731-b617-4820-97e8-7b917ead8a06 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:00.854226 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e943c731-b617-4820-97e8-7b917ead8a06 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:00.878139 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6624b8-78d5-43fa-9269-083b10e672ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-b1e28c09-95b6-4df1-bce2-b3cb93820762', 'network_id': 'b1e28c09-95b6-4df1-bce2-b3cb93820762', 'tenant_id': 'c32314706c7841f0aec3c27688848c9e', 'fixed_ips': [{'subnet_id': '7e78098f-52be-41b7-a82f-2618effd0d57'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:15:00.878734 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ee6624b8-78d5-43fa-9269-083b10e672ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:00.925046 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-716b132b-03a5-4da0-a655-c97d0ccba09e tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:00.931722 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e943c731-b617-4820-97e8-7b917ead8a06 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:15:00.931978 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-e0b7dd9d-e0e6-4372-8ea3-40e8bb0232f3 None None] Provisioning complete for port 2daa2510-1d29-4bfa-b1aa-6d8f80d46530 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:15:00.932305 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e0b7dd9d-e0e6-4372-8ea3-40e8bb0232f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:00.937032 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b4897498-6058-4c96-b1e8-9f1deb9a8f70 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:00.944388 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b4897498-6058-4c96-b1e8-9f1deb9a8f70 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:00.950384 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-b4897498-6058-4c96-b1e8-9f1deb9a8f70 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] 10.222.0.69 "DELETE /v2.0/networks/81058bbc-6dde-4374-8099-0dcf4abd6b2e HTTP/1.1" status: 204 len: 168 time: 4.1964679 Dec 10 19:15:00.983990 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51264) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:00.987912 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e943c731-b617-4820-97e8-7b917ead8a06 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f8006f-a886-4601-83c5-ae28e2cc79c3,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:01.028783 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4897498-6058-4c96-b1e8-9f1deb9a8f70 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Pushing event deleted for resources: {'Network': ['ID=81058bbc-6dde-4374-8099-0dcf4abd6b2e,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:01.039281 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-e0b7dd9d-e0e6-4372-8ea3-40e8bb0232f3 None None] Port 2daa2510-1d29-4bfa-b1aa-6d8f80d46530 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:15:01.077069 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e943c731-b617-4820-97e8-7b917ead8a06 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:01.077404 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-e943c731-b617-4820-97e8-7b917ead8a06 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Added segment d2d13d3a-d2a2-4589-bb79-b886df1657c2 of type vlan for network d46bec3e-4ca9-45a8-ab62-40d23c2a655e Dec 10 19:15:01.086410 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716b132b-03a5-4da0-a655-c97d0ccba09e tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Pushing event deleted for resources: {'Port': ['ID=a989dbe7-4d25-48ba-900f-e9c52f8a39f3,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:01.153012 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dcde5596-ac4d-4a82-8e64-acff2aaf89bf None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:01.161010 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078632a9-5111-4c0e-8950-4f930aceafac tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:15:01.162056 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dcde5596-ac4d-4a82-8e64-acff2aaf89bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:01.170798 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-078632a9-5111-4c0e-8950-4f930aceafac tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] 10.222.0.69 "PUT /v2.0/routers/1dacb00d-b7b0-4b20-b3f4-02ff3fa673f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2155378 Dec 10 19:15:01.178711 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51268) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:01.188273 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b35f7e-7475-497c-8b63-e9e40bd04c4a None None] Sync routers for ids ['1dacb00d-b7b0-4b20-b3f4-02ff3fa673f9'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:15:01.222301 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcde5596-ac4d-4a82-8e64-acff2aaf89bf None None] Network d5421c0c-222a-408d-836f-69b292606d6c is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:15:01.234646 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-dcde5596-ac4d-4a82-8e64-acff2aaf89bf None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:15:01.242144 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcde5596-ac4d-4a82-8e64-acff2aaf89bf None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:15:01.266612 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b35f7e-7475-497c-8b63-e9e40bd04c4a None None] Routers {'1dacb00d-b7b0-4b20-b3f4-02ff3fa673f9'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:15:01.267677 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-77b35f7e-7475-497c-8b63-e9e40bd04c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:14:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['1dacb00d-b7b0-4b20-b3f4-02ff3fa673f9'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:01.272847 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcde5596-ac4d-4a82-8e64-acff2aaf89bf None None] Pushing event updated for resources: {'Port': ['ID=e9c8b198-d239-4337-b331-a6bbc91bda71,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:01.313135 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-716b132b-03a5-4da0-a655-c97d0ccba09e tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3713145'] for router_gateway, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:01.329191 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-77b35f7e-7475-497c-8b63-e9e40bd04c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:01.346116 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e943c731-b617-4820-97e8-7b917ead8a06 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:01.368798 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b35f7e-7475-497c-8b63-e9e40bd04c4a None None] Routers {'1dacb00d-b7b0-4b20-b3f4-02ff3fa673f9'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:15:01.369427 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-77b35f7e-7475-497c-8b63-e9e40bd04c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:14:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['1dacb00d-b7b0-4b20-b3f4-02ff3fa673f9'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:01.371494 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-dcde5596-ac4d-4a82-8e64-acff2aaf89bf None None] Attempting to bind port e9c8b198-d239-4337-b331-a6bbc91bda71 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:15:01.371858 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-dcde5596-ac4d-4a82-8e64-acff2aaf89bf None None] Attempting to bind port e9c8b198-d239-4337-b331-a6bbc91bda71 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': 'aae646fc-ce25-40ff-9d6a-45c6419ece3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd5421c0c-222a-408d-836f-69b292606d6c'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:15:01.372211 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcde5596-ac4d-4a82-8e64-acff2aaf89bf None None] Attempting to bind port e9c8b198-d239-4337-b331-a6bbc91bda71 on network d5421c0c-222a-408d-836f-69b292606d6c {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:15:01.411326 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcde5596-ac4d-4a82-8e64-acff2aaf89bf None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:15:01.411989 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcde5596-ac4d-4a82-8e64-acff2aaf89bf None None] Checking segment: {'id': 'aae646fc-ce25-40ff-9d6a-45c6419ece3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd5421c0c-222a-408d-836f-69b292606d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:15:01.412576 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dcde5596-ac4d-4a82-8e64-acff2aaf89bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:01.413954 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcde5596-ac4d-4a82-8e64-acff2aaf89bf None None] Bound using segment: {'id': 'aae646fc-ce25-40ff-9d6a-45c6419ece3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd5421c0c-222a-408d-836f-69b292606d6c'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:15:01.414455 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-dcde5596-ac4d-4a82-8e64-acff2aaf89bf None None] Bound port: e9c8b198-d239-4337-b331-a6bbc91bda71, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae646fc-ce25-40ff-9d6a-45c6419ece3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd5421c0c-222a-408d-836f-69b292606d6c'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:15:01.415036 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dcde5596-ac4d-4a82-8e64-acff2aaf89bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:01.418465 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-77b35f7e-7475-497c-8b63-e9e40bd04c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:01.419114 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b35f7e-7475-497c-8b63-e9e40bd04c4a None None] The sync data for ids ['1dacb00d-b7b0-4b20-b3f4-02ff3fa673f9'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:15:01.449655 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-7a5e2851-e36e-4f70-ab3c-aac1143ef8ba tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Allocated IP 172.20.0.13 (d5421c0c-222a-408d-836f-69b292606d6c/9f92003e-3425-41b8-afc4-c5ff391681e0/0827cf9e-579e-4521-a961-68be6cd5e023) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:15:01.455188 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-607a97c6-00bf-4cb4-b903-7e820771242e tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769381657245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11929319'] for subnet, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:01.503194 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e943c731-b617-4820-97e8-7b917ead8a06 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:01.509229 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e943c731-b617-4820-97e8-7b917ead8a06 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:01.509858 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e943c731-b617-4820-97e8-7b917ead8a06 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:01.524040 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-716b132b-03a5-4da0-a655-c97d0ccba09e tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:01.530575 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607a97c6-00bf-4cb4-b903-7e820771242e tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:01.531429 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-607a97c6-00bf-4cb4-b903-7e820771242e tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:01.532400 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-716b132b-03a5-4da0-a655-c97d0ccba09e tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:01.532986 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-607a97c6-00bf-4cb4-b903-7e820771242e tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "PUT /v2.0/subnets/7e78098f-52be-41b7-a82f-2618effd0d57 HTTP/1.1" status: 200 len: 806 time: 1.0301816 Dec 10 19:15:01.538587 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51270) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:01.569279 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-ee6624b8-78d5-43fa-9269-083b10e672ac None None] Allocated IP 172.20.0.2 (b1e28c09-95b6-4df1-bce2-b3cb93820762/7e78098f-52be-41b7-a82f-2618effd0d57/189cdff4-3454-4526-85d0-ad511b5f04c8) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:15:01.596053 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3fb9f877-6774-441f-ad35-8147007d4171 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks [] for router, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:01.635273 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-e943c731-b617-4820-97e8-7b917ead8a06 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5095336 Dec 10 19:15:01.655443 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-91b28058-82f7-4f90-8be6-6687dd5315e5 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Deleting port 38cf612e-3293-4917-9308-76512acdd68f {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:15:01.656105 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-91b28058-82f7-4f90-8be6-6687dd5315e5 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:01.658633 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e943c731-b617-4820-97e8-7b917ead8a06 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Pushing event updated for resources: {'Network': ['ID=d46bec3e-4ca9-45a8-ab62-40d23c2a655e,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:01.676819 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network d46bec3e-4ca9-45a8-ab62-40d23c2a655e details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:15:01.684840 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607a97c6-00bf-4cb4-b903-7e820771242e tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Pushing event updated for resources: {'Subnet': ['ID=7e78098f-52be-41b7-a82f-2618effd0d57,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:01.765210 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dcde5596-ac4d-4a82-8e64-acff2aaf89bf None None] For port e9c8b198-d239-4337-b331-a6bbc91bda71, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:15:01.826015 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dcde5596-ac4d-4a82-8e64-acff2aaf89bf None None] For port e9c8b198-d239-4337-b331-a6bbc91bda71, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=e9c8b198-d239-4337-b331-a6bbc91bda71,segment=NetworkSegment(aae646fc-ce25-40ff-9d6a-45c6419ece3e),segment_id=aae646fc-ce25-40ff-9d6a-45c6419ece3e)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:15:01.846170 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dcde5596-ac4d-4a82-8e64-acff2aaf89bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:01.864105 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ee6624b8-78d5-43fa-9269-083b10e672ac None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:01.883895 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-91b28058-82f7-4f90-8be6-6687dd5315e5 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:01.884418 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-91b28058-82f7-4f90-8be6-6687dd5315e5 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:01.892019 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-716b132b-03a5-4da0-a655-c97d0ccba09e tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:01.892997 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716b132b-03a5-4da0-a655-c97d0ccba09e tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Fanout notify agent at l3_agent the message router_deleted on router ca644947-a481-46ea-b9d2-95ce48b3f500 {{(pid=102365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:15:01.904451 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-716b132b-03a5-4da0-a655-c97d0ccba09e tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:01.906096 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-716b132b-03a5-4da0-a655-c97d0ccba09e tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] 10.222.0.69 "DELETE /v2.0/routers/ca644947-a481-46ea-b9d2-95ce48b3f500 HTTP/1.1" status: 204 len: 168 time: 5.0184288 Dec 10 19:15:01.919349 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-91b28058-82f7-4f90-8be6-6687dd5315e5 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Calling delete_port for 38cf612e-3293-4917-9308-76512acdd68f owned by network:floatingip {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:15:01.933274 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51274) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:01.955996 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-d2858bc8-c896-4ec2-a3b2-b8911938fddb tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1370282020', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:01.971247 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcde5596-ac4d-4a82-8e64-acff2aaf89bf None None] Pushing event updated for resources: {'Port': ['ID=e9c8b198-d239-4337-b331-a6bbc91bda71,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:01.976126 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ee6624b8-78d5-43fa-9269-083b10e672ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:02.040649 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6624b8-78d5-43fa-9269-083b10e672ac None None] Pushing event updated for resources: {'Port': ['ID=189cdff4-3454-4526-85d0-ad511b5f04c8,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:02.063602 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-05b06844-7636-44c8-b1e5-e1014a29b10b tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:02.064238 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6624b8-78d5-43fa-9269-083b10e672ac None None] Network b1e28c09-95b6-4df1-bce2-b3cb93820762 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:15:02.066223 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.api.v2.resource [None req-3fb9f877-6774-441f-ad35-8147007d4171 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 10 19:15:02.067617 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-3fb9f877-6774-441f-ad35-8147007d4171 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] 10.222.0.69 "DELETE /v2.0/routers/1dacb00d-b7b0-4b20-b3f4-02ff3fa673f9 HTTP/1.1" status: 409 len: 329 time: 0.8875575 Dec 10 19:15:02.071512 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51276) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:02.078821 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-ee6624b8-78d5-43fa-9269-083b10e672ac None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:15:02.099290 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6624b8-78d5-43fa-9269-083b10e672ac None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:15:02.169719 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:02.193345 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-ee6624b8-78d5-43fa-9269-083b10e672ac None None] Attempting to bind port 189cdff4-3454-4526-85d0-ad511b5f04c8 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:15:02.195219 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-ee6624b8-78d5-43fa-9269-083b10e672ac None None] Attempting to bind port 189cdff4-3454-4526-85d0-ad511b5f04c8 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '5e72895f-ff8f-499b-90c7-dc98bb5fb42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b1e28c09-95b6-4df1-bce2-b3cb93820762'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:15:02.197395 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6624b8-78d5-43fa-9269-083b10e672ac None None] Attempting to bind port 189cdff4-3454-4526-85d0-ad511b5f04c8 on network b1e28c09-95b6-4df1-bce2-b3cb93820762 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:15:02.219106 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6624b8-78d5-43fa-9269-083b10e672ac None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:15:02.219915 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6624b8-78d5-43fa-9269-083b10e672ac None None] Checking segment: {'id': '5e72895f-ff8f-499b-90c7-dc98bb5fb42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b1e28c09-95b6-4df1-bce2-b3cb93820762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:15:02.220541 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ee6624b8-78d5-43fa-9269-083b10e672ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:02.221269 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6624b8-78d5-43fa-9269-083b10e672ac None None] Bound using segment: {'id': '5e72895f-ff8f-499b-90c7-dc98bb5fb42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b1e28c09-95b6-4df1-bce2-b3cb93820762'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:15:02.221912 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-ee6624b8-78d5-43fa-9269-083b10e672ac None None] Bound port: 189cdff4-3454-4526-85d0-ad511b5f04c8, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e72895f-ff8f-499b-90c7-dc98bb5fb42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b1e28c09-95b6-4df1-bce2-b3cb93820762'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:15:02.222530 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ee6624b8-78d5-43fa-9269-083b10e672ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:02.234688 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d2858bc8-c896-4ec2-a3b2-b8911938fddb tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:02.236361 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d2858bc8-c896-4ec2-a3b2-b8911938fddb tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:02.389644 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-ee6624b8-78d5-43fa-9269-083b10e672ac None None] For port 189cdff4-3454-4526-85d0-ad511b5f04c8, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:15:02.401931 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d2858bc8-c896-4ec2-a3b2-b8911938fddb tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:02.403950 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-ee6624b8-78d5-43fa-9269-083b10e672ac None None] For port 189cdff4-3454-4526-85d0-ad511b5f04c8, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=189cdff4-3454-4526-85d0-ad511b5f04c8,segment=NetworkSegment(5e72895f-ff8f-499b-90c7-dc98bb5fb42c),segment_id=5e72895f-ff8f-499b-90c7-dc98bb5fb42c)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:15:02.418173 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ee6624b8-78d5-43fa-9269-083b10e672ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:02.424245 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d2858bc8-c896-4ec2-a3b2-b8911938fddb tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:02.536229 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7a5e2851-e36e-4f70-ab3c-aac1143ef8ba tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:02.552675 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-91b28058-82f7-4f90-8be6-6687dd5315e5 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:02.595153 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6624b8-78d5-43fa-9269-083b10e672ac None None] Pushing event updated for resources: {'Port': ['ID=189cdff4-3454-4526-85d0-ad511b5f04c8,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:02.635553 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b28058-82f7-4f90-8be6-6687dd5315e5 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Pushing event deleted for resources: {'Port': ['ID=38cf612e-3293-4917-9308-76512acdd68f,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:02.747016 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7a5e2851-e36e-4f70-ab3c-aac1143ef8ba tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:02.803689 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5e2851-e36e-4f70-ab3c-aac1143ef8ba tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Network d5421c0c-222a-408d-836f-69b292606d6c is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:15:02.820790 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-7a5e2851-e36e-4f70-ab3c-aac1143ef8ba tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:15:02.856658 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d2858bc8-c896-4ec2-a3b2-b8911938fddb tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:02.857897 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-d2858bc8-c896-4ec2-a3b2-b8911938fddb tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9142618 Dec 10 19:15:02.886265 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51280) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:02.911293 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-ed949f0e-86b6-4e86-bb16-ed6659b8474c tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Request body: {'router': {'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:02.924727 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5e2851-e36e-4f70-ab3c-aac1143ef8ba tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:15:03.081708 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device e9c8b198-d239-4337-b331-a6bbc91bda71 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:15:03.082549 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5e2851-e36e-4f70-ab3c-aac1143ef8ba tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:03.083360 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7a5e2851-e36e-4f70-ab3c-aac1143ef8ba tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:03.119910 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-91b28058-82f7-4f90-8be6-6687dd5315e5 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks [] for floatingip, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:03.124560 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-91b28058-82f7-4f90-8be6-6687dd5315e5 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:03.139277 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-91b28058-82f7-4f90-8be6-6687dd5315e5 tempest-FloatingIPAdminTestJSON-1709385608 tempest-FloatingIPAdminTestJSON-1709385608-project] 10.222.0.69 "DELETE /v2.0/floatingips/a37ef511-e3f3-4747-851d-9debd585fc6a HTTP/1.1" status: 204 len: 168 time: 2.1501260 Dec 10 19:15:03.217983 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-7a5e2851-e36e-4f70-ab3c-aac1143ef8ba tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9859006 Dec 10 19:15:03.228123 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e2851-e36e-4f70-ab3c-aac1143ef8ba tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Pushing event updated for resources: {'Port': ['ID=0827cf9e-579e-4521-a961-68be6cd5e023,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:03.232157 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51286) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:03.243007 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-3ef3ec55-8fb9-4fd5-ba7f-596405d74152 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Request body: {'port': {'network_id': 'd5421c0c-222a-408d-836f-69b292606d6c', 'name': 'tempest-AllowedAddressPairTestJSON-316543505', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:6e:d6:0e'}]}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:03.337727 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-05b06844-7636-44c8-b1e5-e1014a29b10b tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Deleting port 189cdff4-3454-4526-85d0-ad511b5f04c8 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:15:03.338583 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-05b06844-7636-44c8-b1e5-e1014a29b10b tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:03.433482 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port e9c8b198-d239-4337-b331-a6bbc91bda71 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:15:03.436460 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:03.720641 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:03.835042 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef3ec55-8fb9-4fd5-ba7f-596405d74152 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Made reservation on behalf of 1bbc6d574f444f17861805af4e0c9028 for: {'port': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:15:03.854517 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port e9c8b198-d239-4337-b331-a6bbc91bda71, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=e9c8b198-d239-4337-b331-a6bbc91bda71,segment=NetworkSegment(aae646fc-ce25-40ff-9d6a-45c6419ece3e),segment_id=aae646fc-ce25-40ff-9d6a-45c6419ece3e)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:15:03.863498 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:03.995367 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3ef3ec55-8fb9-4fd5-ba7f-596405d74152 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:04.016039 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=e9c8b198-d239-4337-b331-a6bbc91bda71,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:04.035928 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [None req-3ef3ec55-8fb9-4fd5-ba7f-596405d74152 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] device_id is not set on port da394be4-83dd-465d-b146-2106be614965 yet. {{(pid=102366) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:15:04.074682 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc23483-f032-436c-84dd-9388a0ade14f None None] Network d5421c0c-222a-408d-836f-69b292606d6c requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:15:04.273168 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c72f86c5-3a7f-46a1-8ff3-1a8bc63aa971 None None] Provisioning complete for port e9c8b198-d239-4337-b331-a6bbc91bda71 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:15:04.273885 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c72f86c5-3a7f-46a1-8ff3-1a8bc63aa971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:04.282968 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51292) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:04.304955 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ed949f0e-86b6-4e86-bb16-ed6659b8474c tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:04.402751 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-3ef3ec55-8fb9-4fd5-ba7f-596405d74152 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Allocated IP 172.20.0.3 (d5421c0c-222a-408d-836f-69b292606d6c/9f92003e-3425-41b8-afc4-c5ff391681e0/da394be4-83dd-465d-b146-2106be614965) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:15:04.669778 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-05b06844-7636-44c8-b1e5-e1014a29b10b tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] For port 189cdff4-3454-4526-85d0-ad511b5f04c8, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=189cdff4-3454-4526-85d0-ad511b5f04c8,segment=NetworkSegment(5e72895f-ff8f-499b-90c7-dc98bb5fb42c),segment_id=5e72895f-ff8f-499b-90c7-dc98bb5fb42c)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:15:04.670556 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-05b06844-7636-44c8-b1e5-e1014a29b10b tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:04.721647 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-05b06844-7636-44c8-b1e5-e1014a29b10b tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Calling delete_port for 189cdff4-3454-4526-85d0-ad511b5f04c8 owned by network:dhcp {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:15:04.781670 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d88f650-76aa-40e4-b414-76997253318b None None] Network b1e28c09-95b6-4df1-bce2-b3cb93820762 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:15:04.923828 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3ef3ec55-8fb9-4fd5-ba7f-596405d74152 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:04.958449 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-ee65c338-bb61-4f6b-b02f-5a7d3e2b7fd7 None None] Provisioning complete for port 189cdff4-3454-4526-85d0-ad511b5f04c8 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:15:04.973146 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ee65c338-bb61-4f6b-b02f-5a7d3e2b7fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:05.059816 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3ef3ec55-8fb9-4fd5-ba7f-596405d74152 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:05.269601 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-05b06844-7636-44c8-b1e5-e1014a29b10b tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:05.306724 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef3ec55-8fb9-4fd5-ba7f-596405d74152 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Network d5421c0c-222a-408d-836f-69b292606d6c is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:15:05.312081 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ee65c338-bb61-4f6b-b02f-5a7d3e2b7fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:05.348130 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-3ef3ec55-8fb9-4fd5-ba7f-596405d74152 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:15:05.384231 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef3ec55-8fb9-4fd5-ba7f-596405d74152 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:15:05.387318 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 189cdff4-3454-4526-85d0-ad511b5f04c8 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:15:05.432703 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef3ec55-8fb9-4fd5-ba7f-596405d74152 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Pushing event updated for resources: {'Port': ['ID=da394be4-83dd-465d-b146-2106be614965,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:05.472117 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b06844-7636-44c8-b1e5-e1014a29b10b tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Pushing event deleted for resources: {'Port': ['ID=189cdff4-3454-4526-85d0-ad511b5f04c8,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:05.563301 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 189cdff4-3454-4526-85d0-ad511b5f04c8 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:15:05.563640 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 189cdff4-3454-4526-85d0-ad511b5f04c8 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 10 19:15:05.599421 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef3ec55-8fb9-4fd5-ba7f-596405d74152 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:05.605082 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51302) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:05.606830 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3ef3ec55-8fb9-4fd5-ba7f-596405d74152 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:05.615329 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-8a4823b3-646c-4be1-b4b6-603f3a5fcc03 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5825191494b743bfbcc62d6658053e40&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3305249 Dec 10 19:15:05.623950 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-c7e1dcb2-c0c6-479f-a69b-af65ca3aeb81 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Request body: {'subnet': {'network_id': 'd46bec3e-4ca9-45a8-ab62-40d23c2a655e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:05.629619 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51304) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:05.678956 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b06844-7636-44c8-b1e5-e1014a29b10b tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] No DVR routers for this DVR port 189cdff4-3454-4526-85d0-ad511b5f04c8 on host dv-neutron-821441-1-hyperv {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:15:05.703562 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-3ef3ec55-8fb9-4fd5-ba7f-596405d74152 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.4686365 Dec 10 19:15:05.711394 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51306) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:05.805010 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10ee0da-86b6-47e8-99b6-8595466ed5e7 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:05.815145 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10ee0da-86b6-47e8-99b6-8595466ed5e7 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:05.822931 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10ee0da-86b6-47e8-99b6-8595466ed5e7 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:05.825047 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-c10ee0da-86b6-47e8-99b6-8595466ed5e7 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.1128871 Dec 10 19:15:05.842639 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51308) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:05.843605 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-56cee7a8-c46d-41f1-b0e6-04fc1fa7a210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:05.872681 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-56cee7a8-c46d-41f1-b0e6-04fc1fa7a210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:05.921339 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Port 189cdff4-3454-4526-85d0-ad511b5f04c8 not found, will not notify nova. {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 10 19:15:05.922009 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device e9c8b198-d239-4337-b331-a6bbc91bda71 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:15:05.927027 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c876b9ba-fbcf-49d8-9c69-a4070350e3c2 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711290'] for router_interface, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:06.067812 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-56cee7a8-c46d-41f1-b0e6-04fc1fa7a210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:06.074315 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-56cee7a8-c46d-41f1-b0e6-04fc1fa7a210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:06.077290 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e1dcb2-c0c6-479f-a69b-af65ca3aeb81 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Made reservation on behalf of bf34cb617e7c48e1adb6028fc04b4351 for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:15:06.081011 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c7e1dcb2-c0c6-479f-a69b-af65ca3aeb81 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:06.081739 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-56cee7a8-c46d-41f1-b0e6-04fc1fa7a210 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/321d81f1-a30e-4f7a-b261-3867a10b7fea HTTP/1.1" status: 204 len: 168 time: 0.4458165 Dec 10 19:15:06.086191 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-05b06844-7636-44c8-b1e5-e1014a29b10b tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:06.112156 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cee7a8-c46d-41f1-b0e6-04fc1fa7a210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321d81f1-a30e-4f7a-b261-3867a10b7fea,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:06.115187 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port e9c8b198-d239-4337-b331-a6bbc91bda71 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:15:06.115595 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:06.157862 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-4e19967f-3b24-458c-a948-1396ad9a4e28 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Deleting port da394be4-83dd-465d-b146-2106be614965 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:15:06.158786 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4e19967f-3b24-458c-a948-1396ad9a4e28 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:06.263598 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-17463481-ecf2-4f40-a326-f796e37c11e3 None None] Provisioning complete for port 0827cf9e-579e-4521-a961-68be6cd5e023 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:15:06.264219 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-17463481-ecf2-4f40-a326-f796e37c11e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:06.386528 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-17463481-ecf2-4f40-a326-f796e37c11e3 None None] Port 0827cf9e-579e-4521-a961-68be6cd5e023 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:15:06.411776 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4e19967f-3b24-458c-a948-1396ad9a4e28 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:06.419777 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-17463481-ecf2-4f40-a326-f796e37c11e3 None None] Provisioning complete for port e9c8b198-d239-4337-b331-a6bbc91bda71 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:15:06.420733 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-17463481-ecf2-4f40-a326-f796e37c11e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:06.454853 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-4e19967f-3b24-458c-a948-1396ad9a4e28 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Calling delete_port for da394be4-83dd-465d-b146-2106be614965 owned by {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:15:06.681806 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08415150-20a8-49bf-a7a9-a305569ef4f8 None None] Network b1e28c09-95b6-4df1-bce2-b3cb93820762 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:15:06.778977 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ed949f0e-86b6-4e86-bb16-ed6659b8474c tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks [] for router_gateway, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:06.790229 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51318) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:06.835669 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-22143bb1-5774-4968-882a-54380d1c7584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:06.867149 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ed949f0e-86b6-4e86-bb16-ed6659b8474c tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:06.871219 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-05b06844-7636-44c8-b1e5-e1014a29b10b tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:06.885523 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4e19967f-3b24-458c-a948-1396ad9a4e28 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:06.895921 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-17463481-ecf2-4f40-a326-f796e37c11e3 None None] Provisioning complete for port da394be4-83dd-465d-b146-2106be614965 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:15:06.896683 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-17463481-ecf2-4f40-a326-f796e37c11e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:06.937999 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e19967f-3b24-458c-a948-1396ad9a4e28 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Pushing event deleted for resources: {'Port': ['ID=da394be4-83dd-465d-b146-2106be614965,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:06.974757 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-17463481-ecf2-4f40-a326-f796e37c11e3 None None] Port da394be4-83dd-465d-b146-2106be614965 was deleted so its status cannot be updated. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Dec 10 19:15:06.981070 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b06844-7636-44c8-b1e5-e1014a29b10b tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Pushing event deleted for resources: {'Subnet': ['ID=7e78098f-52be-41b7-a82f-2618effd0d57,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:07.122035 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1855d0d-b177-4329-85e1-831f90bac2f5 None None] DHCP port deletion for b1e28c09-95b6-4df1-bce2-b3cb93820762 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:15:07.171515 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-22143bb1-5774-4968-882a-54380d1c7584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:07.176014 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4e19967f-3b24-458c-a948-1396ad9a4e28 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:07.182612 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-4e19967f-3b24-458c-a948-1396ad9a4e28 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] 10.222.0.69 "DELETE /v2.0/ports/da394be4-83dd-465d-b146-2106be614965 HTTP/1.1" status: 204 len: 168 time: 1.2610970 Dec 10 19:15:07.184020 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-22143bb1-5774-4968-882a-54380d1c7584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:07.191865 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51320) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:07.228460 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-22143bb1-5774-4968-882a-54380d1c7584 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=14d95af8ce7a412582c4929d34ae8069&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4367774 Dec 10 19:15:07.232711 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51322) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:07.241668 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22143bb1-5774-4968-882a-54380d1c7584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c71476-89e2-4a2e-a466-e7cbbef48698,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:07.270723 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-05b06844-7636-44c8-b1e5-e1014a29b10b tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:07.309909 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-26d66e28-c7d9-4ec4-87a0-30cde0a99ec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:07.344479 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-26d66e28-c7d9-4ec4-87a0-30cde0a99ec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:07.354299 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-22f69e14-e56e-4fc7-88eb-0a64177ea445 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] GET failed (client error): The resource could not be found. Dec 10 19:15:07.355925 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-22f69e14-e56e-4fc7-88eb-0a64177ea445 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] 10.222.0.69 "GET /v2.0/ports/da394be4-83dd-465d-b146-2106be614965 HTTP/1.1" status: 404 len: 333 time: 0.1393526 Dec 10 19:15:07.363149 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51324) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:07.369610 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-05b06844-7636-44c8-b1e5-e1014a29b10b tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1e28c09-95b6-4df1-bce2-b3cb93820762']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:07.376699 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-680954c3-6e97-4feb-af66-ddc67ac941c4 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Request body: {'port': {'network_id': 'd5421c0c-222a-408d-836f-69b292606d6c', 'name': 'tempest-AllowedAddressPairTestJSON-1741404194'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:07.413991 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-26d66e28-c7d9-4ec4-87a0-30cde0a99ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:07.417544 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-26d66e28-c7d9-4ec4-87a0-30cde0a99ec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:07.419269 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-26d66e28-c7d9-4ec4-87a0-30cde0a99ec5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/49c71476-89e2-4a2e-a466-e7cbbef48698 HTTP/1.1" status: 204 len: 168 time: 0.1854868 Dec 10 19:15:07.436345 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d66e28-c7d9-4ec4-87a0-30cde0a99ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c71476-89e2-4a2e-a466-e7cbbef48698,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:07.475277 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-05b06844-7636-44c8-b1e5-e1014a29b10b tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e72895f-ff8f-499b-90c7-dc98bb5fb42c') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:07.476273 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-05b06844-7636-44c8-b1e5-e1014a29b10b tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e72895f-ff8f-499b-90c7-dc98bb5fb42c') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:07.531420 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-05b06844-7636-44c8-b1e5-e1014a29b10b tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:07.599289 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-05b06844-7636-44c8-b1e5-e1014a29b10b tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:07.623716 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05b06844-7636-44c8-b1e5-e1014a29b10b tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:15:07.623994 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-05b06844-7636-44c8-b1e5-e1014a29b10b tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:07.636349 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:15:07.636349 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:15:07.636349 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:15:07.636349 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:15:07.636349 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:15:07.636349 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:15:07.636349 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:15:07.636349 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:15:07.636349 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:15:07.636349 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:15:07.636349 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:15:07.636349 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:15:07.636349 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:15:07.636349 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:15:07.636349 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:15:07.636349 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:15:07.636349 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:15:07.636349 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:15:07.636349 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:15:07.636349 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:15:07.636349 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:15:07.636349 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:15:07.636349 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:15:07.636349 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:15:07.636349 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:15:07.636349 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:15:07.636349 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:15:07.636349 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:15:07.636349 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:15:07.636349 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:15:07.636349 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:15:07.636349 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:15:07.639640 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-ed949f0e-86b6-4e86-bb16-ed6659b8474c tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Allocated IP 172.26.6.136 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/404cb03a-16ed-408e-88d2-515cd8869962) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:15:07.653596 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c7e1dcb2-c0c6-479f-a69b-af65ca3aeb81 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:07.851920 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-05b06844-7636-44c8-b1e5-e1014a29b10b tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:07.867934 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-05b06844-7636-44c8-b1e5-e1014a29b10b tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:07.871393 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-05b06844-7636-44c8-b1e5-e1014a29b10b tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "DELETE /v2.0/networks/b1e28c09-95b6-4df1-bce2-b3cb93820762 HTTP/1.1" status: 204 len: 168 time: 6.3285949 Dec 10 19:15:07.876599 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51332) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:07.876839 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e1dcb2-c0c6-479f-a69b-af65ca3aeb81 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Pushing event updated for resources: {'Subnet': ['ID=f7fa456e-fd18-47d3-89fc-a7b535aa8ccc,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:07.913368 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b06844-7636-44c8-b1e5-e1014a29b10b tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Pushing event deleted for resources: {'Network': ['ID=b1e28c09-95b6-4df1-bce2-b3cb93820762,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:07.914173 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-033cd51e-6e7e-494e-b9ec-10a4724185bb tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] DELETE failed (client error): The resource could not be found. Dec 10 19:15:07.915016 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-033cd51e-6e7e-494e-b9ec-10a4724185bb tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:15:07.920838 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-033cd51e-6e7e-494e-b9ec-10a4724185bb tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "DELETE /v2.0/networks/b1e28c09-95b6-4df1-bce2-b3cb93820762 HTTP/1.1" status: 404 len: 339 time: 0.0431702 Dec 10 19:15:07.926445 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680954c3-6e97-4feb-af66-ddc67ac941c4 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Made reservation on behalf of 1bbc6d574f444f17861805af4e0c9028 for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:15:07.927543 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51336) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:07.929667 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-680954c3-6e97-4feb-af66-ddc67ac941c4 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:07.933449 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-c876b9ba-fbcf-49d8-9c69-a4070350e3c2 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Deleting port 2daa2510-1d29-4bfa-b1aa-6d8f80d46530 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:15:07.933785 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c876b9ba-fbcf-49d8-9c69-a4070350e3c2 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:07.939291 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-1e1d34ca-fb89-4203-8361-be9a4f9d3338 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1223852091', 'description': 'd1'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:07.982146 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e1d34ca-fb89-4203-8361-be9a4f9d3338 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Made reservation on behalf of c32314706c7841f0aec3c27688848c9e for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:15:07.987678 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e1dcb2-c0c6-479f-a69b-af65ca3aeb81 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Checking segment: {'id': 'd2d13d3a-d2a2-4589-bb79-b886df1657c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd46bec3e-4ca9-45a8-ab62-40d23c2a655e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:15:07.988013 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e1dcb2-c0c6-479f-a69b-af65ca3aeb81 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Network hostable DHCP agents. Network: d46bec3e-4ca9-45a8-ab62-40d23c2a655e, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:15:07.989819 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1e1d34ca-fb89-4203-8361-be9a4f9d3338 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:08.036423 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e1d34ca-fb89-4203-8361-be9a4f9d3338 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:15:08.046581 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [None req-680954c3-6e97-4feb-af66-ddc67ac941c4 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] device_id is not set on port 78037a0c-4775-48d3-8151-ce16bb733e40 yet. {{(pid=102365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:15:08.059290 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1e1d34ca-fb89-4203-8361-be9a4f9d3338 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:08.061090 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-1e1d34ca-fb89-4203-8361-be9a4f9d3338 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Added segment 50aa678c-8830-4e49-9a99-49c8e4d2939e of type vlan for network 56fc73d2-bede-4ac8-86ab-e011afc317a9 Dec 10 19:15:08.118802 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ed949f0e-86b6-4e86-bb16-ed6659b8474c tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:08.120274 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51338) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:08.155953 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1e1d34ca-fb89-4203-8361-be9a4f9d3338 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:08.166317 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e1dcb2-c0c6-479f-a69b-af65ca3aeb81 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Network d46bec3e-4ca9-45a8-ab62-40d23c2a655e is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:15:08.168602 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f42ca339-f128-4630-9508-871ad7e9e298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:08.200222 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1e1d34ca-fb89-4203-8361-be9a4f9d3338 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:08.207947 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1d34ca-fb89-4203-8361-be9a4f9d3338 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:08.208969 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1e1d34ca-fb89-4203-8361-be9a4f9d3338 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:08.245764 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-c7e1dcb2-c0c6-479f-a69b-af65ca3aeb81 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, d46bec3e-4ca9-45a8-ab62-40d23c2a655e) {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:15:08.259784 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16db2d98-20a7-49d1-9644-2c9edb3f8ebb None None] Network d46bec3e-4ca9-45a8-ab62-40d23c2a655e requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:15:08.262436 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c876b9ba-fbcf-49d8-9c69-a4070350e3c2 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:08.274438 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e1dcb2-c0c6-479f-a69b-af65ca3aeb81 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:08.275044 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c7e1dcb2-c0c6-479f-a69b-af65ca3aeb81 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:08.310044 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-1e1d34ca-fb89-4203-8361-be9a4f9d3338 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3742733 Dec 10 19:15:08.316716 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51340) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:08.361568 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1d34ca-fb89-4203-8361-be9a4f9d3338 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Pushing event updated for resources: {'Network': ['ID=56fc73d2-bede-4ac8-86ab-e011afc317a9,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:08.387636 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 56fc73d2-bede-4ac8-86ab-e011afc317a9 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:15:08.473729 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3910c82c-9e96-42e8-b431-bebae47dbf3b tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:08.476766 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-3910c82c-9e96-42e8-b431-bebae47dbf3b tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "GET /v2.0/networks?id=56fc73d2-bede-4ac8-86ab-e011afc317a9 HTTP/1.1" status: 200 len: 761 time: 0.1582355 Dec 10 19:15:08.479612 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51342) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:08.487906 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-6935739f-e5e0-4d42-903c-c32b64ed0e2f tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Request body: {'network': {'description': 'd2'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:08.680800 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6935739f-e5e0-4d42-903c-c32b64ed0e2f tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:08.688647 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23afbe5-86a7-4c58-8843-6bca2b52533a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-d46bec3e-4ca9-45a8-ab62-40d23c2a655e', 'network_id': 'd46bec3e-4ca9-45a8-ab62-40d23c2a655e', 'tenant_id': 'bf34cb617e7c48e1adb6028fc04b4351', 'fixed_ips': [{'subnet_id': 'f7fa456e-fd18-47d3-89fc-a7b535aa8ccc'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:15:08.691401 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c23afbe5-86a7-4c58-8843-6bca2b52533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:08.698845 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6935739f-e5e0-4d42-903c-c32b64ed0e2f tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:08.713520 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-c876b9ba-fbcf-49d8-9c69-a4070350e3c2 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Calling delete_port for 2daa2510-1d29-4bfa-b1aa-6d8f80d46530 owned by network:router_interface {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:15:08.724284 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6935739f-e5e0-4d42-903c-c32b64ed0e2f tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Network 56fc73d2-bede-4ac8-86ab-e011afc317a9 is not hosted by any dhcp agent {{(pid=102366) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 19:15:08.731018 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6935739f-e5e0-4d42-903c-c32b64ed0e2f tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:08.731665 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6935739f-e5e0-4d42-903c-c32b64ed0e2f tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:08.733111 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-6935739f-e5e0-4d42-903c-c32b64ed0e2f tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "PUT /v2.0/networks/56fc73d2-bede-4ac8-86ab-e011afc317a9 HTTP/1.1" status: 200 len: 758 time: 0.2515290 Dec 10 19:15:08.749298 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51346) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:08.759072 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-c7e1dcb2-c0c6-479f-a69b-af65ca3aeb81 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.1463099 Dec 10 19:15:08.780066 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51348) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:08.782069 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-680954c3-6e97-4feb-af66-ddc67ac941c4 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Allocated IP 172.20.0.12 (d5421c0c-222a-408d-836f-69b292606d6c/9f92003e-3425-41b8-afc4-c5ff391681e0/78037a0c-4775-48d3-8151-ce16bb733e40) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:15:08.795194 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-5b66ae6a-b452-4bff-9a32-370e914bef93 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-354232562'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:08.880247 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ed949f0e-86b6-4e86-bb16-ed6659b8474c tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:08.942234 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 189cdff4-3454-4526-85d0-ad511b5f04c8 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:15:08.970556 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 189cdff4-3454-4526-85d0-ad511b5f04c8 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:15:08.970895 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 189cdff4-3454-4526-85d0-ad511b5f04c8 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:15:08.995052 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-c23afbe5-86a7-4c58-8843-6bca2b52533a None None] Allocated IP 2001:db8:0:ffff::2 (d46bec3e-4ca9-45a8-ab62-40d23c2a655e/f7fa456e-fd18-47d3-89fc-a7b535aa8ccc/ee19544b-49b5-4459-b95b-f5364621ee5b) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:15:09.108775 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6935739f-e5e0-4d42-903c-c32b64ed0e2f tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Pushing event updated for resources: {'Network': ['ID=56fc73d2-bede-4ac8-86ab-e011afc317a9,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:09.133849 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 56fc73d2-bede-4ac8-86ab-e011afc317a9 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:15:09.151542 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed949f0e-86b6-4e86-bb16-ed6659b8474c tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:15:09.183340 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-ed949f0e-86b6-4e86-bb16-ed6659b8474c tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:15:09.222044 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceee8316-3427-4038-8657-f6c5642968d8 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:09.224787 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-ceee8316-3427-4038-8657-f6c5642968d8 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "GET /v2.0/networks?id=56fc73d2-bede-4ac8-86ab-e011afc317a9 HTTP/1.1" status: 200 len: 761 time: 0.4690533 Dec 10 19:15:09.231556 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51352) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:09.234660 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed949f0e-86b6-4e86-bb16-ed6659b8474c tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:15:09.236763 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-a6656501-47c8-42dc-9764-cd14893f2cff tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-966364229'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:09.246322 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b66ae6a-b452-4bff-9a32-370e914bef93 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Made reservation on behalf of bf34cb617e7c48e1adb6028fc04b4351 for: {'network': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:15:09.252412 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5b66ae6a-b452-4bff-9a32-370e914bef93 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:09.264267 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6656501-47c8-42dc-9764-cd14893f2cff tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Made reservation on behalf of c32314706c7841f0aec3c27688848c9e for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:15:09.270478 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a6656501-47c8-42dc-9764-cd14893f2cff tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:09.310030 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6656501-47c8-42dc-9764-cd14893f2cff tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:15:09.322511 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a6656501-47c8-42dc-9764-cd14893f2cff tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:09.322865 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-a6656501-47c8-42dc-9764-cd14893f2cff tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Added segment 51090fae-42c3-463b-b74d-024468269856 of type vlan for network 4f0eb1ed-6ecb-4034-b7dd-bbc907f650c3 Dec 10 19:15:09.364181 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed949f0e-86b6-4e86-bb16-ed6659b8474c tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Pushing event updated for resources: {'Port': ['ID=404cb03a-16ed-408e-88d2-515cd8869962,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:09.373853 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a6656501-47c8-42dc-9764-cd14893f2cff tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:09.389551 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c23afbe5-86a7-4c58-8843-6bca2b52533a None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:09.404359 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c23afbe5-86a7-4c58-8843-6bca2b52533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:09.406348 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a6656501-47c8-42dc-9764-cd14893f2cff tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:09.413866 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6656501-47c8-42dc-9764-cd14893f2cff tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:09.414266 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a6656501-47c8-42dc-9764-cd14893f2cff tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:09.434035 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23afbe5-86a7-4c58-8843-6bca2b52533a None None] Network d46bec3e-4ca9-45a8-ab62-40d23c2a655e is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:15:09.438583 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-c23afbe5-86a7-4c58-8843-6bca2b52533a None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:15:09.467086 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23afbe5-86a7-4c58-8843-6bca2b52533a None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:15:09.474931 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f42ca339-f128-4630-9508-871ad7e9e298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:09.479270 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-a6656501-47c8-42dc-9764-cd14893f2cff tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2466810 Dec 10 19:15:09.483797 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51354) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:09.498131 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-e810bb85-a457-41e2-9a3a-1b89f73cf051 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Request body: {'subnet': {'network_id': '4f0eb1ed-6ecb-4034-b7dd-bbc907f650c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:09.544373 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6656501-47c8-42dc-9764-cd14893f2cff tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Pushing event updated for resources: {'Network': ['ID=4f0eb1ed-6ecb-4034-b7dd-bbc907f650c3,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:09.560463 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23afbe5-86a7-4c58-8843-6bca2b52533a None None] Pushing event updated for resources: {'Port': ['ID=ee19544b-49b5-4459-b95b-f5364621ee5b,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:09.574685 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 4f0eb1ed-6ecb-4034-b7dd-bbc907f650c3 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:15:09.579951 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-c23afbe5-86a7-4c58-8843-6bca2b52533a None None] Attempting to bind port ee19544b-49b5-4459-b95b-f5364621ee5b on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:15:09.580816 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-c23afbe5-86a7-4c58-8843-6bca2b52533a None None] Attempting to bind port ee19544b-49b5-4459-b95b-f5364621ee5b by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': 'd2d13d3a-d2a2-4589-bb79-b886df1657c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd46bec3e-4ca9-45a8-ab62-40d23c2a655e'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:15:09.581235 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23afbe5-86a7-4c58-8843-6bca2b52533a None None] Attempting to bind port ee19544b-49b5-4459-b95b-f5364621ee5b on network d46bec3e-4ca9-45a8-ab62-40d23c2a655e {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:15:09.597312 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f42ca339-f128-4630-9508-871ad7e9e298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:09.606239 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e810bb85-a457-41e2-9a3a-1b89f73cf051 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Made reservation on behalf of c32314706c7841f0aec3c27688848c9e for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:15:09.609971 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e810bb85-a457-41e2-9a3a-1b89f73cf051 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:09.633184 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23afbe5-86a7-4c58-8843-6bca2b52533a None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:15:09.633602 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23afbe5-86a7-4c58-8843-6bca2b52533a None None] Checking segment: {'id': 'd2d13d3a-d2a2-4589-bb79-b886df1657c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd46bec3e-4ca9-45a8-ab62-40d23c2a655e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:15:09.634026 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c23afbe5-86a7-4c58-8843-6bca2b52533a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:09.634744 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23afbe5-86a7-4c58-8843-6bca2b52533a None None] Bound using segment: {'id': 'd2d13d3a-d2a2-4589-bb79-b886df1657c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd46bec3e-4ca9-45a8-ab62-40d23c2a655e'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:15:09.635429 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-c23afbe5-86a7-4c58-8843-6bca2b52533a None None] Bound port: ee19544b-49b5-4459-b95b-f5364621ee5b, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2d13d3a-d2a2-4589-bb79-b886df1657c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd46bec3e-4ca9-45a8-ab62-40d23c2a655e'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:15:09.635815 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c23afbe5-86a7-4c58-8843-6bca2b52533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:09.710902 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b66ae6a-b452-4bff-9a32-370e914bef93 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=102365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:15:09.716561 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ca339-f128-4630-9508-871ad7e9e298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=642a1f77-a9de-4491-b6a1-6c6a4074c019,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:09.768841 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c23afbe5-86a7-4c58-8843-6bca2b52533a None None] For port ee19544b-49b5-4459-b95b-f5364621ee5b, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:15:09.777804 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c23afbe5-86a7-4c58-8843-6bca2b52533a None None] For port ee19544b-49b5-4459-b95b-f5364621ee5b, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=ee19544b-49b5-4459-b95b-f5364621ee5b,segment=NetworkSegment(d2d13d3a-d2a2-4589-bb79-b886df1657c2),segment_id=d2d13d3a-d2a2-4589-bb79-b886df1657c2)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:15:09.787020 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c23afbe5-86a7-4c58-8843-6bca2b52533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:09.873389 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23afbe5-86a7-4c58-8843-6bca2b52533a None None] Pushing event updated for resources: {'Port': ['ID=ee19544b-49b5-4459-b95b-f5364621ee5b,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:09.920106 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-f42ca339-f128-4630-9508-871ad7e9e298 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3cd78815d428497cb6036cf474e4edf4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7931671 Dec 10 19:15:09.923853 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51358) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:09.932756 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e810bb85-a457-41e2-9a3a-1b89f73cf051 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:09.946435 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5b66ae6a-b452-4bff-9a32-370e914bef93 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:09.947201 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.segments_db [None req-5b66ae6a-b452-4bff-9a32-370e914bef93 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Added segment 8a8678bd-f9b6-4bb1-88f5-38ea264b131b of type vlan for network c16c80f6-5179-4ddc-84cd-368cb3ec84d0 Dec 10 19:15:09.951562 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-680954c3-6e97-4feb-af66-ddc67ac941c4 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:10.039004 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e810bb85-a457-41e2-9a3a-1b89f73cf051 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Pushing event updated for resources: {'Subnet': ['ID=d040fb4a-07da-44b7-99e6-4ba9af74bada,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:10.063522 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5c872833-a50d-4ff6-a920-7b385e85b7eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:10.066083 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e810bb85-a457-41e2-9a3a-1b89f73cf051 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Checking segment: {'id': '51090fae-42c3-463b-b74d-024468269856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '4f0eb1ed-6ecb-4034-b7dd-bbc907f650c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:15:10.066505 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e810bb85-a457-41e2-9a3a-1b89f73cf051 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Network hostable DHCP agents. Network: 4f0eb1ed-6ecb-4034-b7dd-bbc907f650c3, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:15:10.066836 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5b66ae6a-b452-4bff-9a32-370e914bef93 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:10.094775 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c876b9ba-fbcf-49d8-9c69-a4070350e3c2 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:10.101417 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5c872833-a50d-4ff6-a920-7b385e85b7eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:10.131891 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e810bb85-a457-41e2-9a3a-1b89f73cf051 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Network 4f0eb1ed-6ecb-4034-b7dd-bbc907f650c3 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:15:10.187841 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-e810bb85-a457-41e2-9a3a-1b89f73cf051 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 4f0eb1ed-6ecb-4034-b7dd-bbc907f650c3) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:15:10.205863 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c876b9ba-fbcf-49d8-9c69-a4070350e3c2 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Pushing event deleted for resources: {'Port': ['ID=2daa2510-1d29-4bfa-b1aa-6d8f80d46530,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:10.215023 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52841beb-dfe9-4523-bc46-14f2c685821d None None] Network 4f0eb1ed-6ecb-4034-b7dd-bbc907f650c3 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:15:10.223422 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e810bb85-a457-41e2-9a3a-1b89f73cf051 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:10.224427 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e810bb85-a457-41e2-9a3a-1b89f73cf051 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:10.266063 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5c872833-a50d-4ff6-a920-7b385e85b7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:10.271466 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5c872833-a50d-4ff6-a920-7b385e85b7eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:10.277153 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-5c872833-a50d-4ff6-a920-7b385e85b7eb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/642a1f77-a9de-4491-b6a1-6c6a4074c019 HTTP/1.1" status: 204 len: 168 time: 0.3494616 Dec 10 19:15:10.348769 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c872833-a50d-4ff6-a920-7b385e85b7eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642a1f77-a9de-4491-b6a1-6c6a4074c019,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:10.367574 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-e810bb85-a457-41e2-9a3a-1b89f73cf051 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8819675 Dec 10 19:15:10.368675 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51364) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:10.372819 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ed949f0e-86b6-4e86-bb16-ed6659b8474c tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks [] for router_gateway, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:10.384353 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-680954c3-6e97-4feb-af66-ddc67ac941c4 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:10.434239 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5b66ae6a-b452-4bff-9a32-370e914bef93 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:10.440688 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b66ae6a-b452-4bff-9a32-370e914bef93 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:10.441642 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5b66ae6a-b452-4bff-9a32-370e914bef93 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:10.591590 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-49d07b58-94c9-435e-9063-f225bc0f3408 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:10.684587 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8666af99-47b4-47d2-95ea-a2a9c94e9698 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-4f0eb1ed-6ecb-4034-b7dd-bbc907f650c3', 'network_id': '4f0eb1ed-6ecb-4034-b7dd-bbc907f650c3', 'tenant_id': 'c32314706c7841f0aec3c27688848c9e', 'fixed_ips': [{'subnet_id': 'd040fb4a-07da-44b7-99e6-4ba9af74bada'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:15:10.688214 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8666af99-47b4-47d2-95ea-a2a9c94e9698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:10.735462 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c876b9ba-fbcf-49d8-9c69-a4070350e3c2 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3755731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3712768'] for router_interface, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:10.747611 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-5b66ae6a-b452-4bff-9a32-370e914bef93 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.9604912 Dec 10 19:15:10.751422 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51366) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:10.758593 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680954c3-6e97-4feb-af66-ddc67ac941c4 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Network d5421c0c-222a-408d-836f-69b292606d6c is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:15:10.773515 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-ea6d6023-e975-45f8-b0a0-34dbca7486e5 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Request body: {'subnet': {'network_id': 'c16c80f6-5179-4ddc-84cd-368cb3ec84d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:10.779504 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-680954c3-6e97-4feb-af66-ddc67ac941c4 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:15:10.781803 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b66ae6a-b452-4bff-9a32-370e914bef93 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Pushing event updated for resources: {'Network': ['ID=c16c80f6-5179-4ddc-84cd-368cb3ec84d0,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:10.786452 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680954c3-6e97-4feb-af66-ddc67ac941c4 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Pushing event updated for resources: {'Port': ['ID=78037a0c-4775-48d3-8151-ce16bb733e40,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:10.826063 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680954c3-6e97-4feb-af66-ddc67ac941c4 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:15:10.869663 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-49d07b58-94c9-435e-9063-f225bc0f3408 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:10.945148 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680954c3-6e97-4feb-af66-ddc67ac941c4 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:10.945833 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-680954c3-6e97-4feb-af66-ddc67ac941c4 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:10.994527 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network c16c80f6-5179-4ddc-84cd-368cb3ec84d0 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:15:11.059496 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6d6023-e975-45f8-b0a0-34dbca7486e5 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Made reservation on behalf of bf34cb617e7c48e1adb6028fc04b4351 for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:15:11.071574 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ea6d6023-e975-45f8-b0a0-34dbca7486e5 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:11.260831 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device ee19544b-49b5-4459-b95b-f5364621ee5b up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:15:11.278478 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-49d07b58-94c9-435e-9063-f225bc0f3408 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:11.351176 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-680954c3-6e97-4feb-af66-ddc67ac941c4 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9807236 Dec 10 19:15:11.355528 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51382) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:11.363239 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-1dae24a6-0ec9-4abb-b6a7-55a1586df896 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:6e:d6:0e'}]}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:11.409837 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d07b58-94c9-435e-9063-f225bc0f3408 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Pushing event deleted for resources: {'Subnet': ['ID=d040fb4a-07da-44b7-99e6-4ba9af74bada,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:11.411486 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server [None req-8666af99-47b4-47d2-95ea-a2a9c94e9698 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d040fb4a-07da-44b7-99e6-4ba9af74bada: This subnet is being modified by another concurrent operation. Dec 10 19:15:11.411486 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 19:15:11.411486 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 19:15:11.411486 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 19:15:11.411486 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 19:15:11.411486 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 19:15:11.411486 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 19:15:11.411486 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 19:15:11.411486 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 19:15:11.411486 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 19:15:11.411486 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 19:15:11.411486 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 19:15:11.411486 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:15:11.411486 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:15:11.411486 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:15:11.411486 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:15:11.411486 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 19:15:11.411486 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 19:15:11.411486 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 19:15:11.411486 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 19:15:11.411486 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:15:11.411486 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:15:11.411486 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:15:11.411486 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:15:11.411486 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 19:15:11.411486 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 19:15:11.411486 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 19:15:11.411486 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 19:15:11.411486 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:15:11.411486 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:15:11.411486 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:15:11.411486 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:15:11.411486 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 19:15:11.411486 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 19:15:11.411486 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 10 19:15:11.411486 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 10 19:15:11.411486 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 10 19:15:11.411486 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 10 19:15:11.411486 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 10 19:15:11.411486 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 10 19:15:11.411486 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 10 19:15:11.411486 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 10 19:15:11.411486 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 19:15:11.411486 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 19:15:11.411486 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 19:15:11.411486 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 19:15:11.411486 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 19:15:11.411486 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 19:15:11.411486 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:15:11.411486 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:15:11.411486 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:15:11.411486 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:15:11.411486 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 19:15:11.411486 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 19:15:11.414723 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 19:15:11.414723 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 19:15:11.414723 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:15:11.414723 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:15:11.414723 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:15:11.414723 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:15:11.414723 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 19:15:11.414723 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 19:15:11.414723 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 19:15:11.414723 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 19:15:11.414723 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:15:11.414723 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:15:11.414723 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:15:11.414723 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:15:11.414723 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 19:15:11.414723 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 19:15:11.414723 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Dec 10 19:15:11.414723 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 10 19:15:11.414723 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Dec 10 19:15:11.414723 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 10 19:15:11.414723 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Dec 10 19:15:11.414723 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 10 19:15:11.414723 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 10 19:15:11.414723 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 10 19:15:11.414723 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:15:11.414723 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:15:11.414723 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:15:11.414723 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:15:11.414723 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 10 19:15:11.414723 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 10 19:15:11.414723 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 10 19:15:11.414723 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 19:15:11.414723 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 19:15:11.414723 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 19:15:11.414723 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 19:15:11.414723 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server raise exception Dec 10 19:15:11.414723 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d040fb4a-07da-44b7-99e6-4ba9af74bada: This subnet is being modified by another concurrent operation. Dec 10 19:15:11.414723 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server Dec 10 19:15:11.432742 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ed949f0e-86b6-4e86-bb16-ed6659b8474c tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3713082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3715814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8908'] for router, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:11.496618 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ed949f0e-86b6-4e86-bb16-ed6659b8474c tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3713075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3713068', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3715807'] for router, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:11.497702 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b6b26b-c5f7-4b04-9c16-ec77e697134b None None] Network 4f0eb1ed-6ecb-4034-b7dd-bbc907f650c3 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:15:11.647707 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-49d07b58-94c9-435e-9063-f225bc0f3408 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:11.667199 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-375fd097-2f76-424f-afb3-cd0f07b423ae None None] Provisioning complete for port 78037a0c-4775-48d3-8151-ce16bb733e40 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:15:11.667738 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-375fd097-2f76-424f-afb3-cd0f07b423ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:11.695457 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-49d07b58-94c9-435e-9063-f225bc0f3408 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f0eb1ed-6ecb-4034-b7dd-bbc907f650c3']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:11.699860 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ea6d6023-e975-45f8-b0a0-34dbca7486e5 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:11.713915 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4677a660-125a-4023-a408-e135d1cc1e8a None None] Network d46bec3e-4ca9-45a8-ab62-40d23c2a655e requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:15:11.767320 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1dae24a6-0ec9-4abb-b6a7-55a1586df896 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:11.771940 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-49d07b58-94c9-435e-9063-f225bc0f3408 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51090fae-42c3-463b-b74d-024468269856') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:11.772331 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-49d07b58-94c9-435e-9063-f225bc0f3408 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51090fae-42c3-463b-b74d-024468269856') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:11.774702 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c876b9ba-fbcf-49d8-9c69-a4070350e3c2 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Router 1dacb00d-b7b0-4b20-b3f4-02ff3fa673f9 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:15:11.784473 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6d6023-e975-45f8-b0a0-34dbca7486e5 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Pushing event updated for resources: {'Subnet': ['ID=c292e864-0859-40a0-b0fd-a820d5441d09,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:11.791880 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-49d07b58-94c9-435e-9063-f225bc0f3408 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:11.824016 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-49d07b58-94c9-435e-9063-f225bc0f3408 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:11.835477 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49d07b58-94c9-435e-9063-f225bc0f3408 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:15:11.835878 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-49d07b58-94c9-435e-9063-f225bc0f3408 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:11.839557 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:15:11.839557 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:15:11.839557 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:15:11.839557 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:15:11.839557 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:15:11.839557 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:15:11.839557 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:15:11.839557 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:15:11.839557 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:15:11.839557 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:15:11.839557 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:15:11.839557 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:15:11.839557 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:15:11.839557 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:15:11.839557 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:15:11.839557 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:15:11.839557 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:15:11.839557 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:15:11.839557 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:15:11.839557 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:15:11.839557 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:15:11.839557 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:15:11.839557 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:15:11.839557 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:15:11.839557 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:15:11.839557 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:15:11.839557 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:15:11.839557 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:15:11.839557 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:15:11.839557 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:15:11.839557 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:15:11.839557 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:15:11.886492 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6d6023-e975-45f8-b0a0-34dbca7486e5 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Checking segment: {'id': '8a8678bd-f9b6-4bb1-88f5-38ea264b131b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'c16c80f6-5179-4ddc-84cd-368cb3ec84d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:15:11.886809 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6d6023-e975-45f8-b0a0-34dbca7486e5 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Network hostable DHCP agents. Network: c16c80f6-5179-4ddc-84cd-368cb3ec84d0, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:15:11.920968 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-49d07b58-94c9-435e-9063-f225bc0f3408 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:11.931296 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-49d07b58-94c9-435e-9063-f225bc0f3408 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:11.935424 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-49d07b58-94c9-435e-9063-f225bc0f3408 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "DELETE /v2.0/networks/4f0eb1ed-6ecb-4034-b7dd-bbc907f650c3 HTTP/1.1" status: 204 len: 168 time: 1.5593088 Dec 10 19:15:11.937896 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6d6023-e975-45f8-b0a0-34dbca7486e5 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Network c16c80f6-5179-4ddc-84cd-368cb3ec84d0 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:15:11.951222 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51394) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:11.953584 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-375fd097-2f76-424f-afb3-cd0f07b423ae None None] Port 78037a0c-4775-48d3-8151-ce16bb733e40 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:15:11.955473 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port ee19544b-49b5-4459-b95b-f5364621ee5b triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:15:11.956129 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:11.965697 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d07b58-94c9-435e-9063-f225bc0f3408 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Pushing event deleted for resources: {'Network': ['ID=4f0eb1ed-6ecb-4034-b7dd-bbc907f650c3,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:11.994311 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2571a25-2198-4eaa-a448-ed99358ca22c tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] GET failed (client error): The resource could not be found. Dec 10 19:15:11.996982 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-a2571a25-2198-4eaa-a448-ed99358ca22c tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "GET /v2.0/subnets/d040fb4a-07da-44b7-99e6-4ba9af74bada HTTP/1.1" status: 404 len: 337 time: 0.0446789 Dec 10 19:15:11.998000 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-ea6d6023-e975-45f8-b0a0-34dbca7486e5 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, c16c80f6-5179-4ddc-84cd-368cb3ec84d0) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:15:11.999824 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51398) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:12.013351 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6d6023-e975-45f8-b0a0-34dbca7486e5 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:12.014347 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ea6d6023-e975-45f8-b0a0-34dbca7486e5 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:12.032142 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed084225-8a1c-460d-a330-25af16903d3d tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] DELETE failed (client error): The resource could not be found. Dec 10 19:15:12.033203 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed084225-8a1c-460d-a330-25af16903d3d tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:15:12.036768 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-ed084225-8a1c-460d-a330-25af16903d3d tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "DELETE /v2.0/networks/4f0eb1ed-6ecb-4034-b7dd-bbc907f650c3 HTTP/1.1" status: 404 len: 339 time: 0.0355725 Dec 10 19:15:12.042709 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51400) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:12.063757 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90e908f-87f4-4591-af62-e692e4d677e2 None None] Network c16c80f6-5179-4ddc-84cd-368cb3ec84d0 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:15:12.128816 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-ea6d6023-e975-45f8-b0a0-34dbca7486e5 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3759913 Dec 10 19:15:12.139039 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51404) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:12.236974 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-5996c337-d976-46ee-ba75-af6e411c2351 None None] Provisioning complete for port ee19544b-49b5-4459-b95b-f5364621ee5b triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:15:12.237399 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-5996c337-d976-46ee-ba75-af6e411c2351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:12.309891 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c876b9ba-fbcf-49d8-9c69-a4070350e3c2 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:15:12.324111 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-c876b9ba-fbcf-49d8-9c69-a4070350e3c2 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] 10.222.0.69 "PUT /v2.0/routers/1dacb00d-b7b0-4b20-b3f4-02ff3fa673f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2467668 Dec 10 19:15:12.331089 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5ecbf1-0140-4fe6-9fb6-43fae351ace7 None None] Sync routers for ids ['1dacb00d-b7b0-4b20-b3f4-02ff3fa673f9'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:15:12.331727 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51408) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:12.357945 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5ecbf1-0140-4fe6-9fb6-43fae351ace7 None None] Routers {'1dacb00d-b7b0-4b20-b3f4-02ff3fa673f9'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:15:12.358680 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-ef5ecbf1-0140-4fe6-9fb6-43fae351ace7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:14:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['1dacb00d-b7b0-4b20-b3f4-02ff3fa673f9'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:12.422499 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-ef5ecbf1-0140-4fe6-9fb6-43fae351ace7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:12.434462 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5ecbf1-0140-4fe6-9fb6-43fae351ace7 None None] Routers {'1dacb00d-b7b0-4b20-b3f4-02ff3fa673f9'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:15:12.434614 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-ef5ecbf1-0140-4fe6-9fb6-43fae351ace7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:14:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['1dacb00d-b7b0-4b20-b3f4-02ff3fa673f9'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:12.485338 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-ef5ecbf1-0140-4fe6-9fb6-43fae351ace7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:12.486470 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5ecbf1-0140-4fe6-9fb6-43fae351ace7 None None] The sync data for ids ['1dacb00d-b7b0-4b20-b3f4-02ff3fa673f9'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:15:12.490080 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed949f0e-86b6-4e86-bb16-ed6659b8474c tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Router 238962de-fe3e-487a-8350-8f5d9fa460ae is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:15:12.503249 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6087406d-9197-438f-b17e-4ae727e748a5 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:12.505320 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-6087406d-9197-438f-b17e-4ae727e748a5 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4610355 Dec 10 19:15:12.512287 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51412) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:12.560969 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-2aa8c1f7-fb51-44f6-ae34-128512e3108d tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] show failed (client error): The resource could not be found. Dec 10 19:15:12.562377 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-2aa8c1f7-fb51-44f6-ae34-128512e3108d tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] 10.222.0.69 "GET /v2.0/routers/tempest-non_exist_router-496635021 HTTP/1.1" status: 404 len: 334 time: 0.1325557 Dec 10 19:15:12.570656 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51414) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:12.575654 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-8c41b683-0cb0-4da0-8c79-31ea4b05b93f tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:12.613313 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-717552d2-8cb2-4110-b78b-168ca4824694 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "GET /v2.0/subnets?network_id=68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 HTTP/1.1" status: 200 len: 207 time: 0.0971029 Dec 10 19:15:12.626666 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-8c41b683-0cb0-4da0-8c79-31ea4b05b93f tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] update failed (client error): The resource could not be found. Dec 10 19:15:12.627846 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-8c41b683-0cb0-4da0-8c79-31ea4b05b93f tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] 10.222.0.69 "PUT /v2.0/routers/tempest-non_exist_router-1623925140 HTTP/1.1" status: 404 len: 335 time: 0.0559559 Dec 10 19:15:12.635024 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1210ee10-90cf-4d44-9472-812d1e461d84 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:12.637090 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51418) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:12.637501 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51420) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:12.718043 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:12.719769 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1dae24a6-0ec9-4abb-b6a7-55a1586df896 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:12.735483 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1dae24a6-0ec9-4abb-b6a7-55a1586df896 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:12.815509 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed949f0e-86b6-4e86-bb16-ed6659b8474c tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:15:12.834986 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e7f5d4-17e0-45fa-8a85-56c2eaa30ca4 None None] Sync routers for ids ['238962de-fe3e-487a-8350-8f5d9fa460ae'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:15:12.860664 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ed949f0e-86b6-4e86-bb16-ed6659b8474c tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:12.866260 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-ed949f0e-86b6-4e86-bb16-ed6659b8474c tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] 10.222.0.69 "PUT /v2.0/routers/238962de-fe3e-487a-8350-8f5d9fa460ae HTTP/1.1" status: 200 len: 880 time: 9.9783285 Dec 10 19:15:12.877982 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51426) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:12.878223 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-5996c337-d976-46ee-ba75-af6e411c2351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:12.888020 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dae24a6-0ec9-4abb-b6a7-55a1586df896 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Pushing event updated for resources: {'Port': ['ID=78037a0c-4775-48d3-8151-ce16bb733e40,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:12.924069 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-1dae24a6-0ec9-4abb-b6a7-55a1586df896 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] In _notify_port_updated(), no bound segment for port 78037a0c-4775-48d3-8151-ce16bb733e40 on network d5421c0c-222a-408d-836f-69b292606d6c {{(pid=102365) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 10 19:15:12.928974 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port ee19544b-49b5-4459-b95b-f5364621ee5b, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=ee19544b-49b5-4459-b95b-f5364621ee5b,segment=NetworkSegment(d2d13d3a-d2a2-4589-bb79-b886df1657c2),segment_id=d2d13d3a-d2a2-4589-bb79-b886df1657c2)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:15:12.931505 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8e6515-1f0e-4280-a1c6-0162ea794566 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-c16c80f6-5179-4ddc-84cd-368cb3ec84d0', 'network_id': 'c16c80f6-5179-4ddc-84cd-368cb3ec84d0', 'tenant_id': 'bf34cb617e7c48e1adb6028fc04b4351', 'fixed_ips': [{'subnet_id': 'c292e864-0859-40a0-b0fd-a820d5441d09'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:15:12.932337 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dae24a6-0ec9-4abb-b6a7-55a1586df896 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:12.933808 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1dae24a6-0ec9-4abb-b6a7-55a1586df896 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:12.934184 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ee8e6515-1f0e-4280-a1c6-0162ea794566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:12.934887 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-1dae24a6-0ec9-4abb-b6a7-55a1586df896 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] 10.222.0.69 "PUT /v2.0/ports/78037a0c-4775-48d3-8151-ce16bb733e40 HTTP/1.1" status: 200 len: 995 time: 1.5764477 Dec 10 19:15:12.940095 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51428) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:12.993616 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e7f5d4-17e0-45fa-8a85-56c2eaa30ca4 None None] Routers {'238962de-fe3e-487a-8350-8f5d9fa460ae'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:15:12.994962 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-b2e7f5d4-17e0-45fa-8a85-56c2eaa30ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:14:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['238962de-fe3e-487a-8350-8f5d9fa460ae'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:12.998244 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:13.056773 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-a84d5d9f-8fd8-4fde-942e-68d4e3bbaed6 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Deleting subnet 76f4ced3-8cb1-4a29-87e0-62798caf9917 {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:15:13.083349 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a84d5d9f-8fd8-4fde-942e-68d4e3bbaed6 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:13.118672 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-b2e7f5d4-17e0-45fa-8a85-56c2eaa30ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:13.148480 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-b20fe9fd-6624-4d5a-80a3-7b0e74ca5e86 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] 10.222.0.69 "GET /v2.0/routers/238962de-fe3e-487a-8350-8f5d9fa460ae HTTP/1.1" status: 200 len: 921 time: 0.2435317 Dec 10 19:15:13.154226 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1210ee10-90cf-4d44-9472-812d1e461d84 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:13.157262 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51434) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:13.180201 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8834a720-6cd8-4d86-ab5d-e916e7f7ffe1 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:13.186990 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8834a720-6cd8-4d86-ab5d-e916e7f7ffe1 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:13.193088 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8834a720-6cd8-4d86-ab5d-e916e7f7ffe1 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:13.200470 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8834a720-6cd8-4d86-ab5d-e916e7f7ffe1 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:13.200470 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-8834a720-6cd8-4d86-ab5d-e916e7f7ffe1 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.5633996 Dec 10 19:15:13.220749 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51436) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:13.251517 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a84d5d9f-8fd8-4fde-942e-68d4e3bbaed6 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:13.268673 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e7f5d4-17e0-45fa-8a85-56c2eaa30ca4 None None] Routers {'238962de-fe3e-487a-8350-8f5d9fa460ae'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:15:13.269471 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-b2e7f5d4-17e0-45fa-8a85-56c2eaa30ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:14:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['238962de-fe3e-487a-8350-8f5d9fa460ae'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:13.354531 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-b2e7f5d4-17e0-45fa-8a85-56c2eaa30ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:13.355302 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e7f5d4-17e0-45fa-8a85-56c2eaa30ca4 None None] The sync data for ids ['238962de-fe3e-487a-8350-8f5d9fa460ae'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:15:13.364802 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=ee19544b-49b5-4459-b95b-f5364621ee5b,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:13.398946 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.db.api [None req-5996c337-d976-46ee-ba75-af6e411c2351 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102367) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:15:13.399448 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG oslo_db.api [None req-5996c337-d976-46ee-ba75-af6e411c2351 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:15:13.422219 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-ee8e6515-1f0e-4280-a1c6-0162ea794566 None None] Allocated IP 2001:db8::1 (c16c80f6-5179-4ddc-84cd-368cb3ec84d0/c292e864-0859-40a0-b0fd-a820d5441d09/8e7d5d13-d0da-4458-a0d7-e373e43d8a8f) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:15:13.439417 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51440) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:13.446402 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a84d5d9f-8fd8-4fde-942e-68d4e3bbaed6 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:13.457458 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c4256b-a155-4937-a9aa-3570cbcf3d69 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:13.464869 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-f9c4256b-a155-4937-a9aa-3570cbcf3d69 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=68e2ee80-e7f8-4be2-b0d8-392fd4a4e031&device_id=238962de-fe3e-487a-8350-8f5d9fa460ae&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3022478 Dec 10 19:15:13.489450 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51444) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:13.564342 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-8533e12c-24b5-4888-880e-441e19d47565 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Deleting port 78037a0c-4775-48d3-8151-ce16bb733e40 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:15:13.564908 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8533e12c-24b5-4888-880e-441e19d47565 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:13.607096 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-575daba3-9f99-4a8c-ac58-a4ab45a535a3 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1873829603', 'router:external': True}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:13.637243 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a84d5d9f-8fd8-4fde-942e-68d4e3bbaed6 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:13.655646 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc18d4d-1aff-4121-8451-884a651fd00d tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:13.656143 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ee8e6515-1f0e-4280-a1c6-0162ea794566 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:13.658051 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-3dc18d4d-1aff-4121-8451-884a651fd00d tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] 10.222.0.69 "GET /v2.0/networks/68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 HTTP/1.1" status: 200 len: 881 time: 0.1667891 Dec 10 19:15:13.666810 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51446) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:13.673737 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d277c824-cd3a-4bc3-a266-228dd4c451b3 None None] Network d28f126c-059e-4488-8c0e-9b94b27a2853 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:15:13.674886 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ee8e6515-1f0e-4280-a1c6-0162ea794566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:13.680842 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a84d5d9f-8fd8-4fde-942e-68d4e3bbaed6 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:13.687054 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-a84d5d9f-8fd8-4fde-942e-68d4e3bbaed6 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] 10.222.0.69 "DELETE /v2.0/subnets/76f4ced3-8cb1-4a29-87e0-62798caf9917 HTTP/1.1" status: 204 len: 168 time: 1.0466540 Dec 10 19:15:13.690045 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51448) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:13.700831 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84d5d9f-8fd8-4fde-942e-68d4e3bbaed6 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Pushing event deleted for resources: {'Subnet': ['ID=76f4ced3-8cb1-4a29-87e0-62798caf9917,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:13.718935 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575daba3-9f99-4a8c-ac58-a4ab45a535a3 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Made reservation on behalf of 53779f5dccf547e19096324f690d73a4 for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:15:13.721286 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-575daba3-9f99-4a8c-ac58-a4ab45a535a3 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:13.729330 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-35ba3583-9d40-4c08-a887-91896311ddc1 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] 10.222.0.69 "GET /v2.0/ports?device_id=238962de-fe3e-487a-8350-8f5d9fa460ae HTTP/1.1" status: 200 len: 205 time: 0.0520546 Dec 10 19:15:13.738244 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51450) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:13.764130 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-575daba3-9f99-4a8c-ac58-a4ab45a535a3 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:13.773352 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-fb2ec102-ce01-48e4-8f5e-a19d527875d5 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.5412552 Dec 10 19:15:13.779834 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8e6515-1f0e-4280-a1c6-0162ea794566 None None] Network c16c80f6-5179-4ddc-84cd-368cb3ec84d0 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:15:13.782869 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51452) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:13.793302 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-ee8e6515-1f0e-4280-a1c6-0162ea794566 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:15:13.796109 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8e6515-1f0e-4280-a1c6-0162ea794566 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:15:13.807191 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e6515-1f0e-4280-a1c6-0162ea794566 None None] Pushing event updated for resources: {'Port': ['ID=8e7d5d13-d0da-4458-a0d7-e373e43d8a8f,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:13.865977 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8533e12c-24b5-4888-880e-441e19d47565 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:13.868945 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1210ee10-90cf-4d44-9472-812d1e461d84 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:13.887932 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-8533e12c-24b5-4888-880e-441e19d47565 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Calling delete_port for 78037a0c-4775-48d3-8151-ce16bb733e40 owned by {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:15:13.893388 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030cca2d-6183-4b4e-bf6e-7eac8e4b7ea1 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:13.895314 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030cca2d-6183-4b4e-bf6e-7eac8e4b7ea1 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:13.898093 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-030cca2d-6183-4b4e-bf6e-7eac8e4b7ea1 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1136889 Dec 10 19:15:13.901574 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51456) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:13.950318 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b08bb9ce-0978-4ea5-a995-15591f3bd069 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:13.954717 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1210ee10-90cf-4d44-9472-812d1e461d84 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Pushing event deleted for resources: {'Subnet': ['ID=c292e864-0859-40a0-b0fd-a820d5441d09,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:14.022968 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37010386-2bbd-4ca5-a089-e882775b972f tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Attributes excluded by policy engine: ['shared'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:14.025417 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-ee8e6515-1f0e-4280-a1c6-0162ea794566 None None] Attempting to bind port 8e7d5d13-d0da-4458-a0d7-e373e43d8a8f on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:15:14.025640 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37010386-2bbd-4ca5-a089-e882775b972f tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Attributes excluded by policy engine: ['shared'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:14.025786 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-ee8e6515-1f0e-4280-a1c6-0162ea794566 None None] Attempting to bind port 8e7d5d13-d0da-4458-a0d7-e373e43d8a8f by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '8a8678bd-f9b6-4bb1-88f5-38ea264b131b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'c16c80f6-5179-4ddc-84cd-368cb3ec84d0'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:15:14.025786 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8e6515-1f0e-4280-a1c6-0162ea794566 None None] Attempting to bind port 8e7d5d13-d0da-4458-a0d7-e373e43d8a8f on network c16c80f6-5179-4ddc-84cd-368cb3ec84d0 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:15:14.029469 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-37010386-2bbd-4ca5-a089-e882775b972f tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1243348 Dec 10 19:15:14.036451 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51458) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:14.043732 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8e6515-1f0e-4280-a1c6-0162ea794566 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:15:14.044087 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8e6515-1f0e-4280-a1c6-0162ea794566 None None] Checking segment: {'id': '8a8678bd-f9b6-4bb1-88f5-38ea264b131b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'c16c80f6-5179-4ddc-84cd-368cb3ec84d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:15:14.044533 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ee8e6515-1f0e-4280-a1c6-0162ea794566 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:14.044913 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8e6515-1f0e-4280-a1c6-0162ea794566 None None] Bound using segment: {'id': '8a8678bd-f9b6-4bb1-88f5-38ea264b131b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'c16c80f6-5179-4ddc-84cd-368cb3ec84d0'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:15:14.045405 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-ee8e6515-1f0e-4280-a1c6-0162ea794566 None None] Bound port: 8e7d5d13-d0da-4458-a0d7-e373e43d8a8f, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a8678bd-f9b6-4bb1-88f5-38ea264b131b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'c16c80f6-5179-4ddc-84cd-368cb3ec84d0'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:15:14.045792 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ee8e6515-1f0e-4280-a1c6-0162ea794566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:14.171689 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8baff6d7-d287-449b-8f62-9b60f9021823 None None] DHCP port deletion for d28f126c-059e-4488-8c0e-9b94b27a2853 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:15:14.174206 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8533e12c-24b5-4888-880e-441e19d47565 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:14.182462 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-ee8e6515-1f0e-4280-a1c6-0162ea794566 None None] For port 8e7d5d13-d0da-4458-a0d7-e373e43d8a8f, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:15:14.194266 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1210ee10-90cf-4d44-9472-812d1e461d84 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:14.203811 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bf2cbea0-8053-406a-b57f-4f58300672c8 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks [] for router, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:14.205879 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8533e12c-24b5-4888-880e-441e19d47565 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Pushing event deleted for resources: {'Port': ['ID=78037a0c-4775-48d3-8151-ce16bb733e40,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:14.250255 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-ee8e6515-1f0e-4280-a1c6-0162ea794566 None None] For port 8e7d5d13-d0da-4458-a0d7-e373e43d8a8f, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=8e7d5d13-d0da-4458-a0d7-e373e43d8a8f,segment=NetworkSegment(8a8678bd-f9b6-4bb1-88f5-38ea264b131b),segment_id=8a8678bd-f9b6-4bb1-88f5-38ea264b131b)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:15:14.265681 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-cd01b665-53cc-4dbf-9d21-8218a00e7689 None None] Provisioning complete for port ee19544b-49b5-4459-b95b-f5364621ee5b triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:15:14.266320 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-cd01b665-53cc-4dbf-9d21-8218a00e7689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:14.268723 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ee8e6515-1f0e-4280-a1c6-0162ea794566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:14.410029 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e6515-1f0e-4280-a1c6-0162ea794566 None None] Pushing event updated for resources: {'Port': ['ID=8e7d5d13-d0da-4458-a0d7-e373e43d8a8f,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:14.424938 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8533e12c-24b5-4888-880e-441e19d47565 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:14.425454 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-8baff6d7-d287-449b-8f62-9b60f9021823 None None] Deleting port 6dc52755-9eb2-47c3-8010-b678547ef5f4 {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:15:14.425841 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8baff6d7-d287-449b-8f62-9b60f9021823 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:14.431877 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-8533e12c-24b5-4888-880e-441e19d47565 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] 10.222.0.69 "DELETE /v2.0/ports/78037a0c-4775-48d3-8151-ce16bb733e40 HTTP/1.1" status: 204 len: 168 time: 1.4873712 Dec 10 19:15:14.437068 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51460) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:14.498454 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a04335-91c6-40e0-8c07-05df247a572a None None] Network c16c80f6-5179-4ddc-84cd-368cb3ec84d0 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:15:14.503200 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-71917470-2b5b-4940-b6b9-b4a096c76fc5 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] GET failed (client error): The resource could not be found. Dec 10 19:15:14.514555 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-71917470-2b5b-4940-b6b9-b4a096c76fc5 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] 10.222.0.69 "GET /v2.0/ports/78037a0c-4775-48d3-8151-ce16bb733e40 HTTP/1.1" status: 404 len: 333 time: 0.0757117 Dec 10 19:15:14.515865 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51464) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:14.524257 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-7a150098-ec49-4117-aed9-f2d9a2e799f4 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Request body: {'port': {'network_id': 'd5421c0c-222a-408d-836f-69b292606d6c', 'name': 'tempest-AllowedAddressPairTestJSON-1301140103'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:14.639822 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-8baff6d7-d287-449b-8f62-9b60f9021823 None None] For port 6dc52755-9eb2-47c3-8010-b678547ef5f4, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=6dc52755-9eb2-47c3-8010-b678547ef5f4,segment=NetworkSegment(fcc13b83-62e9-4f2b-9afb-b7e500555101),segment_id=fcc13b83-62e9-4f2b-9afb-b7e500555101)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:15:14.640410 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8baff6d7-d287-449b-8f62-9b60f9021823 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:14.678769 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-8baff6d7-d287-449b-8f62-9b60f9021823 None None] Calling delete_port for 6dc52755-9eb2-47c3-8010-b678547ef5f4 owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:15:14.680527 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-cd01b665-53cc-4dbf-9d21-8218a00e7689 None None] Could not find standard attr ID for object 78037a0c-4775-48d3-8151-ce16bb733e40. {{(pid=102367) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:15:14.693186 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a150098-ec49-4117-aed9-f2d9a2e799f4 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Made reservation on behalf of 1bbc6d574f444f17861805af4e0c9028 for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:15:14.697878 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7a150098-ec49-4117-aed9-f2d9a2e799f4 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:14.721183 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [None req-7a150098-ec49-4117-aed9-f2d9a2e799f4 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] device_id is not set on port b54edfe8-f7f3-4539-b407-6b9d26b8b942 yet. {{(pid=102365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:15:14.825076 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-1210ee10-90cf-4d44-9472-812d1e461d84 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c16c80f6-5179-4ddc-84cd-368cb3ec84d0']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:14.840238 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8baff6d7-d287-449b-8f62-9b60f9021823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:14.861266 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-1210ee10-90cf-4d44-9472-812d1e461d84 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a8678bd-f9b6-4bb1-88f5-38ea264b131b') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:14.861536 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-1210ee10-90cf-4d44-9472-812d1e461d84 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a8678bd-f9b6-4bb1-88f5-38ea264b131b') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:14.874284 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-7a150098-ec49-4117-aed9-f2d9a2e799f4 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Allocated IP 172.20.0.12 (d5421c0c-222a-408d-836f-69b292606d6c/9f92003e-3425-41b8-afc4-c5ff391681e0/b54edfe8-f7f3-4539-b407-6b9d26b8b942) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:15:14.887837 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8baff6d7-d287-449b-8f62-9b60f9021823 None None] No DVR routers for this DVR port 6dc52755-9eb2-47c3-8010-b678547ef5f4 on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:15:14.890900 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baff6d7-d287-449b-8f62-9b60f9021823 None None] Pushing event deleted for resources: {'Port': ['ID=6dc52755-9eb2-47c3-8010-b678547ef5f4,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:14.892141 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1210ee10-90cf-4d44-9472-812d1e461d84 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:14.923244 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc6e622-06b9-4e7c-8bee-50f73cde3368 None None] get_active_networks_info from dv-neutron-821441-1-hyperv {{(pid=102367) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 10 19:15:14.946755 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c1ea13-7026-4a65-a4e9-19b186f79c2e tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:14.948544 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-20c1ea13-7026-4a65-a4e9-19b186f79c2e tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "GET /v2.0/networks/8a5f951e-fbb6-45a2-9736-45c396f8a27a HTTP/1.1" status: 200 len: 799 time: 0.8678768 Dec 10 19:15:14.949413 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1210ee10-90cf-4d44-9472-812d1e461d84 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:14.952607 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-575daba3-9f99-4a8c-ac58-a4ab45a535a3 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:14.956304 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51466) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:14.979095 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1210ee10-90cf-4d44-9472-812d1e461d84 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:15:14.979538 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1210ee10-90cf-4d44-9472-812d1e461d84 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:14.983031 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-575daba3-9f99-4a8c-ac58-a4ab45a535a3 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:14.986232 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:15:14.986232 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:15:14.986232 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:15:14.986232 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:15:14.986232 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:15:14.986232 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:15:14.986232 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:15:14.986232 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:15:14.986232 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:15:14.986232 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:15:14.986232 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:15:14.986232 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:15:14.986232 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:15:14.986232 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:15:14.986232 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:15:14.986232 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:15:14.986232 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:15:14.986232 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:15:14.986232 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:15:14.986232 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:15:14.986232 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:15:14.986232 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:15:14.986232 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:15:14.986232 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:15:14.986232 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:15:14.986232 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:15:14.986232 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:15:14.986232 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:15:14.986232 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:15:14.986232 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:15:14.986232 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:15:14.986232 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:15:15.093365 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7a150098-ec49-4117-aed9-f2d9a2e799f4 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:15.145308 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-b08bb9ce-0978-4ea5-a995-15591f3bd069 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Deleting port 6dc52755-9eb2-47c3-8010-b678547ef5f4 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:15:15.145647 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b08bb9ce-0978-4ea5-a995-15591f3bd069 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:15.151285 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7a150098-ec49-4117-aed9-f2d9a2e799f4 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:15.188662 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bf2cbea0-8053-406a-b57f-4f58300672c8 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:15.195628 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc6e622-06b9-4e7c-8bee-50f73cde3368 None None] Resources bound (agent type, host, resource id): {{(pid=102367) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 19:15:15.225209 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device ee19544b-49b5-4459-b95b-f5364621ee5b up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:15:15.230217 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a150098-ec49-4117-aed9-f2d9a2e799f4 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Network d5421c0c-222a-408d-836f-69b292606d6c is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:15:15.245409 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-7a150098-ec49-4117-aed9-f2d9a2e799f4 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:15:15.248254 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a150098-ec49-4117-aed9-f2d9a2e799f4 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Pushing event updated for resources: {'Port': ['ID=b54edfe8-f7f3-4539-b407-6b9d26b8b942,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:15.251564 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a150098-ec49-4117-aed9-f2d9a2e799f4 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:15:15.260635 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575daba3-9f99-4a8c-ac58-a4ab45a535a3 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce90346a-41e8-4a9c-9810-66e987e41d2f,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:15.264522 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.db.api [None req-1210ee10-90cf-4d44-9472-812d1e461d84 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 19:15:15.264522 dv-neutron-821441-1-hyperv neutron-server[102366]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 19:15:15.264522 dv-neutron-821441-1-hyperv neutron-server[102366]: [parameters: {'id': 'c16c80f6-5179-4ddc-84cd-368cb3ec84d0'}] Dec 10 19:15:15.264522 dv-neutron-821441-1-hyperv neutron-server[102366]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:15:15.264961 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG oslo_db.api [None req-1210ee10-90cf-4d44-9472-812d1e461d84 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:15:15.275866 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-575daba3-9f99-4a8c-ac58-a4ab45a535a3 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:15:15.324009 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a150098-ec49-4117-aed9-f2d9a2e799f4 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:15.324724 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7a150098-ec49-4117-aed9-f2d9a2e799f4 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:15.342851 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-575daba3-9f99-4a8c-ac58-a4ab45a535a3 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:15.343320 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-575daba3-9f99-4a8c-ac58-a4ab45a535a3 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Added segment a460bc04-1c81-4240-aa2b-6a4c6c6f71a3 of type vlan for network 531f563d-5532-435a-91ba-00ae872abdb0 Dec 10 19:15:15.345397 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-b08bb9ce-0978-4ea5-a995-15591f3bd069 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] For port 6dc52755-9eb2-47c3-8010-b678547ef5f4, host dv-neutron-821441-1-hyperv, got binding levels [] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:15:15.345766 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b08bb9ce-0978-4ea5-a995-15591f3bd069 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:15.351095 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-7a150098-ec49-4117-aed9-f2d9a2e799f4 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8290892 Dec 10 19:15:15.351358 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51470) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:15.359178 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-7e40c40f-c2ca-4c8e-90b1-092822602a5b tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:6e:d6:0e'}]}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:15.401022 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-b08bb9ce-0978-4ea5-a995-15591f3bd069 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Calling delete_port for 6dc52755-9eb2-47c3-8010-b678547ef5f4 owned by network:dhcp {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:15:15.407184 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.ipam_backend_mixin [None req-b08bb9ce-0978-4ea5-a995-15591f3bd069 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Port 6dc52755-9eb2-47c3-8010-b678547ef5f4 was not found and therefore no delete operation was performed {{(pid=102366) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 19:15:15.413783 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-dab099dd-037c-4c9b-aee2-d95040ae0cdc tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "GET /v2.0/networks/8a5f951e-fbb6-45a2-9736-45c396f8a27a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.4519169 Dec 10 19:15:15.419126 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b08bb9ce-0978-4ea5-a995-15591f3bd069 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:15.422975 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51472) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:15.492116 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port ee19544b-49b5-4459-b95b-f5364621ee5b triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:15:15.492801 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:15.496691 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-575daba3-9f99-4a8c-ac58-a4ab45a535a3 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:15.505358 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08bb9ce-0978-4ea5-a995-15591f3bd069 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Pushing event deleted for resources: {'Port': ['ID=6dc52755-9eb2-47c3-8010-b678547ef5f4,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:15.512733 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7e40c40f-c2ca-4c8e-90b1-092822602a5b tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:15.529204 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08bb9ce-0978-4ea5-a995-15591f3bd069 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] No DVR routers for this DVR port 6dc52755-9eb2-47c3-8010-b678547ef5f4 on host dv-neutron-821441-1-hyperv {{(pid=102366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:15:15.532193 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009e6cec-0da6-4848-8ca0-ba009bf2ab05 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:15.541179 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-009e6cec-0da6-4848-8ca0-ba009bf2ab05 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "GET /v2.0/subnets/4f545857-c07d-49b0-ab2e-21e0170fc1df HTTP/1.1" status: 200 len: 811 time: 0.1074347 Dec 10 19:15:15.542972 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51474) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:15.619869 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-bf2cbea0-8053-406a-b57f-4f58300672c8 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Deleting port 404cb03a-16ed-408e-88d2-515cd8869962 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:15:15.620628 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bf2cbea0-8053-406a-b57f-4f58300672c8 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:15.697397 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc38ed28-38db-4155-ab07-59d2a228fc58 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Attributes excluded by policy engine: ['shared'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:15.699243 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-cc38ed28-38db-4155-ab07-59d2a228fc58 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "GET /v2.0/subnets/4f545857-c07d-49b0-ab2e-21e0170fc1df?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1542962 Dec 10 19:15:15.708665 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51478) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:15.812955 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-8b2651fa-67d4-447d-9429-e408475d355d tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-761504009'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:15.825222 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1210ee10-90cf-4d44-9472-812d1e461d84 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:15.838242 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-575daba3-9f99-4a8c-ac58-a4ab45a535a3 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:15.839571 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575daba3-9f99-4a8c-ac58-a4ab45a535a3 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:15.840449 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-575daba3-9f99-4a8c-ac58-a4ab45a535a3 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:15.885029 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b08bb9ce-0978-4ea5-a995-15591f3bd069 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:15.895716 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2651fa-67d4-447d-9429-e408475d355d tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Made reservation on behalf of c32314706c7841f0aec3c27688848c9e for: {'network': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:15:15.897388 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 6dc52755-9eb2-47c3-8010-b678547ef5f4 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:15:15.901881 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8b2651fa-67d4-447d-9429-e408475d355d tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:15.946445 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 6dc52755-9eb2-47c3-8010-b678547ef5f4 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:15:15.946790 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 6dc52755-9eb2-47c3-8010-b678547ef5f4 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:15:15.992928 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b2651fa-67d4-447d-9429-e408475d355d tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=102365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:15:15.993889 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-b08bb9ce-0978-4ea5-a995-15591f3bd069 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d28f126c-059e-4488-8c0e-9b94b27a2853']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:16.005538 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-575daba3-9f99-4a8c-ac58-a4ab45a535a3 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.5605626 Dec 10 19:15:16.011545 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51480) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:16.022112 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-485110c6-56ba-4b94-a2a5-c526459f26c2 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Request body: {'subnet': {'network_id': '531f563d-5532-435a-91ba-00ae872abdb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:16.045117 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-b08bb9ce-0978-4ea5-a995-15591f3bd069 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcc13b83-62e9-4f2b-9afb-b7e500555101') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:16.045437 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-b08bb9ce-0978-4ea5-a995-15591f3bd069 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcc13b83-62e9-4f2b-9afb-b7e500555101') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:16.049758 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb02c814-bd3a-4c2d-8726-0860c48471b3 None None] get_active_networks_info from dv-neutron-821441-1-hyperv {{(pid=102367) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 10 19:15:16.059272 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575daba3-9f99-4a8c-ac58-a4ab45a535a3 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Pushing event updated for resources: {'Network': ['ID=531f563d-5532-435a-91ba-00ae872abdb0,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:16.068172 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8b2651fa-67d4-447d-9429-e408475d355d tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:16.068807 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.segments_db [None req-8b2651fa-67d4-447d-9429-e408475d355d tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Added segment a9039596-7ce4-4203-bfd5-d5c85f8f4d77 of type vlan for network 6e0559b4-66ce-485c-b8e9-e6c0cf293a96 Dec 10 19:15:16.072064 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b08bb9ce-0978-4ea5-a995-15591f3bd069 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:16.089835 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bf2cbea0-8053-406a-b57f-4f58300672c8 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:16.097723 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7e40c40f-c2ca-4c8e-90b1-092822602a5b tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:16.103404 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 531f563d-5532-435a-91ba-00ae872abdb0 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:15:16.110736 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-1210ee10-90cf-4d44-9472-812d1e461d84 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Deleting port 8e7d5d13-d0da-4458-a0d7-e373e43d8a8f {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:15:16.111424 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1210ee10-90cf-4d44-9472-812d1e461d84 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:16.122410 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7e40c40f-c2ca-4c8e-90b1-092822602a5b tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:16.127207 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-bf2cbea0-8053-406a-b57f-4f58300672c8 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Calling delete_port for 404cb03a-16ed-408e-88d2-515cd8869962 owned by network:router_gateway {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:15:16.205390 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b08bb9ce-0978-4ea5-a995-15591f3bd069 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:16.248690 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485110c6-56ba-4b94-a2a5-c526459f26c2 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Made reservation on behalf of 53779f5dccf547e19096324f690d73a4 for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:15:16.250229 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b08bb9ce-0978-4ea5-a995-15591f3bd069 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:15:16.250930 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b08bb9ce-0978-4ea5-a995-15591f3bd069 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:16.252735 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-485110c6-56ba-4b94-a2a5-c526459f26c2 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:16.255521 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:15:16.255521 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:15:16.255521 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:15:16.255521 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:15:16.255521 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:15:16.255521 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:15:16.255521 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:15:16.255521 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:15:16.255521 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:15:16.255521 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:15:16.255521 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:15:16.255521 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:15:16.255521 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:15:16.255521 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:15:16.255521 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:15:16.255521 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:15:16.255521 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:15:16.255521 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:15:16.255521 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:15:16.255521 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:15:16.255521 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:15:16.255521 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:15:16.255521 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:15:16.255521 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:15:16.255521 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:15:16.255521 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:15:16.255521 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:15:16.255521 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:15:16.255521 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:15:16.255521 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:15:16.255521 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:15:16.255521 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:15:16.341449 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb02c814-bd3a-4c2d-8726-0860c48471b3 None None] Resources bound (agent type, host, resource id): {{(pid=102367) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 19:15:16.370462 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-1210ee10-90cf-4d44-9472-812d1e461d84 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] For port 8e7d5d13-d0da-4458-a0d7-e373e43d8a8f, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=8e7d5d13-d0da-4458-a0d7-e373e43d8a8f,segment=NetworkSegment(8a8678bd-f9b6-4bb1-88f5-38ea264b131b),segment_id=8a8678bd-f9b6-4bb1-88f5-38ea264b131b)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:15:16.370963 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1210ee10-90cf-4d44-9472-812d1e461d84 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:16.413383 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b08bb9ce-0978-4ea5-a995-15591f3bd069 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:16.421675 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8b2651fa-67d4-447d-9429-e408475d355d tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:16.441861 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b08bb9ce-0978-4ea5-a995-15591f3bd069 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:16.443910 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e40c40f-c2ca-4c8e-90b1-092822602a5b tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Pushing event updated for resources: {'Port': ['ID=b54edfe8-f7f3-4539-b407-6b9d26b8b942,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:16.446068 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-b08bb9ce-0978-4ea5-a995-15591f3bd069 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] 10.222.0.69 "DELETE /v2.0/networks/d28f126c-059e-4488-8c0e-9b94b27a2853 HTTP/1.1" status: 204 len: 168 time: 2.7541609 Dec 10 19:15:16.453453 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-1210ee10-90cf-4d44-9472-812d1e461d84 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Calling delete_port for 8e7d5d13-d0da-4458-a0d7-e373e43d8a8f owned by network:dhcp {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:15:16.456092 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51484) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:16.458679 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08bb9ce-0978-4ea5-a995-15591f3bd069 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Pushing event deleted for resources: {'Network': ['ID=d28f126c-059e-4488-8c0e-9b94b27a2853,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:16.504483 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08bb9ce-0978-4ea5-a995-15591f3bd069 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:16.505004 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08bb9ce-0978-4ea5-a995-15591f3bd069 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:16.505460 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08bb9ce-0978-4ea5-a995-15591f3bd069 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:16.506540 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08bb9ce-0978-4ea5-a995-15591f3bd069 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:16.507073 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08bb9ce-0978-4ea5-a995-15591f3bd069 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:16.507530 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08bb9ce-0978-4ea5-a995-15591f3bd069 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:16.507955 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08bb9ce-0978-4ea5-a995-15591f3bd069 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:16.508392 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08bb9ce-0978-4ea5-a995-15591f3bd069 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:16.508899 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08bb9ce-0978-4ea5-a995-15591f3bd069 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:16.509325 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08bb9ce-0978-4ea5-a995-15591f3bd069 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:16.509736 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08bb9ce-0978-4ea5-a995-15591f3bd069 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:16.510136 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08bb9ce-0978-4ea5-a995-15591f3bd069 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:16.531949 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-7e40c40f-c2ca-4c8e-90b1-092822602a5b tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] In _notify_port_updated(), no bound segment for port b54edfe8-f7f3-4539-b407-6b9d26b8b942 on network d5421c0c-222a-408d-836f-69b292606d6c {{(pid=102365) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 10 19:15:16.540077 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e40c40f-c2ca-4c8e-90b1-092822602a5b tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:16.541152 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7e40c40f-c2ca-4c8e-90b1-092822602a5b tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:16.546128 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-7e40c40f-c2ca-4c8e-90b1-092822602a5b tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] 10.222.0.69 "PUT /v2.0/ports/b54edfe8-f7f3-4539-b407-6b9d26b8b942 HTTP/1.1" status: 200 len: 997 time: 1.1907449 Dec 10 19:15:16.551719 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51486) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:16.598300 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8b2651fa-67d4-447d-9429-e408475d355d tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:16.605395 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2651fa-67d4-447d-9429-e408475d355d tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:16.606154 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8b2651fa-67d4-447d-9429-e408475d355d tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:16.668400 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-50408c78-d1ce-4ccd-b48f-dca9c71b6aa2 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Deleting subnet c8e67acd-fdef-48e3-905d-b11229c1675b {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:15:16.696557 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-50408c78-d1ce-4ccd-b48f-dca9c71b6aa2 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:16.715177 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-8b2651fa-67d4-447d-9429-e408475d355d tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9103906 Dec 10 19:15:16.719581 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51488) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:16.725539 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-fc00ec4e-3524-46a8-8ce6-4477c6311d19 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Request body: {'subnet': {'network_id': '6e0559b4-66ce-485c-b8e9-e6c0cf293a96', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:16.768455 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bf2cbea0-8053-406a-b57f-4f58300672c8 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:16.811008 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2651fa-67d4-447d-9429-e408475d355d tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Pushing event updated for resources: {'Network': ['ID=6e0559b4-66ce-485c-b8e9-e6c0cf293a96,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:16.818302 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-50408c78-d1ce-4ccd-b48f-dca9c71b6aa2 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:16.829632 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2cbea0-8053-406a-b57f-4f58300672c8 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Pushing event deleted for resources: {'Port': ['ID=404cb03a-16ed-408e-88d2-515cd8869962,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:16.841355 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 6e0559b4-66ce-485c-b8e9-e6c0cf293a96 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:15:16.879704 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1210ee10-90cf-4d44-9472-812d1e461d84 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:16.925207 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1210ee10-90cf-4d44-9472-812d1e461d84 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] No DVR routers for this DVR port 8e7d5d13-d0da-4458-a0d7-e373e43d8a8f on host dv-neutron-821441-1-hyperv {{(pid=102366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:15:16.981952 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-47dff990-a12c-456d-8657-4e500bf1c2eb tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Deleting port b54edfe8-f7f3-4539-b407-6b9d26b8b942 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:15:16.982595 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-47dff990-a12c-456d-8657-4e500bf1c2eb tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:16.989759 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1210ee10-90cf-4d44-9472-812d1e461d84 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Pushing event deleted for resources: {'Port': ['ID=8e7d5d13-d0da-4458-a0d7-e373e43d8a8f,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:17.004677 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc00ec4e-3524-46a8-8ce6-4477c6311d19 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Made reservation on behalf of c32314706c7841f0aec3c27688848c9e for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:15:17.009430 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fc00ec4e-3524-46a8-8ce6-4477c6311d19 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:17.061785 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bf2cbea0-8053-406a-b57f-4f58300672c8 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3713145'] for router_gateway, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:17.120117 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1210ee10-90cf-4d44-9472-812d1e461d84 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:17.170789 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.ipam_backend_mixin [None req-fc00ec4e-3524-46a8-8ce6-4477c6311d19 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Performing IP validity checks on allocation pools {{(pid=102365) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 19:15:17.171306 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.ipam_backend_mixin [None req-fc00ec4e-3524-46a8-8ce6-4477c6311d19 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102365) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 19:15:17.218506 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bf2cbea0-8053-406a-b57f-4f58300672c8 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:17.224247 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bf2cbea0-8053-406a-b57f-4f58300672c8 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:17.230449 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-1210ee10-90cf-4d44-9472-812d1e461d84 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c16c80f6-5179-4ddc-84cd-368cb3ec84d0']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:17.232559 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-50408c78-d1ce-4ccd-b48f-dca9c71b6aa2 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:17.255148 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-d27fbd53-d05a-4772-a577-2957f56ff8b1 None None] Provisioning complete for port b54edfe8-f7f3-4539-b407-6b9d26b8b942 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:15:17.256914 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d27fbd53-d05a-4772-a577-2957f56ff8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:17.272570 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-1210ee10-90cf-4d44-9472-812d1e461d84 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a8678bd-f9b6-4bb1-88f5-38ea264b131b') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:17.272897 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-1210ee10-90cf-4d44-9472-812d1e461d84 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a8678bd-f9b6-4bb1-88f5-38ea264b131b') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:17.324424 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-d27fbd53-d05a-4772-a577-2957f56ff8b1 None None] Port b54edfe8-f7f3-4539-b407-6b9d26b8b942 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:15:17.343924 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1210ee10-90cf-4d44-9472-812d1e461d84 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:17.383587 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bf2cbea0-8053-406a-b57f-4f58300672c8 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:17.385055 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2cbea0-8053-406a-b57f-4f58300672c8 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Fanout notify agent at l3_agent the message router_deleted on router 238962de-fe3e-487a-8350-8f5d9fa460ae {{(pid=102366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:15:17.406569 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bf2cbea0-8053-406a-b57f-4f58300672c8 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:17.413302 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-bf2cbea0-8053-406a-b57f-4f58300672c8 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] 10.222.0.69 "DELETE /v2.0/routers/238962de-fe3e-487a-8350-8f5d9fa460ae HTTP/1.1" status: 204 len: 168 time: 3.6417468 Dec 10 19:15:17.413302 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1210ee10-90cf-4d44-9472-812d1e461d84 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:17.419639 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51494) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:17.432441 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-88033169-ee4c-4e13-860c-cdbcafd265fd tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1770421583', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:17.455833 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1210ee10-90cf-4d44-9472-812d1e461d84 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:15:17.456717 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1210ee10-90cf-4d44-9472-812d1e461d84 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:17.464155 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:15:17.464155 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:15:17.464155 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:15:17.464155 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:15:17.464155 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:15:17.464155 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:15:17.464155 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:15:17.464155 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:15:17.464155 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:15:17.464155 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:15:17.464155 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:15:17.464155 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:15:17.464155 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:15:17.464155 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:15:17.464155 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:15:17.464155 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:15:17.464155 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:15:17.464155 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:15:17.464155 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:15:17.464155 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:15:17.464155 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:15:17.464155 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:15:17.464155 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:15:17.464155 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:15:17.464155 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:15:17.464155 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:15:17.464155 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:15:17.464155 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:15:17.464155 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:15:17.464155 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:15:17.464155 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:15:17.464155 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:15:17.534356 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-50408c78-d1ce-4ccd-b48f-dca9c71b6aa2 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:17.555640 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-b71e39a4-7615-4c4f-9821-218c6292531b None None] Provisioning complete for port b54edfe8-f7f3-4539-b407-6b9d26b8b942 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:15:17.556468 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b71e39a4-7615-4c4f-9821-218c6292531b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:17.563471 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-88033169-ee4c-4e13-860c-cdbcafd265fd tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:17.564909 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-88033169-ee4c-4e13-860c-cdbcafd265fd tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:17.596716 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50408c78-d1ce-4ccd-b48f-dca9c71b6aa2 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Pushing event deleted for resources: {'Subnet': ['ID=c8e67acd-fdef-48e3-905d-b11229c1675b,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:17.606303 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-50408c78-d1ce-4ccd-b48f-dca9c71b6aa2 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:17.611554 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-47dff990-a12c-456d-8657-4e500bf1c2eb tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:17.613672 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-50408c78-d1ce-4ccd-b48f-dca9c71b6aa2 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] 10.222.0.69 "DELETE /v2.0/subnets/c8e67acd-fdef-48e3-905d-b11229c1675b HTTP/1.1" status: 204 len: 168 time: 1.1560962 Dec 10 19:15:17.616938 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51496) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:17.628106 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1210ee10-90cf-4d44-9472-812d1e461d84 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:17.633017 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44469b5-5ce6-4881-b067-b3491c447eca None None] Network 25ad690e-4e16-4a6d-a101-3ecc4f3f4b27 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:15:17.639857 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-47dff990-a12c-456d-8657-4e500bf1c2eb tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Calling delete_port for b54edfe8-f7f3-4539-b407-6b9d26b8b942 owned by {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:15:17.663611 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1210ee10-90cf-4d44-9472-812d1e461d84 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:17.673189 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-1210ee10-90cf-4d44-9472-812d1e461d84 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] 10.222.0.69 "DELETE /v2.0/networks/c16c80f6-5179-4ddc-84cd-368cb3ec84d0 HTTP/1.1" status: 204 len: 168 time: 5.5263863 Dec 10 19:15:17.680540 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51498) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:17.705718 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-9c7a0d27-ba94-43b5-a998-6d86c04e3ff8 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2126966019'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:17.714253 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-b71e39a4-7615-4c4f-9821-218c6292531b None None] Port b54edfe8-f7f3-4539-b407-6b9d26b8b942 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:15:17.758011 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1210ee10-90cf-4d44-9472-812d1e461d84 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Pushing event deleted for resources: {'Network': ['ID=c16c80f6-5179-4ddc-84cd-368cb3ec84d0,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:17.764190 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-88033169-ee4c-4e13-860c-cdbcafd265fd tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:17.777905 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-88033169-ee4c-4e13-860c-cdbcafd265fd tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:17.792894 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-df560549-2121-4aab-9a5a-e4189c730109 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Deleting subnet 0be86d25-507f-4860-8cab-5653d04b6e66 {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:15:17.799629 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-df560549-2121-4aab-9a5a-e4189c730109 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:17.855084 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7a0d27-ba94-43b5-a998-6d86c04e3ff8 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Made reservation on behalf of bf34cb617e7c48e1adb6028fc04b4351 for: {'network': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:15:17.858641 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9c7a0d27-ba94-43b5-a998-6d86c04e3ff8 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:17.910894 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-88033169-ee4c-4e13-860c-cdbcafd265fd tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:17.912782 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-88033169-ee4c-4e13-860c-cdbcafd265fd tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4871540 Dec 10 19:15:17.913691 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.objects.ports [None req-485110c6-56ba-4b94-a2a5-c526459f26c2 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102365) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 19:15:17.914161 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-485110c6-56ba-4b94-a2a5-c526459f26c2 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:17.918222 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51502) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:17.922762 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-df560549-2121-4aab-9a5a-e4189c730109 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:17.936237 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe446f54-590f-4243-9a78-917e7be59da1 None None] DHCP port deletion for 25ad690e-4e16-4a6d-a101-3ecc4f3f4b27 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:15:17.981657 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-081323da-b478-4aff-836f-19963c5a6fce tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'enable_snat': True}}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:17.993920 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485110c6-56ba-4b94-a2a5-c526459f26c2 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f989aca0-d506-4131-9a2a-ef47d1c1a9e1,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:18.009468 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c7a0d27-ba94-43b5-a998-6d86c04e3ff8 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=102365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:15:18.026613 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fc00ec4e-3524-46a8-8ce6-4477c6311d19 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:18.026988 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-fe446f54-590f-4243-9a78-917e7be59da1 None None] Deleting port b7a33f7c-07da-4bf7-bb5b-71639ad8a505 {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:15:18.027269 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-fe446f54-590f-4243-9a78-917e7be59da1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:18.054656 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485110c6-56ba-4b94-a2a5-c526459f26c2 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:18.055089 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485110c6-56ba-4b94-a2a5-c526459f26c2 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:18.055428 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485110c6-56ba-4b94-a2a5-c526459f26c2 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:18.055760 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485110c6-56ba-4b94-a2a5-c526459f26c2 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:18.056117 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485110c6-56ba-4b94-a2a5-c526459f26c2 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:18.056452 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485110c6-56ba-4b94-a2a5-c526459f26c2 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:18.056753 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485110c6-56ba-4b94-a2a5-c526459f26c2 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:18.057789 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485110c6-56ba-4b94-a2a5-c526459f26c2 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:18.058134 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485110c6-56ba-4b94-a2a5-c526459f26c2 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:18.058458 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485110c6-56ba-4b94-a2a5-c526459f26c2 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:18.058785 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485110c6-56ba-4b94-a2a5-c526459f26c2 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:18.059109 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485110c6-56ba-4b94-a2a5-c526459f26c2 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:18.134218 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-fe446f54-590f-4243-9a78-917e7be59da1 None None] For port b7a33f7c-07da-4bf7-bb5b-71639ad8a505, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=b7a33f7c-07da-4bf7-bb5b-71639ad8a505,segment=NetworkSegment(a1b66621-420b-4d8c-a2fb-b420c21c5612),segment_id=a1b66621-420b-4d8c-a2fb-b420c21c5612)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:15:18.134645 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-fe446f54-590f-4243-9a78-917e7be59da1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:18.148776 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9c7a0d27-ba94-43b5-a998-6d86c04e3ff8 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:18.149432 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.segments_db [None req-9c7a0d27-ba94-43b5-a998-6d86c04e3ff8 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Added segment d742c2d7-903a-4b33-a625-6659ed96b554 of type vlan for network b603dbd3-711e-4f15-a4b8-3e857a0fdd53 Dec 10 19:15:18.152289 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-fe446f54-590f-4243-9a78-917e7be59da1 None None] Calling delete_port for b7a33f7c-07da-4bf7-bb5b-71639ad8a505 owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:15:18.222069 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-df560549-2121-4aab-9a5a-e4189c730109 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:18.269197 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-fe446f54-590f-4243-9a78-917e7be59da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:18.288112 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-081323da-b478-4aff-836f-19963c5a6fce tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:18.327751 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe446f54-590f-4243-9a78-917e7be59da1 None None] Pushing event deleted for resources: {'Port': ['ID=b7a33f7c-07da-4bf7-bb5b-71639ad8a505,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:18.340690 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe446f54-590f-4243-9a78-917e7be59da1 None None] No DVR routers for this DVR port b7a33f7c-07da-4bf7-bb5b-71639ad8a505 on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:15:18.367512 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485110c6-56ba-4b94-a2a5-c526459f26c2 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Checking segment: {'id': 'a460bc04-1c81-4240-aa2b-6a4c6c6f71a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '531f563d-5532-435a-91ba-00ae872abdb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:15:18.368010 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485110c6-56ba-4b94-a2a5-c526459f26c2 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Network hostable DHCP agents. Network: 531f563d-5532-435a-91ba-00ae872abdb0, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:15:18.385303 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-df560549-2121-4aab-9a5a-e4189c730109 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:18.387772 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9c7a0d27-ba94-43b5-a998-6d86c04e3ff8 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:18.393124 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc00ec4e-3524-46a8-8ce6-4477c6311d19 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Pushing event updated for resources: {'Subnet': ['ID=0244c2fa-bcd2-4fe5-8e3f-9cd2921d8e13,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:18.403480 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-47dff990-a12c-456d-8657-4e500bf1c2eb tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:18.442421 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df560549-2121-4aab-9a5a-e4189c730109 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Pushing event deleted for resources: {'Subnet': ['ID=0be86d25-507f-4860-8cab-5653d04b6e66,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:18.452534 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-df560549-2121-4aab-9a5a-e4189c730109 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:18.453732 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc00ec4e-3524-46a8-8ce6-4477c6311d19 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Checking segment: {'id': 'a9039596-7ce4-4203-bfd5-d5c85f8f4d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6e0559b4-66ce-485c-b8e9-e6c0cf293a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:15:18.454252 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc00ec4e-3524-46a8-8ce6-4477c6311d19 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Network hostable DHCP agents. Network: 6e0559b4-66ce-485c-b8e9-e6c0cf293a96, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:15:18.468542 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-df560549-2121-4aab-9a5a-e4189c730109 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] 10.222.0.69 "DELETE /v2.0/subnets/0be86d25-507f-4860-8cab-5653d04b6e66 HTTP/1.1" status: 204 len: 168 time: 0.8442490 Dec 10 19:15:18.468860 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51504) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:18.468860 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dff990-a12c-456d-8657-4e500bf1c2eb tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Pushing event deleted for resources: {'Port': ['ID=b54edfe8-f7f3-4539-b407-6b9d26b8b942,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:18.471916 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485110c6-56ba-4b94-a2a5-c526459f26c2 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Network 531f563d-5532-435a-91ba-00ae872abdb0 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:15:18.478644 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49a11e2-bfc4-4727-a626-9067cacc6055 None None] Network 29129951-289c-46f5-8bfa-62212f466e4f requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:15:18.682756 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9c7a0d27-ba94-43b5-a998-6d86c04e3ff8 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:18.692357 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7a0d27-ba94-43b5-a998-6d86c04e3ff8 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:18.693896 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9c7a0d27-ba94-43b5-a998-6d86c04e3ff8 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:18.713149 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc00ec4e-3524-46a8-8ce6-4477c6311d19 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Network 6e0559b4-66ce-485c-b8e9-e6c0cf293a96 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:15:18.755862 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-485110c6-56ba-4b94-a2a5-c526459f26c2 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 531f563d-5532-435a-91ba-00ae872abdb0) {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:15:18.787682 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1831361a-7028-4ab6-aa50-0d1aa3489ba8 None None] Network 531f563d-5532-435a-91ba-00ae872abdb0 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:15:18.815116 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-081323da-b478-4aff-836f-19963c5a6fce tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:18.862745 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-fc00ec4e-3524-46a8-8ce6-4477c6311d19 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 6e0559b4-66ce-485c-b8e9-e6c0cf293a96) {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:15:18.867900 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485110c6-56ba-4b94-a2a5-c526459f26c2 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:18.869577 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-485110c6-56ba-4b94-a2a5-c526459f26c2 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:18.885601 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f889e34-9cfc-4afb-a387-b99cafda4991 None None] DHCP port deletion for 29129951-289c-46f5-8bfa-62212f466e4f request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:15:18.894355 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153b9de3-507e-4066-8d44-ad2d07e22377 None None] Network 6e0559b4-66ce-485c-b8e9-e6c0cf293a96 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:15:18.909097 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-9c7a0d27-ba94-43b5-a998-6d86c04e3ff8 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2247198 Dec 10 19:15:18.914507 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc00ec4e-3524-46a8-8ce6-4477c6311d19 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:18.915496 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fc00ec4e-3524-46a8-8ce6-4477c6311d19 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:18.942876 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51508) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:18.953338 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-47dff990-a12c-456d-8657-4e500bf1c2eb tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:18.961853 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-47dff990-a12c-456d-8657-4e500bf1c2eb tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] 10.222.0.69 "DELETE /v2.0/ports/b54edfe8-f7f3-4539-b407-6b9d26b8b942 HTTP/1.1" status: 204 len: 168 time: 2.4026914 Dec 10 19:15:18.966496 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-b2f11eb9-cd41-4d98-99ed-68af1b093dff tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Request body: {'subnet': {'network_id': 'b603dbd3-711e-4f15-a4b8-3e857a0fdd53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:18.993195 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51510) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:19.008734 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1226f789-b7bf-4235-a9f2-ff232f47c48a tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:19.168923 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device b7a33f7c-07da-4bf7-bb5b-71639ad8a505 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:15:19.184223 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-485110c6-56ba-4b94-a2a5-c526459f26c2 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.1709440 Dec 10 19:15:19.212016 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-fc00ec4e-3524-46a8-8ce6-4477c6311d19 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.4915633 Dec 10 19:15:19.212913 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a0d27-ba94-43b5-a998-6d86c04e3ff8 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Pushing event updated for resources: {'Network': ['ID=b603dbd3-711e-4f15-a4b8-3e857a0fdd53,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:19.219363 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51514) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:19.219887 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51516) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:19.227987 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-081323da-b478-4aff-836f-19963c5a6fce tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:19.238553 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-c87946a3-59c1-4089-ab61-814dd04ee5ce tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-27779147', 'network_id': '531f563d-5532-435a-91ba-00ae872abdb0'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:19.256428 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network b603dbd3-711e-4f15-a4b8-3e857a0fdd53 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:15:19.258395 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-9b79fa2b-890c-497c-a17b-4f7be4885979 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:19.262575 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: b7a33f7c-07da-4bf7-bb5b-71639ad8a505 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:15:19.262992 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device b7a33f7c-07da-4bf7-bb5b-71639ad8a505 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:15:19.263524 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 3a2dadeb-b285-4e6c-adde-8502f449fe89 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:15:19.264962 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7ad42fc-af17-4fb3-b3b4-4f9210a41562 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] GET failed (client error): The resource could not be found. Dec 10 19:15:19.267830 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-e7ad42fc-af17-4fb3-b3b4-4f9210a41562 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] 10.222.0.69 "GET /v2.0/ports/b54edfe8-f7f3-4539-b407-6b9d26b8b942 HTTP/1.1" status: 404 len: 333 time: 0.2667539 Dec 10 19:15:19.274609 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51518) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:19.279810 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-db262060-1456-4f4e-8cee-cc10c1e6ed10 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Request body: {'port': {'network_id': 'd5421c0c-222a-408d-836f-69b292606d6c', 'name': 'tempest-AllowedAddressPairTestJSON-1012081429'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:19.386593 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-1f889e34-9cfc-4afb-a387-b99cafda4991 None None] Deleting port 3a2dadeb-b285-4e6c-adde-8502f449fe89 {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:15:19.387468 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1f889e34-9cfc-4afb-a387-b99cafda4991 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:19.388937 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40d8e2c-9813-4ed3-a325-e9b688e16037 None None] Network 531f563d-5532-435a-91ba-00ae872abdb0 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:15:19.390271 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f11eb9-cd41-4d98-99ed-68af1b093dff tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Made reservation on behalf of bf34cb617e7c48e1adb6028fc04b4351 for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:15:19.397216 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b2f11eb9-cd41-4d98-99ed-68af1b093dff tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:19.502483 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-081323da-b478-4aff-836f-19963c5a6fce tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Allocated IP 172.26.6.18 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/574007b8-f157-48e4-8a22-2f2e6a75bce2) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:15:19.572049 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c094e871-bc93-477b-b364-ec91ff290b6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-6e0559b4-66ce-485c-b8e9-e6c0cf293a96', 'network_id': '6e0559b4-66ce-485c-b8e9-e6c0cf293a96', 'tenant_id': 'c32314706c7841f0aec3c27688848c9e', 'fixed_ips': [{'subnet_id': '0244c2fa-bcd2-4fe5-8e3f-9cd2921d8e13'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:15:19.572971 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c094e871-bc93-477b-b364-ec91ff290b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:19.585720 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-1f889e34-9cfc-4afb-a387-b99cafda4991 None None] For port 3a2dadeb-b285-4e6c-adde-8502f449fe89, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=3a2dadeb-b285-4e6c-adde-8502f449fe89,segment=NetworkSegment(6ae364b8-abe9-4875-abe3-386f63771bb9),segment_id=6ae364b8-abe9-4875-abe3-386f63771bb9)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:15:19.586127 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1f889e34-9cfc-4afb-a387-b99cafda4991 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:19.636081 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db262060-1456-4f4e-8cee-cc10c1e6ed10 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Made reservation on behalf of 1bbc6d574f444f17861805af4e0c9028 for: {'port': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:15:19.638263 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87946a3-59c1-4089-ab61-814dd04ee5ce tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Made reservation on behalf of 53779f5dccf547e19096324f690d73a4 for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:15:19.640569 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-db262060-1456-4f4e-8cee-cc10c1e6ed10 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:19.641942 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c87946a3-59c1-4089-ab61-814dd04ee5ce tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:19.675765 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-1f889e34-9cfc-4afb-a387-b99cafda4991 None None] Calling delete_port for 3a2dadeb-b285-4e6c-adde-8502f449fe89 owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:15:19.692227 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [None req-db262060-1456-4f4e-8cee-cc10c1e6ed10 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] device_id is not set on port 5649a24a-86c4-4387-9cc6-fd645a3083c1 yet. {{(pid=102366) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:15:19.711438 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1226f789-b7bf-4235-a9f2-ff232f47c48a tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:19.759537 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-081323da-b478-4aff-836f-19963c5a6fce tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:19.829915 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-1226f789-b7bf-4235-a9f2-ff232f47c48a tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25ad690e-4e16-4a6d-a101-3ecc4f3f4b27']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:19.835217 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [None req-c87946a3-59c1-4089-ab61-814dd04ee5ce tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] device_id is not set on port 929a82eb-fb69-4784-9981-49bd7d808907 yet. {{(pid=102365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:15:19.866492 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-db262060-1456-4f4e-8cee-cc10c1e6ed10 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Allocated IP 172.20.0.5 (d5421c0c-222a-408d-836f-69b292606d6c/9f92003e-3425-41b8-afc4-c5ff391681e0/5649a24a-86c4-4387-9cc6-fd645a3083c1) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:15:19.869218 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-081323da-b478-4aff-836f-19963c5a6fce tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:19.877095 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9b79fa2b-890c-497c-a17b-4f7be4885979 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9057444'] for subnet, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:19.937235 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-1226f789-b7bf-4235-a9f2-ff232f47c48a tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1b66621-420b-4d8c-a2fb-b420c21c5612') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:19.937693 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-1226f789-b7bf-4235-a9f2-ff232f47c48a tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1b66621-420b-4d8c-a2fb-b420c21c5612') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:19.947789 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081323da-b478-4aff-836f-19963c5a6fce tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:15:19.951222 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081323da-b478-4aff-836f-19963c5a6fce tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Pushing event updated for resources: {'Port': ['ID=574007b8-f157-48e4-8a22-2f2e6a75bce2,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:19.957055 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-081323da-b478-4aff-836f-19963c5a6fce tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:15:19.965822 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081323da-b478-4aff-836f-19963c5a6fce tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:15:19.983601 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1226f789-b7bf-4235-a9f2-ff232f47c48a tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:20.025161 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:20.046461 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1226f789-b7bf-4235-a9f2-ff232f47c48a tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:20.111800 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1226f789-b7bf-4235-a9f2-ff232f47c48a tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:15:20.112430 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1226f789-b7bf-4235-a9f2-ff232f47c48a tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:20.125267 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:15:20.125267 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:15:20.125267 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:15:20.125267 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:15:20.125267 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:15:20.125267 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:15:20.125267 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:15:20.125267 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:15:20.125267 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:15:20.125267 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:15:20.125267 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:15:20.125267 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:15:20.125267 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:15:20.125267 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:15:20.125267 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:15:20.125267 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:15:20.125267 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:15:20.125267 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:15:20.125267 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:15:20.125267 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:15:20.125267 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:15:20.125267 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:15:20.125267 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:15:20.125267 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:15:20.125267 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:15:20.125267 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:15:20.125267 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:15:20.125267 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:15:20.125267 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:15:20.125267 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:15:20.125267 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:15:20.125267 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:15:20.180443 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port 3a2dadeb-b285-4e6c-adde-8502f449fe89, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=3a2dadeb-b285-4e6c-adde-8502f449fe89,segment=NetworkSegment(6ae364b8-abe9-4875-abe3-386f63771bb9),segment_id=6ae364b8-abe9-4875-abe3-386f63771bb9)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:15:20.201585 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:20.214256 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-96856e46-1318-4a89-8fbc-a0e177f1dc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:20.214494 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-db262060-1456-4f4e-8cee-cc10c1e6ed10 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:20.252244 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1f889e34-9cfc-4afb-a387-b99cafda4991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:20.278148 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-db262060-1456-4f4e-8cee-cc10c1e6ed10 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:20.293582 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f889e34-9cfc-4afb-a387-b99cafda4991 None None] No DVR routers for this DVR port 3a2dadeb-b285-4e6c-adde-8502f449fe89 on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:15:20.341637 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db262060-1456-4f4e-8cee-cc10c1e6ed10 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Pushing event updated for resources: {'Port': ['ID=5649a24a-86c4-4387-9cc6-fd645a3083c1,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:20.354903 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=3a2dadeb-b285-4e6c-adde-8502f449fe89,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:20.365543 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db262060-1456-4f4e-8cee-cc10c1e6ed10 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Network d5421c0c-222a-408d-836f-69b292606d6c is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:15:20.370953 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:20.371507 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:20.371930 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:20.372827 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:20.373238 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-db262060-1456-4f4e-8cee-cc10c1e6ed10 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:15:20.373499 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:20.374031 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:20.374465 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:20.375680 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:20.376552 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:20.377180 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:20.378145 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:20.378498 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:20.391271 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db262060-1456-4f4e-8cee-cc10c1e6ed10 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:15:20.415698 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.db.api [None req-c094e871-bc93-477b-b364-ec91ff290b6c None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 19:15:20.415698 dv-neutron-821441-1-hyperv neutron-server[102367]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Dec 10 19:15:20.415698 dv-neutron-821441-1-hyperv neutron-server[102367]: [parameters: {'in_use': 1, 'id_1': '0244c2fa-bcd2-4fe5-8e3f-9cd2921d8e13'}] Dec 10 19:15:20.415698 dv-neutron-821441-1-hyperv neutron-server[102367]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102367) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:15:20.417100 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG oslo_db.api [None req-c094e871-bc93-477b-b364-ec91ff290b6c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:15:20.418573 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f889e34-9cfc-4afb-a387-b99cafda4991 None None] Pushing event deleted for resources: {'Port': ['ID=3a2dadeb-b285-4e6c-adde-8502f449fe89,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:20.420247 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-c87946a3-59c1-4089-ab61-814dd04ee5ce tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Allocated IP 2001:db8::2b8 (531f563d-5532-435a-91ba-00ae872abdb0/f989aca0-d506-4131-9a2a-ef47d1c1a9e1/929a82eb-fb69-4784-9981-49bd7d808907) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:15:20.432841 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1226f789-b7bf-4235-a9f2-ff232f47c48a tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:20.515924 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1226f789-b7bf-4235-a9f2-ff232f47c48a tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:20.519465 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-1226f789-b7bf-4235-a9f2-ff232f47c48a tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] 10.222.0.69 "DELETE /v2.0/networks/25ad690e-4e16-4a6d-a101-3ecc4f3f4b27 HTTP/1.1" status: 204 len: 168 time: 2.0522172 Dec 10 19:15:20.527326 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db262060-1456-4f4e-8cee-cc10c1e6ed10 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:20.527904 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-db262060-1456-4f4e-8cee-cc10c1e6ed10 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:20.535527 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51524) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:20.540558 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1226f789-b7bf-4235-a9f2-ff232f47c48a tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Pushing event deleted for resources: {'Network': ['ID=25ad690e-4e16-4a6d-a101-3ecc4f3f4b27,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:20.554399 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b2f11eb9-cd41-4d98-99ed-68af1b093dff tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:20.651742 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-80a47867-c15e-4a16-8343-9ffb3b158c3d tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:20.656443 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-db262060-1456-4f4e-8cee-cc10c1e6ed10 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3813725 Dec 10 19:15:20.662273 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51526) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:20.671119 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-a0c87723-f23e-46bb-b1da-7a0573ea2f7c tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Request body: {'port': {'network_id': 'd5421c0c-222a-408d-836f-69b292606d6c', 'name': 'tempest-AllowedAddressPairTestJSON-877896770'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:20.706221 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-3a54f139-9e97-4468-a372-ddd64c7b28be None None] Provisioning complete for port 5649a24a-86c4-4387-9cc6-fd645a3083c1 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:15:20.707216 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-3a54f139-9e97-4468-a372-ddd64c7b28be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:20.737329 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-081323da-b478-4aff-836f-19963c5a6fce tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:20.742738 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f11eb9-cd41-4d98-99ed-68af1b093dff tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Pushing event updated for resources: {'Subnet': ['ID=aad1fd54-d442-405a-9f58-ea25918e6144,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:20.783550 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9b79fa2b-890c-497c-a17b-4f7be4885979 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769381657245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9535684'] for subnet, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:20.794636 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-3a54f139-9e97-4468-a372-ddd64c7b28be None None] Port 5649a24a-86c4-4387-9cc6-fd645a3083c1 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:15:20.881771 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f11eb9-cd41-4d98-99ed-68af1b093dff tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Checking segment: {'id': 'd742c2d7-903a-4b33-a625-6659ed96b554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b603dbd3-711e-4f15-a4b8-3e857a0fdd53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:15:20.882339 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f11eb9-cd41-4d98-99ed-68af1b093dff tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Network hostable DHCP agents. Network: b603dbd3-711e-4f15-a4b8-3e857a0fdd53, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:15:20.919418 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c094e871-bc93-477b-b364-ec91ff290b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:20.928476 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b79fa2b-890c-497c-a17b-4f7be4885979 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:20.929590 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9b79fa2b-890c-497c-a17b-4f7be4885979 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:20.933467 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-9b79fa2b-890c-497c-a17b-4f7be4885979 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "PUT /v2.0/subnets/0244c2fa-bcd2-4fe5-8e3f-9cd2921d8e13 HTTP/1.1" status: 200 len: 877 time: 1.7038753 Dec 10 19:15:20.939295 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51530) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:20.958650 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b79fa2b-890c-497c-a17b-4f7be4885979 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Pushing event updated for resources: {'Subnet': ['ID=0244c2fa-bcd2-4fe5-8e3f-9cd2921d8e13,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:20.988246 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f11eb9-cd41-4d98-99ed-68af1b093dff tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Network b603dbd3-711e-4f15-a4b8-3e857a0fdd53 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:15:21.002909 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c87946a3-59c1-4089-ab61-814dd04ee5ce tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:21.017448 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-b2f11eb9-cd41-4d98-99ed-68af1b093dff tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, b603dbd3-711e-4f15-a4b8-3e857a0fdd53) {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:15:21.032255 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f11eb9-cd41-4d98-99ed-68af1b093dff tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:21.034072 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b2f11eb9-cd41-4d98-99ed-68af1b093dff tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:21.089180 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-b2f11eb9-cd41-4d98-99ed-68af1b093dff tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1444533 Dec 10 19:15:21.095085 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51532) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:21.100675 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-80a47867-c15e-4a16-8343-9ffb3b158c3d tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:21.106977 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-cf3d5ac9-74aa-4eb8-b706-b883862baf8d tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-902625385'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:21.137222 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392f1ac3-45ff-46c0-a6d4-b62da8048f9b None None] Network b603dbd3-711e-4f15-a4b8-3e857a0fdd53 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:15:21.160045 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c87946a3-59c1-4089-ab61-814dd04ee5ce tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:21.166478 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3d5ac9-74aa-4eb8-b706-b883862baf8d tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Made reservation on behalf of bf34cb617e7c48e1adb6028fc04b4351 for: {'network': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:15:21.172777 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cf3d5ac9-74aa-4eb8-b706-b883862baf8d tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:21.186626 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-80a47867-c15e-4a16-8343-9ffb3b158c3d tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29129951-289c-46f5-8bfa-62212f466e4f']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:21.246416 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87946a3-59c1-4089-ab61-814dd04ee5ce tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Network 531f563d-5532-435a-91ba-00ae872abdb0 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:15:21.257310 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-c87946a3-59c1-4089-ab61-814dd04ee5ce tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:15:21.263030 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87946a3-59c1-4089-ab61-814dd04ee5ce tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Pushing event updated for resources: {'Port': ['ID=929a82eb-fb69-4784-9981-49bd7d808907,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:21.269163 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87946a3-59c1-4089-ab61-814dd04ee5ce tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:15:21.270641 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87946a3-59c1-4089-ab61-814dd04ee5ce tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:21.271470 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c87946a3-59c1-4089-ab61-814dd04ee5ce tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:21.274785 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf3d5ac9-74aa-4eb8-b706-b883862baf8d tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=102365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:15:21.291724 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cf3d5ac9-74aa-4eb8-b706-b883862baf8d tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:21.292061 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.segments_db [None req-cf3d5ac9-74aa-4eb8-b706-b883862baf8d tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Added segment e0c3f2fe-ad30-4d7e-8630-17dbe8a240de of type vlan for network e867e905-061a-4d3d-bf11-22f005670284 Dec 10 19:15:21.312526 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-80a47867-c15e-4a16-8343-9ffb3b158c3d tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ae364b8-abe9-4875-abe3-386f63771bb9') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:21.313390 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-80a47867-c15e-4a16-8343-9ffb3b158c3d tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ae364b8-abe9-4875-abe3-386f63771bb9') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:21.341586 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-80a47867-c15e-4a16-8343-9ffb3b158c3d tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:21.355433 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cf3d5ac9-74aa-4eb8-b706-b883862baf8d tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:21.355580 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-052814a3-b457-490f-871c-5e54763df0c9 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:21.365894 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-081323da-b478-4aff-836f-19963c5a6fce tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3713082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3715814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8908'] for router, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:21.383510 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c87723-f23e-46bb-b1da-7a0573ea2f7c tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Made reservation on behalf of 1bbc6d574f444f17861805af4e0c9028 for: {'port': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:15:21.387412 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a0c87723-f23e-46bb-b1da-7a0573ea2f7c tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:21.391154 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-80a47867-c15e-4a16-8343-9ffb3b158c3d tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:21.393597 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-081323da-b478-4aff-836f-19963c5a6fce tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3713075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3713068', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3715807'] for router, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:21.398128 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-c87946a3-59c1-4089-ab61-814dd04ee5ce tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.1682146 Dec 10 19:15:21.398387 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-c094e871-bc93-477b-b364-ec91ff290b6c None None] Allocated IP 172.20.0.3 (6e0559b4-66ce-485c-b8e9-e6c0cf293a96/0244c2fa-bcd2-4fe5-8e3f-9cd2921d8e13/41b34962-bc09-40d9-90ca-14f1e66b23f3) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:15:21.400463 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51536) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:21.434267 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cf3d5ac9-74aa-4eb8-b706-b883862baf8d tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:21.441907 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3d5ac9-74aa-4eb8-b706-b883862baf8d tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:21.442773 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cf3d5ac9-74aa-4eb8-b706-b883862baf8d tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:21.485547 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e61380-8614-4fbb-a6ed-83e0c3d350a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-b603dbd3-711e-4f15-a4b8-3e857a0fdd53', 'network_id': 'b603dbd3-711e-4f15-a4b8-3e857a0fdd53', 'tenant_id': 'bf34cb617e7c48e1adb6028fc04b4351', 'fixed_ips': [{'subnet_id': 'aad1fd54-d442-405a-9f58-ea25918e6144'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:15:21.486417 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f8e61380-8614-4fbb-a6ed-83e0c3d350a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:21.491371 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80a47867-c15e-4a16-8343-9ffb3b158c3d tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:15:21.491824 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-80a47867-c15e-4a16-8343-9ffb3b158c3d tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:21.495327 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-052814a3-b457-490f-871c-5e54763df0c9 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:21.498592 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:15:21.498592 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:15:21.498592 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:15:21.498592 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:15:21.498592 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:15:21.498592 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:15:21.498592 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:15:21.498592 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:15:21.498592 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:15:21.498592 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:15:21.498592 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:15:21.498592 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:15:21.498592 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:15:21.498592 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:15:21.498592 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:15:21.498592 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:15:21.498592 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:15:21.498592 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:15:21.498592 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:15:21.498592 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:15:21.498592 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:15:21.498592 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:15:21.498592 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:15:21.498592 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:15:21.498592 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:15:21.498592 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:15:21.498592 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:15:21.498592 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:15:21.498592 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:15:21.498592 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:15:21.498592 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:15:21.498592 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:15:21.517115 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-cf3d5ac9-74aa-4eb8-b706-b883862baf8d tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4187999 Dec 10 19:15:21.524219 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51538) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:21.529401 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-e75c5af8-2a8d-4788-bab2-3322495efc01 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Request body: {'subnet': {'network_id': 'e867e905-061a-4d3d-bf11-22f005670284', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:21.594313 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3d5ac9-74aa-4eb8-b706-b883862baf8d tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Pushing event updated for resources: {'Network': ['ID=e867e905-061a-4d3d-bf11-22f005670284,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:21.621920 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network e867e905-061a-4d3d-bf11-22f005670284 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:15:21.654682 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [None req-a0c87723-f23e-46bb-b1da-7a0573ea2f7c tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] device_id is not set on port c01aaa4d-294e-41d8-8839-448bf43448a7 yet. {{(pid=102366) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:15:21.659648 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75c5af8-2a8d-4788-bab2-3322495efc01 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Made reservation on behalf of bf34cb617e7c48e1adb6028fc04b4351 for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:15:21.666140 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e75c5af8-2a8d-4788-bab2-3322495efc01 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:21.776160 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-80a47867-c15e-4a16-8343-9ffb3b158c3d tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:21.802068 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.ipam_backend_mixin [None req-e75c5af8-2a8d-4788-bab2-3322495efc01 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Performing IP validity checks on allocation pools {{(pid=102365) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 19:15:21.803792 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.ipam_backend_mixin [None req-e75c5af8-2a8d-4788-bab2-3322495efc01 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102365) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 19:15:21.812720 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-80a47867-c15e-4a16-8343-9ffb3b158c3d tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:21.819054 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-80a47867-c15e-4a16-8343-9ffb3b158c3d tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] 10.222.0.69 "DELETE /v2.0/networks/29129951-289c-46f5-8bfa-62212f466e4f HTTP/1.1" status: 204 len: 168 time: 1.2795126 Dec 10 19:15:21.819054 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a47867-c15e-4a16-8343-9ffb3b158c3d tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Pushing event deleted for resources: {'Network': ['ID=29129951-289c-46f5-8bfa-62212f466e4f,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:21.828028 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51540) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:21.906803 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-4431e6e6-fe5c-48ab-8b9e-05292d4ce2e9 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Deleting port 929a82eb-fb69-4784-9981-49bd7d808907 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:15:21.907091 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4431e6e6-fe5c-48ab-8b9e-05292d4ce2e9 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:21.919740 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd6a00f7-b02c-4ee2-b410-13639499d0f3 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Deleting subnet b0070cea-68fe-47bc-9ca4-d6fd87ae2d34 {{(pid=102365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:15:21.924798 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cd6a00f7-b02c-4ee2-b410-13639499d0f3 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks [] for subnet, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:21.930813 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-a0c87723-f23e-46bb-b1da-7a0573ea2f7c tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Allocated IP 172.20.0.10 (d5421c0c-222a-408d-836f-69b292606d6c/9f92003e-3425-41b8-afc4-c5ff391681e0/c01aaa4d-294e-41d8-8839-448bf43448a7) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:15:21.963175 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c094e871-bc93-477b-b364-ec91ff290b6c None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:21.977481 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-f8e61380-8614-4fbb-a6ed-83e0c3d350a2 None None] Allocated IP 2001:db8::1 (b603dbd3-711e-4f15-a4b8-3e857a0fdd53/aad1fd54-d442-405a-9f58-ea25918e6144/baab5af7-ecbc-4554-afcf-970820c727a3) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:15:21.981623 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c094e871-bc93-477b-b364-ec91ff290b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:22.009550 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-081323da-b478-4aff-836f-19963c5a6fce tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Router eac49e22-e0a9-4f39-818f-45b8f9d5438f is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:15:22.026128 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-052814a3-b457-490f-871c-5e54763df0c9 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:22.041199 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cd6a00f7-b02c-4ee2-b410-13639499d0f3 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353213'] for subnet, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:22.087221 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c094e871-bc93-477b-b364-ec91ff290b6c None None] Network 6e0559b4-66ce-485c-b8e9-e6c0cf293a96 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:15:22.093604 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052814a3-b457-490f-871c-5e54763df0c9 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Pushing event deleted for resources: {'Subnet': ['ID=0244c2fa-bcd2-4fe5-8e3f-9cd2921d8e13,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:22.095555 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-c094e871-bc93-477b-b364-ec91ff290b6c None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:15:22.106277 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c094e871-bc93-477b-b364-ec91ff290b6c None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:15:22.112158 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c094e871-bc93-477b-b364-ec91ff290b6c None None] Pushing event updated for resources: {'Port': ['ID=41b34962-bc09-40d9-90ca-14f1e66b23f3,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:22.123633 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4431e6e6-fe5c-48ab-8b9e-05292d4ce2e9 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:22.196526 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-c094e871-bc93-477b-b364-ec91ff290b6c None None] Attempting to bind port 41b34962-bc09-40d9-90ca-14f1e66b23f3 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:15:22.197021 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-c094e871-bc93-477b-b364-ec91ff290b6c None None] Attempting to bind port 41b34962-bc09-40d9-90ca-14f1e66b23f3 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': 'a9039596-7ce4-4203-bfd5-d5c85f8f4d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6e0559b4-66ce-485c-b8e9-e6c0cf293a96'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:15:22.197495 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c094e871-bc93-477b-b364-ec91ff290b6c None None] Attempting to bind port 41b34962-bc09-40d9-90ca-14f1e66b23f3 on network 6e0559b4-66ce-485c-b8e9-e6c0cf293a96 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:15:22.207817 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c094e871-bc93-477b-b364-ec91ff290b6c None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:15:22.208355 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c094e871-bc93-477b-b364-ec91ff290b6c None None] Checking segment: {'id': 'a9039596-7ce4-4203-bfd5-d5c85f8f4d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6e0559b4-66ce-485c-b8e9-e6c0cf293a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:15:22.209510 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c094e871-bc93-477b-b364-ec91ff290b6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:22.210360 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c094e871-bc93-477b-b364-ec91ff290b6c None None] Bound using segment: {'id': 'a9039596-7ce4-4203-bfd5-d5c85f8f4d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6e0559b4-66ce-485c-b8e9-e6c0cf293a96'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:15:22.211050 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-c094e871-bc93-477b-b364-ec91ff290b6c None None] Bound port: 41b34962-bc09-40d9-90ca-14f1e66b23f3, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9039596-7ce4-4203-bfd5-d5c85f8f4d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6e0559b4-66ce-485c-b8e9-e6c0cf293a96'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:15:22.211587 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c094e871-bc93-477b-b364-ec91ff290b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:22.322678 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f8e61380-8614-4fbb-a6ed-83e0c3d350a2 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:22.339184 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f8e61380-8614-4fbb-a6ed-83e0c3d350a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:22.347026 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c094e871-bc93-477b-b364-ec91ff290b6c None None] For port 41b34962-bc09-40d9-90ca-14f1e66b23f3, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:15:22.347317 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e75c5af8-2a8d-4788-bab2-3322495efc01 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:22.362024 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cd6a00f7-b02c-4ee2-b410-13639499d0f3 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:22.397322 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c094e871-bc93-477b-b364-ec91ff290b6c None None] For port 41b34962-bc09-40d9-90ca-14f1e66b23f3, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=41b34962-bc09-40d9-90ca-14f1e66b23f3,segment=NetworkSegment(a9039596-7ce4-4203-bfd5-d5c85f8f4d77),segment_id=a9039596-7ce4-4203-bfd5-d5c85f8f4d77)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:15:22.407947 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e61380-8614-4fbb-a6ed-83e0c3d350a2 None None] Network b603dbd3-711e-4f15-a4b8-3e857a0fdd53 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:15:22.409489 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c094e871-bc93-477b-b364-ec91ff290b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:22.416072 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-f8e61380-8614-4fbb-a6ed-83e0c3d350a2 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:15:22.426840 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e61380-8614-4fbb-a6ed-83e0c3d350a2 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:15:22.434616 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e61380-8614-4fbb-a6ed-83e0c3d350a2 None None] Pushing event updated for resources: {'Port': ['ID=baab5af7-ecbc-4554-afcf-970820c727a3,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:22.535632 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75c5af8-2a8d-4788-bab2-3322495efc01 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Pushing event updated for resources: {'Subnet': ['ID=091bd82a-55f5-4d65-bf1a-9180dd36c4c0,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:22.571697 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75c5af8-2a8d-4788-bab2-3322495efc01 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Checking segment: {'id': 'e0c3f2fe-ad30-4d7e-8630-17dbe8a240de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e867e905-061a-4d3d-bf11-22f005670284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:15:22.572218 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75c5af8-2a8d-4788-bab2-3322495efc01 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Network hostable DHCP agents. Network: e867e905-061a-4d3d-bf11-22f005670284, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:15:22.596652 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-f8e61380-8614-4fbb-a6ed-83e0c3d350a2 None None] Attempting to bind port baab5af7-ecbc-4554-afcf-970820c727a3 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:15:22.597256 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-f8e61380-8614-4fbb-a6ed-83e0c3d350a2 None None] Attempting to bind port baab5af7-ecbc-4554-afcf-970820c727a3 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': 'd742c2d7-903a-4b33-a625-6659ed96b554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b603dbd3-711e-4f15-a4b8-3e857a0fdd53'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:15:22.597714 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e61380-8614-4fbb-a6ed-83e0c3d350a2 None None] Attempting to bind port baab5af7-ecbc-4554-afcf-970820c727a3 on network b603dbd3-711e-4f15-a4b8-3e857a0fdd53 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:15:22.600968 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cd6a00f7-b02c-4ee2-b410-13639499d0f3 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:22.640456 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cd6a00f7-b02c-4ee2-b410-13639499d0f3 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:22.644428 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-cd6a00f7-b02c-4ee2-b410-13639499d0f3 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] 10.222.0.69 "DELETE /v2.0/subnets/b0070cea-68fe-47bc-9ca4-d6fd87ae2d34 HTTP/1.1" status: 204 len: 168 time: 0.8145931 Dec 10 19:15:22.645798 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6a00f7-b02c-4ee2-b410-13639499d0f3 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Pushing event deleted for resources: {'Subnet': ['ID=b0070cea-68fe-47bc-9ca4-d6fd87ae2d34,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:22.649444 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75c5af8-2a8d-4788-bab2-3322495efc01 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Network e867e905-061a-4d3d-bf11-22f005670284 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:15:22.652160 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51546) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:22.662814 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c094e871-bc93-477b-b364-ec91ff290b6c None None] Pushing event updated for resources: {'Port': ['ID=41b34962-bc09-40d9-90ca-14f1e66b23f3,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:22.673619 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca4cb48-1b66-4328-a9e9-85235e75d555 None None] Network cfa3d101-d6cf-476b-a47c-e19770b912ce requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:15:22.682571 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e61380-8614-4fbb-a6ed-83e0c3d350a2 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:15:22.683161 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e61380-8614-4fbb-a6ed-83e0c3d350a2 None None] Checking segment: {'id': 'd742c2d7-903a-4b33-a625-6659ed96b554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b603dbd3-711e-4f15-a4b8-3e857a0fdd53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:15:22.684937 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f8e61380-8614-4fbb-a6ed-83e0c3d350a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:22.684937 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e61380-8614-4fbb-a6ed-83e0c3d350a2 None None] Bound using segment: {'id': 'd742c2d7-903a-4b33-a625-6659ed96b554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b603dbd3-711e-4f15-a4b8-3e857a0fdd53'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:15:22.685295 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-f8e61380-8614-4fbb-a6ed-83e0c3d350a2 None None] Bound port: baab5af7-ecbc-4554-afcf-970820c727a3, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd742c2d7-903a-4b33-a625-6659ed96b554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b603dbd3-711e-4f15-a4b8-3e857a0fdd53'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:15:22.686100 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f8e61380-8614-4fbb-a6ed-83e0c3d350a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:22.694822 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-4431e6e6-fe5c-48ab-8b9e-05292d4ce2e9 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Calling delete_port for 929a82eb-fb69-4784-9981-49bd7d808907 owned by {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:15:22.701234 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-052814a3-b457-490f-871c-5e54763df0c9 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:22.724110 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-e75c5af8-2a8d-4788-bab2-3322495efc01 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, e867e905-061a-4d3d-bf11-22f005670284) {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:15:22.733023 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75c5af8-2a8d-4788-bab2-3322495efc01 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:22.733774 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e75c5af8-2a8d-4788-bab2-3322495efc01 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:22.749407 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3c33a1-aeff-45a4-9500-480b043f6f7d None None] Network 6e0559b4-66ce-485c-b8e9-e6c0cf293a96 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:15:22.751244 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7430c0e-d3b2-4200-959d-6b0c858f7016 None None] Network e867e905-061a-4d3d-bf11-22f005670284 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:15:22.780844 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-e75c5af8-2a8d-4788-bab2-3322495efc01 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.2559686 Dec 10 19:15:22.782015 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51548) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:22.837369 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-052814a3-b457-490f-871c-5e54763df0c9 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e0559b4-66ce-485c-b8e9-e6c0cf293a96']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:22.839925 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9083a02b-2eef-4c92-9ebb-d8c7db01f378 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:22.863508 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-052814a3-b457-490f-871c-5e54763df0c9 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9039596-7ce4-4203-bfd5-d5c85f8f4d77') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:22.863898 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-052814a3-b457-490f-871c-5e54763df0c9 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9039596-7ce4-4203-bfd5-d5c85f8f4d77') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:22.894018 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-052814a3-b457-490f-871c-5e54763df0c9 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:22.938935 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-052814a3-b457-490f-871c-5e54763df0c9 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:22.948432 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081323da-b478-4aff-836f-19963c5a6fce tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:15:22.957828 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-081323da-b478-4aff-836f-19963c5a6fce tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:22.963298 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-081323da-b478-4aff-836f-19963c5a6fce tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] 10.222.0.69 "PUT /v2.0/routers/eac49e22-e0a9-4f39-818f-45b8f9d5438f HTTP/1.1" status: 200 len: 914 time: 4.9931345 Dec 10 19:15:22.963557 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51550) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:22.965529 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-9083a02b-2eef-4c92-9ebb-d8c7db01f378 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Deleting port cc5337c1-e58f-414c-b418-41cffeb965d5 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:15:22.965529 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9083a02b-2eef-4c92-9ebb-d8c7db01f378 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:22.966776 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-052814a3-b457-490f-871c-5e54763df0c9 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:15:22.967276 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-052814a3-b457-490f-871c-5e54763df0c9 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:22.970467 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:15:22.970467 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:15:22.970467 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:15:22.970467 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:15:22.970467 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:15:22.970467 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:15:22.970467 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:15:22.970467 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:15:22.970467 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:15:22.970467 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:15:22.970467 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:15:22.970467 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:15:22.970467 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:15:22.970467 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:15:22.970467 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:15:22.970467 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:15:22.970467 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:15:22.970467 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:15:22.970467 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:15:22.970467 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:15:22.970467 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:15:22.970467 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:15:22.970467 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:15:22.970467 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:15:22.970467 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:15:22.970467 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:15:22.970467 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:15:22.970467 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:15:22.970467 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:15:22.970467 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:15:22.970467 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:15:22.970467 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:15:22.977663 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d2587328-b7ce-4391-b662-92e79b1ddeba tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:22.986379 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a08a59-46e8-4a3c-bd5b-9b8f0f34d6fc None None] Sync routers for ids ['eac49e22-e0a9-4f39-818f-45b8f9d5438f'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:15:23.000744 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a0c87723-f23e-46bb-b1da-7a0573ea2f7c tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:23.025806 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a08a59-46e8-4a3c-bd5b-9b8f0f34d6fc None None] Routers {'eac49e22-e0a9-4f39-818f-45b8f9d5438f'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:15:23.028391 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-46a08a59-46e8-4a3c-bd5b-9b8f0f34d6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:14:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['eac49e22-e0a9-4f39-818f-45b8f9d5438f'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:23.098320 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.db.api [None req-052814a3-b457-490f-871c-5e54763df0c9 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 19:15:23.098320 dv-neutron-821441-1-hyperv neutron-server[102366]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 19:15:23.098320 dv-neutron-821441-1-hyperv neutron-server[102366]: [parameters: {'id': '6e0559b4-66ce-485c-b8e9-e6c0cf293a96'}] Dec 10 19:15:23.098320 dv-neutron-821441-1-hyperv neutron-server[102366]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:15:23.099068 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG oslo_db.api [None req-052814a3-b457-490f-871c-5e54763df0c9 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:15:23.132232 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a0c87723-f23e-46bb-b1da-7a0573ea2f7c tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:23.156435 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-46a08a59-46e8-4a3c-bd5b-9b8f0f34d6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:23.162898 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4431e6e6-fe5c-48ab-8b9e-05292d4ce2e9 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:23.180182 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-f8e61380-8614-4fbb-a6ed-83e0c3d350a2 None None] For port baab5af7-ecbc-4554-afcf-970820c727a3, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:15:23.187522 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a08a59-46e8-4a3c-bd5b-9b8f0f34d6fc None None] Routers {'eac49e22-e0a9-4f39-818f-45b8f9d5438f'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:15:23.188178 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-46a08a59-46e8-4a3c-bd5b-9b8f0f34d6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:14:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['eac49e22-e0a9-4f39-818f-45b8f9d5438f'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:23.222444 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-f8e61380-8614-4fbb-a6ed-83e0c3d350a2 None None] For port baab5af7-ecbc-4554-afcf-970820c727a3, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=baab5af7-ecbc-4554-afcf-970820c727a3,segment=NetworkSegment(d742c2d7-903a-4b33-a625-6659ed96b554),segment_id=d742c2d7-903a-4b33-a625-6659ed96b554)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:15:23.235587 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-46a08a59-46e8-4a3c-bd5b-9b8f0f34d6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:23.236260 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a08a59-46e8-4a3c-bd5b-9b8f0f34d6fc None None] The sync data for ids ['eac49e22-e0a9-4f39-818f-45b8f9d5438f'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:15:23.244687 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c87723-f23e-46bb-b1da-7a0573ea2f7c tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Network d5421c0c-222a-408d-836f-69b292606d6c is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:15:23.262182 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-a0c87723-f23e-46bb-b1da-7a0573ea2f7c tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:15:23.268567 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d2587328-b7ce-4391-b662-92e79b1ddeba tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:23.271780 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c87723-f23e-46bb-b1da-7a0573ea2f7c tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:15:23.279035 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f8e61380-8614-4fbb-a6ed-83e0c3d350a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:23.319142 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-9083a02b-2eef-4c92-9ebb-d8c7db01f378 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] For port cc5337c1-e58f-414c-b418-41cffeb965d5, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=cc5337c1-e58f-414c-b418-41cffeb965d5,segment=NetworkSegment(6ca02186-a2a5-44b9-b4ab-2dbe490fce97),segment_id=6ca02186-a2a5-44b9-b4ab-2dbe490fce97)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:15:23.319903 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9083a02b-2eef-4c92-9ebb-d8c7db01f378 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:23.360045 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-eb73bba8-d39d-4fd7-8711-63b9097e7409 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] 10.222.0.69 "GET /v2.0/routers/eac49e22-e0a9-4f39-818f-45b8f9d5438f HTTP/1.1" status: 200 len: 920 time: 0.3920941 Dec 10 19:15:23.363885 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-9083a02b-2eef-4c92-9ebb-d8c7db01f378 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Calling delete_port for cc5337c1-e58f-414c-b418-41cffeb965d5 owned by network:dhcp {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:15:23.365779 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51554) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:23.375062 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e24ea39-b564-4774-b221-5ad7f0a00904 None None] Network 6e0559b4-66ce-485c-b8e9-e6c0cf293a96 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:15:23.408886 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4431e6e6-fe5c-48ab-8b9e-05292d4ce2e9 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:23.424923 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-4431e6e6-fe5c-48ab-8b9e-05292d4ce2e9 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] 10.222.0.69 "DELETE /v2.0/ports/929a82eb-fb69-4784-9981-49bd7d808907 HTTP/1.1" status: 204 len: 168 time: 2.0166430 Dec 10 19:15:23.431111 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51556) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:23.436328 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c87723-f23e-46bb-b1da-7a0573ea2f7c tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Pushing event updated for resources: {'Port': ['ID=c01aaa4d-294e-41d8-8839-448bf43448a7,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:23.453557 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-5c641e5d-4585-4f8c-9488-a48b1ce44a32 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '531f563d-5532-435a-91ba-00ae872abdb0', 'external_fixed_ips': [{'subnet_id': 'f989aca0-d506-4131-9a2a-ef47d1c1a9e1', 'ip_address': '2001:db8::2b8'}]}}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:23.507315 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4431e6e6-fe5c-48ab-8b9e-05292d4ce2e9 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Pushing event deleted for resources: {'Port': ['ID=929a82eb-fb69-4784-9981-49bd7d808907,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:23.533411 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c87723-f23e-46bb-b1da-7a0573ea2f7c tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:23.534374 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a0c87723-f23e-46bb-b1da-7a0573ea2f7c tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:23.536055 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d2587328-b7ce-4391-b662-92e79b1ddeba tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:23.556252 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5c641e5d-4585-4f8c-9488-a48b1ce44a32 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:23.557546 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5c641e5d-4585-4f8c-9488-a48b1ce44a32 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:23.570495 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11705868-531e-4e44-b3bd-9ea16bf9091a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-e867e905-061a-4d3d-bf11-22f005670284', 'network_id': 'e867e905-061a-4d3d-bf11-22f005670284', 'tenant_id': 'bf34cb617e7c48e1adb6028fc04b4351', 'fixed_ips': [{'subnet_id': '091bd82a-55f5-4d65-bf1a-9180dd36c4c0'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:15:23.573760 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-a0c87723-f23e-46bb-b1da-7a0573ea2f7c tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9096601 Dec 10 19:15:23.577736 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-11705868-531e-4e44-b3bd-9ea16bf9091a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:23.578217 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51558) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:23.581633 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c5e53e-18cf-4ced-bec7-9c093724d628 None None] DHCP port deletion for cfa3d101-d6cf-476b-a47c-e19770b912ce request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:15:23.597945 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a72a28e-b68d-4c9f-84bb-c15c80d80aa2 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:23.610105 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e61380-8614-4fbb-a6ed-83e0c3d350a2 None None] Pushing event updated for resources: {'Port': ['ID=baab5af7-ecbc-4554-afcf-970820c727a3,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:23.635007 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-4a72a28e-b68d-4c9f-84bb-c15c80d80aa2 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=68e2ee80-e7f8-4be2-b0d8-392fd4a4e031&device_id=eac49e22-e0a9-4f39-818f-45b8f9d5438f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2657161 Dec 10 19:15:23.659989 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5c641e5d-4585-4f8c-9488-a48b1ce44a32 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:23.662720 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-052814a3-b457-490f-871c-5e54763df0c9 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:23.666066 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51562) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:23.670764 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-1a4de25b-cdee-4a24-a9a1-b36300b9d600 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:6e:d6:0e'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:0c:03:47'}]}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:23.727822 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2587328-b7ce-4391-b662-92e79b1ddeba tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Pushing event deleted for resources: {'Subnet': ['ID=091bd82a-55f5-4d65-bf1a-9180dd36c4c0,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:23.881718 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d2587328-b7ce-4391-b662-92e79b1ddeba tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:23.887059 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4829ca34-497b-4db8-a88d-4fb48f9e8045 None None] Network e867e905-061a-4d3d-bf11-22f005670284 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:15:23.931086 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9083a02b-2eef-4c92-9ebb-d8c7db01f378 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:23.948178 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-d2587328-b7ce-4391-b662-92e79b1ddeba tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e867e905-061a-4d3d-bf11-22f005670284']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:23.958969 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-ef886ff9-bcd6-41ac-ad1c-a49f7b8dfc86 None None] Provisioning complete for port c01aaa4d-294e-41d8-8839-448bf43448a7 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:15:23.959426 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ef886ff9-bcd6-41ac-ad1c-a49f7b8dfc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:23.975666 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-71c5e53e-18cf-4ced-bec7-9c093724d628 None None] Deleting port cc5337c1-e58f-414c-b418-41cffeb965d5 {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:15:23.975916 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-71c5e53e-18cf-4ced-bec7-9c093724d628 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:24.000768 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9083a02b-2eef-4c92-9ebb-d8c7db01f378 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Pushing event deleted for resources: {'Port': ['ID=cc5337c1-e58f-414c-b418-41cffeb965d5,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:24.011730 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-d2587328-b7ce-4391-b662-92e79b1ddeba tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0c3f2fe-ad30-4d7e-8630-17dbe8a240de') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:24.012294 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-d2587328-b7ce-4391-b662-92e79b1ddeba tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0c3f2fe-ad30-4d7e-8630-17dbe8a240de') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:24.027254 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9083a02b-2eef-4c92-9ebb-d8c7db01f378 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] No DVR routers for this DVR port cc5337c1-e58f-414c-b418-41cffeb965d5 on host dv-neutron-821441-1-hyperv {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:15:24.040951 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d2587328-b7ce-4391-b662-92e79b1ddeba tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:24.151737 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5c641e5d-4585-4f8c-9488-a48b1ce44a32 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:24.174831 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d2587328-b7ce-4391-b662-92e79b1ddeba tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:24.195454 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2587328-b7ce-4391-b662-92e79b1ddeba tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:15:24.196145 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d2587328-b7ce-4391-b662-92e79b1ddeba tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:24.201247 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:15:24.201247 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:15:24.201247 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:15:24.201247 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:15:24.201247 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:15:24.201247 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:15:24.201247 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:15:24.201247 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:15:24.201247 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:15:24.201247 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:15:24.201247 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:15:24.201247 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:15:24.201247 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:15:24.201247 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:15:24.201247 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:15:24.201247 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:15:24.201247 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:15:24.201247 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:15:24.201247 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:15:24.201247 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:15:24.201247 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:15:24.201247 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:15:24.201247 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:15:24.201247 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:15:24.201247 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:15:24.201247 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:15:24.201247 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:15:24.201247 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:15:24.201247 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:15:24.201247 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:15:24.201247 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:15:24.201247 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:15:24.263779 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59e9b97-7ab6-4948-9c88-969181035f3c tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:24.266286 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d59e9b97-7ab6-4948-9c88-969181035f3c tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] 10.222.0.69 "GET /v2.0/networks/68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 HTTP/1.1" status: 200 len: 881 time: 0.5916152 Dec 10 19:15:24.276817 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51566) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:24.286212 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9083a02b-2eef-4c92-9ebb-d8c7db01f378 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:24.303516 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-ef886ff9-bcd6-41ac-ad1c-a49f7b8dfc86 None None] Port c01aaa4d-294e-41d8-8839-448bf43448a7 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:15:24.312275 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-839639da-500c-4110-9e70-34f0db0a4788 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] 10.222.0.69 "GET /v2.0/ports?device_id=eac49e22-e0a9-4f39-818f-45b8f9d5438f HTTP/1.1" status: 200 len: 205 time: 0.0332928 Dec 10 19:15:24.319270 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f36c67f2-fe49-450e-ab98-3fcb26c760e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:24.323651 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51568) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:24.361795 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1a4de25b-cdee-4a24-a9a1-b36300b9d600 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:24.365440 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-052814a3-b457-490f-871c-5e54763df0c9 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Deleting port 41b34962-bc09-40d9-90ca-14f1e66b23f3 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:15:24.365637 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-052814a3-b457-490f-871c-5e54763df0c9 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:24.368641 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-71c5e53e-18cf-4ced-bec7-9c093724d628 None None] For port cc5337c1-e58f-414c-b418-41cffeb965d5, host dv-neutron-821441-1-hyperv, got binding levels [] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:15:24.368944 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-71c5e53e-18cf-4ced-bec7-9c093724d628 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:24.392771 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-71c5e53e-18cf-4ced-bec7-9c093724d628 None None] Calling delete_port for cc5337c1-e58f-414c-b418-41cffeb965d5 owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:15:24.397296 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.ipam_backend_mixin [None req-71c5e53e-18cf-4ced-bec7-9c093724d628 None None] Port cc5337c1-e58f-414c-b418-41cffeb965d5 was not found and therefore no delete operation was performed {{(pid=102367) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 19:15:24.402835 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-71c5e53e-18cf-4ced-bec7-9c093724d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:24.434334 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c5e53e-18cf-4ced-bec7-9c093724d628 None None] No DVR routers for this DVR port cc5337c1-e58f-414c-b418-41cffeb965d5 on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:15:24.463499 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c5e53e-18cf-4ced-bec7-9c093724d628 None None] Pushing event deleted for resources: {'Port': ['ID=cc5337c1-e58f-414c-b418-41cffeb965d5,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:24.508452 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-052814a3-b457-490f-871c-5e54763df0c9 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] For port 41b34962-bc09-40d9-90ca-14f1e66b23f3, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=41b34962-bc09-40d9-90ca-14f1e66b23f3,segment=NetworkSegment(a9039596-7ce4-4203-bfd5-d5c85f8f4d77),segment_id=a9039596-7ce4-4203-bfd5-d5c85f8f4d77)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:15:24.508782 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-052814a3-b457-490f-871c-5e54763df0c9 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:24.544756 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-052814a3-b457-490f-871c-5e54763df0c9 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Calling delete_port for 41b34962-bc09-40d9-90ca-14f1e66b23f3 owned by network:dhcp {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:15:24.762214 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-9083a02b-2eef-4c92-9ebb-d8c7db01f378 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfa3d101-d6cf-476b-a47c-e19770b912ce']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:24.807336 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-9083a02b-2eef-4c92-9ebb-d8c7db01f378 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ca02186-a2a5-44b9-b4ab-2dbe490fce97') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:24.807628 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-9083a02b-2eef-4c92-9ebb-d8c7db01f378 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ca02186-a2a5-44b9-b4ab-2dbe490fce97') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:24.851362 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d2587328-b7ce-4391-b662-92e79b1ddeba tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:24.882675 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9083a02b-2eef-4c92-9ebb-d8c7db01f378 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:24.885802 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d2587328-b7ce-4391-b662-92e79b1ddeba tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:24.891982 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-d2587328-b7ce-4391-b662-92e79b1ddeba tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] 10.222.0.69 "DELETE /v2.0/networks/e867e905-061a-4d3d-bf11-22f005670284 HTTP/1.1" status: 204 len: 168 time: 2.1083915 Dec 10 19:15:24.908953 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51572) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:24.922600 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-59c8190c-beab-49b1-aec1-55270ad5c66e tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1494781972'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:24.929611 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2587328-b7ce-4391-b662-92e79b1ddeba tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Pushing event deleted for resources: {'Network': ['ID=e867e905-061a-4d3d-bf11-22f005670284,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:24.953791 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9083a02b-2eef-4c92-9ebb-d8c7db01f378 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:24.973634 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9083a02b-2eef-4c92-9ebb-d8c7db01f378 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:15:24.974918 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9083a02b-2eef-4c92-9ebb-d8c7db01f378 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:24.980928 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:15:24.980928 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:15:24.980928 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:15:24.980928 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:15:24.980928 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:15:24.980928 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:15:24.980928 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:15:24.980928 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:15:24.980928 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:15:24.980928 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:15:24.980928 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:15:24.980928 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:15:24.980928 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:15:24.980928 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:15:24.980928 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:15:24.980928 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:15:24.980928 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:15:24.980928 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:15:24.980928 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:15:24.980928 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:15:24.980928 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:15:24.980928 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:15:24.980928 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:15:24.980928 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:15:24.980928 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:15:24.980928 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:15:24.980928 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:15:24.980928 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:15:24.980928 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:15:24.980928 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:15:24.980928 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:15:24.980928 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:15:25.011525 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-052814a3-b457-490f-871c-5e54763df0c9 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:25.015491 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1a4de25b-cdee-4a24-a9a1-b36300b9d600 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:25.031577 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c8190c-beab-49b1-aec1-55270ad5c66e tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Made reservation on behalf of bf34cb617e7c48e1adb6028fc04b4351 for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:15:25.035138 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-59c8190c-beab-49b1-aec1-55270ad5c66e tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:25.063675 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1a4de25b-cdee-4a24-a9a1-b36300b9d600 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:25.066426 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-396d90bf-68ca-478c-9d41-fa2c7c1c3070 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks [] for router, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:25.066660 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5c641e5d-4585-4f8c-9488-a48b1ce44a32 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:25.072979 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052814a3-b457-490f-871c-5e54763df0c9 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Pushing event deleted for resources: {'Port': ['ID=41b34962-bc09-40d9-90ca-14f1e66b23f3,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:25.084829 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052814a3-b457-490f-871c-5e54763df0c9 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] No DVR routers for this DVR port 41b34962-bc09-40d9-90ca-14f1e66b23f3 on host dv-neutron-821441-1-hyperv {{(pid=102366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:15:25.156710 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8e7dd2-b059-4ab4-96d3-05d718f0e785 None None] Network b603dbd3-711e-4f15-a4b8-3e857a0fdd53 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:15:25.219109 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5c641e5d-4585-4f8c-9488-a48b1ce44a32 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:25.260473 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9083a02b-2eef-4c92-9ebb-d8c7db01f378 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:25.266014 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9083a02b-2eef-4c92-9ebb-d8c7db01f378 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:25.270905 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-9083a02b-2eef-4c92-9ebb-d8c7db01f378 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] 10.222.0.69 "DELETE /v2.0/networks/cfa3d101-d6cf-476b-a47c-e19770b912ce HTTP/1.1" status: 204 len: 168 time: 2.6172819 Dec 10 19:15:25.271133 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device baab5af7-ecbc-4554-afcf-970820c727a3 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:15:25.278595 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51574) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:25.291453 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59c8190c-beab-49b1-aec1-55270ad5c66e tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:15:25.343656 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-16baf45c-e161-4117-b03c-9b6d3b7f2c54 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] 10.222.0.69 "GET /v2.0/ports?device_id=1dacb00d-b7b0-4b20-b3f4-02ff3fa673f9 HTTP/1.1" status: 200 len: 205 time: 0.0581155 Dec 10 19:15:25.343656 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9083a02b-2eef-4c92-9ebb-d8c7db01f378 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Pushing event deleted for resources: {'Network': ['ID=cfa3d101-d6cf-476b-a47c-e19770b912ce,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:25.347368 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:25.351394 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51576) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:25.403379 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-66a531e7-08e1-49f8-977f-bfc4b3ff4f0c None None] Provisioning complete for port baab5af7-ecbc-4554-afcf-970820c727a3 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:15:25.403784 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-66a531e7-08e1-49f8-977f-bfc4b3ff4f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:25.450102 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-472671d1-22a0-4b8f-ab02-884b43d185b6 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks [] for router, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:25.453160 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-396d90bf-68ca-478c-9d41-fa2c7c1c3070 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:25.467140 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-59c8190c-beab-49b1-aec1-55270ad5c66e tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:25.469641 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-59c8190c-beab-49b1-aec1-55270ad5c66e tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Added segment df191145-1954-43de-8869-af017fc8a6c0 of type vlan for network 89ba4fe3-0fe5-4c39-b136-a43a018db42d Dec 10 19:15:25.473648 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4de25b-cdee-4a24-a9a1-b36300b9d600 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Pushing event updated for resources: {'Port': ['ID=c01aaa4d-294e-41d8-8839-448bf43448a7,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:25.548671 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-052814a3-b457-490f-871c-5e54763df0c9 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:25.598808 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-66a531e7-08e1-49f8-977f-bfc4b3ff4f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:25.614655 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port baab5af7-ecbc-4554-afcf-970820c727a3 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:15:25.615484 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:25.637900 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-59c8190c-beab-49b1-aec1-55270ad5c66e tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:25.643616 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-1a4de25b-cdee-4a24-a9a1-b36300b9d600 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] In _notify_port_updated(), no bound segment for port c01aaa4d-294e-41d8-8839-448bf43448a7 on network d5421c0c-222a-408d-836f-69b292606d6c {{(pid=102366) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 10 19:15:25.650590 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4de25b-cdee-4a24-a9a1-b36300b9d600 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:25.651279 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1a4de25b-cdee-4a24-a9a1-b36300b9d600 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:25.656307 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-1a4de25b-cdee-4a24-a9a1-b36300b9d600 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] 10.222.0.69 "PUT /v2.0/ports/c01aaa4d-294e-41d8-8839-448bf43448a7 HTTP/1.1" status: 200 len: 1056 time: 1.9910452 Dec 10 19:15:25.658458 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51580) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:25.672778 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-052814a3-b457-490f-871c-5e54763df0c9 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e0559b4-66ce-485c-b8e9-e6c0cf293a96']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:25.714975 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-052814a3-b457-490f-871c-5e54763df0c9 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9039596-7ce4-4203-bfd5-d5c85f8f4d77') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:25.715338 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-052814a3-b457-490f-871c-5e54763df0c9 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9039596-7ce4-4203-bfd5-d5c85f8f4d77') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:25.746241 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-052814a3-b457-490f-871c-5e54763df0c9 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:25.747960 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-66a531e7-08e1-49f8-977f-bfc4b3ff4f0c None None] For port baab5af7-ecbc-4554-afcf-970820c727a3, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=baab5af7-ecbc-4554-afcf-970820c727a3,segment=NetworkSegment(d742c2d7-903a-4b33-a625-6659ed96b554),segment_id=d742c2d7-903a-4b33-a625-6659ed96b554)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:15:25.763658 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-66a531e7-08e1-49f8-977f-bfc4b3ff4f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:25.819500 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-472671d1-22a0-4b8f-ab02-884b43d185b6 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:25.826801 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-472671d1-22a0-4b8f-ab02-884b43d185b6 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:25.829270 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a531e7-08e1-49f8-977f-bfc4b3ff4f0c None None] Pushing event updated for resources: {'Port': ['ID=baab5af7-ecbc-4554-afcf-970820c727a3,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:25.841152 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-052814a3-b457-490f-871c-5e54763df0c9 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:25.853790 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-59c8190c-beab-49b1-aec1-55270ad5c66e tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:25.859639 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c8190c-beab-49b1-aec1-55270ad5c66e tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:25.860305 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-59c8190c-beab-49b1-aec1-55270ad5c66e tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:25.874156 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-052814a3-b457-490f-871c-5e54763df0c9 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:15:25.874770 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-052814a3-b457-490f-871c-5e54763df0c9 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:25.883860 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:15:25.883860 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:15:25.883860 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:15:25.883860 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:15:25.883860 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:15:25.883860 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:15:25.883860 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:15:25.883860 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:15:25.883860 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:15:25.883860 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:15:25.883860 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:15:25.883860 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:15:25.883860 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:15:25.883860 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:15:25.883860 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:15:25.883860 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:15:25.883860 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:15:25.883860 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:15:25.883860 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:15:25.883860 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:15:25.883860 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:15:25.883860 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:15:25.883860 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:15:25.883860 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:15:25.883860 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:15:25.883860 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:15:25.883860 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:15:25.883860 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:15:25.883860 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:15:25.883860 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:15:25.883860 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:15:25.883860 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:15:25.916427 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-5c641e5d-4585-4f8c-9488-a48b1ce44a32 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Allocated IP 2001:db8::2b8 (531f563d-5532-435a-91ba-00ae872abdb0/f989aca0-d506-4131-9a2a-ef47d1c1a9e1/4e9648b6-4cef-4909-901b-4dd008ffc59c) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:15:25.931064 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-472671d1-22a0-4b8f-ab02-884b43d185b6 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:25.931890 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472671d1-22a0-4b8f-ab02-884b43d185b6 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Fanout notify agent at l3_agent the message router_deleted on router 1dacb00d-b7b0-4b20-b3f4-02ff3fa673f9 {{(pid=102365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:15:25.934355 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-605c40c1-b203-4bfa-bd90-a9a7e7e68860 None None] Provisioning complete for port c01aaa4d-294e-41d8-8839-448bf43448a7 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:15:25.935019 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-605c40c1-b203-4bfa-bd90-a9a7e7e68860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:25.958751 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-472671d1-22a0-4b8f-ab02-884b43d185b6 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:25.970719 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-472671d1-22a0-4b8f-ab02-884b43d185b6 tempest-RoutersNegativeIpV6Test-1481790113 tempest-RoutersNegativeIpV6Test-1481790113-project] 10.222.0.69 "DELETE /v2.0/routers/1dacb00d-b7b0-4b20-b3f4-02ff3fa673f9 HTTP/1.1" status: 204 len: 168 time: 0.6082480 Dec 10 19:15:25.973183 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-396d90bf-68ca-478c-9d41-fa2c7c1c3070 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Deleting port 574007b8-f157-48e4-8a22-2f2e6a75bce2 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:15:25.973695 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-396d90bf-68ca-478c-9d41-fa2c7c1c3070 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:26.000313 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device cc5337c1-e58f-414c-b418-41cffeb965d5 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:15:26.044922 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-59c8190c-beab-49b1-aec1-55270ad5c66e tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1327138 Dec 10 19:15:26.050964 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51586) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:26.088126 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-1daf2895-355e-4901-af4a-e8ca60d066be tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Request body: {'subnet': {'network_id': '89ba4fe3-0fe5-4c39-b136-a43a018db42d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:26.089476 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: cc5337c1-e58f-414c-b418-41cffeb965d5 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:15:26.090020 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device cc5337c1-e58f-414c-b418-41cffeb965d5 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:15:26.101632 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-052814a3-b457-490f-871c-5e54763df0c9 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:26.117885 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-052814a3-b457-490f-871c-5e54763df0c9 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:26.133639 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-605c40c1-b203-4bfa-bd90-a9a7e7e68860 None None] Port c01aaa4d-294e-41d8-8839-448bf43448a7 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:15:26.139413 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-052814a3-b457-490f-871c-5e54763df0c9 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "DELETE /v2.0/networks/6e0559b4-66ce-485c-b8e9-e6c0cf293a96 HTTP/1.1" status: 204 len: 168 time: 5.1489074 Dec 10 19:15:26.172372 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-396d90bf-68ca-478c-9d41-fa2c7c1c3070 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:26.183587 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51588) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:26.191527 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-396d90bf-68ca-478c-9d41-fa2c7c1c3070 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Calling delete_port for 574007b8-f157-48e4-8a22-2f2e6a75bce2 owned by network:router_gateway {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:15:26.237474 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3cef52b-3e17-4a74-ba6a-7a2b9840bc72 None None] get_active_networks_info from dv-neutron-821441-1-hyperv {{(pid=102367) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 10 19:15:26.335135 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-67cab326-0f36-4c10-842b-957d991e58fd None None] Provisioning complete for port baab5af7-ecbc-4554-afcf-970820c727a3 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:15:26.336560 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-67cab326-0f36-4c10-842b-957d991e58fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:26.461791 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:26.510509 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cef52b-3e17-4a74-ba6a-7a2b9840bc72 None None] Resources bound (agent type, host, resource id): {{(pid=102367) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 19:15:26.515436 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51592) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:26.557401 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-396d90bf-68ca-478c-9d41-fa2c7c1c3070 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:26.599002 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d90bf-68ca-478c-9d41-fa2c7c1c3070 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Pushing event deleted for resources: {'Port': ['ID=574007b8-f157-48e4-8a22-2f2e6a75bce2,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:26.699934 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-396d90bf-68ca-478c-9d41-fa2c7c1c3070 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3713145'] for router_gateway, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:26.715842 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:26.761675 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c8190c-beab-49b1-aec1-55270ad5c66e tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Pushing event updated for resources: {'Network': ['ID=89ba4fe3-0fe5-4c39-b136-a43a018db42d,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:26.764240 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-1867a0d9-b2eb-42de-ac4e-faaad5bf0b42 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] DELETE failed (client error): The resource could not be found. Dec 10 19:15:26.764723 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1867a0d9-b2eb-42de-ac4e-faaad5bf0b42 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:15:26.768025 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-1867a0d9-b2eb-42de-ac4e-faaad5bf0b42 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "DELETE /v2.0/subnets/0244c2fa-bcd2-4fe5-8e3f-9cd2921d8e13 HTTP/1.1" status: 404 len: 337 time: 0.0510321 Dec 10 19:15:26.789935 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51598) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:26.795141 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 89ba4fe3-0fe5-4c39-b136-a43a018db42d details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:15:26.804374 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052814a3-b457-490f-871c-5e54763df0c9 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Pushing event deleted for resources: {'Network': ['ID=6e0559b4-66ce-485c-b8e9-e6c0cf293a96,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:26.858130 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-396d90bf-68ca-478c-9d41-fa2c7c1c3070 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:26.861983 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-396d90bf-68ca-478c-9d41-fa2c7c1c3070 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:26.894088 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-15adc0f0-d5f4-460f-adbc-d41a1552404c tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] DELETE failed (client error): The resource could not be found. Dec 10 19:15:26.894914 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15adc0f0-d5f4-460f-adbc-d41a1552404c tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:15:26.902845 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-15adc0f0-d5f4-460f-adbc-d41a1552404c tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "DELETE /v2.0/networks/6e0559b4-66ce-485c-b8e9-e6c0cf293a96 HTTP/1.1" status: 404 len: 339 time: 0.1051884 Dec 10 19:15:26.905365 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-b53b8a4b-fade-4ca6-b57f-72e6ba545413 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Deleting port c01aaa4d-294e-41d8-8839-448bf43448a7 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:15:26.906107 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b53b8a4b-fade-4ca6-b57f-72e6ba545413 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:26.918088 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51600) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:26.968286 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-396d90bf-68ca-478c-9d41-fa2c7c1c3070 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:26.969194 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396d90bf-68ca-478c-9d41-fa2c7c1c3070 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Fanout notify agent at l3_agent the message router_deleted on router eac49e22-e0a9-4f39-818f-45b8f9d5438f {{(pid=102365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:15:26.983578 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-396d90bf-68ca-478c-9d41-fa2c7c1c3070 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:26.985420 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-396d90bf-68ca-478c-9d41-fa2c7c1c3070 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] 10.222.0.69 "DELETE /v2.0/routers/eac49e22-e0a9-4f39-818f-45b8f9d5438f HTTP/1.1" status: 204 len: 168 time: 2.6602082 Dec 10 19:15:26.996026 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-16c7035a-79c3-4dfc-834d-a3c54ef73116 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2c79311a1ea74b61b8f3dd24d8cdc1f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4769330 Dec 10 19:15:26.998252 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51602) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:26.998774 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51604) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:27.014969 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-b5b47a74-9738-4092-ac78-21c8cced4f56 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1241763625', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:27.079136 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccc5afc0-4709-4bfc-8445-4d27d8601996 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] DELETE failed (client error): The resource could not be found. Dec 10 19:15:27.079854 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccc5afc0-4709-4bfc-8445-4d27d8601996 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:15:27.085898 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-ccc5afc0-4709-4bfc-8445-4d27d8601996 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "DELETE /v2.0/subnets/d040fb4a-07da-44b7-99e6-4ba9af74bada HTTP/1.1" status: 404 len: 337 time: 0.1661770 Dec 10 19:15:27.096820 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51606) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:27.126482 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b5b47a74-9738-4092-ac78-21c8cced4f56 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:27.128256 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b5b47a74-9738-4092-ac78-21c8cced4f56 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:27.178676 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-b12547a6-00bf-4f55-b040-95ed7552242f tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] DELETE failed (client error): The resource could not be found. Dec 10 19:15:27.179629 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b12547a6-00bf-4f55-b040-95ed7552242f tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:15:27.183291 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device baab5af7-ecbc-4554-afcf-970820c727a3 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:15:27.185046 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-b12547a6-00bf-4f55-b040-95ed7552242f tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "DELETE /v2.0/networks/4f0eb1ed-6ecb-4034-b7dd-bbc907f650c3 HTTP/1.1" status: 404 len: 339 time: 0.0866075 Dec 10 19:15:27.196550 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51610) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:27.212460 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5c641e5d-4585-4f8c-9488-a48b1ce44a32 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:27.244973 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-217a05de-4f57-4248-bda4-e942dcf5dc96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:27.250444 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b5b47a74-9738-4092-ac78-21c8cced4f56 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:27.270312 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b5b47a74-9738-4092-ac78-21c8cced4f56 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:27.289735 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port baab5af7-ecbc-4554-afcf-970820c727a3 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:15:27.290968 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:27.312266 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-217a05de-4f57-4248-bda4-e942dcf5dc96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:27.334396 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b5b47a74-9738-4092-ac78-21c8cced4f56 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:27.336548 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-b5b47a74-9738-4092-ac78-21c8cced4f56 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3361580 Dec 10 19:15:27.342405 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51612) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:27.345017 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1daf2895-355e-4901-af4a-e8ca60d066be tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Made reservation on behalf of bf34cb617e7c48e1adb6028fc04b4351 for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:15:27.350991 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1daf2895-355e-4901-af4a-e8ca60d066be tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:27.358468 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-24d8cad2-2e07-4b1d-99f4-b2af1c1da43f tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'enable_snat': False}}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:27.455773 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b53b8a4b-fade-4ca6-b57f-72e6ba545413 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:27.560875 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-b53b8a4b-fade-4ca6-b57f-72e6ba545413 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Calling delete_port for c01aaa4d-294e-41d8-8839-448bf43448a7 owned by {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:15:27.603590 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7bca6785-8a36-4599-a777-afed007f925f tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:27.651135 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5c641e5d-4585-4f8c-9488-a48b1ce44a32 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:27.747409 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-217a05de-4f57-4248-bda4-e942dcf5dc96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:27.750988 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-217a05de-4f57-4248-bda4-e942dcf5dc96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:27.752190 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-217a05de-4f57-4248-bda4-e942dcf5dc96 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/51f8db9a-2878-480c-9df2-e296a2a85a54 HTTP/1.1" status: 204 len: 168 time: 0.7500205 Dec 10 19:15:27.767883 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217a05de-4f57-4248-bda4-e942dcf5dc96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f8db9a-2878-480c-9df2-e296a2a85a54,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:27.773557 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-24d8cad2-2e07-4b1d-99f4-b2af1c1da43f tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:27.903770 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c641e5d-4585-4f8c-9488-a48b1ce44a32 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Network 531f563d-5532-435a-91ba-00ae872abdb0 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:15:27.948735 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-5c641e5d-4585-4f8c-9488-a48b1ce44a32 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:15:28.013003 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c641e5d-4585-4f8c-9488-a48b1ce44a32 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Pushing event updated for resources: {'Port': ['ID=4e9648b6-4cef-4909-901b-4dd008ffc59c,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:28.017396 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c641e5d-4585-4f8c-9488-a48b1ce44a32 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:15:28.064356 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-24d8cad2-2e07-4b1d-99f4-b2af1c1da43f tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:28.106139 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-24d8cad2-2e07-4b1d-99f4-b2af1c1da43f tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:28.237936 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-24d8cad2-2e07-4b1d-99f4-b2af1c1da43f tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Allocated IP 172.26.6.142 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/9ce423e9-38ff-45d2-9b35-adfc00903e66) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:15:28.254829 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7bca6785-8a36-4599-a777-afed007f925f tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:28.414820 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-7bca6785-8a36-4599-a777-afed007f925f tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56fc73d2-bede-4ac8-86ab-e011afc317a9']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:28.450289 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-7bca6785-8a36-4599-a777-afed007f925f tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50aa678c-8830-4e49-9a99-49c8e4d2939e') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:28.450619 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-7bca6785-8a36-4599-a777-afed007f925f tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50aa678c-8830-4e49-9a99-49c8e4d2939e') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:28.452192 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-24d8cad2-2e07-4b1d-99f4-b2af1c1da43f tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:28.491643 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1daf2895-355e-4901-af4a-e8ca60d066be tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:28.501139 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-24d8cad2-2e07-4b1d-99f4-b2af1c1da43f tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:28.507551 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7bca6785-8a36-4599-a777-afed007f925f tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:28.545886 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d8cad2-2e07-4b1d-99f4-b2af1c1da43f tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:15:28.549673 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-24d8cad2-2e07-4b1d-99f4-b2af1c1da43f tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:15:28.555009 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d8cad2-2e07-4b1d-99f4-b2af1c1da43f tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:15:28.594128 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d8cad2-2e07-4b1d-99f4-b2af1c1da43f tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Pushing event updated for resources: {'Port': ['ID=9ce423e9-38ff-45d2-9b35-adfc00903e66,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:28.701083 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7bca6785-8a36-4599-a777-afed007f925f tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:28.752296 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b53b8a4b-fade-4ca6-b57f-72e6ba545413 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:28.756919 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bca6785-8a36-4599-a777-afed007f925f tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:15:28.757603 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7bca6785-8a36-4599-a777-afed007f925f tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:28.775664 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:15:28.775664 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:15:28.775664 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:15:28.775664 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:15:28.775664 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:15:28.775664 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:15:28.775664 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:15:28.775664 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:15:28.775664 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:15:28.775664 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:15:28.775664 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:15:28.775664 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:15:28.775664 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:15:28.775664 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:15:28.775664 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:15:28.775664 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:15:28.775664 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:15:28.775664 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:15:28.775664 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:15:28.775664 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:15:28.775664 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:15:28.775664 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:15:28.775664 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:15:28.775664 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:15:28.775664 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:15:28.775664 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:15:28.775664 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:15:28.775664 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:15:28.775664 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:15:28.775664 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:15:28.775664 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:15:28.775664 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:15:28.816952 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daf2895-355e-4901-af4a-e8ca60d066be tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Pushing event updated for resources: {'Subnet': ['ID=3d7a58cb-b62a-432b-8faa-9c4906178afb,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:28.922964 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53b8a4b-fade-4ca6-b57f-72e6ba545413 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Pushing event deleted for resources: {'Port': ['ID=c01aaa4d-294e-41d8-8839-448bf43448a7,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:28.939928 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51638) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:29.018536 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daf2895-355e-4901-af4a-e8ca60d066be tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Checking segment: {'id': 'df191145-1954-43de-8869-af017fc8a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '89ba4fe3-0fe5-4c39-b136-a43a018db42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:15:29.019115 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1daf2895-355e-4901-af4a-e8ca60d066be tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Network hostable DHCP agents. Network: 89ba4fe3-0fe5-4c39-b136-a43a018db42d, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:15:29.042234 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-24d8cad2-2e07-4b1d-99f4-b2af1c1da43f tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:29.077253 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7bca6785-8a36-4599-a777-afed007f925f tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:29.081894 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7bca6785-8a36-4599-a777-afed007f925f tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:29.090423 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-7bca6785-8a36-4599-a777-afed007f925f tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "DELETE /v2.0/networks/56fc73d2-bede-4ac8-86ab-e011afc317a9 HTTP/1.1" status: 204 len: 168 time: 1.8804271 Dec 10 19:15:29.113215 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51644) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:29.120820 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca6785-8a36-4599-a777-afed007f925f tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Pushing event deleted for resources: {'Network': ['ID=56fc73d2-bede-4ac8-86ab-e011afc317a9,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:29.154950 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-916b99f1-e3b3-4e58-bf72-3b050655e782 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] DELETE failed (client error): The resource could not be found. Dec 10 19:15:29.155404 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-916b99f1-e3b3-4e58-bf72-3b050655e782 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:15:29.163108 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-916b99f1-e3b3-4e58-bf72-3b050655e782 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "DELETE /v2.0/subnets/7e78098f-52be-41b7-a82f-2618effd0d57 HTTP/1.1" status: 404 len: 337 time: 0.0349989 Dec 10 19:15:29.163108 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1daf2895-355e-4901-af4a-e8ca60d066be tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Network 89ba4fe3-0fe5-4c39-b136-a43a018db42d is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:15:29.167641 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51646) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:29.170408 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5c641e5d-4585-4f8c-9488-a48b1ce44a32 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:29.229961 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-e97ecfc6-944c-48aa-99c2-f5911a3c2dbb tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-853462398', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:29.242643 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-1daf2895-355e-4901-af4a-e8ca60d066be tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 89ba4fe3-0fe5-4c39-b136-a43a018db42d) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:15:29.247452 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1daf2895-355e-4901-af4a-e8ca60d066be tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:29.248051 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1daf2895-355e-4901-af4a-e8ca60d066be tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:29.258978 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75df33f1-f092-4c50-b54d-ee072f8081d4 None None] Network 89ba4fe3-0fe5-4c39-b136-a43a018db42d requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:15:29.362994 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc243931-0a3f-4ca5-9342-3065a144da08 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] DELETE failed (client error): The resource could not be found. Dec 10 19:15:29.363942 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc243931-0a3f-4ca5-9342-3065a144da08 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:15:29.371020 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-cc243931-0a3f-4ca5-9342-3065a144da08 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "DELETE /v2.0/networks/b1e28c09-95b6-4df1-bce2-b3cb93820762 HTTP/1.1" status: 404 len: 339 time: 0.2016356 Dec 10 19:15:29.400896 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51648) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:29.413027 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e97ecfc6-944c-48aa-99c2-f5911a3c2dbb tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:29.414097 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e97ecfc6-944c-48aa-99c2-f5911a3c2dbb tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:29.438645 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-1daf2895-355e-4901-af4a-e8ca60d066be tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.3840675 Dec 10 19:15:29.448735 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51652) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:29.461826 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaa7948c-ddb0-4606-91c7-df482c3ee82e tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] DELETE failed (client error): The resource could not be found. Dec 10 19:15:29.462270 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaa7948c-ddb0-4606-91c7-df482c3ee82e tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:15:29.465861 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-eaa7948c-ddb0-4606-91c7-df482c3ee82e tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "DELETE /v2.0/subnets/1bca8ca0-90cd-4790-9cc9-4addd5b0e85f HTTP/1.1" status: 404 len: 337 time: 0.0626574 Dec 10 19:15:29.470378 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51654) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:29.519997 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b53b8a4b-fade-4ca6-b57f-72e6ba545413 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:29.527373 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-b53b8a4b-fade-4ca6-b57f-72e6ba545413 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] 10.222.0.69 "DELETE /v2.0/ports/c01aaa4d-294e-41d8-8839-448bf43448a7 HTTP/1.1" status: 204 len: 168 time: 3.8636436 Dec 10 19:15:29.528047 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51656) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:29.532786 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd6bb8d-4a21-43cb-80a9-8aacbd7fee70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-89ba4fe3-0fe5-4c39-b136-a43a018db42d', 'network_id': '89ba4fe3-0fe5-4c39-b136-a43a018db42d', 'tenant_id': 'bf34cb617e7c48e1adb6028fc04b4351', 'fixed_ips': [{'subnet_id': '3d7a58cb-b62a-432b-8faa-9c4906178afb'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:15:29.534543 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ffd6bb8d-4a21-43cb-80a9-8aacbd7fee70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:29.557554 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d08a7e7-5f7c-4536-aa8b-c9aaff14cb8f tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] DELETE failed (client error): The resource could not be found. Dec 10 19:15:29.557554 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d08a7e7-5f7c-4536-aa8b-c9aaff14cb8f tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:15:29.563207 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-7d08a7e7-5f7c-4536-aa8b-c9aaff14cb8f tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "DELETE /v2.0/networks/f086be8a-e98d-4eed-951e-d9f64d059bb3 HTTP/1.1" status: 404 len: 339 time: 0.0775256 Dec 10 19:15:29.563451 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-31a7b534-e5b9-4b9e-8245-4b7c15378fde tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] GET failed (client error): The resource could not be found. Dec 10 19:15:29.566805 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-31a7b534-e5b9-4b9e-8245-4b7c15378fde tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] 10.222.0.69 "GET /v2.0/ports/c01aaa4d-294e-41d8-8839-448bf43448a7 HTTP/1.1" status: 404 len: 333 time: 0.0356071 Dec 10 19:15:29.567441 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51658) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:29.569838 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51660) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:29.627351 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-24d8cad2-2e07-4b1d-99f4-b2af1c1da43f tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3713082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3715814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8908'] for router, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:29.629711 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e97ecfc6-944c-48aa-99c2-f5911a3c2dbb tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:29.632543 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-4403e493-6c3d-4551-8ac1-3b7a277e7133 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] DELETE failed (client error): The resource could not be found. Dec 10 19:15:29.633023 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4403e493-6c3d-4551-8ac1-3b7a277e7133 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:15:29.639274 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-4403e493-6c3d-4551-8ac1-3b7a277e7133 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "DELETE /v2.0/subnets/22245fff-bd42-44aa-b66a-5f6ae8429f10 HTTP/1.1" status: 404 len: 337 time: 0.0645814 Dec 10 19:15:29.640815 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51662) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:29.657574 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-24d8cad2-2e07-4b1d-99f4-b2af1c1da43f tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3713075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3713068', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3715807'] for router, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:29.659818 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e97ecfc6-944c-48aa-99c2-f5911a3c2dbb tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:29.674242 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f1c1d0e5-41bd-499c-b77d-b4ea1fce74e6 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:29.680461 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd277ccb-fcbd-4fc9-909f-54c6a5293a04 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] DELETE failed (client error): The resource could not be found. Dec 10 19:15:29.681120 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd277ccb-fcbd-4fc9-909f-54c6a5293a04 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:15:29.684325 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-dd277ccb-fcbd-4fc9-909f-54c6a5293a04 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "DELETE /v2.0/networks/a1e03f41-3e02-46b4-b51d-a47ffbe87009 HTTP/1.1" status: 404 len: 339 time: 0.0425005 Dec 10 19:15:29.694987 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51664) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:29.832539 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-fc0ff8cb-21ff-43d8-bd38-cc974fde8725 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Deleting port 5649a24a-86c4-4387-9cc6-fd645a3083c1 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:15:29.832954 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-fc0ff8cb-21ff-43d8-bd38-cc974fde8725 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:29.845385 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-ffd6bb8d-4a21-43cb-80a9-8aacbd7fee70 None None] Allocated IP 2001:db8::1 (89ba4fe3-0fe5-4c39-b136-a43a018db42d/3d7a58cb-b62a-432b-8faa-9c4906178afb/296f4368-e5db-4ed7-a2be-b35de2d8b299) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:15:29.851970 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5c641e5d-4585-4f8c-9488-a48b1ce44a32 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:29.874324 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e97ecfc6-944c-48aa-99c2-f5911a3c2dbb tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:29.880746 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-e97ecfc6-944c-48aa-99c2-f5911a3c2dbb tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.9349778 Dec 10 19:15:29.884371 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51666) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:29.891458 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-65e2c686-a4e7-40c8-9cdd-f302eba83d07 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] DELETE failed (client error): The resource could not be found. Dec 10 19:15:29.892146 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65e2c686-a4e7-40c8-9cdd-f302eba83d07 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:15:29.898068 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-65e2c686-a4e7-40c8-9cdd-f302eba83d07 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "DELETE /v2.0/subnets/9ac32fc4-2a23-4799-a8fb-b138eba26e9a HTTP/1.1" status: 404 len: 337 time: 0.1991541 Dec 10 19:15:29.906234 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-81ae3778-f534-4843-866c-b84c11e2e370 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1254674863'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:29.922731 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51668) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:30.025677 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-fc0ff8cb-21ff-43d8-bd38-cc974fde8725 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:30.046797 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-fc0ff8cb-21ff-43d8-bd38-cc974fde8725 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Calling delete_port for 5649a24a-86c4-4387-9cc6-fd645a3083c1 owned by {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:15:30.050384 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ffd6bb8d-4a21-43cb-80a9-8aacbd7fee70 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:30.060888 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ffd6bb8d-4a21-43cb-80a9-8aacbd7fee70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:30.106872 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd6bb8d-4a21-43cb-80a9-8aacbd7fee70 None None] Network 89ba4fe3-0fe5-4c39-b136-a43a018db42d is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:15:30.110686 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-ffd6bb8d-4a21-43cb-80a9-8aacbd7fee70 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:15:30.115147 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd6bb8d-4a21-43cb-80a9-8aacbd7fee70 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:15:30.126005 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd6bb8d-4a21-43cb-80a9-8aacbd7fee70 None None] Pushing event updated for resources: {'Port': ['ID=296f4368-e5db-4ed7-a2be-b35de2d8b299,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:30.183253 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c641e5d-4585-4f8c-9488-a48b1ce44a32 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Router abf4a998-30d4-478f-ae58-9041d7d75d94 is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:15:30.205287 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-ffd6bb8d-4a21-43cb-80a9-8aacbd7fee70 None None] Attempting to bind port 296f4368-e5db-4ed7-a2be-b35de2d8b299 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:15:30.205547 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-ffd6bb8d-4a21-43cb-80a9-8aacbd7fee70 None None] Attempting to bind port 296f4368-e5db-4ed7-a2be-b35de2d8b299 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': 'df191145-1954-43de-8869-af017fc8a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '89ba4fe3-0fe5-4c39-b136-a43a018db42d'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:15:30.206095 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd6bb8d-4a21-43cb-80a9-8aacbd7fee70 None None] Attempting to bind port 296f4368-e5db-4ed7-a2be-b35de2d8b299 on network 89ba4fe3-0fe5-4c39-b136-a43a018db42d {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:15:30.213268 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd6bb8d-4a21-43cb-80a9-8aacbd7fee70 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:15:30.213653 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd6bb8d-4a21-43cb-80a9-8aacbd7fee70 None None] Checking segment: {'id': 'df191145-1954-43de-8869-af017fc8a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '89ba4fe3-0fe5-4c39-b136-a43a018db42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:15:30.214227 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ffd6bb8d-4a21-43cb-80a9-8aacbd7fee70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:30.214562 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd6bb8d-4a21-43cb-80a9-8aacbd7fee70 None None] Bound using segment: {'id': 'df191145-1954-43de-8869-af017fc8a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '89ba4fe3-0fe5-4c39-b136-a43a018db42d'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:15:30.215066 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-ffd6bb8d-4a21-43cb-80a9-8aacbd7fee70 None None] Bound port: 296f4368-e5db-4ed7-a2be-b35de2d8b299, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df191145-1954-43de-8869-af017fc8a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '89ba4fe3-0fe5-4c39-b136-a43a018db42d'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:15:30.215629 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ffd6bb8d-4a21-43cb-80a9-8aacbd7fee70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:30.294548 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-ffd6bb8d-4a21-43cb-80a9-8aacbd7fee70 None None] For port 296f4368-e5db-4ed7-a2be-b35de2d8b299, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:15:30.298428 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-ffd6bb8d-4a21-43cb-80a9-8aacbd7fee70 None None] For port 296f4368-e5db-4ed7-a2be-b35de2d8b299, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=296f4368-e5db-4ed7-a2be-b35de2d8b299,segment=NetworkSegment(df191145-1954-43de-8869-af017fc8a6c0),segment_id=df191145-1954-43de-8869-af017fc8a6c0)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:15:30.306004 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ffd6bb8d-4a21-43cb-80a9-8aacbd7fee70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:30.377193 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd6bb8d-4a21-43cb-80a9-8aacbd7fee70 None None] Pushing event updated for resources: {'Port': ['ID=296f4368-e5db-4ed7-a2be-b35de2d8b299,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:30.389549 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-602a9368-1c63-4c4f-b3e5-3394a2318cfe tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] DELETE failed (client error): The resource could not be found. Dec 10 19:15:30.390186 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-602a9368-1c63-4c4f-b3e5-3394a2318cfe tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:15:30.396304 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-602a9368-1c63-4c4f-b3e5-3394a2318cfe tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "DELETE /v2.0/networks/8957689c-f429-42dc-a1df-7828724b501c HTTP/1.1" status: 404 len: 339 time: 0.4699297 Dec 10 19:15:30.398486 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51672) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:30.413452 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ae3778-f534-4843-866c-b84c11e2e370 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Made reservation on behalf of 2fb9ac8116e94cab8a6c64ca80760d3c for: {'network': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:15:30.417551 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-81ae3778-f534-4843-866c-b84c11e2e370 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:30.419386 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f1c1d0e5-41bd-499c-b77d-b4ea1fce74e6 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:30.463465 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-81ae3778-f534-4843-866c-b84c11e2e370 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:30.468835 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-3874c7b6-9c54-4f59-a0fb-3189eb3f1419 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] DELETE failed (client error): The resource could not be found. Dec 10 19:15:30.469288 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3874c7b6-9c54-4f59-a0fb-3189eb3f1419 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:15:30.475960 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-3874c7b6-9c54-4f59-a0fb-3189eb3f1419 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "DELETE /v2.0/subnets/d6440df3-e03e-4412-aa5c-81bcbf7f7149 HTTP/1.1" status: 404 len: 337 time: 0.0728002 Dec 10 19:15:30.478583 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51674) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:30.502575 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-fc0ff8cb-21ff-43d8-bd38-cc974fde8725 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:30.542696 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ff8cb-21ff-43d8-bd38-cc974fde8725 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Pushing event deleted for resources: {'Port': ['ID=5649a24a-86c4-4387-9cc6-fd645a3083c1,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:30.553156 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ff78456-16a6-46d1-8430-3fd630e1abbc tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] DELETE failed (client error): The resource could not be found. Dec 10 19:15:30.553853 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ff78456-16a6-46d1-8430-3fd630e1abbc tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:15:30.560910 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-2ff78456-16a6-46d1-8430-3fd630e1abbc tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "DELETE /v2.0/networks/d85640a4-dc84-443d-9d78-71076c1866d2 HTTP/1.1" status: 404 len: 339 time: 0.0733733 Dec 10 19:15:30.563124 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51678) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:30.633344 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c641e5d-4585-4f8c-9488-a48b1ce44a32 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:15:30.635239 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-86bc93d6-6033-4085-9609-a95b48fa2373 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] DELETE failed (client error): The resource could not be found. Dec 10 19:15:30.636109 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86bc93d6-6033-4085-9609-a95b48fa2373 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:15:30.646930 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-86bc93d6-6033-4085-9609-a95b48fa2373 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "DELETE /v2.0/subnets/0ed4aff3-9bfa-464c-81b9-cc9349999e77 HTTP/1.1" status: 404 len: 337 time: 0.0769484 Dec 10 19:15:30.653391 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51680) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:30.667085 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5c641e5d-4585-4f8c-9488-a48b1ce44a32 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:30.678285 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6b6bae-dda2-4c85-86d3-9c5b4e9873bb None None] Sync routers for ids ['abf4a998-30d4-478f-ae58-9041d7d75d94'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:15:30.680984 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-5c641e5d-4585-4f8c-9488-a48b1ce44a32 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.2288671 Dec 10 19:15:30.681977 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51682) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:30.688240 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f1c1d0e5-41bd-499c-b77d-b4ea1fce74e6 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:30.696112 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6b6bae-dda2-4c85-86d3-9c5b4e9873bb None None] Routers {'abf4a998-30d4-478f-ae58-9041d7d75d94'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:15:30.697409 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-cf6b6bae-dda2-4c85-86d3-9c5b4e9873bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:15:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['abf4a998-30d4-478f-ae58-9041d7d75d94'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:30.712090 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-4206fb10-e1f2-420e-8fc7-836fb1207f93 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] DELETE failed (client error): The resource could not be found. Dec 10 19:15:30.712842 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4206fb10-e1f2-420e-8fc7-836fb1207f93 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:15:30.720411 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-4206fb10-e1f2-420e-8fc7-836fb1207f93 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "DELETE /v2.0/networks/06426a28-eb81-4869-987d-36e414d03df2 HTTP/1.1" status: 404 len: 339 time: 0.0617394 Dec 10 19:15:30.742886 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51684) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:30.763756 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c1d0e5-41bd-499c-b77d-b4ea1fce74e6 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Pushing event deleted for resources: {'Subnet': ['ID=3d7a58cb-b62a-432b-8faa-9c4906178afb,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:30.784451 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d8cad2-2e07-4b1d-99f4-b2af1c1da43f tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Router c1455a75-b91e-4e65-8f25-1f5cb22e5532 is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:15:30.843524 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-81ae3778-f534-4843-866c-b84c11e2e370 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:30.857447 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-fc0ff8cb-21ff-43d8-bd38-cc974fde8725 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:30.865601 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-fc0ff8cb-21ff-43d8-bd38-cc974fde8725 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] 10.222.0.69 "DELETE /v2.0/ports/5649a24a-86c4-4387-9cc6-fd645a3083c1 HTTP/1.1" status: 204 len: 168 time: 1.2920022 Dec 10 19:15:30.869155 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51686) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:30.915798 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f1c1d0e5-41bd-499c-b77d-b4ea1fce74e6 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:30.948469 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:15:30.956366 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-f1c1d0e5-41bd-499c-b77d-b4ea1fce74e6 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89ba4fe3-0fe5-4c39-b136-a43a018db42d']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:30.983365 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-42ebfe21-5fc8-4e45-9bd3-33b41f216650 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] DELETE failed (client error): The resource could not be found. Dec 10 19:15:30.984183 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42ebfe21-5fc8-4e45-9bd3-33b41f216650 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:15:30.995764 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-42ebfe21-5fc8-4e45-9bd3-33b41f216650 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "DELETE /v2.0/subnets/8735ce77-6778-416e-83a0-1b13ee043274 HTTP/1.1" status: 404 len: 337 time: 0.2453096 Dec 10 19:15:30.996801 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51688) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:31.000599 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-f1c1d0e5-41bd-499c-b77d-b4ea1fce74e6 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df191145-1954-43de-8869-af017fc8a6c0') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:31.001134 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-f1c1d0e5-41bd-499c-b77d-b4ea1fce74e6 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df191145-1954-43de-8869-af017fc8a6c0') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:31.002294 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-cf6b6bae-dda2-4c85-86d3-9c5b4e9873bb None None] Set router abf4a998-30d4-478f-ae58-9041d7d75d94 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:15:31.010282 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-81ae3778-f534-4843-866c-b84c11e2e370 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:31.189577 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f1c1d0e5-41bd-499c-b77d-b4ea1fce74e6 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:31.195748 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-f505a150-c67d-4f4b-b053-c9f2f5bc4331 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] DELETE failed (client error): The resource could not be found. Dec 10 19:15:31.196339 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f505a150-c67d-4f4b-b053-c9f2f5bc4331 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:15:31.202809 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-f505a150-c67d-4f4b-b053-c9f2f5bc4331 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "DELETE /v2.0/networks/2a9cadb4-7ec7-43c9-9820-13c9317bf9f0 HTTP/1.1" status: 404 len: 339 time: 0.1969316 Dec 10 19:15:31.203460 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51690) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:31.230656 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81ae3778-f534-4843-866c-b84c11e2e370 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=102365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:15:31.235794 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ae7031f-35b9-4de1-8114-5ff59b612d51 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] GET failed (client error): The resource could not be found. Dec 10 19:15:31.243427 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-4ae7031f-35b9-4de1-8114-5ff59b612d51 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] 10.222.0.69 "GET /v2.0/ports/5649a24a-86c4-4387-9cc6-fd645a3083c1 HTTP/1.1" status: 404 len: 333 time: 0.3734334 Dec 10 19:15:31.244361 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51694) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:31.279505 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cfe1e0e-08b0-4ce1-a043-28d9ef88e408 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] DELETE failed (client error): The resource could not be found. Dec 10 19:15:31.280007 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cfe1e0e-08b0-4ce1-a043-28d9ef88e408 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:15:31.288251 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-9cfe1e0e-08b0-4ce1-a043-28d9ef88e408 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "DELETE /v2.0/subnets/a8b88c4c-402c-4f6c-808a-b3925681a65a HTTP/1.1" status: 404 len: 337 time: 0.0702658 Dec 10 19:15:31.289975 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51696) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:31.290169 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-81ae3778-f534-4843-866c-b84c11e2e370 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:31.290527 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.segments_db [None req-81ae3778-f534-4843-866c-b84c11e2e370 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Added segment 20251013-1041-49ff-bfbb-7611ec7dbe98 of type vlan for network c60617a7-4a5d-459c-b32e-5b9144afcdb1 Dec 10 19:15:31.292620 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f1c1d0e5-41bd-499c-b77d-b4ea1fce74e6 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:31.299656 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ae3778-f534-4843-866c-b84c11e2e370 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1360bbd-ef6d-4e57-8a6d-7490bc0befd6,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:31.321812 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1c1d0e5-41bd-499c-b77d-b4ea1fce74e6 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:15:31.322255 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f1c1d0e5-41bd-499c-b77d-b4ea1fce74e6 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:31.326647 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:15:31.326647 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:15:31.326647 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:15:31.326647 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:15:31.326647 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:15:31.326647 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:15:31.326647 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:15:31.326647 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:15:31.326647 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:15:31.326647 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:15:31.326647 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:15:31.326647 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:15:31.326647 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:15:31.326647 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:15:31.326647 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:15:31.326647 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:15:31.326647 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:15:31.326647 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:15:31.326647 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:15:31.326647 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:15:31.326647 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:15:31.326647 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:15:31.326647 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:15:31.326647 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:15:31.326647 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:15:31.326647 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:15:31.326647 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:15:31.326647 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:15:31.326647 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:15:31.326647 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:15:31.326647 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:15:31.326647 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:15:31.329015 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-70bbc160-179c-4c27-8881-0b195fe2f417 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] DELETE failed (client error): The resource could not be found. Dec 10 19:15:31.329619 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70bbc160-179c-4c27-8881-0b195fe2f417 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:15:31.330933 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 296f4368-e5db-4ed7-a2be-b35de2d8b299 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:15:31.332843 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-70bbc160-179c-4c27-8881-0b195fe2f417 tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "DELETE /v2.0/networks/a3fc2aa1-13f0-46c4-aa8f-118577332f8e HTTP/1.1" status: 404 len: 339 time: 0.0412657 Dec 10 19:15:31.342141 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51698) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:31.412617 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c8f3259b-8cb3-474b-ba59-585b29e62af0 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks [] for router, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:31.432357 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-81ae3778-f534-4843-866c-b84c11e2e370 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:31.457536 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d8cad2-2e07-4b1d-99f4-b2af1c1da43f tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:15:31.463215 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-24d8cad2-2e07-4b1d-99f4-b2af1c1da43f tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:31.464790 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-24d8cad2-2e07-4b1d-99f4-b2af1c1da43f tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] 10.222.0.69 "PUT /v2.0/routers/c1455a75-b91e-4e65-8f25-1f5cb22e5532 HTTP/1.1" status: 200 len: 916 time: 4.1209311 Dec 10 19:15:31.471327 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.db.api [None req-f1c1d0e5-41bd-499c-b77d-b4ea1fce74e6 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 19:15:31.471327 dv-neutron-821441-1-hyperv neutron-server[102365]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 19:15:31.471327 dv-neutron-821441-1-hyperv neutron-server[102365]: [parameters: {'id': '89ba4fe3-0fe5-4c39-b136-a43a018db42d'}] Dec 10 19:15:31.471327 dv-neutron-821441-1-hyperv neutron-server[102365]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:15:31.472470 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG oslo_db.api [None req-f1c1d0e5-41bd-499c-b77d-b4ea1fce74e6 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:15:31.472990 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51700) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:31.480448 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f417434-6a90-4a07-8552-994a2453ee3e None None] Sync routers for ids ['c1455a75-b91e-4e65-8f25-1f5cb22e5532'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:15:31.484706 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-cf6b6bae-dda2-4c85-86d3-9c5b4e9873bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abf4a998-30d4-478f-ae58-9041d7d75d94', 'name': '', 'tenant_id': '53779f5dccf547e19096324f690d73a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '531f563d-5532-435a-91ba-00ae872abdb0', 'external_fixed_ips': [{'subnet_id': 'f989aca0-d506-4131-9a2a-ef47d1c1a9e1', 'ip_address': '2001:db8::2b8'}], 'enable_snat': True}, 'gw_port_id': '4e9648b6-4cef-4909-901b-4dd008ffc59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:15:23Z', 'updated_at': '2021-12-10T19:15:28Z', 'revision_number': 3, 'project_id': '53779f5dccf547e19096324f690d73a4', 'gw_port': {'id': '4e9648b6-4cef-4909-901b-4dd008ffc59c', 'name': '', 'network_id': '531f563d-5532-435a-91ba-00ae872abdb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:4e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abf4a998-30d4-478f-ae58-9041d7d75d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'f989aca0-d506-4131-9a2a-ef47d1c1a9e1', 'ip_address': '2001:db8::2b8', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:15:25Z', 'updated_at': '2021-12-10T19:15:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f989aca0-d506-4131-9a2a-ef47d1c1a9e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:31.518244 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f417434-6a90-4a07-8552-994a2453ee3e None None] Routers {'c1455a75-b91e-4e65-8f25-1f5cb22e5532'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:15:31.519429 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-1f417434-6a90-4a07-8552-994a2453ee3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:15:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['c1455a75-b91e-4e65-8f25-1f5cb22e5532'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:31.524761 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-c131086e-7d10-48f5-9e35-c81435e7046e tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Deleting subnet 4f545857-c07d-49b0-ab2e-21e0170fc1df {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:15:31.533923 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c131086e-7d10-48f5-9e35-c81435e7046e tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:31.553395 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6b6bae-dda2-4c85-86d3-9c5b4e9873bb None None] Checking router: abf4a998-30d4-478f-ae58-9041d7d75d94 for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:15:31.553620 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-81ae3778-f534-4843-866c-b84c11e2e370 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:31.554316 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6b6bae-dda2-4c85-86d3-9c5b4e9873bb None None] Updating router abf4a998-30d4-478f-ae58-9041d7d75d94 port 4e9648b6-4cef-4909-901b-4dd008ffc59c binding host dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:15:31.560218 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 296f4368-e5db-4ed7-a2be-b35de2d8b299 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:15:31.560931 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:31.573041 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ae3778-f534-4843-866c-b84c11e2e370 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:31.574114 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-81ae3778-f534-4843-866c-b84c11e2e370 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:31.585634 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-1f417434-6a90-4a07-8552-994a2453ee3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:31.605703 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f417434-6a90-4a07-8552-994a2453ee3e None None] Routers {'c1455a75-b91e-4e65-8f25-1f5cb22e5532'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:15:31.607321 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-1f417434-6a90-4a07-8552-994a2453ee3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:15:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['c1455a75-b91e-4e65-8f25-1f5cb22e5532'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:31.625501 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-e10573a9-f2e6-422a-96c5-4f96c23a411b tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Deleting port 0827cf9e-579e-4521-a961-68be6cd5e023 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:15:31.626658 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-cf6b6bae-dda2-4c85-86d3-9c5b4e9873bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:31.628926 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e10573a9-f2e6-422a-96c5-4f96c23a411b tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:31.638366 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c131086e-7d10-48f5-9e35-c81435e7046e tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:31.655270 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-1f417434-6a90-4a07-8552-994a2453ee3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:31.658407 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f417434-6a90-4a07-8552-994a2453ee3e None None] The sync data for ids ['c1455a75-b91e-4e65-8f25-1f5cb22e5532'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:15:31.742824 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c8f3259b-8cb3-474b-ba59-585b29e62af0 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:31.797658 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ae3778-f534-4843-866c-b84c11e2e370 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Pushing event updated for resources: {'Network': ['ID=c60617a7-4a5d-459c-b32e-5b9144afcdb1,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:31.807358 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-81ae3778-f534-4843-866c-b84c11e2e370 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.9182954 Dec 10 19:15:31.813439 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51702) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:31.834531 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-f3903919-a2ab-4b6f-af7b-42ceb3a14aa7 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Request body: {'subnet': {'network_id': 'c60617a7-4a5d-459c-b32e-5b9144afcdb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:31.931032 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c131086e-7d10-48f5-9e35-c81435e7046e tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:31.939689 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e10573a9-f2e6-422a-96c5-4f96c23a411b tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:31.955447 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-b6fa01ef-4549-4ba1-8e93-64de02def070 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] 10.222.0.69 "GET /v2.0/routers/c1455a75-b91e-4e65-8f25-1f5cb22e5532 HTTP/1.1" status: 200 len: 922 time: 0.4784961 Dec 10 19:15:31.962651 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51706) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:31.975777 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f1c1d0e5-41bd-499c-b77d-b4ea1fce74e6 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:32.015604 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-e10573a9-f2e6-422a-96c5-4f96c23a411b tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Calling delete_port for 0827cf9e-579e-4521-a961-68be6cd5e023 owned by {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:15:32.030232 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3903919-a2ab-4b6f-af7b-42ceb3a14aa7 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Made reservation on behalf of 2fb9ac8116e94cab8a6c64ca80760d3c for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:15:32.035723 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f3903919-a2ab-4b6f-af7b-42ceb3a14aa7 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:32.048156 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network c60617a7-4a5d-459c-b32e-5b9144afcdb1 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:15:32.050031 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e90ef5b-5332-4d4b-9f19-fd4104004e4d None None] Network 89ba4fe3-0fe5-4c39-b136-a43a018db42d requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:15:32.065521 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ef7a8f-6f9e-4cac-b32d-884c0b37205c tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:32.072420 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-54ef7a8f-6f9e-4cac-b32d-884c0b37205c tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=68e2ee80-e7f8-4be2-b0d8-392fd4a4e031&device_id=c1455a75-b91e-4e65-8f25-1f5cb22e5532&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1032929 Dec 10 19:15:32.118772 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51708) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:32.125559 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-c8f3259b-8cb3-474b-ba59-585b29e62af0 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Deleting port 4e9648b6-4cef-4909-901b-4dd008ffc59c {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:15:32.126777 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c8f3259b-8cb3-474b-ba59-585b29e62af0 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:32.178229 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:32.200064 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dd526553-6aac-4bba-adfb-d9cae93d6172 None None] Provisioning complete for port 296f4368-e5db-4ed7-a2be-b35de2d8b299 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:15:32.200419 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dd526553-6aac-4bba-adfb-d9cae93d6172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:32.246792 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:32.293646 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c131086e-7d10-48f5-9e35-c81435e7046e tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:32.297725 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-f1c1d0e5-41bd-499c-b77d-b4ea1fce74e6 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Deleting port 296f4368-e5db-4ed7-a2be-b35de2d8b299 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:15:32.298245 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f1c1d0e5-41bd-499c-b77d-b4ea1fce74e6 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:32.303004 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276d2f5a-9e53-4184-9431-4bb59f7289cf tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:32.309390 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-276d2f5a-9e53-4184-9431-4bb59f7289cf tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] 10.222.0.69 "GET /v2.0/networks/68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 HTTP/1.1" status: 200 len: 881 time: 0.1825421 Dec 10 19:15:32.319533 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51710) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:32.367311 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port 296f4368-e5db-4ed7-a2be-b35de2d8b299, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=296f4368-e5db-4ed7-a2be-b35de2d8b299,segment=NetworkSegment(df191145-1954-43de-8869-af017fc8a6c0),segment_id=df191145-1954-43de-8869-af017fc8a6c0)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:15:32.377274 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:32.434254 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-f1c1d0e5-41bd-499c-b77d-b4ea1fce74e6 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] For port 296f4368-e5db-4ed7-a2be-b35de2d8b299, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=296f4368-e5db-4ed7-a2be-b35de2d8b299,segment=NetworkSegment(df191145-1954-43de-8869-af017fc8a6c0),segment_id=df191145-1954-43de-8869-af017fc8a6c0)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:15:32.435118 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f1c1d0e5-41bd-499c-b77d-b4ea1fce74e6 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:32.445355 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c131086e-7d10-48f5-9e35-c81435e7046e tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Pushing event deleted for resources: {'Subnet': ['ID=4f545857-c07d-49b0-ab2e-21e0170fc1df,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:32.455725 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c131086e-7d10-48f5-9e35-c81435e7046e tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:32.467812 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-c131086e-7d10-48f5-9e35-c81435e7046e tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "DELETE /v2.0/subnets/4f545857-c07d-49b0-ab2e-21e0170fc1df HTTP/1.1" status: 204 len: 168 time: 1.1239886 Dec 10 19:15:32.470341 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-f1c1d0e5-41bd-499c-b77d-b4ea1fce74e6 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Calling delete_port for 296f4368-e5db-4ed7-a2be-b35de2d8b299 owned by network:dhcp {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:15:32.472154 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51714) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:32.491266 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abb4e19-cfd5-4973-ac7c-85866ee2cc42 None None] Network 8a5f951e-fbb6-45a2-9736-45c396f8a27a requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:15:32.491585 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-8baa8323-7e39-48cb-bab8-e366791b8f62 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1455a75-b91e-4e65-8f25-1f5cb22e5532 HTTP/1.1" status: 200 len: 205 time: 0.1658225 Dec 10 19:15:32.492723 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51716) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:32.615508 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c8f3259b-8cb3-474b-ba59-585b29e62af0 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:32.685843 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-c8f3259b-8cb3-474b-ba59-585b29e62af0 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Calling delete_port for 4e9648b6-4cef-4909-901b-4dd008ffc59c owned by network:router_gateway {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:15:32.688637 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f3903919-a2ab-4b6f-af7b-42ceb3a14aa7 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:32.711136 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f928d789-c068-4f82-9568-0eafdb78e1fc tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:32.736778 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=296f4368-e5db-4ed7-a2be-b35de2d8b299,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:32.797225 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3903919-a2ab-4b6f-af7b-42ceb3a14aa7 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Pushing event updated for resources: {'Subnet': ['ID=95ac4c64-a58d-4a7e-9b69-00b1e731d360,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:32.812837 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f1c1d0e5-41bd-499c-b77d-b4ea1fce74e6 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:32.872011 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c1d0e5-41bd-499c-b77d-b4ea1fce74e6 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Pushing event deleted for resources: {'Port': ['ID=296f4368-e5db-4ed7-a2be-b35de2d8b299,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:32.875580 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c1d0e5-41bd-499c-b77d-b4ea1fce74e6 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] No DVR routers for this DVR port 296f4368-e5db-4ed7-a2be-b35de2d8b299 on host dv-neutron-821441-1-hyperv {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:15:32.881983 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3903919-a2ab-4b6f-af7b-42ceb3a14aa7 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Checking segment: {'id': '20251013-1041-49ff-bfbb-7611ec7dbe98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c60617a7-4a5d-459c-b32e-5b9144afcdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:15:32.882279 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3903919-a2ab-4b6f-af7b-42ceb3a14aa7 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Network hostable DHCP agents. Network: c60617a7-4a5d-459c-b32e-5b9144afcdb1, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:15:32.900358 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e10573a9-f2e6-422a-96c5-4f96c23a411b tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:32.956659 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f81bb5-31a5-41ac-9766-e326000a6d5d None None] DHCP port deletion for 89ba4fe3-0fe5-4c39-b136-a43a018db42d request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:15:32.987579 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f1c1d0e5-41bd-499c-b77d-b4ea1fce74e6 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:33.008633 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3903919-a2ab-4b6f-af7b-42ceb3a14aa7 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Network c60617a7-4a5d-459c-b32e-5b9144afcdb1 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:15:33.028607 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-f928d789-c068-4f82-9568-0eafdb78e1fc tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Deleting port 63146733-171d-4a4b-969f-86f01b59f906 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:15:33.029612 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f928d789-c068-4f82-9568-0eafdb78e1fc tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:33.032860 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-f1c1d0e5-41bd-499c-b77d-b4ea1fce74e6 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89ba4fe3-0fe5-4c39-b136-a43a018db42d']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:33.035898 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-cf6b6bae-dda2-4c85-86d3-9c5b4e9873bb None None] Notify callbacks [] for port, precommit_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:33.081550 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-cf6b6bae-dda2-4c85-86d3-9c5b4e9873bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:33.086281 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-f3903919-a2ab-4b6f-af7b-42ceb3a14aa7 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, c60617a7-4a5d-459c-b32e-5b9144afcdb1) {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:15:33.089928 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-f1c1d0e5-41bd-499c-b77d-b4ea1fce74e6 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df191145-1954-43de-8869-af017fc8a6c0') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:33.090214 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-f1c1d0e5-41bd-499c-b77d-b4ea1fce74e6 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df191145-1954-43de-8869-af017fc8a6c0') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:33.112455 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab086185-e506-434c-af44-f819a21345fd None None] Network c60617a7-4a5d-459c-b32e-5b9144afcdb1 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:15:33.119793 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3903919-a2ab-4b6f-af7b-42ceb3a14aa7 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:33.120387 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f3903919-a2ab-4b6f-af7b-42ceb3a14aa7 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:33.138117 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f1c1d0e5-41bd-499c-b77d-b4ea1fce74e6 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:33.183258 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f1c1d0e5-41bd-499c-b77d-b4ea1fce74e6 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:33.186868 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b1640f0c-e163-4a36-a131-e05fc3819200 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks [] for router, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:33.187132 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-f928d789-c068-4f82-9568-0eafdb78e1fc tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] For port 63146733-171d-4a4b-969f-86f01b59f906, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=63146733-171d-4a4b-969f-86f01b59f906,segment=NetworkSegment(6bd59379-b90d-4201-af50-a2252abc8555),segment_id=6bd59379-b90d-4201-af50-a2252abc8555)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:15:33.187335 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f928d789-c068-4f82-9568-0eafdb78e1fc tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:33.198306 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-f3903919-a2ab-4b6f-af7b-42ceb3a14aa7 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3779187 Dec 10 19:15:33.202944 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10573a9-f2e6-422a-96c5-4f96c23a411b tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Pushing event deleted for resources: {'Port': ['ID=0827cf9e-579e-4521-a961-68be6cd5e023,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:33.204063 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51720) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:33.208313 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1c1d0e5-41bd-499c-b77d-b4ea1fce74e6 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:15:33.213118 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f1c1d0e5-41bd-499c-b77d-b4ea1fce74e6 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:33.318269 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:15:33.318269 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:15:33.318269 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:15:33.318269 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:15:33.318269 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:15:33.318269 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:15:33.318269 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:15:33.318269 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:15:33.318269 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:15:33.318269 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:15:33.318269 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:15:33.318269 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:15:33.318269 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:15:33.318269 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:15:33.318269 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:15:33.318269 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:15:33.318269 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:15:33.318269 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:15:33.318269 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:15:33.318269 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:15:33.318269 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:15:33.318269 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:15:33.318269 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:15:33.318269 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:15:33.318269 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:15:33.318269 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:15:33.318269 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:15:33.318269 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:15:33.318269 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:15:33.318269 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:15:33.318269 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:15:33.318269 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:15:33.337451 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-592442e4-a9c9-4e27-adba-6ae820fc08f4 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Request body: {'network': {'name': 'tempest-router-network01--715220167'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:33.364055 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-f928d789-c068-4f82-9568-0eafdb78e1fc tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Calling delete_port for 63146733-171d-4a4b-969f-86f01b59f906 owned by network:dhcp {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:15:33.393427 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f1c1d0e5-41bd-499c-b77d-b4ea1fce74e6 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:33.407742 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 296f4368-e5db-4ed7-a2be-b35de2d8b299 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:15:33.450640 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f1c1d0e5-41bd-499c-b77d-b4ea1fce74e6 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:33.454607 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-f1c1d0e5-41bd-499c-b77d-b4ea1fce74e6 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] 10.222.0.69 "DELETE /v2.0/networks/89ba4fe3-0fe5-4c39-b136-a43a018db42d HTTP/1.1" status: 204 len: 168 time: 4.0042388 Dec 10 19:15:33.459802 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c1d0e5-41bd-499c-b77d-b4ea1fce74e6 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Pushing event deleted for resources: {'Network': ['ID=89ba4fe3-0fe5-4c39-b136-a43a018db42d,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:33.463326 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51722) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:33.467767 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592442e4-a9c9-4e27-adba-6ae820fc08f4 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Made reservation on behalf of 2fb9ac8116e94cab8a6c64ca80760d3c for: {'network': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:15:33.471731 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-592442e4-a9c9-4e27-adba-6ae820fc08f4 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:33.484323 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-7d401120-c3a3-458f-83c3-2dc374b6d886 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-223957898'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:33.507460 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-3142aa6f-e30a-4afc-a930-c23da751659a req-1a2d4bfb-9351-4630-9cca-6a1766754c31 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7dff2011-5f01-4703-80b4-3e97e9f7d2b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5271158 Dec 10 19:15:33.522086 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-592442e4-a9c9-4e27-adba-6ae820fc08f4 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=102365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:15:33.537016 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e10573a9-f2e6-422a-96c5-4f96c23a411b tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:33.545565 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-e10573a9-f2e6-422a-96c5-4f96c23a411b tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] 10.222.0.69 "DELETE /v2.0/ports/0827cf9e-579e-4521-a961-68be6cd5e023 HTTP/1.1" status: 204 len: 168 time: 2.2952693 Dec 10 19:15:33.545791 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f928d789-c068-4f82-9568-0eafdb78e1fc tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:33.546831 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51726) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:33.581272 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-cf6b6bae-dda2-4c85-86d3-9c5b4e9873bb None None] Attempting to bind port 4e9648b6-4cef-4909-901b-4dd008ffc59c on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:15:33.581896 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-cf6b6bae-dda2-4c85-86d3-9c5b4e9873bb None None] Attempting to bind port 4e9648b6-4cef-4909-901b-4dd008ffc59c by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': 'a460bc04-1c81-4240-aa2b-6a4c6c6f71a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '531f563d-5532-435a-91ba-00ae872abdb0'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:15:33.582480 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6b6bae-dda2-4c85-86d3-9c5b4e9873bb None None] Attempting to bind port 4e9648b6-4cef-4909-901b-4dd008ffc59c on network 531f563d-5532-435a-91ba-00ae872abdb0 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:15:33.586701 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 296f4368-e5db-4ed7-a2be-b35de2d8b299 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:15:33.587271 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 296f4368-e5db-4ed7-a2be-b35de2d8b299 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:15:33.609679 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-592442e4-a9c9-4e27-adba-6ae820fc08f4 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:33.610009 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.segments_db [None req-592442e4-a9c9-4e27-adba-6ae820fc08f4 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Added segment 467fa517-de77-4c10-817b-8d28ef266453 of type vlan for network 595261df-744c-4477-97f3-b14daf1f7bbe Dec 10 19:15:33.615779 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_v2 [None req-020c4772-f4ae-427d-9184-0c3b1361fcb6 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Deleting subnet 9f92003e-3425-41b8-afc4-c5ff391681e0 {{(pid=102365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:15:33.647382 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-020c4772-f4ae-427d-9184-0c3b1361fcb6 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks [] for subnet, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:33.649375 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6b6bae-dda2-4c85-86d3-9c5b4e9873bb None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:15:33.650755 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6b6bae-dda2-4c85-86d3-9c5b4e9873bb None None] Checking segment: {'id': 'a460bc04-1c81-4240-aa2b-6a4c6c6f71a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '531f563d-5532-435a-91ba-00ae872abdb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:15:33.651865 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-cf6b6bae-dda2-4c85-86d3-9c5b4e9873bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:33.652831 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6b6bae-dda2-4c85-86d3-9c5b4e9873bb None None] Bound using segment: {'id': 'a460bc04-1c81-4240-aa2b-6a4c6c6f71a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '531f563d-5532-435a-91ba-00ae872abdb0'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:15:33.654464 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-cf6b6bae-dda2-4c85-86d3-9c5b4e9873bb None None] Bound port: 4e9648b6-4cef-4909-901b-4dd008ffc59c, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a460bc04-1c81-4240-aa2b-6a4c6c6f71a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '531f563d-5532-435a-91ba-00ae872abdb0'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:15:33.654633 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f928d789-c068-4f82-9568-0eafdb78e1fc tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Pushing event deleted for resources: {'Port': ['ID=63146733-171d-4a4b-969f-86f01b59f906,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:33.654966 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-cf6b6bae-dda2-4c85-86d3-9c5b4e9873bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:33.721557 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f928d789-c068-4f82-9568-0eafdb78e1fc tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] No DVR routers for this DVR port 63146733-171d-4a4b-969f-86f01b59f906 on host dv-neutron-821441-1-hyperv {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:15:33.741143 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d401120-c3a3-458f-83c3-2dc374b6d886 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Made reservation on behalf of bf34cb617e7c48e1adb6028fc04b4351 for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:15:33.745715 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7d401120-c3a3-458f-83c3-2dc374b6d886 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:33.763847 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-592442e4-a9c9-4e27-adba-6ae820fc08f4 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:33.775642 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02afef5-173d-4343-8db1-18520798ff75 None None] DHCP port deletion for 8a5f951e-fbb6-45a2-9736-45c396f8a27a request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:15:33.778967 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c8f3259b-8cb3-474b-ba59-585b29e62af0 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:33.793304 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-020c4772-f4ae-427d-9184-0c3b1361fcb6 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353213'] for subnet, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:33.818467 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0901aa28-69dc-4758-9bd3-efaf94f11b7d None None] Pushing event updated for resources: {'Port': ['ID=4e9648b6-4cef-4909-901b-4dd008ffc59c,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:33.823926 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142aa6f-e30a-4afc-a930-c23da751659a req-0d9b6350-6a72-437f-b503-4f34fc183975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:33.825900 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-3142aa6f-e30a-4afc-a930-c23da751659a req-0d9b6350-6a72-437f-b503-4f34fc183975 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=af448cbcd018494cbdae615f8d35e0f1&device_id=7dff2011-5f01-4703-80b4-3e97e9f7d2b3 HTTP/1.1" status: 200 len: 1098 time: 0.2718637 Dec 10 19:15:33.827501 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b1640f0c-e163-4a36-a131-e05fc3819200 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:33.831192 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.db.api [None req-cf6b6bae-dda2-4c85-86d3-9c5b4e9873bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102367) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:15:33.831718 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG oslo_db.api [None req-cf6b6bae-dda2-4c85-86d3-9c5b4e9873bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:15:33.841905 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad787054-65bc-4185-8fba-bd4e9e8f8b41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-c60617a7-4a5d-459c-b32e-5b9144afcdb1', 'network_id': 'c60617a7-4a5d-459c-b32e-5b9144afcdb1', 'tenant_id': '2fb9ac8116e94cab8a6c64ca80760d3c', 'fixed_ips': [{'subnet_id': '95ac4c64-a58d-4a7e-9b69-00b1e731d360'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:15:33.843402 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ad787054-65bc-4185-8fba-bd4e9e8f8b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:33.850680 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f3259b-8cb3-474b-ba59-585b29e62af0 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Pushing event deleted for resources: {'Port': ['ID=4e9648b6-4cef-4909-901b-4dd008ffc59c,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:33.860448 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d401120-c3a3-458f-83c3-2dc374b6d886 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:15:33.905402 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f928d789-c068-4f82-9568-0eafdb78e1fc tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:33.916973 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-592442e4-a9c9-4e27-adba-6ae820fc08f4 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:33.922577 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592442e4-a9c9-4e27-adba-6ae820fc08f4 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:33.923201 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-592442e4-a9c9-4e27-adba-6ae820fc08f4 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:33.960837 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7d401120-c3a3-458f-83c3-2dc374b6d886 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:33.961236 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-7d401120-c3a3-458f-83c3-2dc374b6d886 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Added segment 1902aac6-089f-4220-ae92-db31aa4c1e4b of type vlan for network aa765f45-bd96-4db2-bf4b-db5bba17666a Dec 10 19:15:33.969366 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-f928d789-c068-4f82-9568-0eafdb78e1fc tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a5f951e-fbb6-45a2-9736-45c396f8a27a']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:33.972930 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c8f3259b-8cb3-474b-ba59-585b29e62af0 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3713145'] for router_gateway, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:34.012757 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-592442e4-a9c9-4e27-adba-6ae820fc08f4 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8063064 Dec 10 19:15:34.017389 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51728) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:34.041465 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-f928d789-c068-4f82-9568-0eafdb78e1fc tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bd59379-b90d-4201-af50-a2252abc8555') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:34.042037 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-f928d789-c068-4f82-9568-0eafdb78e1fc tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bd59379-b90d-4201-af50-a2252abc8555') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:34.057598 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-0f3988d6-f03b-4b55-9fe1-bc6508923690 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Request body: {'network': {'name': 'tempest-router-network02--1993653279'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:34.067818 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f928d789-c068-4f82-9568-0eafdb78e1fc tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:34.103865 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592442e4-a9c9-4e27-adba-6ae820fc08f4 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Pushing event updated for resources: {'Network': ['ID=595261df-744c-4477-97f3-b14daf1f7bbe,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:34.112573 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f928d789-c068-4f82-9568-0eafdb78e1fc tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:34.113992 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-ad787054-65bc-4185-8fba-bd4e9e8f8b41 None None] Allocated IP 172.20.0.2 (c60617a7-4a5d-459c-b32e-5b9144afcdb1/95ac4c64-a58d-4a7e-9b69-00b1e731d360/f1316a42-cce5-413f-9df8-878a4a0f8135) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:15:34.129041 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 595261df-744c-4477-97f3-b14daf1f7bbe details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:15:34.129955 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-020c4772-f4ae-427d-9184-0c3b1361fcb6 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:34.135746 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f928d789-c068-4f82-9568-0eafdb78e1fc tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:15:34.136139 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f928d789-c068-4f82-9568-0eafdb78e1fc tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:34.139541 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:15:34.139541 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:15:34.139541 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:15:34.139541 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:15:34.139541 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:15:34.139541 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:15:34.139541 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:15:34.139541 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:15:34.139541 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:15:34.139541 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:15:34.139541 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:15:34.139541 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:15:34.139541 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:15:34.139541 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:15:34.139541 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:15:34.139541 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:15:34.139541 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:15:34.139541 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:15:34.139541 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:15:34.139541 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:15:34.139541 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:15:34.139541 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:15:34.139541 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:15:34.139541 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:15:34.139541 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:15:34.139541 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:15:34.139541 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:15:34.139541 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:15:34.139541 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:15:34.139541 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:15:34.139541 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:15:34.139541 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:15:34.199192 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3988d6-f03b-4b55-9fe1-bc6508923690 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Made reservation on behalf of 2fb9ac8116e94cab8a6c64ca80760d3c for: {'network': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:15:34.200408 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c8f3259b-8cb3-474b-ba59-585b29e62af0 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:34.203183 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0f3988d6-f03b-4b55-9fe1-bc6508923690 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:34.205911 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7d401120-c3a3-458f-83c3-2dc374b6d886 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:34.214711 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c8f3259b-8cb3-474b-ba59-585b29e62af0 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:34.273879 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f3988d6-f03b-4b55-9fe1-bc6508923690 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=102365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:15:34.290762 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f928d789-c068-4f82-9568-0eafdb78e1fc tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:34.295694 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f928d789-c068-4f82-9568-0eafdb78e1fc tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:34.302922 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-f928d789-c068-4f82-9568-0eafdb78e1fc tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] 10.222.0.69 "DELETE /v2.0/networks/8a5f951e-fbb6-45a2-9736-45c396f8a27a HTTP/1.1" status: 204 len: 168 time: 1.8290343 Dec 10 19:15:34.313562 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0f3988d6-f03b-4b55-9fe1-bc6508923690 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:34.313959 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.segments_db [None req-0f3988d6-f03b-4b55-9fe1-bc6508923690 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Added segment 495ec0d7-bce4-48ad-9311-725e8b6838f2 of type vlan for network 974241a1-2680-4250-ad39-21055d399421 Dec 10 19:15:34.336025 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f928d789-c068-4f82-9568-0eafdb78e1fc tempest-NetworksTest-831654316 tempest-NetworksTest-831654316-project] Pushing event deleted for resources: {'Network': ['ID=8a5f951e-fbb6-45a2-9736-45c396f8a27a,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:34.340155 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-020c4772-f4ae-427d-9184-0c3b1361fcb6 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:34.350875 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.db.resource_extend [None req-7d401120-c3a3-458f-83c3-2dc374b6d886 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 19:15:34.399216 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-020c4772-f4ae-427d-9184-0c3b1361fcb6 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:34.403020 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-020c4772-f4ae-427d-9184-0c3b1361fcb6 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] 10.222.0.69 "DELETE /v2.0/subnets/9f92003e-3425-41b8-afc4-c5ff391681e0 HTTP/1.1" status: 204 len: 168 time: 0.8534632 Dec 10 19:15:34.410419 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51734) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:34.411118 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020c4772-f4ae-427d-9184-0c3b1361fcb6 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Pushing event deleted for resources: {'Subnet': ['ID=9f92003e-3425-41b8-afc4-c5ff391681e0,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:34.419283 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0f3988d6-f03b-4b55-9fe1-bc6508923690 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:34.439822 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142aa6f-e30a-4afc-a930-c23da751659a req-e73409dc-b86b-480b-8b40-62ba27d6d3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:34.444179 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-3142aa6f-e30a-4afc-a930-c23da751659a req-e73409dc-b86b-480b-8b40-62ba27d6d3d0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e9d35973-bd0e-41e8-af04-98288aa68c12 HTTP/1.1" status: 200 len: 906 time: 0.5804820 Dec 10 19:15:34.446196 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb512b9-19e8-4f9f-83d7-f8d6756c2f18 None None] Network d5421c0c-222a-408d-836f-69b292606d6c requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:15:34.456302 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0f3988d6-f03b-4b55-9fe1-bc6508923690 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:34.468452 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3988d6-f03b-4b55-9fe1-bc6508923690 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:34.470258 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0f3988d6-f03b-4b55-9fe1-bc6508923690 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:34.475872 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c8f3259b-8cb3-474b-ba59-585b29e62af0 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:34.478073 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f3259b-8cb3-474b-ba59-585b29e62af0 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Fanout notify agent at l3_agent the message router_deleted on router abf4a998-30d4-478f-ae58-9041d7d75d94 {{(pid=102366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:15:34.498589 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ad787054-65bc-4185-8fba-bd4e9e8f8b41 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:34.563282 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-0f3988d6-f03b-4b55-9fe1-bc6508923690 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5189047 Dec 10 19:15:34.566357 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c8f3259b-8cb3-474b-ba59-585b29e62af0 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:34.567069 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51736) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:34.569451 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-c8f3259b-8cb3-474b-ba59-585b29e62af0 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] 10.222.0.69 "DELETE /v2.0/routers/abf4a998-30d4-478f-ae58-9041d7d75d94 HTTP/1.1" status: 204 len: 168 time: 3.8771312 Dec 10 19:15:34.570603 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7d401120-c3a3-458f-83c3-2dc374b6d886 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:34.573660 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ad787054-65bc-4185-8fba-bd4e9e8f8b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:34.578134 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-0b038056-07fb-42dd-9f31-8400c9f848bc tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Request body: {'subnet': {'network_id': '595261df-744c-4477-97f3-b14daf1f7bbe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:34.582247 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d401120-c3a3-458f-83c3-2dc374b6d886 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:34.583872 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7d401120-c3a3-458f-83c3-2dc374b6d886 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:34.592310 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51738) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:34.680903 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad787054-65bc-4185-8fba-bd4e9e8f8b41 None None] Network c60617a7-4a5d-459c-b32e-5b9144afcdb1 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:15:34.683090 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3988d6-f03b-4b55-9fe1-bc6508923690 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Pushing event updated for resources: {'Network': ['ID=974241a1-2680-4250-ad39-21055d399421,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:34.698788 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad787054-65bc-4185-8fba-bd4e9e8f8b41 None None] Pushing event updated for resources: {'Port': ['ID=f1316a42-cce5-413f-9df8-878a4a0f8135,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:34.702582 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-ad787054-65bc-4185-8fba-bd4e9e8f8b41 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:15:34.718060 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b038056-07fb-42dd-9f31-8400c9f848bc tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Made reservation on behalf of 2fb9ac8116e94cab8a6c64ca80760d3c for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:15:34.718275 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 974241a1-2680-4250-ad39-21055d399421 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:15:34.721039 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-cf6b6bae-dda2-4c85-86d3-9c5b4e9873bb None None] Attempting to bind port 4e9648b6-4cef-4909-901b-4dd008ffc59c on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:15:34.721407 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-cf6b6bae-dda2-4c85-86d3-9c5b4e9873bb None None] Attempting to bind port 4e9648b6-4cef-4909-901b-4dd008ffc59c by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': 'a460bc04-1c81-4240-aa2b-6a4c6c6f71a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '531f563d-5532-435a-91ba-00ae872abdb0'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:15:34.721767 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6b6bae-dda2-4c85-86d3-9c5b4e9873bb None None] Attempting to bind port 4e9648b6-4cef-4909-901b-4dd008ffc59c on network 531f563d-5532-435a-91ba-00ae872abdb0 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:15:34.725422 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0b038056-07fb-42dd-9f31-8400c9f848bc tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:34.729899 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-b1640f0c-e163-4a36-a131-e05fc3819200 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Deleting port 9ce423e9-38ff-45d2-9b35-adfc00903e66 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:15:34.730472 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b1640f0c-e163-4a36-a131-e05fc3819200 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:34.742339 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad787054-65bc-4185-8fba-bd4e9e8f8b41 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:15:34.824224 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51744) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:34.846777 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6b6bae-dda2-4c85-86d3-9c5b4e9873bb None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:15:34.847145 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6b6bae-dda2-4c85-86d3-9c5b4e9873bb None None] Checking segment: {'id': 'a460bc04-1c81-4240-aa2b-6a4c6c6f71a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '531f563d-5532-435a-91ba-00ae872abdb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:15:34.847606 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-cf6b6bae-dda2-4c85-86d3-9c5b4e9873bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:34.847947 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6b6bae-dda2-4c85-86d3-9c5b4e9873bb None None] Bound using segment: {'id': 'a460bc04-1c81-4240-aa2b-6a4c6c6f71a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '531f563d-5532-435a-91ba-00ae872abdb0'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:15:34.848434 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-cf6b6bae-dda2-4c85-86d3-9c5b4e9873bb None None] Bound port: 4e9648b6-4cef-4909-901b-4dd008ffc59c, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a460bc04-1c81-4240-aa2b-6a4c6c6f71a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '531f563d-5532-435a-91ba-00ae872abdb0'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:15:34.850111 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-cf6b6bae-dda2-4c85-86d3-9c5b4e9873bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:34.879830 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-cf6b6bae-dda2-4c85-86d3-9c5b4e9873bb None None] Port 4e9648b6-4cef-4909-901b-4dd008ffc59c has been deleted concurrently {{(pid=102367) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Dec 10 19:15:34.927668 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-7d401120-c3a3-458f-83c3-2dc374b6d886 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4552095 Dec 10 19:15:34.945959 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51748) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:34.946629 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-ad787054-65bc-4185-8fba-bd4e9e8f8b41 None None] Attempting to bind port f1316a42-cce5-413f-9df8-878a4a0f8135 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:15:34.947003 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-ad787054-65bc-4185-8fba-bd4e9e8f8b41 None None] Attempting to bind port f1316a42-cce5-413f-9df8-878a4a0f8135 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '20251013-1041-49ff-bfbb-7611ec7dbe98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c60617a7-4a5d-459c-b32e-5b9144afcdb1'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:15:34.947394 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad787054-65bc-4185-8fba-bd4e9e8f8b41 None None] Attempting to bind port f1316a42-cce5-413f-9df8-878a4a0f8135 on network c60617a7-4a5d-459c-b32e-5b9144afcdb1 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:15:34.960798 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-b4ec8869-9e02-4193-8653-6afdb26f2510 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Request body: {'subnet': {'network_id': 'aa765f45-bd96-4db2-bf4b-db5bba17666a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:34.965393 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6b6bae-dda2-4c85-86d3-9c5b4e9873bb None None] Routers set() bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:15:34.965829 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6b6bae-dda2-4c85-86d3-9c5b4e9873bb None None] Router IDs set() for agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 10 19:15:34.966442 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_agentschedulers_db [None req-cf6b6bae-dda2-4c85-86d3-9c5b4e9873bb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'abf4a998-30d4-478f-ae58-9041d7d75d94'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:15:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent'). {{(pid=102367) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 10 19:15:34.966821 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6b6bae-dda2-4c85-86d3-9c5b4e9873bb None None] The sync data for ids ['abf4a998-30d4-478f-ae58-9041d7d75d94'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:15:34.972312 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a9814146-0a0a-496f-bd92-866b6806cd98 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:34.973198 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad787054-65bc-4185-8fba-bd4e9e8f8b41 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:15:34.973427 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad787054-65bc-4185-8fba-bd4e9e8f8b41 None None] Checking segment: {'id': '20251013-1041-49ff-bfbb-7611ec7dbe98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c60617a7-4a5d-459c-b32e-5b9144afcdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:15:34.974439 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ad787054-65bc-4185-8fba-bd4e9e8f8b41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:34.974813 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad787054-65bc-4185-8fba-bd4e9e8f8b41 None None] Bound using segment: {'id': '20251013-1041-49ff-bfbb-7611ec7dbe98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c60617a7-4a5d-459c-b32e-5b9144afcdb1'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:15:34.975314 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-ad787054-65bc-4185-8fba-bd4e9e8f8b41 None None] Bound port: f1316a42-cce5-413f-9df8-878a4a0f8135, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20251013-1041-49ff-bfbb-7611ec7dbe98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c60617a7-4a5d-459c-b32e-5b9144afcdb1'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:15:34.975702 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ad787054-65bc-4185-8fba-bd4e9e8f8b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:35.031188 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d401120-c3a3-458f-83c3-2dc374b6d886 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Pushing event updated for resources: {'Network': ['ID=aa765f45-bd96-4db2-bf4b-db5bba17666a,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:35.034764 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-3142aa6f-e30a-4afc-a930-c23da751659a req-a20dbeac-455e-4a07-8ba8-223cc7978556 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e655a9f-d1da-4c1a-8af0-8a6945d94996 HTTP/1.1" status: 200 len: 1001 time: 0.4907806 Dec 10 19:15:35.044078 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-b73cf244-73d4-4f49-b561-15bafa8813e1 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Deleting subnet f989aca0-d506-4131-9a2a-ef47d1c1a9e1 {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:15:35.065601 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b73cf244-73d4-4f49-b561-15bafa8813e1 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:35.066305 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network aa765f45-bd96-4db2-bf4b-db5bba17666a details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:15:35.070507 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-ad787054-65bc-4185-8fba-bd4e9e8f8b41 None None] For port f1316a42-cce5-413f-9df8-878a4a0f8135, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:15:35.074840 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-ad787054-65bc-4185-8fba-bd4e9e8f8b41 None None] For port f1316a42-cce5-413f-9df8-878a4a0f8135, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=f1316a42-cce5-413f-9df8-878a4a0f8135,segment=NetworkSegment(20251013-1041-49ff-bfbb-7611ec7dbe98),segment_id=20251013-1041-49ff-bfbb-7611ec7dbe98)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:15:35.214642 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0b038056-07fb-42dd-9f31-8400c9f848bc tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:35.314088 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ad787054-65bc-4185-8fba-bd4e9e8f8b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:35.316308 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88370b56-53db-4900-a922-45fb6dd64ebe None None] DHCP port deletion for d5421c0c-222a-408d-836f-69b292606d6c request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:15:35.318751 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 63146733-171d-4a4b-969f-86f01b59f906 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:15:35.415186 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b038056-07fb-42dd-9f31-8400c9f848bc tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Pushing event updated for resources: {'Subnet': ['ID=280c81d8-b14f-4684-a809-907b7821d558,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:35.426506 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 63146733-171d-4a4b-969f-86f01b59f906 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:15:35.428893 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 63146733-171d-4a4b-969f-86f01b59f906 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:15:35.441155 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-4967dcde-d363-4488-bdb5-5eb9596dd2be admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c32314706c7841f0aec3c27688848c9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6145327 Dec 10 19:15:35.447194 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51752) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:35.484484 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b038056-07fb-42dd-9f31-8400c9f848bc tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Checking segment: {'id': '467fa517-de77-4c10-817b-8d28ef266453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '595261df-744c-4477-97f3-b14daf1f7bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:15:35.485315 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b038056-07fb-42dd-9f31-8400c9f848bc tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Network hostable DHCP agents. Network: 595261df-744c-4477-97f3-b14daf1f7bbe, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:15:35.546812 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad787054-65bc-4185-8fba-bd4e9e8f8b41 None None] Pushing event updated for resources: {'Port': ['ID=f1316a42-cce5-413f-9df8-878a4a0f8135,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:35.574949 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b73cf244-73d4-4f49-b561-15bafa8813e1 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:35.578742 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-88370b56-53db-4900-a922-45fb6dd64ebe None None] Deleting port e9c8b198-d239-4337-b331-a6bbc91bda71 {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:15:35.579580 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-88370b56-53db-4900-a922-45fb6dd64ebe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:35.601418 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b038056-07fb-42dd-9f31-8400c9f848bc tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Network 595261df-744c-4477-97f3-b14daf1f7bbe is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:15:35.617714 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142aa6f-e30a-4afc-a930-c23da751659a req-c17b241f-b916-4b4b-a97b-332cc2e55f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:35.619311 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-3142aa6f-e30a-4afc-a930-c23da751659a req-c17b241f-b916-4b4b-a97b-332cc2e55f52 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4dff902f-89e7-4f28-8db1-bc880cee9536 HTTP/1.1" status: 200 len: 844 time: 0.5681305 Dec 10 19:15:35.623053 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-aeee4af3-3988-4a7a-948f-95ea614752dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:35.631582 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-0b038056-07fb-42dd-9f31-8400c9f848bc tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 595261df-744c-4477-97f3-b14daf1f7bbe) {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:15:35.640034 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b038056-07fb-42dd-9f31-8400c9f848bc tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:35.644101 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0b038056-07fb-42dd-9f31-8400c9f848bc tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:35.655515 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00260810-2b06-4910-873b-25b0a3e01943 None None] Network 595261df-744c-4477-97f3-b14daf1f7bbe requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:15:35.664470 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b1640f0c-e163-4a36-a131-e05fc3819200 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:35.706014 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-aeee4af3-3988-4a7a-948f-95ea614752dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:35.759580 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-b1640f0c-e163-4a36-a131-e05fc3819200 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Calling delete_port for 9ce423e9-38ff-45d2-9b35-adfc00903e66 owned by network:router_gateway {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:15:35.830410 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-0b038056-07fb-42dd-9f31-8400c9f848bc tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2544751 Dec 10 19:15:35.834814 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ec8869-9e02-4193-8653-6afdb26f2510 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Made reservation on behalf of bf34cb617e7c48e1adb6028fc04b4351 for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:15:35.837167 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51754) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:35.839330 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b4ec8869-9e02-4193-8653-6afdb26f2510 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:35.844252 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-88370b56-53db-4900-a922-45fb6dd64ebe None None] For port e9c8b198-d239-4337-b331-a6bbc91bda71, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=e9c8b198-d239-4337-b331-a6bbc91bda71,segment=NetworkSegment(aae646fc-ce25-40ff-9d6a-45c6419ece3e),segment_id=aae646fc-ce25-40ff-9d6a-45c6419ece3e)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:15:35.845051 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-88370b56-53db-4900-a922-45fb6dd64ebe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:35.853244 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-fc846a6f-d9a2-46c5-8c36-23722cb26ee3 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Request body: {'subnet': {'network_id': '974241a1-2680-4250-ad39-21055d399421', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:35.858910 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b73cf244-73d4-4f49-b561-15bafa8813e1 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:35.887304 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-88370b56-53db-4900-a922-45fb6dd64ebe None None] Calling delete_port for e9c8b198-d239-4337-b331-a6bbc91bda71 owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:15:35.904612 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-a9814146-0a0a-496f-bd92-866b6806cd98 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Deleting port e9c8b198-d239-4337-b331-a6bbc91bda71 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:15:35.905052 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a9814146-0a0a-496f-bd92-866b6806cd98 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:35.960969 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142aa6f-e30a-4afc-a930-c23da751659a req-0b4ef71a-e311-41a7-9a16-d2d64cc88fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:35.962713 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-3142aa6f-e30a-4afc-a930-c23da751659a req-0b4ef71a-e311-41a7-9a16-d2d64cc88fcb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e9d35973-bd0e-41e8-af04-98288aa68c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3105423 Dec 10 19:15:36.011611 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-aeee4af3-3988-4a7a-948f-95ea614752dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:36.017482 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-aeee4af3-3988-4a7a-948f-95ea614752dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:36.040000 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-aeee4af3-3988-4a7a-948f-95ea614752dd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/254b0fe3-3bde-4244-9cca-2eea5f702012 HTTP/1.1" status: 204 len: 168 time: 0.5796587 Dec 10 19:15:36.149082 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeee4af3-3988-4a7a-948f-95ea614752dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254b0fe3-3bde-4244-9cca-2eea5f702012,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:36.228240 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-a9814146-0a0a-496f-bd92-866b6806cd98 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] For port e9c8b198-d239-4337-b331-a6bbc91bda71, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=e9c8b198-d239-4337-b331-a6bbc91bda71,segment=NetworkSegment(aae646fc-ce25-40ff-9d6a-45c6419ece3e),segment_id=aae646fc-ce25-40ff-9d6a-45c6419ece3e)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:15:36.228756 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a9814146-0a0a-496f-bd92-866b6806cd98 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:36.250600 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc846a6f-d9a2-46c5-8c36-23722cb26ee3 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Made reservation on behalf of 2fb9ac8116e94cab8a6c64ca80760d3c for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:15:36.258582 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fc846a6f-d9a2-46c5-8c36-23722cb26ee3 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:36.287871 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-88370b56-53db-4900-a922-45fb6dd64ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:36.302605 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-a9814146-0a0a-496f-bd92-866b6806cd98 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Calling delete_port for e9c8b198-d239-4337-b331-a6bbc91bda71 owned by network:dhcp {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:15:36.352834 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77efeac0-54fa-4ebd-93c3-b48c2bb0daa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-595261df-744c-4477-97f3-b14daf1f7bbe', 'network_id': '595261df-744c-4477-97f3-b14daf1f7bbe', 'tenant_id': '2fb9ac8116e94cab8a6c64ca80760d3c', 'fixed_ips': [{'subnet_id': '280c81d8-b14f-4684-a809-907b7821d558'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:15:36.354712 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-77efeac0-54fa-4ebd-93c3-b48c2bb0daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:36.356004 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b73cf244-73d4-4f49-b561-15bafa8813e1 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:36.358858 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88370b56-53db-4900-a922-45fb6dd64ebe None None] No DVR routers for this DVR port e9c8b198-d239-4337-b331-a6bbc91bda71 on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:15:36.364100 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88370b56-53db-4900-a922-45fb6dd64ebe None None] Pushing event deleted for resources: {'Port': ['ID=e9c8b198-d239-4337-b331-a6bbc91bda71,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:36.419909 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b73cf244-73d4-4f49-b561-15bafa8813e1 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:36.424149 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-b73cf244-73d4-4f49-b561-15bafa8813e1 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] 10.222.0.69 "DELETE /v2.0/subnets/f989aca0-d506-4131-9a2a-ef47d1c1a9e1 HTTP/1.1" status: 204 len: 168 time: 1.8075764 Dec 10 19:15:36.429326 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51760) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:36.430250 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-3142aa6f-e30a-4afc-a930-c23da751659a req-165f3354-a615-422d-b3c6-eff12b87c6dd service neutron] 10.222.0.36 "GET /v2.0/networks/e9d35973-bd0e-41e8-af04-98288aa68c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4170475 Dec 10 19:15:36.481203 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73cf244-73d4-4f49-b561-15bafa8813e1 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f989aca0-d506-4131-9a2a-ef47d1c1a9e1,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:36.538218 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fe0e0ebc-4f56-497b-8d56-9fb853eaa491 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:36.680881 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-77efeac0-54fa-4ebd-93c3-b48c2bb0daa2 None None] Allocated IP 172.20.0.2 (595261df-744c-4477-97f3-b14daf1f7bbe/280c81d8-b14f-4684-a809-907b7821d558/e15fdaf9-328b-44ed-800c-06ae2c20d49c) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:15:36.892098 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b4ec8869-9e02-4193-8653-6afdb26f2510 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:36.984841 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a9814146-0a0a-496f-bd92-866b6806cd98 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:36.996225 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b1640f0c-e163-4a36-a131-e05fc3819200 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:37.015157 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-3142aa6f-e30a-4afc-a930-c23da751659a req-ce6a75b1-2c64-48e3-be48-ff1acfff527f service neutron] 10.222.0.36 "GET /v2.0/networks/e9d35973-bd0e-41e8-af04-98288aa68c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5283966 Dec 10 19:15:37.072799 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9814146-0a0a-496f-bd92-866b6806cd98 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Pushing event deleted for resources: {'Port': ['ID=e9c8b198-d239-4337-b331-a6bbc91bda71,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:37.094952 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9814146-0a0a-496f-bd92-866b6806cd98 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] No DVR routers for this DVR port e9c8b198-d239-4337-b331-a6bbc91bda71 on host dv-neutron-821441-1-hyperv {{(pid=102366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:15:37.106087 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ec8869-9e02-4193-8653-6afdb26f2510 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Pushing event updated for resources: {'Subnet': ['ID=0db76595-85a9-4725-aa3a-bcbfffdb37f3,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:37.121160 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-77efeac0-54fa-4ebd-93c3-b48c2bb0daa2 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:37.142670 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-77efeac0-54fa-4ebd-93c3-b48c2bb0daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:37.187639 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77efeac0-54fa-4ebd-93c3-b48c2bb0daa2 None None] Network 595261df-744c-4477-97f3-b14daf1f7bbe is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:15:37.199082 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1640f0c-e163-4a36-a131-e05fc3819200 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Pushing event deleted for resources: {'Port': ['ID=9ce423e9-38ff-45d2-9b35-adfc00903e66,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:37.264616 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-77efeac0-54fa-4ebd-93c3-b48c2bb0daa2 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:15:37.283695 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77efeac0-54fa-4ebd-93c3-b48c2bb0daa2 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:15:37.300331 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fe0e0ebc-4f56-497b-8d56-9fb853eaa491 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:37.310517 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ec8869-9e02-4193-8653-6afdb26f2510 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Checking segment: {'id': '1902aac6-089f-4220-ae92-db31aa4c1e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'aa765f45-bd96-4db2-bf4b-db5bba17666a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:15:37.311241 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ec8869-9e02-4193-8653-6afdb26f2510 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Network hostable DHCP agents. Network: aa765f45-bd96-4db2-bf4b-db5bba17666a, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:15:37.393979 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device f1316a42-cce5-413f-9df8-878a4a0f8135 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:15:37.398248 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-fe0e0ebc-4f56-497b-8d56-9fb853eaa491 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['531f563d-5532-435a-91ba-00ae872abdb0']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:37.404277 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a9814146-0a0a-496f-bd92-866b6806cd98 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:37.417422 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-fe0e0ebc-4f56-497b-8d56-9fb853eaa491 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a460bc04-1c81-4240-aa2b-6a4c6c6f71a3') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:37.417772 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-fe0e0ebc-4f56-497b-8d56-9fb853eaa491 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a460bc04-1c81-4240-aa2b-6a4c6c6f71a3') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:37.424149 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b1640f0c-e163-4a36-a131-e05fc3819200 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3713145'] for router_gateway, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:37.455331 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fe0e0ebc-4f56-497b-8d56-9fb853eaa491 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:37.464997 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fc846a6f-d9a2-46c5-8c36-23722cb26ee3 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:37.468619 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f190341-9c1a-4c25-ae4e-9397280992c7 None None] Network c60617a7-4a5d-459c-b32e-5b9144afcdb1 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:15:37.535424 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fe0e0ebc-4f56-497b-8d56-9fb853eaa491 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:37.539438 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77efeac0-54fa-4ebd-93c3-b48c2bb0daa2 None None] Pushing event updated for resources: {'Port': ['ID=e15fdaf9-328b-44ed-800c-06ae2c20d49c,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:37.553515 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe0e0ebc-4f56-497b-8d56-9fb853eaa491 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:15:37.554440 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fe0e0ebc-4f56-497b-8d56-9fb853eaa491 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:37.576015 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-a9814146-0a0a-496f-bd92-866b6806cd98 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5421c0c-222a-408d-836f-69b292606d6c']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:37.608986 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b1640f0c-e163-4a36-a131-e05fc3819200 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:37.615528 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-a9814146-0a0a-496f-bd92-866b6806cd98 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aae646fc-ce25-40ff-9d6a-45c6419ece3e') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:37.616303 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-a9814146-0a0a-496f-bd92-866b6806cd98 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aae646fc-ce25-40ff-9d6a-45c6419ece3e') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:37.620226 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b1640f0c-e163-4a36-a131-e05fc3819200 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:37.623303 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ec8869-9e02-4193-8653-6afdb26f2510 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Network aa765f45-bd96-4db2-bf4b-db5bba17666a is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:15:37.635825 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-77efeac0-54fa-4ebd-93c3-b48c2bb0daa2 None None] Attempting to bind port e15fdaf9-328b-44ed-800c-06ae2c20d49c on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:15:37.636770 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-77efeac0-54fa-4ebd-93c3-b48c2bb0daa2 None None] Attempting to bind port e15fdaf9-328b-44ed-800c-06ae2c20d49c by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '467fa517-de77-4c10-817b-8d28ef266453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '595261df-744c-4477-97f3-b14daf1f7bbe'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:15:37.637596 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77efeac0-54fa-4ebd-93c3-b48c2bb0daa2 None None] Attempting to bind port e15fdaf9-328b-44ed-800c-06ae2c20d49c on network 595261df-744c-4477-97f3-b14daf1f7bbe {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:15:37.658650 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77efeac0-54fa-4ebd-93c3-b48c2bb0daa2 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:15:37.659556 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a9814146-0a0a-496f-bd92-866b6806cd98 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:37.659959 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77efeac0-54fa-4ebd-93c3-b48c2bb0daa2 None None] Checking segment: {'id': '467fa517-de77-4c10-817b-8d28ef266453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '595261df-744c-4477-97f3-b14daf1f7bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:15:37.660856 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-77efeac0-54fa-4ebd-93c3-b48c2bb0daa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:37.661876 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77efeac0-54fa-4ebd-93c3-b48c2bb0daa2 None None] Bound using segment: {'id': '467fa517-de77-4c10-817b-8d28ef266453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '595261df-744c-4477-97f3-b14daf1f7bbe'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:15:37.663088 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-77efeac0-54fa-4ebd-93c3-b48c2bb0daa2 None None] Bound port: e15fdaf9-328b-44ed-800c-06ae2c20d49c, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '467fa517-de77-4c10-817b-8d28ef266453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '595261df-744c-4477-97f3-b14daf1f7bbe'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:15:37.663946 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-77efeac0-54fa-4ebd-93c3-b48c2bb0daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:37.720822 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port f1316a42-cce5-413f-9df8-878a4a0f8135 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:15:37.722687 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:37.728367 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-71b5cd21-110a-44e9-897d-5bfda0d6c220 None None] Provisioning complete for port f1316a42-cce5-413f-9df8-878a4a0f8135 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:15:37.729353 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-71b5cd21-110a-44e9-897d-5bfda0d6c220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:37.746409 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-b4ec8869-9e02-4193-8653-6afdb26f2510 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, aa765f45-bd96-4db2-bf4b-db5bba17666a) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:15:37.752693 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ec8869-9e02-4193-8653-6afdb26f2510 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:37.755957 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b4ec8869-9e02-4193-8653-6afdb26f2510 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:37.762870 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a9814146-0a0a-496f-bd92-866b6806cd98 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:37.790816 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9814146-0a0a-496f-bd92-866b6806cd98 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:15:37.791838 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a9814146-0a0a-496f-bd92-866b6806cd98 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:37.799742 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b1640f0c-e163-4a36-a131-e05fc3819200 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:37.801294 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1640f0c-e163-4a36-a131-e05fc3819200 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Fanout notify agent at l3_agent the message router_deleted on router c1455a75-b91e-4e65-8f25-1f5cb22e5532 {{(pid=102366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:15:37.818114 dv-neutron-821441-1-hyperv neutron-server[102366]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:15:37.818114 dv-neutron-821441-1-hyperv neutron-server[102366]: items = [ Dec 10 19:15:37.818114 dv-neutron-821441-1-hyperv neutron-server[102366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:15:37.818114 dv-neutron-821441-1-hyperv neutron-server[102366]: self.session.flush() Dec 10 19:15:37.818114 dv-neutron-821441-1-hyperv neutron-server[102366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:15:37.818114 dv-neutron-821441-1-hyperv neutron-server[102366]: self.session.flush() Dec 10 19:15:37.818114 dv-neutron-821441-1-hyperv neutron-server[102366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:15:37.818114 dv-neutron-821441-1-hyperv neutron-server[102366]: self.session.flush() Dec 10 19:15:37.818114 dv-neutron-821441-1-hyperv neutron-server[102366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:15:37.818114 dv-neutron-821441-1-hyperv neutron-server[102366]: self.session.flush() Dec 10 19:15:37.818114 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:15:37.818114 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:15:37.818114 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:15:37.818114 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:15:37.818114 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:15:37.818114 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:15:37.818114 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:15:37.818114 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:15:37.818114 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:15:37.818114 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:15:37.818114 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:15:37.818114 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:15:37.818114 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:15:37.818114 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:15:37.818114 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:15:37.818114 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:15:37.818114 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:15:37.818114 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:15:37.818114 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:15:37.818114 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:15:37.818114 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:15:37.818114 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:15:37.818114 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:15:37.818114 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:15:37.818114 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:15:37.818114 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:15:37.818114 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:15:37.818114 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:15:37.818114 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:15:37.818114 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:15:37.818114 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:15:37.818114 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:15:37.833123 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8c1722-6834-48a5-857c-549dd6dc520a None None] Network aa765f45-bd96-4db2-bf4b-db5bba17666a requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:15:37.835653 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b1640f0c-e163-4a36-a131-e05fc3819200 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:37.843250 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-b1640f0c-e163-4a36-a131-e05fc3819200 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] 10.222.0.69 "DELETE /v2.0/routers/c1455a75-b91e-4e65-8f25-1f5cb22e5532 HTTP/1.1" status: 204 len: 168 time: 5.3411498 Dec 10 19:15:37.867600 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51788) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:37.867866 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51790) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:37.875736 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:15:37.875736 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:15:37.875736 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:15:37.875736 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:15:37.875736 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:15:37.875736 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:15:37.875736 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:15:37.875736 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:15:37.875736 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:15:37.875736 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:15:37.875736 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:15:37.875736 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:15:37.875736 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:15:37.875736 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:15:37.875736 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:15:37.875736 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:15:37.875736 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:15:37.875736 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:15:37.875736 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:15:37.875736 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:15:37.875736 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:15:37.875736 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:15:37.875736 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:15:37.875736 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:15:37.875736 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:15:37.875736 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:15:37.875736 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:15:37.875736 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:15:37.875736 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:15:37.875736 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:15:37.875736 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:15:37.875736 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:15:37.879296 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-78a284ae-e4b8-4c1a-88ce-1f787e6aeaea tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1532509602', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}, 'admin_state_up': False}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:37.897697 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fe0e0ebc-4f56-497b-8d56-9fb853eaa491 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:37.933137 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe0e0ebc-4f56-497b-8d56-9fb853eaa491 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 531f563d-5532-435a-91ba-00ae872abdb0 {{(pid=102365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 19:15:37.945270 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fe0e0ebc-4f56-497b-8d56-9fb853eaa491 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:37.951469 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-fe0e0ebc-4f56-497b-8d56-9fb853eaa491 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] 10.222.0.69 "DELETE /v2.0/networks/531f563d-5532-435a-91ba-00ae872abdb0 HTTP/1.1" status: 204 len: 168 time: 1.5201507 Dec 10 19:15:37.998621 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-b4ec8869-9e02-4193-8653-6afdb26f2510 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.0460393 Dec 10 19:15:38.014178 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-77efeac0-54fa-4ebd-93c3-b48c2bb0daa2 None None] For port e15fdaf9-328b-44ed-800c-06ae2c20d49c, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:15:38.029032 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51796) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:38.033092 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0e0ebc-4f56-497b-8d56-9fb853eaa491 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Pushing event deleted for resources: {'Network': ['ID=531f563d-5532-435a-91ba-00ae872abdb0,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:38.059587 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-77efeac0-54fa-4ebd-93c3-b48c2bb0daa2 None None] For port e15fdaf9-328b-44ed-800c-06ae2c20d49c, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=e15fdaf9-328b-44ed-800c-06ae2c20d49c,segment=NetworkSegment(467fa517-de77-4c10-817b-8d28ef266453),segment_id=467fa517-de77-4c10-817b-8d28ef266453)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:15:38.085988 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-77efeac0-54fa-4ebd-93c3-b48c2bb0daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:38.123659 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc846a6f-d9a2-46c5-8c36-23722cb26ee3 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Pushing event updated for resources: {'Subnet': ['ID=ff578175-3e34-4147-a5bc-1f22e543a573,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:38.146555 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-78a284ae-e4b8-4c1a-88ce-1f787e6aeaea tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:38.150793 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-78a284ae-e4b8-4c1a-88ce-1f787e6aeaea tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:38.256963 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-71b5cd21-110a-44e9-897d-5bfda0d6c220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:38.291316 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-78a284ae-e4b8-4c1a-88ce-1f787e6aeaea tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:38.295648 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a9814146-0a0a-496f-bd92-866b6806cd98 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:38.310575 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:38.442718 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77efeac0-54fa-4ebd-93c3-b48c2bb0daa2 None None] Pushing event updated for resources: {'Port': ['ID=e15fdaf9-328b-44ed-800c-06ae2c20d49c,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:38.454186 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc846a6f-d9a2-46c5-8c36-23722cb26ee3 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Checking segment: {'id': '495ec0d7-bce4-48ad-9311-725e8b6838f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '974241a1-2680-4250-ad39-21055d399421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:15:38.454647 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc846a6f-d9a2-46c5-8c36-23722cb26ee3 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Network hostable DHCP agents. Network: 974241a1-2680-4250-ad39-21055d399421, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:15:38.488670 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ea0c16-c71a-4737-9592-add8d921d2d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-aa765f45-bd96-4db2-bf4b-db5bba17666a', 'network_id': 'aa765f45-bd96-4db2-bf4b-db5bba17666a', 'tenant_id': 'bf34cb617e7c48e1adb6028fc04b4351', 'fixed_ips': [{'subnet_id': '0db76595-85a9-4725-aa3a-bcbfffdb37f3'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:15:38.491048 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-51ea0c16-c71a-4737-9592-add8d921d2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:38.547214 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-bc0b6d15-c872-4d5e-8af4-2dff996d6a0e tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:38.599974 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-71b5cd21-110a-44e9-897d-5bfda0d6c220 None None] For port f1316a42-cce5-413f-9df8-878a4a0f8135, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=f1316a42-cce5-413f-9df8-878a4a0f8135,segment=NetworkSegment(20251013-1041-49ff-bfbb-7611ec7dbe98),segment_id=20251013-1041-49ff-bfbb-7611ec7dbe98)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:15:38.610944 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc846a6f-d9a2-46c5-8c36-23722cb26ee3 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Network 974241a1-2680-4250-ad39-21055d399421 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:15:38.622420 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-71b5cd21-110a-44e9-897d-5bfda0d6c220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:38.631846 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a9814146-0a0a-496f-bd92-866b6806cd98 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:38.657332 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-a9814146-0a0a-496f-bd92-866b6806cd98 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] 10.222.0.69 "DELETE /v2.0/networks/d5421c0c-222a-408d-836f-69b292606d6c HTTP/1.1" status: 204 len: 168 time: 4.2327209 Dec 10 19:15:38.699406 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-1c767e67-83b1-4e9e-908d-f982947b57f6 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-198930943'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:38.862832 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9814146-0a0a-496f-bd92-866b6806cd98 tempest-AllowedAddressPairTestJSON-2027637367 tempest-AllowedAddressPairTestJSON-2027637367-project] Pushing event deleted for resources: {'Network': ['ID=d5421c0c-222a-408d-836f-69b292606d6c,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:38.915254 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-bc0b6d15-c872-4d5e-8af4-2dff996d6a0e tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:39.001006 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.db.api [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102367) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:15:39.001869 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG oslo_db.api [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:15:39.058132 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c767e67-83b1-4e9e-908d-f982947b57f6 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Made reservation on behalf of e037b8d045744e90a0960e7cae36a046 for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:15:39.061985 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-fc846a6f-d9a2-46c5-8c36-23722cb26ee3 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 974241a1-2680-4250-ad39-21055d399421) {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:15:39.075385 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1c767e67-83b1-4e9e-908d-f982947b57f6 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:39.084751 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc846a6f-d9a2-46c5-8c36-23722cb26ee3 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:39.086029 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fc846a6f-d9a2-46c5-8c36-23722cb26ee3 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:39.112957 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b5cd21-110a-44e9-897d-5bfda0d6c220 None None] Pushing event updated for resources: {'Port': ['ID=f1316a42-cce5-413f-9df8-878a4a0f8135,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:39.118638 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1c767e67-83b1-4e9e-908d-f982947b57f6 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:39.137269 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-78a284ae-e4b8-4c1a-88ce-1f787e6aeaea tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:39.152558 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bef539-7292-4289-b179-6cbec801443e None None] Network 974241a1-2680-4250-ad39-21055d399421 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:15:39.186933 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51808) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:39.217176 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-fc846a6f-d9a2-46c5-8c36-23722cb26ee3 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3782716 Dec 10 19:15:39.221668 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-e1213d43-6240-47f9-bacb-58f62f956b6e tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Request body: {'router': {'name': 'tempest-router--620002421', 'project_id': 'e4b7e6630bf4406d9187562ecc9b1788'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:39.226823 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51810) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:39.272688 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-349d1a47-69d9-4102-b96e-0ca55a64876f None None] Provisioning complete for port f1316a42-cce5-413f-9df8-878a4a0f8135 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:15:39.273749 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-349d1a47-69d9-4102-b96e-0ca55a64876f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:39.312059 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e1213d43-6240-47f9-bacb-58f62f956b6e tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:39.313098 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e1213d43-6240-47f9-bacb-58f62f956b6e tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:39.448272 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e1213d43-6240-47f9-bacb-58f62f956b6e tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:39.466286 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e1213d43-6240-47f9-bacb-58f62f956b6e tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:39.511779 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e1213d43-6240-47f9-bacb-58f62f956b6e tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:39.520274 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-e1213d43-6240-47f9-bacb-58f62f956b6e tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3312237 Dec 10 19:15:39.531056 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51814) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:39.727919 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51818) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:39.821062 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-51ea0c16-c71a-4737-9592-add8d921d2d6 None None] Allocated IP 2001:db8::1 (aa765f45-bd96-4db2-bf4b-db5bba17666a/0db76595-85a9-4725-aa3a-bcbfffdb37f3/d17a5299-c4cd-4c93-8c55-7935d9167b7d) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:15:39.873166 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1c767e67-83b1-4e9e-908d-f982947b57f6 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:39.936402 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-fea200b2-00d4-4ebc-9d2a-6121e1107449 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks [] for router, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:39.955134 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1c767e67-83b1-4e9e-908d-f982947b57f6 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:40.118885 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c767e67-83b1-4e9e-908d-f982947b57f6 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:15:40.128344 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device e9c8b198-d239-4337-b331-a6bbc91bda71 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:15:40.142656 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1c767e67-83b1-4e9e-908d-f982947b57f6 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:40.143218 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-1c767e67-83b1-4e9e-908d-f982947b57f6 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Added segment fe08ba3d-80e4-4d8f-a0ea-084f3262ae50 of type vlan for network 87856d39-9b23-4d60-b4d0-2984f54460b8 Dec 10 19:15:40.189450 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1d92216f-0c20-4022-8f5d-b62386c6a5da tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:40.233520 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1c767e67-83b1-4e9e-908d-f982947b57f6 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:40.313678 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-9646be8e-99cb-47a4-b5b0-918aa7a40ec0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1bbc6d574f444f17861805af4e0c9028&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5677140 Dec 10 19:15:40.362413 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51824) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:40.365299 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c767e67-83b1-4e9e-908d-f982947b57f6 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=768d5c79-314a-4aaa-93c8-5517e472b123,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:40.384852 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: e9c8b198-d239-4337-b331-a6bbc91bda71 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:15:40.385406 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device e9c8b198-d239-4337-b331-a6bbc91bda71 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:15:40.414852 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7649dcb1-8ce2-4239-8eff-99fd8dfc4377 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-974241a1-2680-4250-ad39-21055d399421', 'network_id': '974241a1-2680-4250-ad39-21055d399421', 'tenant_id': '2fb9ac8116e94cab8a6c64ca80760d3c', 'fixed_ips': [{'subnet_id': 'ff578175-3e34-4147-a5bc-1f22e543a573'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:15:40.420472 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-7649dcb1-8ce2-4239-8eff-99fd8dfc4377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:40.492816 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b9f5cd-3977-4c63-92d9-84c0fe5c7040 None None] Network 595261df-744c-4477-97f3-b14daf1f7bbe requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:15:40.513280 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-338a6421-fcc3-474b-bf8a-d05700b2afb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:40.535833 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.db.resource_extend [None req-1c767e67-83b1-4e9e-908d-f982947b57f6 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 19:15:40.760648 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-fea200b2-00d4-4ebc-9d2a-6121e1107449 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:40.765063 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-fea200b2-00d4-4ebc-9d2a-6121e1107449 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:40.784565 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-338a6421-fcc3-474b-bf8a-d05700b2afb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:40.836658 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device f1316a42-cce5-413f-9df8-878a4a0f8135 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:15:40.851256 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-1d92216f-0c20-4022-8f5d-b62386c6a5da tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Allocated IP 172.20.0.1 (595261df-744c-4477-97f3-b14daf1f7bbe/280c81d8-b14f-4684-a809-907b7821d558/8323d335-a394-4d4d-8c45-3e227e1ea8b0) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:15:40.897387 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1c767e67-83b1-4e9e-908d-f982947b57f6 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:40.902541 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c767e67-83b1-4e9e-908d-f982947b57f6 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:40.903276 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1c767e67-83b1-4e9e-908d-f982947b57f6 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:40.907067 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-51ea0c16-c71a-4737-9592-add8d921d2d6 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:40.948069 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-51ea0c16-c71a-4737-9592-add8d921d2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:41.027661 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-bc0b6d15-c872-4d5e-8af4-2dff996d6a0e tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:41.066519 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-78a284ae-e4b8-4c1a-88ce-1f787e6aeaea tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks [] for router_gateway, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:41.071814 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-df77e3a1-969e-42c3-bbc1-c4bc07fbe4b5 None None] Provisioning complete for port e15fdaf9-328b-44ed-800c-06ae2c20d49c triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:15:41.072168 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-df77e3a1-969e-42c3-bbc1-c4bc07fbe4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:41.075958 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-1c767e67-83b1-4e9e-908d-f982947b57f6 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.2060874 Dec 10 19:15:41.095582 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51828) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:41.098608 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-fea200b2-00d4-4ebc-9d2a-6121e1107449 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:41.098877 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea200b2-00d4-4ebc-9d2a-6121e1107449 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ef71936e-7eb7-4a74-9a61-5cb278ec14a5 {{(pid=102366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:15:41.106327 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-2405e830-4730-4be5-9a72-bd85b82454b8 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Request body: {'port': {'network_id': '87856d39-9b23-4d60-b4d0-2984f54460b8', 'name': 'tempest-PortsIpV6TestJSON-334963232'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:41.115400 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-fea200b2-00d4-4ebc-9d2a-6121e1107449 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:41.116098 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-fea200b2-00d4-4ebc-9d2a-6121e1107449 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] 10.222.0.69 "DELETE /v2.0/routers/ef71936e-7eb7-4a74-9a61-5cb278ec14a5 HTTP/1.1" status: 204 len: 168 time: 1.5821764 Dec 10 19:15:41.120490 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-78a284ae-e4b8-4c1a-88ce-1f787e6aeaea tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:41.123389 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0b6d15-c872-4d5e-8af4-2dff996d6a0e tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Pushing event deleted for resources: {'Subnet': ['ID=0db76595-85a9-4725-aa3a-bcbfffdb37f3,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:41.134525 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c767e67-83b1-4e9e-908d-f982947b57f6 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event updated for resources: {'Network': ['ID=87856d39-9b23-4d60-b4d0-2984f54460b8,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:41.154874 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ea0c16-c71a-4737-9592-add8d921d2d6 None None] Network aa765f45-bd96-4db2-bf4b-db5bba17666a is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:15:41.221592 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-51ea0c16-c71a-4737-9592-add8d921d2d6 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:15:41.225922 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ea0c16-c71a-4737-9592-add8d921d2d6 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:15:41.247601 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port f1316a42-cce5-413f-9df8-878a4a0f8135 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:15:41.248059 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:41.251660 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 87856d39-9b23-4d60-b4d0-2984f54460b8 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:15:41.283390 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-338a6421-fcc3-474b-bf8a-d05700b2afb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:41.287189 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-338a6421-fcc3-474b-bf8a-d05700b2afb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:41.288863 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-338a6421-fcc3-474b-bf8a-d05700b2afb0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/93f3ea84-de93-4ef4-bf54-ad7cec7e94e3 HTTP/1.1" status: 204 len: 168 time: 0.8988483 Dec 10 19:15:41.294813 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2405e830-4730-4be5-9a72-bd85b82454b8 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Made reservation on behalf of e037b8d045744e90a0960e7cae36a046 for: {'port': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:15:41.299037 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2405e830-4730-4be5-9a72-bd85b82454b8 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:41.320710 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea0c16-c71a-4737-9592-add8d921d2d6 None None] Pushing event updated for resources: {'Port': ['ID=d17a5299-c4cd-4c93-8c55-7935d9167b7d,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:41.321999 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338a6421-fcc3-474b-bf8a-d05700b2afb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f3ea84-de93-4ef4-bf54-ad7cec7e94e3,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:41.386576 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [None req-2405e830-4730-4be5-9a72-bd85b82454b8 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] device_id is not set on port 373b1763-25f1-494c-950d-67b422382048 yet. {{(pid=102366) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:15:41.396773 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1d92216f-0c20-4022-8f5d-b62386c6a5da tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:41.523436 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-bc0b6d15-c872-4d5e-8af4-2dff996d6a0e tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:41.527941 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51836) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:41.557551 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1d92216f-0c20-4022-8f5d-b62386c6a5da tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:41.620217 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-bc0b6d15-c872-4d5e-8af4-2dff996d6a0e tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa765f45-bd96-4db2-bf4b-db5bba17666a']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:41.662893 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d92216f-0c20-4022-8f5d-b62386c6a5da tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Network 595261df-744c-4477-97f3-b14daf1f7bbe is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:15:41.665733 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-bc0b6d15-c872-4d5e-8af4-2dff996d6a0e tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1902aac6-089f-4220-ae92-db31aa4c1e4b') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:41.666252 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-bc0b6d15-c872-4d5e-8af4-2dff996d6a0e tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1902aac6-089f-4220-ae92-db31aa4c1e4b') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:41.677992 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-1d92216f-0c20-4022-8f5d-b62386c6a5da tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:15:41.680812 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d92216f-0c20-4022-8f5d-b62386c6a5da tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:15:41.730601 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-bc0b6d15-c872-4d5e-8af4-2dff996d6a0e tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:41.778807 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d92216f-0c20-4022-8f5d-b62386c6a5da tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Pushing event updated for resources: {'Port': ['ID=8323d335-a394-4d4d-8c45-3e227e1ea8b0,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:41.800911 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-bc0b6d15-c872-4d5e-8af4-2dff996d6a0e tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:41.806611 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1d92216f-0c20-4022-8f5d-b62386c6a5da tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712030'] for router_interface, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:41.811545 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-7649dcb1-8ce2-4239-8eff-99fd8dfc4377 None None] Allocated IP 172.20.0.2 (974241a1-2680-4250-ad39-21055d399421/ff578175-3e34-4147-a5bc-1f22e543a573/9ccf468d-2173-462e-abe2-d45256753a6c) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:15:41.853832 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc0b6d15-c872-4d5e-8af4-2dff996d6a0e tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:15:41.854696 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-bc0b6d15-c872-4d5e-8af4-2dff996d6a0e tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:41.860255 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:15:41.860255 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:15:41.860255 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:15:41.860255 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:15:41.860255 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:15:41.860255 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:15:41.860255 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:15:41.860255 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:15:41.860255 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:15:41.860255 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:15:41.860255 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:15:41.860255 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:15:41.860255 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:15:41.860255 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:15:41.860255 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:15:41.860255 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:15:41.860255 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:15:41.860255 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:15:41.860255 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:15:41.860255 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:15:41.860255 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:15:41.860255 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:15:41.860255 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:15:41.860255 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:15:41.860255 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:15:41.860255 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:15:41.860255 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:15:41.860255 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:15:41.860255 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:15:41.860255 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:15:41.860255 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:15:41.860255 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:15:41.998281 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-51ea0c16-c71a-4737-9592-add8d921d2d6 None None] Attempting to bind port d17a5299-c4cd-4c93-8c55-7935d9167b7d on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:15:41.999634 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-51ea0c16-c71a-4737-9592-add8d921d2d6 None None] Attempting to bind port d17a5299-c4cd-4c93-8c55-7935d9167b7d by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '1902aac6-089f-4220-ae92-db31aa4c1e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'aa765f45-bd96-4db2-bf4b-db5bba17666a'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:15:42.000568 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ea0c16-c71a-4737-9592-add8d921d2d6 None None] Attempting to bind port d17a5299-c4cd-4c93-8c55-7935d9167b7d on network aa765f45-bd96-4db2-bf4b-db5bba17666a {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:15:42.067077 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.db.api [None req-bc0b6d15-c872-4d5e-8af4-2dff996d6a0e tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 19:15:42.067077 dv-neutron-821441-1-hyperv neutron-server[102365]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 19:15:42.067077 dv-neutron-821441-1-hyperv neutron-server[102365]: [parameters: {'id': 'aa765f45-bd96-4db2-bf4b-db5bba17666a'}] Dec 10 19:15:42.067077 dv-neutron-821441-1-hyperv neutron-server[102365]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:15:42.067077 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG oslo_db.api [None req-bc0b6d15-c872-4d5e-8af4-2dff996d6a0e tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:15:42.150728 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1d92216f-0c20-4022-8f5d-b62386c6a5da tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:42.255538 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-454a7213-12e3-4841-8960-9598180c374a tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1178348128', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}, 'admin_state_up': False}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:42.258044 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-df77e3a1-969e-42c3-bbc1-c4bc07fbe4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:42.339355 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-78a284ae-e4b8-4c1a-88ce-1f787e6aeaea tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Allocated IP 172.26.6.4 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/d5b9b40e-d937-4f85-96b2-7a78f059c4f5) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:15:42.452213 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-454a7213-12e3-4841-8960-9598180c374a tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:42.453473 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-454a7213-12e3-4841-8960-9598180c374a tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:42.481986 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-7649dcb1-8ce2-4239-8eff-99fd8dfc4377 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:42.490287 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ea0c16-c71a-4737-9592-add8d921d2d6 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:15:42.490964 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ea0c16-c71a-4737-9592-add8d921d2d6 None None] Checking segment: {'id': '1902aac6-089f-4220-ae92-db31aa4c1e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'aa765f45-bd96-4db2-bf4b-db5bba17666a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:15:42.491879 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-51ea0c16-c71a-4737-9592-add8d921d2d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:42.493104 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ea0c16-c71a-4737-9592-add8d921d2d6 None None] Bound using segment: {'id': '1902aac6-089f-4220-ae92-db31aa4c1e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'aa765f45-bd96-4db2-bf4b-db5bba17666a'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:15:42.494460 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-51ea0c16-c71a-4737-9592-add8d921d2d6 None None] Bound port: d17a5299-c4cd-4c93-8c55-7935d9167b7d, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1902aac6-089f-4220-ae92-db31aa4c1e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'aa765f45-bd96-4db2-bf4b-db5bba17666a'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:15:42.495059 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-51ea0c16-c71a-4737-9592-add8d921d2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:42.564544 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-df77e3a1-969e-42c3-bbc1-c4bc07fbe4b5 None None] For port e15fdaf9-328b-44ed-800c-06ae2c20d49c, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=e15fdaf9-328b-44ed-800c-06ae2c20d49c,segment=NetworkSegment(467fa517-de77-4c10-817b-8d28ef266453),segment_id=467fa517-de77-4c10-817b-8d28ef266453)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:15:42.582261 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-7649dcb1-8ce2-4239-8eff-99fd8dfc4377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:42.587338 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device e15fdaf9-328b-44ed-800c-06ae2c20d49c up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:15:42.588209 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-bc0b6d15-c872-4d5e-8af4-2dff996d6a0e tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:42.600466 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-df77e3a1-969e-42c3-bbc1-c4bc07fbe4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:42.606177 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-454a7213-12e3-4841-8960-9598180c374a tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:42.682711 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2405e830-4730-4be5-9a72-bd85b82454b8 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:42.686995 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-78a284ae-e4b8-4c1a-88ce-1f787e6aeaea tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:42.758991 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2405e830-4730-4be5-9a72-bd85b82454b8 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:42.767226 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-78a284ae-e4b8-4c1a-88ce-1f787e6aeaea tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:42.792761 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51862) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:42.839171 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7649dcb1-8ce2-4239-8eff-99fd8dfc4377 None None] Network 974241a1-2680-4250-ad39-21055d399421 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:15:42.855294 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a284ae-e4b8-4c1a-88ce-1f787e6aeaea tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:15:42.869266 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-7649dcb1-8ce2-4239-8eff-99fd8dfc4377 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:15:42.874054 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-78a284ae-e4b8-4c1a-88ce-1f787e6aeaea tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:15:42.886031 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a284ae-e4b8-4c1a-88ce-1f787e6aeaea tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:15:42.911517 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-454a7213-12e3-4841-8960-9598180c374a tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:42.920759 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1d92216f-0c20-4022-8f5d-b62386c6a5da tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:42.939183 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-51ea0c16-c71a-4737-9592-add8d921d2d6 None None] For port d17a5299-c4cd-4c93-8c55-7935d9167b7d, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:15:42.940207 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2405e830-4730-4be5-9a72-bd85b82454b8 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event updated for resources: {'Port': ['ID=373b1763-25f1-494c-950d-67b422382048,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:42.944369 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7649dcb1-8ce2-4239-8eff-99fd8dfc4377 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:15:42.952083 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1d92216f-0c20-4022-8f5d-b62386c6a5da tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:42.957380 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-51ea0c16-c71a-4737-9592-add8d921d2d6 None None] For port d17a5299-c4cd-4c93-8c55-7935d9167b7d, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=d17a5299-c4cd-4c93-8c55-7935d9167b7d,segment=NetworkSegment(1902aac6-089f-4220-ae92-db31aa4c1e4b),segment_id=1902aac6-089f-4220-ae92-db31aa4c1e4b)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:15:42.992565 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-51ea0c16-c71a-4737-9592-add8d921d2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:43.001238 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a284ae-e4b8-4c1a-88ce-1f787e6aeaea tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Pushing event updated for resources: {'Port': ['ID=d5b9b40e-d937-4f85-96b2-7a78f059c4f5,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:43.006138 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2405e830-4730-4be5-9a72-bd85b82454b8 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Checking segment: {'id': 'fe08ba3d-80e4-4d8f-a0ea-084f3262ae50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '87856d39-9b23-4d60-b4d0-2984f54460b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:15:43.006525 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2405e830-4730-4be5-9a72-bd85b82454b8 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Network hostable DHCP agents. Network: 87856d39-9b23-4d60-b4d0-2984f54460b8, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:15:43.029445 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7649dcb1-8ce2-4239-8eff-99fd8dfc4377 None None] Pushing event updated for resources: {'Port': ['ID=9ccf468d-2173-462e-abe2-d45256753a6c,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:43.041686 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-4f731041-0d16-490c-91c6-6372d7e48fc4 None None] Provisioning complete for port e15fdaf9-328b-44ed-800c-06ae2c20d49c triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:15:43.042306 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4f731041-0d16-490c-91c6-6372d7e48fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:43.109136 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-bc0b6d15-c872-4d5e-8af4-2dff996d6a0e tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Deleting port d17a5299-c4cd-4c93-8c55-7935d9167b7d {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:15:43.109620 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-bc0b6d15-c872-4d5e-8af4-2dff996d6a0e tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:43.115326 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-bd8a59ce-fadb-421a-a5a4-c17fe9f5c059 tempest-NetworksNegativeTestJSON-132954613 tempest-NetworksNegativeTestJSON-132954613-project] Request body: {'port': {'network_id': 'd7181927-a32f-45f1-9448-7077efc6574c', 'name': 'tempest-NetworksNegativeTestJSON-1191298513'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:43.138614 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2405e830-4730-4be5-9a72-bd85b82454b8 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Network 87856d39-9b23-4d60-b4d0-2984f54460b8 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:15:43.164564 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd8a59ce-fadb-421a-a5a4-c17fe9f5c059 tempest-NetworksNegativeTestJSON-132954613 tempest-NetworksNegativeTestJSON-132954613-project] POST failed (client error): The resource could not be found. Dec 10 19:15:43.165324 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd8a59ce-fadb-421a-a5a4-c17fe9f5c059 tempest-NetworksNegativeTestJSON-132954613 tempest-NetworksNegativeTestJSON-132954613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:15:43.172932 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-bd8a59ce-fadb-421a-a5a4-c17fe9f5c059 tempest-NetworksNegativeTestJSON-132954613 tempest-NetworksNegativeTestJSON-132954613-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3703427 Dec 10 19:15:43.190452 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51866) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:43.208879 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-2405e830-4730-4be5-9a72-bd85b82454b8 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 87856d39-9b23-4d60-b4d0-2984f54460b8) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:15:43.218077 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1d92216f-0c20-4022-8f5d-b62386c6a5da tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3755716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711339'] for router_interface, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:43.219393 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d92216f-0c20-4022-8f5d-b62386c6a5da tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Pushing event updated for resources: {'Port': ['ID=8323d335-a394-4d4d-8c45-3e227e1ea8b0,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:43.246948 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2405e830-4730-4be5-9a72-bd85b82454b8 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:15:43.259140 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2405e830-4730-4be5-9a72-bd85b82454b8 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:43.260173 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2405e830-4730-4be5-9a72-bd85b82454b8 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:43.270589 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2bed7c8-460b-429a-9a14-64425ca7743b tempest-NetworksNegativeTestJSON-132954613 tempest-NetworksNegativeTestJSON-132954613-project] DELETE failed (client error): The resource could not be found. Dec 10 19:15:43.271396 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2bed7c8-460b-429a-9a14-64425ca7743b tempest-NetworksNegativeTestJSON-132954613 tempest-NetworksNegativeTestJSON-132954613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:15:43.283702 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d2bed7c8-460b-429a-9a14-64425ca7743b tempest-NetworksNegativeTestJSON-132954613 tempest-NetworksNegativeTestJSON-132954613-project] 10.222.0.69 "DELETE /v2.0/networks/5df7af3d-cb8b-4d21-8f9a-1b9ebc096f0a HTTP/1.1" status: 404 len: 339 time: 0.0842817 Dec 10 19:15:43.286594 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51870) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:43.291038 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5546aa-abb7-43a0-8de5-f08e336def77 None None] Network 87856d39-9b23-4d60-b4d0-2984f54460b8 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:15:43.358539 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7b33a5d-ab21-4250-b30c-8a5c20a06ef3 tempest-NetworksNegativeTestJSON-132954613 tempest-NetworksNegativeTestJSON-132954613-project] DELETE failed (client error): The resource could not be found. Dec 10 19:15:43.360795 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7b33a5d-ab21-4250-b30c-8a5c20a06ef3 tempest-NetworksNegativeTestJSON-132954613 tempest-NetworksNegativeTestJSON-132954613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:15:43.367511 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-a7b33a5d-ab21-4250-b30c-8a5c20a06ef3 tempest-NetworksNegativeTestJSON-132954613 tempest-NetworksNegativeTestJSON-132954613-project] 10.222.0.69 "DELETE /v2.0/ports/03d0c7ff-556f-40d1-9da5-13458646ca1e HTTP/1.1" status: 404 len: 333 time: 0.0677192 Dec 10 19:15:43.380680 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-2405e830-4730-4be5-9a72-bd85b82454b8 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.2789900 Dec 10 19:15:43.382618 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51872) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:43.383390 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51874) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:43.404202 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-0724d56b-dcb8-4263-b8af-ffee93662970 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-928318363'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:43.499412 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-7649dcb1-8ce2-4239-8eff-99fd8dfc4377 None None] Attempting to bind port 9ccf468d-2173-462e-abe2-d45256753a6c on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:15:43.500260 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-7649dcb1-8ce2-4239-8eff-99fd8dfc4377 None None] Attempting to bind port 9ccf468d-2173-462e-abe2-d45256753a6c by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '495ec0d7-bce4-48ad-9311-725e8b6838f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '974241a1-2680-4250-ad39-21055d399421'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:15:43.501049 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7649dcb1-8ce2-4239-8eff-99fd8dfc4377 None None] Attempting to bind port 9ccf468d-2173-462e-abe2-d45256753a6c on network 974241a1-2680-4250-ad39-21055d399421 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:15:43.519184 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2735e915-c022-44d2-a2aa-049519902167 None None] Network aa765f45-bd96-4db2-bf4b-db5bba17666a requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:15:43.560010 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port e15fdaf9-328b-44ed-800c-06ae2c20d49c triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:15:43.560491 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:43.581046 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df77e3a1-969e-42c3-bbc1-c4bc07fbe4b5 None None] Pushing event updated for resources: {'Port': ['ID=e15fdaf9-328b-44ed-800c-06ae2c20d49c,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:43.612744 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-426bad03-d844-473b-90ce-beee5c305a87 tempest-NetworksNegativeTestJSON-132954613 tempest-NetworksNegativeTestJSON-132954613-project] DELETE failed (client error): The resource could not be found. Dec 10 19:15:43.613530 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-426bad03-d844-473b-90ce-beee5c305a87 tempest-NetworksNegativeTestJSON-132954613 tempest-NetworksNegativeTestJSON-132954613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:15:43.626078 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-426bad03-d844-473b-90ce-beee5c305a87 tempest-NetworksNegativeTestJSON-132954613 tempest-NetworksNegativeTestJSON-132954613-project] 10.222.0.69 "DELETE /v2.0/subnets/fe3af0ba-139e-41ce-adcd-8117ca7c9cc6 HTTP/1.1" status: 404 len: 337 time: 0.2349186 Dec 10 19:15:43.627414 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51878) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:43.676347 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-bc0b6d15-c872-4d5e-8af4-2dff996d6a0e tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] For port d17a5299-c4cd-4c93-8c55-7935d9167b7d, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=d17a5299-c4cd-4c93-8c55-7935d9167b7d,segment=NetworkSegment(1902aac6-089f-4220-ae92-db31aa4c1e4b),segment_id=1902aac6-089f-4220-ae92-db31aa4c1e4b)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:15:43.677557 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-bc0b6d15-c872-4d5e-8af4-2dff996d6a0e tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:43.682314 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7649dcb1-8ce2-4239-8eff-99fd8dfc4377 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:15:43.683108 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7649dcb1-8ce2-4239-8eff-99fd8dfc4377 None None] Checking segment: {'id': '495ec0d7-bce4-48ad-9311-725e8b6838f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '974241a1-2680-4250-ad39-21055d399421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:15:43.684536 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-7649dcb1-8ce2-4239-8eff-99fd8dfc4377 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:43.684536 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7649dcb1-8ce2-4239-8eff-99fd8dfc4377 None None] Bound using segment: {'id': '495ec0d7-bce4-48ad-9311-725e8b6838f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '974241a1-2680-4250-ad39-21055d399421'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:15:43.685323 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-7649dcb1-8ce2-4239-8eff-99fd8dfc4377 None None] Bound port: 9ccf468d-2173-462e-abe2-d45256753a6c, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '495ec0d7-bce4-48ad-9311-725e8b6838f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '974241a1-2680-4250-ad39-21055d399421'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:15:43.685975 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-7649dcb1-8ce2-4239-8eff-99fd8dfc4377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:43.712541 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-3debfdb9-3419-4bd2-907b-6718fa52064c tempest-NetworksNegativeTestJSON-132954613 tempest-NetworksNegativeTestJSON-132954613-project] GET failed (client error): The resource could not be found. Dec 10 19:15:43.716447 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-3debfdb9-3419-4bd2-907b-6718fa52064c tempest-NetworksNegativeTestJSON-132954613 tempest-NetworksNegativeTestJSON-132954613-project] 10.222.0.69 "GET /v2.0/networks/8888c8d3-0bd9-4a65-84bb-f577d83400f7 HTTP/1.1" status: 404 len: 339 time: 0.0864053 Dec 10 19:15:43.722431 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-bc0b6d15-c872-4d5e-8af4-2dff996d6a0e tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Calling delete_port for d17a5299-c4cd-4c93-8c55-7935d9167b7d owned by network:dhcp {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:15:43.724293 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51880) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:43.731656 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-78a284ae-e4b8-4c1a-88ce-1f787e6aeaea tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks [] for router_gateway, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:43.797747 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-fecb299c-22d4-4c08-a2d3-bce7f3c3c8d3 tempest-NetworksNegativeTestJSON-132954613 tempest-NetworksNegativeTestJSON-132954613-project] GET failed (client error): The resource could not be found. Dec 10 19:15:43.800680 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-fecb299c-22d4-4c08-a2d3-bce7f3c3c8d3 tempest-NetworksNegativeTestJSON-132954613 tempest-NetworksNegativeTestJSON-132954613-project] 10.222.0.69 "GET /v2.0/ports/81de6473-7e72-4e78-8471-0ad18bec2784 HTTP/1.1" status: 404 len: 333 time: 0.0748839 Dec 10 19:15:43.829056 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51882) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:43.839761 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0724d56b-dcb8-4263-b8af-ffee93662970 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Made reservation on behalf of e037b8d045744e90a0960e7cae36a046 for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:15:43.845596 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0724d56b-dcb8-4263-b8af-ffee93662970 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:43.916318 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0724d56b-dcb8-4263-b8af-ffee93662970 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:15:43.934287 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-5209bee5-c380-4808-818d-44c0a1c63285 tempest-NetworksNegativeTestJSON-132954613 tempest-NetworksNegativeTestJSON-132954613-project] GET failed (client error): The resource could not be found. Dec 10 19:15:43.940205 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-5209bee5-c380-4808-818d-44c0a1c63285 tempest-NetworksNegativeTestJSON-132954613 tempest-NetworksNegativeTestJSON-132954613-project] 10.222.0.69 "GET /v2.0/subnets/f728f4e3-4498-4415-be4e-29668136da5c HTTP/1.1" status: 404 len: 337 time: 0.1095543 Dec 10 19:15:43.941932 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51884) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:43.943473 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0724d56b-dcb8-4263-b8af-ffee93662970 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:43.944618 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-0724d56b-dcb8-4263-b8af-ffee93662970 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Added segment 6e8a1a03-a0a1-4d27-bacc-ccb6e7bcc5f9 of type vlan for network 576bdfd3-5ba3-4798-b550-49f4061fc382 Dec 10 19:15:43.949781 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-7a82f36d-9ad8-416e-b1bb-81861ff5a49a tempest-NetworksNegativeTestJSON-132954613 tempest-NetworksNegativeTestJSON-132954613-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:43.995701 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d92216f-0c20-4022-8f5d-b62386c6a5da tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Network 595261df-744c-4477-97f3-b14daf1f7bbe is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:15:43.999761 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a82f36d-9ad8-416e-b1bb-81861ff5a49a tempest-NetworksNegativeTestJSON-132954613 tempest-NetworksNegativeTestJSON-132954613-project] PUT failed (client error): The resource could not be found. Dec 10 19:15:44.000396 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a82f36d-9ad8-416e-b1bb-81861ff5a49a tempest-NetworksNegativeTestJSON-132954613 tempest-NetworksNegativeTestJSON-132954613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:15:44.006159 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-7a82f36d-9ad8-416e-b1bb-81861ff5a49a tempest-NetworksNegativeTestJSON-132954613 tempest-NetworksNegativeTestJSON-132954613-project] 10.222.0.69 "PUT /v2.0/networks/1193a8cc-4261-47f1-89b2-dc29df556dbd HTTP/1.1" status: 404 len: 339 time: 0.0608995 Dec 10 19:15:44.010214 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51886) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:44.011342 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-1d92216f-0c20-4022-8f5d-b62386c6a5da tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:15:44.024072 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-8a1dbc85-bbb6-4930-af2b-92b1bdb1bf89 tempest-NetworksNegativeTestJSON-132954613 tempest-NetworksNegativeTestJSON-132954613-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:44.062677 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a1dbc85-bbb6-4930-af2b-92b1bdb1bf89 tempest-NetworksNegativeTestJSON-132954613 tempest-NetworksNegativeTestJSON-132954613-project] PUT failed (client error): The resource could not be found. Dec 10 19:15:44.063487 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a1dbc85-bbb6-4930-af2b-92b1bdb1bf89 tempest-NetworksNegativeTestJSON-132954613 tempest-NetworksNegativeTestJSON-132954613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:15:44.064881 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-8a1dbc85-bbb6-4930-af2b-92b1bdb1bf89 tempest-NetworksNegativeTestJSON-132954613 tempest-NetworksNegativeTestJSON-132954613-project] 10.222.0.69 "PUT /v2.0/ports/346aa919-f70e-479f-8c14-ae374e947c8b HTTP/1.1" status: 404 len: 333 time: 0.0468869 Dec 10 19:15:44.071897 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51888) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:44.166271 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-7649dcb1-8ce2-4239-8eff-99fd8dfc4377 None None] For port 9ccf468d-2173-462e-abe2-d45256753a6c, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:15:44.170369 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-7649dcb1-8ce2-4239-8eff-99fd8dfc4377 None None] For port 9ccf468d-2173-462e-abe2-d45256753a6c, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=9ccf468d-2173-462e-abe2-d45256753a6c,segment=NetworkSegment(495ec0d7-bce4-48ad-9311-725e8b6838f2),segment_id=495ec0d7-bce4-48ad-9311-725e8b6838f2)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:15:44.179524 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0724d56b-dcb8-4263-b8af-ffee93662970 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:44.195697 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-7649dcb1-8ce2-4239-8eff-99fd8dfc4377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:44.240000 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-e07faba3-e827-4c91-a84b-b5e923300b38 tempest-NetworksNegativeTestJSON-132954613 tempest-NetworksNegativeTestJSON-132954613-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:44.269383 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0724d56b-dcb8-4263-b8af-ffee93662970 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:44.270140 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea0c16-c71a-4737-9592-add8d921d2d6 None None] Pushing event updated for resources: {'Port': ['ID=d17a5299-c4cd-4c93-8c55-7935d9167b7d,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:44.306828 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0724d56b-dcb8-4263-b8af-ffee93662970 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:44.307846 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0724d56b-dcb8-4263-b8af-ffee93662970 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:44.319135 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-78a284ae-e4b8-4c1a-88ce-1f787e6aeaea tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:44.331686 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-e07faba3-e827-4c91-a84b-b5e923300b38 tempest-NetworksNegativeTestJSON-132954613 tempest-NetworksNegativeTestJSON-132954613-project] PUT failed (client error): The resource could not be found. Dec 10 19:15:44.333501 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e07faba3-e827-4c91-a84b-b5e923300b38 tempest-NetworksNegativeTestJSON-132954613 tempest-NetworksNegativeTestJSON-132954613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:15:44.338912 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-e07faba3-e827-4c91-a84b-b5e923300b38 tempest-NetworksNegativeTestJSON-132954613 tempest-NetworksNegativeTestJSON-132954613-project] 10.222.0.69 "PUT /v2.0/subnets/a160cc63-c09b-41ac-822d-a863e62c9fe6 HTTP/1.1" status: 404 len: 337 time: 0.2588389 Dec 10 19:15:44.421872 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7649dcb1-8ce2-4239-8eff-99fd8dfc4377 None None] Pushing event updated for resources: {'Port': ['ID=9ccf468d-2173-462e-abe2-d45256753a6c,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:44.478672 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-4f731041-0d16-490c-91c6-6372d7e48fc4 None None] Provisioning complete for port 8323d335-a394-4d4d-8c45-3e227e1ea8b0 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:15:44.480583 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4f731041-0d16-490c-91c6-6372d7e48fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:44.511833 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-bc0b6d15-c872-4d5e-8af4-2dff996d6a0e tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:44.563997 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-0724d56b-dcb8-4263-b8af-ffee93662970 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1762967 Dec 10 19:15:44.585087 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0b6d15-c872-4d5e-8af4-2dff996d6a0e tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] No DVR routers for this DVR port d17a5299-c4cd-4c93-8c55-7935d9167b7d on host dv-neutron-821441-1-hyperv {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:15:44.613801 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-4f731041-0d16-490c-91c6-6372d7e48fc4 None None] Port 8323d335-a394-4d4d-8c45-3e227e1ea8b0 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:15:44.617047 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51894) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:44.623996 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0b6d15-c872-4d5e-8af4-2dff996d6a0e tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Pushing event deleted for resources: {'Port': ['ID=d17a5299-c4cd-4c93-8c55-7935d9167b7d,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:44.639099 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-9b18ce86-f97e-46c4-84e3-ddd1769705d4 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Request body: {'ports': [{'network_id': '87856d39-9b23-4d60-b4d0-2984f54460b8'}, {'network_id': '576bdfd3-5ba3-4798-b550-49f4061fc382'}]} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:44.639099 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-9b18ce86-f97e-46c4-84e3-ddd1769705d4 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Request body: {'port': {'network_id': '87856d39-9b23-4d60-b4d0-2984f54460b8'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:44.639576 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-9b18ce86-f97e-46c4-84e3-ddd1769705d4 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Request body: {'port': {'network_id': '576bdfd3-5ba3-4798-b550-49f4061fc382'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:44.684394 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device e15fdaf9-328b-44ed-800c-06ae2c20d49c up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:15:44.784357 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0724d56b-dcb8-4263-b8af-ffee93662970 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event updated for resources: {'Network': ['ID=576bdfd3-5ba3-4798-b550-49f4061fc382,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:44.810463 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 576bdfd3-5ba3-4798-b550-49f4061fc382 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:15:44.888735 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-1408243d-f07c-4761-800b-9220b2d6dac6 None None] Provisioning complete for port 8323d335-a394-4d4d-8c45-3e227e1ea8b0 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:15:44.889199 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1408243d-f07c-4761-800b-9220b2d6dac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:44.981228 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-1408243d-f07c-4761-800b-9220b2d6dac6 None None] Port 8323d335-a394-4d4d-8c45-3e227e1ea8b0 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:15:44.985697 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port e15fdaf9-328b-44ed-800c-06ae2c20d49c triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:15:44.987856 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:44.992352 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-454a7213-12e3-4841-8960-9598180c374a tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks [] for router_gateway, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:45.007037 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a284ae-e4b8-4c1a-88ce-1f787e6aeaea tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Router 888e7f37-b129-4c77-ad13-590c69e1821c is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:15:45.086880 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-454a7213-12e3-4841-8960-9598180c374a tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:45.180833 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-bc0b6d15-c872-4d5e-8af4-2dff996d6a0e tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:45.225824 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a284ae-e4b8-4c1a-88ce-1f787e6aeaea tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:15:45.243105 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df70f9a-8451-4c2b-817f-1efb03b3db07 None None] Sync routers for ids ['888e7f37-b129-4c77-ad13-590c69e1821c'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:15:45.261334 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df70f9a-8451-4c2b-817f-1efb03b3db07 None None] Routers {'888e7f37-b129-4c77-ad13-590c69e1821c'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:15:45.262369 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-1df70f9a-8451-4c2b-817f-1efb03b3db07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:15:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['888e7f37-b129-4c77-ad13-590c69e1821c'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:45.292230 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-78a284ae-e4b8-4c1a-88ce-1f787e6aeaea tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:45.293121 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-bc0b6d15-c872-4d5e-8af4-2dff996d6a0e tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa765f45-bd96-4db2-bf4b-db5bba17666a']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:45.296461 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-78a284ae-e4b8-4c1a-88ce-1f787e6aeaea tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.4234090 Dec 10 19:15:45.298949 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51900) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:45.315106 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-5bb49592-2fb0-4e4d-a904-a05bef190784 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:45.320194 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-bc0b6d15-c872-4d5e-8af4-2dff996d6a0e tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1902aac6-089f-4220-ae92-db31aa4c1e4b') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:45.320545 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-bc0b6d15-c872-4d5e-8af4-2dff996d6a0e tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1902aac6-089f-4220-ae92-db31aa4c1e4b') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:45.355085 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-1df70f9a-8451-4c2b-817f-1efb03b3db07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:45.356717 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-bc0b6d15-c872-4d5e-8af4-2dff996d6a0e tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:45.373747 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df70f9a-8451-4c2b-817f-1efb03b3db07 None None] Routers {'888e7f37-b129-4c77-ad13-590c69e1821c'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:15:45.374773 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-1df70f9a-8451-4c2b-817f-1efb03b3db07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:15:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['888e7f37-b129-4c77-ad13-590c69e1821c'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:45.419557 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-bc0b6d15-c872-4d5e-8af4-2dff996d6a0e tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:45.423691 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d92216f-0c20-4022-8f5d-b62386c6a5da tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Router 5cc03cfb-e5be-4a0a-8792-66981975b579 is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:15:45.450186 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc0b6d15-c872-4d5e-8af4-2dff996d6a0e tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:15:45.451212 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-bc0b6d15-c872-4d5e-8af4-2dff996d6a0e tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:45.456365 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-1df70f9a-8451-4c2b-817f-1efb03b3db07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:45.457522 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df70f9a-8451-4c2b-817f-1efb03b3db07 None None] The sync data for ids ['888e7f37-b129-4c77-ad13-590c69e1821c'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:15:45.467136 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:15:45.467136 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:15:45.467136 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:15:45.467136 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:15:45.467136 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:15:45.467136 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:15:45.467136 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:15:45.467136 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:15:45.467136 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:15:45.467136 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:15:45.467136 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:15:45.467136 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:15:45.467136 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:15:45.467136 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:15:45.467136 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:15:45.467136 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:15:45.467136 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:15:45.467136 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:15:45.467136 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:15:45.467136 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:15:45.467136 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:15:45.467136 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:15:45.467136 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:15:45.467136 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:15:45.467136 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:15:45.467136 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:15:45.467136 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:15:45.467136 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:15:45.467136 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:15:45.467136 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:15:45.467136 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:15:45.467136 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:15:45.484771 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51902) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:45.590910 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-454a7213-12e3-4841-8960-9598180c374a tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Allocated IP 172.26.6.101 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/410bffd4-1389-4b3e-896e-2ea71c048f55) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:15:45.732545 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b18ce86-f97e-46c4-84e3-ddd1769705d4 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Made reservation on behalf of e037b8d045744e90a0960e7cae36a046 for: {'port': 2} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:15:45.738004 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9b18ce86-f97e-46c4-84e3-ddd1769705d4 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:45.801114 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-19aac8be-5d37-4070-98db-c36c69f9047e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:45.810296 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-bc0b6d15-c872-4d5e-8af4-2dff996d6a0e tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:45.816099 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-bc0b6d15-c872-4d5e-8af4-2dff996d6a0e tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:45.826409 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-bc0b6d15-c872-4d5e-8af4-2dff996d6a0e tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] 10.222.0.69 "DELETE /v2.0/networks/aa765f45-bd96-4db2-bf4b-db5bba17666a HTTP/1.1" status: 204 len: 168 time: 7.7849786 Dec 10 19:15:45.827039 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51908) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:45.843297 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-bc046386-0a86-4778-bb5c-0efb1cd12a79 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1230866206'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:45.855223 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9b18ce86-f97e-46c4-84e3-ddd1769705d4 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:45.887030 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0b6d15-c872-4d5e-8af4-2dff996d6a0e tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Pushing event deleted for resources: {'Network': ['ID=aa765f45-bd96-4db2-bf4b-db5bba17666a,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:45.955328 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d92216f-0c20-4022-8f5d-b62386c6a5da tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:15:45.968927 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5760fe5-390f-4cad-9a93-c914d7c44a36 None None] Sync routers for ids ['5cc03cfb-e5be-4a0a-8792-66981975b579'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:15:45.986739 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5760fe5-390f-4cad-9a93-c914d7c44a36 None None] Routers {'5cc03cfb-e5be-4a0a-8792-66981975b579'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:15:45.987458 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-f5760fe5-390f-4cad-9a93-c914d7c44a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:15:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['5cc03cfb-e5be-4a0a-8792-66981975b579'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:45.991556 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-1d92216f-0c20-4022-8f5d-b62386c6a5da tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] 10.222.0.69 "PUT /v2.0/routers/5cc03cfb-e5be-4a0a-8792-66981975b579/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7607143 Dec 10 19:15:46.035700 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5bb49592-2fb0-4e4d-a904-a05bef190784 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:46.049673 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51910) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:46.060657 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc046386-0a86-4778-bb5c-0efb1cd12a79 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Made reservation on behalf of bf34cb617e7c48e1adb6028fc04b4351 for: {'network': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:15:46.067326 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-bc046386-0a86-4778-bb5c-0efb1cd12a79 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:46.097107 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94948675-3f91-4f5d-8698-23dab3998d61 None None] Network 974241a1-2680-4250-ad39-21055d399421 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:15:46.153617 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5bb49592-2fb0-4e4d-a904-a05bef190784 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:46.173820 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-f5760fe5-390f-4cad-9a93-c914d7c44a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:46.174392 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-454a7213-12e3-4841-8960-9598180c374a tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:46.184047 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5760fe5-390f-4cad-9a93-c914d7c44a36 None None] Routers {'5cc03cfb-e5be-4a0a-8792-66981975b579'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:15:46.184710 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-f5760fe5-390f-4cad-9a93-c914d7c44a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:15:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['5cc03cfb-e5be-4a0a-8792-66981975b579'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:46.217403 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-81cdb6c6-7636-48b3-bcd2-398a653a3e62 None None] Provisioning complete for port 9ccf468d-2173-462e-abe2-d45256753a6c triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:15:46.218363 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-81cdb6c6-7636-48b3-bcd2-398a653a3e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:46.234183 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-f5760fe5-390f-4cad-9a93-c914d7c44a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:46.234993 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5760fe5-390f-4cad-9a93-c914d7c44a36 None None] The sync data for ids ['5cc03cfb-e5be-4a0a-8792-66981975b579'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:15:46.248268 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-454a7213-12e3-4841-8960-9598180c374a tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:46.295777 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc046386-0a86-4778-bb5c-0efb1cd12a79 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=102365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:15:46.300091 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [None req-9b18ce86-f97e-46c4-84e3-ddd1769705d4 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] device_id is not set on port c6669163-e38a-46e1-a338-1cc18120ec59 yet. {{(pid=102365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:15:46.308910 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-19aac8be-5d37-4070-98db-c36c69f9047e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:46.331811 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-bc046386-0a86-4778-bb5c-0efb1cd12a79 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:46.332213 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.segments_db [None req-bc046386-0a86-4778-bb5c-0efb1cd12a79 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Added segment 59809810-96c2-4fdc-a8dd-c180bd66eb8a of type vlan for network 1816bd8c-5d8d-47d5-b481-fa6bee553795 Dec 10 19:15:46.343865 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454a7213-12e3-4841-8960-9598180c374a tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:15:46.358388 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-454a7213-12e3-4841-8960-9598180c374a tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:15:46.361294 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454a7213-12e3-4841-8960-9598180c374a tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:15:46.378593 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-19aac8be-5d37-4070-98db-c36c69f9047e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:46.397934 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454a7213-12e3-4841-8960-9598180c374a tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Pushing event updated for resources: {'Port': ['ID=410bffd4-1389-4b3e-896e-2ea71c048f55,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:46.461386 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-bc046386-0a86-4778-bb5c-0efb1cd12a79 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:46.516069 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-81cdb6c6-7636-48b3-bcd2-398a653a3e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:46.525946 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-5bb49592-2fb0-4e4d-a904-a05bef190784 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Deleting port d5b9b40e-d937-4f85-96b2-7a78f059c4f5 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:15:46.526815 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5bb49592-2fb0-4e4d-a904-a05bef190784 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:46.594619 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-19aac8be-5d37-4070-98db-c36c69f9047e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3ae28c5ca606408e8d7cf58b49f412e9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1078219 Dec 10 19:15:46.604717 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51914) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:46.614704 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-81cdb6c6-7636-48b3-bcd2-398a653a3e62 None None] For port 9ccf468d-2173-462e-abe2-d45256753a6c, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=9ccf468d-2173-462e-abe2-d45256753a6c,segment=NetworkSegment(495ec0d7-bce4-48ad-9311-725e8b6838f2),segment_id=495ec0d7-bce4-48ad-9311-725e8b6838f2)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:15:46.623349 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-81cdb6c6-7636-48b3-bcd2-398a653a3e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:46.635783 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-bc046386-0a86-4778-bb5c-0efb1cd12a79 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:46.641518 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc046386-0a86-4778-bb5c-0efb1cd12a79 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:46.642142 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-bc046386-0a86-4778-bb5c-0efb1cd12a79 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3755560'] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:46.695963 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 9ccf468d-2173-462e-abe2-d45256753a6c up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:15:46.709599 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aac8be-5d37-4070-98db-c36c69f9047e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5010ae-9b76-4fef-9237-3c3ada3aac3c,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:46.798469 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fe906496-1ad5-4bc0-a326-e13d4ca26349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:46.799932 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cdb6c6-7636-48b3-bcd2-398a653a3e62 None None] Pushing event updated for resources: {'Port': ['ID=9ccf468d-2173-462e-abe2-d45256753a6c,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:46.807185 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-bc046386-0a86-4778-bb5c-0efb1cd12a79 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9656887 Dec 10 19:15:46.814177 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51916) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:46.823326 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 9ccf468d-2173-462e-abe2-d45256753a6c triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:15:46.823862 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:46.831235 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-8d5a425f-bc7f-4f73-b80f-92981c12297d tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Request body: {'subnet': {'network_id': '1816bd8c-5d8d-47d5-b481-fa6bee553795', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:46.934655 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5bb49592-2fb0-4e4d-a904-a05bef190784 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:46.951532 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-5bb49592-2fb0-4e4d-a904-a05bef190784 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Calling delete_port for d5b9b40e-d937-4f85-96b2-7a78f059c4f5 owned by network:router_gateway {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:15:46.963563 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc046386-0a86-4778-bb5c-0efb1cd12a79 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Pushing event updated for resources: {'Network': ['ID=1816bd8c-5d8d-47d5-b481-fa6bee553795,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:46.975829 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97a453f-680f-4ccc-b882-14ba6db627f8 None None] get_active_networks_info from dv-neutron-821441-1-hyperv {{(pid=102367) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 10 19:15:47.003019 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 1816bd8c-5d8d-47d5-b481-fa6bee553795 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:15:47.043954 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fe906496-1ad5-4bc0-a326-e13d4ca26349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:47.047327 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9b18ce86-f97e-46c4-84e3-ddd1769705d4 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:47.118376 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-f6480d83-0155-4bda-b852-038a18f3ecf1 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:15:47.123921 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-f6480d83-0155-4bda-b852-038a18f3ecf1 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] 10.222.0.69 "PUT /v2.0/routers/5cc03cfb-e5be-4a0a-8792-66981975b579/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0683749 Dec 10 19:15:47.125061 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51920) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:47.151484 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-f695022f-d358-4f27-a24c-c20c3068a980 None None] Provisioning complete for port 9ccf468d-2173-462e-abe2-d45256753a6c triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:15:47.152023 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f695022f-d358-4f27-a24c-c20c3068a980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:47.191837 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-454a7213-12e3-4841-8960-9598180c374a tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks [] for router_gateway, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:47.204047 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [None req-9b18ce86-f97e-46c4-84e3-ddd1769705d4 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] device_id is not set on port a4f58770-9be2-493c-ae12-b026a838d49a yet. {{(pid=102365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:15:47.246238 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97a453f-680f-4ccc-b882-14ba6db627f8 None None] Resources bound (agent type, host, resource id): {{(pid=102367) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 19:15:47.673484 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5a425f-bc7f-4f73-b80f-92981c12297d tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Made reservation on behalf of bf34cb617e7c48e1adb6028fc04b4351 for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:15:47.679907 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8d5a425f-bc7f-4f73-b80f-92981c12297d tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:47.689572 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fe906496-1ad5-4bc0-a326-e13d4ca26349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:47.694383 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fe906496-1ad5-4bc0-a326-e13d4ca26349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:47.696364 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-fe906496-1ad5-4bc0-a326-e13d4ca26349 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6f5010ae-9b76-4fef-9237-3c3ada3aac3c HTTP/1.1" status: 204 len: 168 time: 1.0903537 Dec 10 19:15:47.735392 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5bb49592-2fb0-4e4d-a904-a05bef190784 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:47.797594 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb49592-2fb0-4e4d-a904-a05bef190784 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Pushing event deleted for resources: {'Port': ['ID=d5b9b40e-d937-4f85-96b2-7a78f059c4f5,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:47.806655 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe906496-1ad5-4bc0-a326-e13d4ca26349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5010ae-9b76-4fef-9237-3c3ada3aac3c,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:47.922750 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5bb49592-2fb0-4e4d-a904-a05bef190784 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3713145'] for router_gateway, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:48.215426 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9b18ce86-f97e-46c4-84e3-ddd1769705d4 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:48.310792 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5bb49592-2fb0-4e4d-a904-a05bef190784 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3713082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3715814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8908'] for router, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:48.322521 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5bb49592-2fb0-4e4d-a904-a05bef190784 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3713075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3713068', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3715807'] for router, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:48.353154 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-454a7213-12e3-4841-8960-9598180c374a tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:48.356841 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-24e1ef07-6c35-41d5-998a-dc77d330642b tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711290'] for router_interface, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:48.475041 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9b18ce86-f97e-46c4-84e3-ddd1769705d4 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:48.546120 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8d5a425f-bc7f-4f73-b80f-92981c12297d tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:48.547119 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bb49592-2fb0-4e4d-a904-a05bef190784 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Router 888e7f37-b129-4c77-ad13-590c69e1821c has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:15:48.624639 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b18ce86-f97e-46c4-84e3-ddd1769705d4 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Network 87856d39-9b23-4d60-b4d0-2984f54460b8 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:15:48.625913 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 9ccf468d-2173-462e-abe2-d45256753a6c up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:15:48.634274 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-9b18ce86-f97e-46c4-84e3-ddd1769705d4 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:15:48.638085 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b18ce86-f97e-46c4-84e3-ddd1769705d4 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:15:48.638900 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9b18ce86-f97e-46c4-84e3-ddd1769705d4 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:48.645642 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b18ce86-f97e-46c4-84e3-ddd1769705d4 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event updated for resources: {'Port': ['ID=c6669163-e38a-46e1-a338-1cc18120ec59,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:48.699084 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5a425f-bc7f-4f73-b80f-92981c12297d tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Pushing event updated for resources: {'Subnet': ['ID=8f0a6ffe-7bdc-4a9a-ab7c-1aa1aca34bde,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:48.720299 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 9ccf468d-2173-462e-abe2-d45256753a6c triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:15:48.720963 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:48.805174 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb49592-2fb0-4e4d-a904-a05bef190784 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:15:48.810735 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5a425f-bc7f-4f73-b80f-92981c12297d tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Checking segment: {'id': '59809810-96c2-4fdc-a8dd-c180bd66eb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1816bd8c-5d8d-47d5-b481-fa6bee553795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:15:48.811726 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5a425f-bc7f-4f73-b80f-92981c12297d tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Network hostable DHCP agents. Network: 1816bd8c-5d8d-47d5-b481-fa6bee553795, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:15:48.820430 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b18ce86-f97e-46c4-84e3-ddd1769705d4 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event updated for resources: {'Port': ['ID=a4f58770-9be2-493c-ae12-b026a838d49a,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:48.823893 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eceef62-1691-4af6-be1f-c3a835447e0c None None] Sync routers for ids ['888e7f37-b129-4c77-ad13-590c69e1821c'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:15:48.840954 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eceef62-1691-4af6-be1f-c3a835447e0c None None] Routers {'888e7f37-b129-4c77-ad13-590c69e1821c'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:15:48.841877 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-9eceef62-1691-4af6-be1f-c3a835447e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:15:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['888e7f37-b129-4c77-ad13-590c69e1821c'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:48.850966 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5bb49592-2fb0-4e4d-a904-a05bef190784 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:48.853376 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-5bb49592-2fb0-4e4d-a904-a05bef190784 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] 10.222.0.69 "PUT /v2.0/routers/888e7f37-b129-4c77-ad13-590c69e1821c HTTP/1.1" status: 200 len: 706 time: 3.5526376 Dec 10 19:15:48.862297 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51948) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:48.895900 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5a425f-bc7f-4f73-b80f-92981c12297d tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Network 1816bd8c-5d8d-47d5-b481-fa6bee553795 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:15:48.896149 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-9eceef62-1691-4af6-be1f-c3a835447e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:48.899200 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b18ce86-f97e-46c4-84e3-ddd1769705d4 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Checking segment: {'id': '6e8a1a03-a0a1-4d27-bacc-ccb6e7bcc5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '576bdfd3-5ba3-4798-b550-49f4061fc382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:15:48.899480 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b18ce86-f97e-46c4-84e3-ddd1769705d4 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Network hostable DHCP agents. Network: 576bdfd3-5ba3-4798-b550-49f4061fc382, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:15:48.920314 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eceef62-1691-4af6-be1f-c3a835447e0c None None] Routers {'888e7f37-b129-4c77-ad13-590c69e1821c'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:15:48.921023 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-9eceef62-1691-4af6-be1f-c3a835447e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:15:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['888e7f37-b129-4c77-ad13-590c69e1821c'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:48.924137 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-8d5a425f-bc7f-4f73-b80f-92981c12297d tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 1816bd8c-5d8d-47d5-b481-fa6bee553795) {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:15:48.927358 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454a7213-12e3-4841-8960-9598180c374a tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Router 7b79aa24-2028-44b7-85f0-102cb81c84a4 is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:15:48.934830 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5a425f-bc7f-4f73-b80f-92981c12297d tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:48.935420 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8d5a425f-bc7f-4f73-b80f-92981c12297d tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:48.957333 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b18ce86-f97e-46c4-84e3-ddd1769705d4 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Network 576bdfd3-5ba3-4798-b550-49f4061fc382 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:15:48.973966 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e512641-266f-4acb-b63f-bc38b4736a69 None None] Network 1816bd8c-5d8d-47d5-b481-fa6bee553795 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:15:49.001320 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-9b18ce86-f97e-46c4-84e3-ddd1769705d4 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 576bdfd3-5ba3-4798-b550-49f4061fc382) {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:15:49.027173 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc0ab84-24ac-440e-a0d7-2adae4dda893 None None] Network 576bdfd3-5ba3-4798-b550-49f4061fc382 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:15:49.036678 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-8d5a425f-bc7f-4f73-b80f-92981c12297d tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2099330 Dec 10 19:15:49.036678 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51950) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:49.044216 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51952) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:49.045122 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b18ce86-f97e-46c4-84e3-ddd1769705d4 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:15:49.051075 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b18ce86-f97e-46c4-84e3-ddd1769705d4 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:49.057087 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b18ce86-f97e-46c4-84e3-ddd1769705d4 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:49.057793 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9b18ce86-f97e-46c4-84e3-ddd1769705d4 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:49.070379 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-eed9bc15-d70c-4000-99b0-0d191f8a4c90 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Request body: {'subnet': {'network_id': '1816bd8c-5d8d-47d5-b481-fa6bee553795', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:49.077497 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-1a2b1418-496a-475e-b5c3-bd9864795103 tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] 10.222.0.69 "GET /v2.0/routers/888e7f37-b129-4c77-ad13-590c69e1821c HTTP/1.1" status: 200 len: 741 time: 0.2133176 Dec 10 19:15:49.085514 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51956) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:49.147310 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-9b18ce86-f97e-46c4-84e3-ddd1769705d4 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.5170326 Dec 10 19:15:49.150497 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51958) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:49.189660 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-6281798f-7acb-463e-84f5-8cb6c5c13aac tempest-RoutersAdminTest-1927535684 tempest-RoutersAdminTest-1927535684-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=68e2ee80-e7f8-4be2-b0d8-392fd4a4e031&device_id=888e7f37-b129-4c77-ad13-590c69e1821c HTTP/1.1" status: 200 len: 205 time: 0.1022856 Dec 10 19:15:49.196187 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51962) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:49.258690 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-599fa687-500e-4c1b-81c7-afeb995a0e30 tempest-ServiceProvidersTest-157171147 tempest-ServiceProvidersTest-157171147-project] 10.222.0.69 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2148039 Dec 10 19:15:49.259282 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-9eceef62-1691-4af6-be1f-c3a835447e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:49.259282 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eceef62-1691-4af6-be1f-c3a835447e0c None None] The sync data for ids ['888e7f37-b129-4c77-ad13-590c69e1821c'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:15:49.276213 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454a7213-12e3-4841-8960-9598180c374a tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:15:49.294458 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ed1e2c-8482-464d-8fe6-96fd9fe74019 None None] Sync routers for ids ['7b79aa24-2028-44b7-85f0-102cb81c84a4'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:15:49.302335 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-fccd1a9c-18b3-458d-b6a7-0a5adff831da tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] 10.222.0.69 "GET /v2.0/ports?device_id=888e7f37-b129-4c77-ad13-590c69e1821c HTTP/1.1" status: 200 len: 205 time: 0.1023161 Dec 10 19:15:49.304621 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51966) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:49.318536 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ed1e2c-8482-464d-8fe6-96fd9fe74019 None None] Routers {'7b79aa24-2028-44b7-85f0-102cb81c84a4'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:15:49.319922 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-00ed1e2c-8482-464d-8fe6-96fd9fe74019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:15:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['7b79aa24-2028-44b7-85f0-102cb81c84a4'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:49.346992 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-24e1ef07-6c35-41d5-998a-dc77d330642b tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Deleting port 8323d335-a394-4d4d-8c45-3e227e1ea8b0 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:15:49.347566 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-24e1ef07-6c35-41d5-998a-dc77d330642b tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:49.392229 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-454a7213-12e3-4841-8960-9598180c374a tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:49.396682 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-454a7213-12e3-4841-8960-9598180c374a tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.8525984 Dec 10 19:15:49.401697 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51968) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:49.420611 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-00ed1e2c-8482-464d-8fe6-96fd9fe74019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:49.444026 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ed1e2c-8482-464d-8fe6-96fd9fe74019 None None] Routers {'7b79aa24-2028-44b7-85f0-102cb81c84a4'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:15:49.445322 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-00ed1e2c-8482-464d-8fe6-96fd9fe74019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:15:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['7b79aa24-2028-44b7-85f0-102cb81c84a4'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:49.496454 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7be8f08b-9183-4574-b636-0d0a7d944bfd tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks [] for router, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:49.497567 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cde394d-007f-4434-ba6a-ab777c8fd124 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-1816bd8c-5d8d-47d5-b481-fa6bee553795', 'network_id': '1816bd8c-5d8d-47d5-b481-fa6bee553795', 'tenant_id': 'bf34cb617e7c48e1adb6028fc04b4351', 'fixed_ips': [{'subnet_id': '8f0a6ffe-7bdc-4a9a-ab7c-1aa1aca34bde'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:15:49.501216 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1cde394d-007f-4434-ba6a-ab777c8fd124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:49.536460 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-00ed1e2c-8482-464d-8fe6-96fd9fe74019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:49.540289 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ed1e2c-8482-464d-8fe6-96fd9fe74019 None None] The sync data for ids ['7b79aa24-2028-44b7-85f0-102cb81c84a4'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:15:49.583184 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-24e1ef07-6c35-41d5-998a-dc77d330642b tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:49.583806 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed9bc15-d70c-4000-99b0-0d191f8a4c90 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Made reservation on behalf of bf34cb617e7c48e1adb6028fc04b4351 for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:15:49.588065 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-eed9bc15-d70c-4000-99b0-0d191f8a4c90 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:49.620052 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-24e1ef07-6c35-41d5-998a-dc77d330642b tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Calling delete_port for 8323d335-a394-4d4d-8c45-3e227e1ea8b0 owned by network:router_interface {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:15:49.702849 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-aebebd29-0042-4459-a77c-867d66260406 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Deleting port a4f58770-9be2-493c-ae12-b026a838d49a {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:15:49.703255 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-aebebd29-0042-4459-a77c-867d66260406 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:49.847242 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-1cde394d-007f-4434-ba6a-ab777c8fd124 None None] Allocated IP 2001:db8::2 (1816bd8c-5d8d-47d5-b481-fa6bee553795/8f0a6ffe-7bdc-4a9a-ab7c-1aa1aca34bde/e2d28286-056c-4df1-8bd2-b5db3dc7ab06) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:15:49.851270 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-5116021d-a683-4cab-b0f4-7f32db76417f tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] 10.222.0.69 "GET /v2.0/routers/7b79aa24-2028-44b7-85f0-102cb81c84a4 HTTP/1.1" status: 200 len: 925 time: 0.4465792 Dec 10 19:15:49.862100 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51974) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:49.882125 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7be8f08b-9183-4574-b636-0d0a7d944bfd tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:49.883191 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51976) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:49.889949 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7be8f08b-9183-4574-b636-0d0a7d944bfd tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:49.925251 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-191dcc73-89e8-491b-b963-09c902a2b4d7 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b79aa24-2028-44b7-85f0-102cb81c84a4 HTTP/1.1" status: 200 len: 205 time: 0.0619326 Dec 10 19:15:49.935740 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51980) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:49.938777 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-aebebd29-0042-4459-a77c-867d66260406 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:49.995094 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-24e1ef07-6c35-41d5-998a-dc77d330642b tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:50.071635 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-aebebd29-0042-4459-a77c-867d66260406 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Calling delete_port for a4f58770-9be2-493c-ae12-b026a838d49a owned by {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:15:50.083326 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-368100d3-a347-4344-887d-be10368ae752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:50.090898 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e1ef07-6c35-41d5-998a-dc77d330642b tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Pushing event deleted for resources: {'Port': ['ID=8323d335-a394-4d4d-8c45-3e227e1ea8b0,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:50.094845 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7be8f08b-9183-4574-b636-0d0a7d944bfd tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:50.095362 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be8f08b-9183-4574-b636-0d0a7d944bfd tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Fanout notify agent at l3_agent the message router_deleted on router 888e7f37-b129-4c77-ad13-590c69e1821c {{(pid=102365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:15:50.113085 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7be8f08b-9183-4574-b636-0d0a7d944bfd tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:50.120472 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-7be8f08b-9183-4574-b636-0d0a7d944bfd tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] 10.222.0.69 "DELETE /v2.0/routers/888e7f37-b129-4c77-ad13-590c69e1821c HTTP/1.1" status: 204 len: 168 time: 0.8099320 Dec 10 19:15:50.122994 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51982) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:50.139292 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1cde394d-007f-4434-ba6a-ab777c8fd124 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:50.159427 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1cde394d-007f-4434-ba6a-ab777c8fd124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:50.176534 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-efa122dd-adc1-4202-998b-7b32613bfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:50.208427 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-42a46ef6-8a47-4149-a03c-8e13f328dc11 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] 10.222.0.69 "GET /v2.0/ports?device_id=888e7f37-b129-4c77-ad13-590c69e1821c HTTP/1.1" status: 200 len: 205 time: 0.0761871 Dec 10 19:15:50.212074 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51984) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:50.268210 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cde394d-007f-4434-ba6a-ab777c8fd124 None None] Network 1816bd8c-5d8d-47d5-b481-fa6bee553795 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:15:50.281179 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-1cde394d-007f-4434-ba6a-ab777c8fd124 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:15:50.285676 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cde394d-007f-4434-ba6a-ab777c8fd124 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:15:50.326897 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cde394d-007f-4434-ba6a-ab777c8fd124 None None] Pushing event updated for resources: {'Port': ['ID=e2d28286-056c-4df1-8bd2-b5db3dc7ab06,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:50.358230 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-24e1ef07-6c35-41d5-998a-dc77d330642b tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3755731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3712768'] for router_interface, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:50.441632 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-1cde394d-007f-4434-ba6a-ab777c8fd124 None None] Attempting to bind port e2d28286-056c-4df1-8bd2-b5db3dc7ab06 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:15:50.442962 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-1cde394d-007f-4434-ba6a-ab777c8fd124 None None] Attempting to bind port e2d28286-056c-4df1-8bd2-b5db3dc7ab06 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '59809810-96c2-4fdc-a8dd-c180bd66eb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1816bd8c-5d8d-47d5-b481-fa6bee553795'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:15:50.443544 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cde394d-007f-4434-ba6a-ab777c8fd124 None None] Attempting to bind port e2d28286-056c-4df1-8bd2-b5db3dc7ab06 on network 1816bd8c-5d8d-47d5-b481-fa6bee553795 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:15:50.456802 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cde394d-007f-4434-ba6a-ab777c8fd124 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:15:50.465015 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cde394d-007f-4434-ba6a-ab777c8fd124 None None] Checking segment: {'id': '59809810-96c2-4fdc-a8dd-c180bd66eb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1816bd8c-5d8d-47d5-b481-fa6bee553795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:15:50.465921 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1cde394d-007f-4434-ba6a-ab777c8fd124 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:50.466344 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cde394d-007f-4434-ba6a-ab777c8fd124 None None] Bound using segment: {'id': '59809810-96c2-4fdc-a8dd-c180bd66eb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1816bd8c-5d8d-47d5-b481-fa6bee553795'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:15:50.466864 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-1cde394d-007f-4434-ba6a-ab777c8fd124 None None] Bound port: e2d28286-056c-4df1-8bd2-b5db3dc7ab06, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59809810-96c2-4fdc-a8dd-c180bd66eb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1816bd8c-5d8d-47d5-b481-fa6bee553795'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:15:50.467265 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1cde394d-007f-4434-ba6a-ab777c8fd124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:50.524589 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-368100d3-a347-4344-887d-be10368ae752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:50.540881 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-368100d3-a347-4344-887d-be10368ae752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:50.584413 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-1cde394d-007f-4434-ba6a-ab777c8fd124 None None] For port e2d28286-056c-4df1-8bd2-b5db3dc7ab06, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:15:50.588693 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-1cde394d-007f-4434-ba6a-ab777c8fd124 None None] For port e2d28286-056c-4df1-8bd2-b5db3dc7ab06, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=e2d28286-056c-4df1-8bd2-b5db3dc7ab06,segment=NetworkSegment(59809810-96c2-4fdc-a8dd-c180bd66eb8a),segment_id=59809810-96c2-4fdc-a8dd-c180bd66eb8a)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:15:50.594994 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1cde394d-007f-4434-ba6a-ab777c8fd124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:50.624834 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.api.v2.resource [None req-ff0a8a86-8b31-4dee-b3cc-63de7e65b0f9 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] delete failed (client error): The resource could not be found. Dec 10 19:15:50.625888 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-ff0a8a86-8b31-4dee-b3cc-63de7e65b0f9 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] 10.222.0.69 "DELETE /v2.0/routers/888e7f37-b129-4c77-ad13-590c69e1821c HTTP/1.1" status: 404 len: 336 time: 0.4113059 Dec 10 19:15:50.632067 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51988) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:50.698522 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fa456ffc-ffcd-45a2-ad3b-6a1af08bd514 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks [] for router, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:50.706800 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-0f627fc9-e782-43c9-a227-443066777211 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1455a75-b91e-4e65-8f25-1f5cb22e5532 HTTP/1.1" status: 200 len: 205 time: 0.0702176 Dec 10 19:15:50.717719 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cde394d-007f-4434-ba6a-ab777c8fd124 None None] Pushing event updated for resources: {'Port': ['ID=e2d28286-056c-4df1-8bd2-b5db3dc7ab06,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:50.748937 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51992) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:50.772163 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368100d3-a347-4344-887d-be10368ae752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=630ccdab-0061-4737-98d7-ab52707d4358,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:50.788420 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-368100d3-a347-4344-887d-be10368ae752 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dedae8f68a7e41e284e509e64cb36482&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8986201 Dec 10 19:15:50.793417 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 51994) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:50.829335 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e1ef07-6c35-41d5-998a-dc77d330642b tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Router 5cc03cfb-e5be-4a0a-8792-66981975b579 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:15:50.863323 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.api.v2.resource [None req-497ba2a8-7426-4cd0-9af4-59569130a8a3 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] delete failed (client error): The resource could not be found. Dec 10 19:15:50.869048 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-497ba2a8-7426-4cd0-9af4-59569130a8a3 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] 10.222.0.69 "DELETE /v2.0/routers/c1455a75-b91e-4e65-8f25-1f5cb22e5532 HTTP/1.1" status: 404 len: 336 time: 0.0830872 Dec 10 19:15:50.870067 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51996) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:50.951169 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-fbb71870-fa99-4da2-bcc1-63fa7fe5cb22 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] 10.222.0.69 "GET /v2.0/ports?device_id=eac49e22-e0a9-4f39-818f-45b8f9d5438f HTTP/1.1" status: 200 len: 205 time: 0.0802481 Dec 10 19:15:50.993496 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 51998) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:50.998136 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-aebebd29-0042-4459-a77c-867d66260406 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:51.043936 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9261a412-5a14-4513-b299-62c2fa4d655b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:51.047255 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e1ef07-6c35-41d5-998a-dc77d330642b tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:15:51.057348 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-24e1ef07-6c35-41d5-998a-dc77d330642b tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] 10.222.0.69 "PUT /v2.0/routers/5cc03cfb-e5be-4a0a-8792-66981975b579/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9307942 Dec 10 19:15:51.071001 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52000) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:51.073002 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd54c61e-b1fb-4248-ae12-f8d1dbfbb66e None None] Sync routers for ids ['5cc03cfb-e5be-4a0a-8792-66981975b579'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:15:51.098345 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd54c61e-b1fb-4248-ae12-f8d1dbfbb66e None None] Routers {'5cc03cfb-e5be-4a0a-8792-66981975b579'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:15:51.103016 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-dd54c61e-b1fb-4248-ae12-f8d1dbfbb66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:15:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['5cc03cfb-e5be-4a0a-8792-66981975b579'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:51.109816 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.api.v2.resource [None req-56a900f2-884c-4836-88a7-41dec4ddd9f0 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] delete failed (client error): The resource could not be found. Dec 10 19:15:51.111734 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-56a900f2-884c-4836-88a7-41dec4ddd9f0 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] 10.222.0.69 "DELETE /v2.0/routers/eac49e22-e0a9-4f39-818f-45b8f9d5438f HTTP/1.1" status: 404 len: 336 time: 0.1145980 Dec 10 19:15:51.133151 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52002) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:51.134853 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebebd29-0042-4459-a77c-867d66260406 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event deleted for resources: {'Port': ['ID=a4f58770-9be2-493c-ae12-b026a838d49a,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:51.170899 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-aebebd29-0042-4459-a77c-867d66260406 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:51.181620 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-dd54c61e-b1fb-4248-ae12-f8d1dbfbb66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:51.182529 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-aebebd29-0042-4459-a77c-867d66260406 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "DELETE /v2.0/ports/a4f58770-9be2-493c-ae12-b026a838d49a HTTP/1.1" status: 204 len: 168 time: 2.0262160 Dec 10 19:15:51.183827 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52004) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:51.199760 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9261a412-5a14-4513-b299-62c2fa4d655b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:51.203054 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd54c61e-b1fb-4248-ae12-f8d1dbfbb66e None None] Routers {'5cc03cfb-e5be-4a0a-8792-66981975b579'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:15:51.203902 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-055b885a-2cb9-4f73-a93b-e8d56c20e778 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] delete failed (client error): The resource could not be found. Dec 10 19:15:51.204247 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-dd54c61e-b1fb-4248-ae12-f8d1dbfbb66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:15:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['5cc03cfb-e5be-4a0a-8792-66981975b579'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:51.210096 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-055b885a-2cb9-4f73-a93b-e8d56c20e778 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] 10.222.0.69 "DELETE /v2.0/routers/tempest-non_exist_router-1623036025 HTTP/1.1" status: 404 len: 335 time: 0.1332254 Dec 10 19:15:51.219487 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52006) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:51.227716 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-d3661ab7-d588-443b-afdf-9e17f5a74c76 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Request body: {'router': {'external_gateway_info': {'network_id': '5cc03cfb-e5be-4a0a-8792-66981975b579'}}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:51.264422 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-dd54c61e-b1fb-4248-ae12-f8d1dbfbb66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:51.265252 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd54c61e-b1fb-4248-ae12-f8d1dbfbb66e None None] The sync data for ids ['5cc03cfb-e5be-4a0a-8792-66981975b579'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:15:51.270392 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-84dd22d7-cdbb-4057-a0f0-9e2dbb5444be tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] 10.222.0.69 "GET /v2.0/ports?device_id=238962de-fe3e-487a-8350-8f5d9fa460ae HTTP/1.1" status: 200 len: 205 time: 0.1253281 Dec 10 19:15:51.272827 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52008) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:51.316144 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-eed9bc15-d70c-4000-99b0-0d191f8a4c90 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:51.381746 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fa456ffc-ffcd-45a2-ad3b-6a1af08bd514 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:51.402666 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.api.v2.resource [None req-b512a007-8ac9-47ff-b556-b97a1a2327e6 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] delete failed (client error): The resource could not be found. Dec 10 19:15:51.406297 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-b512a007-8ac9-47ff-b556-b97a1a2327e6 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] 10.222.0.69 "DELETE /v2.0/routers/238962de-fe3e-487a-8350-8f5d9fa460ae HTTP/1.1" status: 404 len: 336 time: 0.1265731 Dec 10 19:15:51.408806 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52010) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:51.526966 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed9bc15-d70c-4000-99b0-0d191f8a4c90 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Network 1816bd8c-5d8d-47d5-b481-fa6bee553795 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:15:51.540881 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-12436275-fa5a-4cf2-84c1-90f7a3cee0a4 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca644947-a481-46ea-b9d2-95ce48b3f500 HTTP/1.1" status: 200 len: 205 time: 0.0973103 Dec 10 19:15:51.574298 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52014) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:51.577304 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-eed9bc15-d70c-4000-99b0-0d191f8a4c90 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:15:51.587986 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed9bc15-d70c-4000-99b0-0d191f8a4c90 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:51.588291 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-eed9bc15-d70c-4000-99b0-0d191f8a4c90 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:51.703844 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0e23ce-3163-484e-a844-3d885e73d90f tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:51.715989 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0e23ce-3163-484e-a844-3d885e73d90f tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:51.718589 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-fd0e23ce-3163-484e-a844-3d885e73d90f tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.4871995 Dec 10 19:15:51.724308 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.api.v2.resource [None req-4b47d3b8-18d3-4118-b409-57282ccade15 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] delete failed (client error): The resource could not be found. Dec 10 19:15:51.729202 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-4b47d3b8-18d3-4118-b409-57282ccade15 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] 10.222.0.69 "DELETE /v2.0/routers/ca644947-a481-46ea-b9d2-95ce48b3f500 HTTP/1.1" status: 404 len: 336 time: 0.1442144 Dec 10 19:15:51.729202 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52016) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:51.729571 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52018) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:51.730562 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed9bc15-d70c-4000-99b0-0d191f8a4c90 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Pushing event updated for resources: {'Subnet': ['ID=6b4eac42-65ad-4be6-8843-6f00e515b3a0,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:51.774739 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-eed9bc15-d70c-4000-99b0-0d191f8a4c90 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.7112746 Dec 10 19:15:51.828146 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52020) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:51.839763 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-b6f4f125-e70a-4857-b130-61a71039bd7c tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] 10.222.0.69 "GET /v2.0/ports?device_id=c7a44d55-0675-4179-8ad0-a42efb8be3a3 HTTP/1.1" status: 200 len: 205 time: 0.0997071 Dec 10 19:15:51.840601 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52024) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:51.997010 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.api.v2.resource [None req-e39f180c-90d8-4392-be76-59c24facc127 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] delete failed (client error): The resource could not be found. Dec 10 19:15:51.998784 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-e39f180c-90d8-4392-be76-59c24facc127 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] 10.222.0.69 "DELETE /v2.0/routers/c7a44d55-0675-4179-8ad0-a42efb8be3a3 HTTP/1.1" status: 404 len: 336 time: 0.1410999 Dec 10 19:15:52.001501 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52026) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:52.003798 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9261a412-5a14-4513-b299-62c2fa4d655b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:52.006988 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9261a412-5a14-4513-b299-62c2fa4d655b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:52.008173 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-9261a412-5a14-4513-b299-62c2fa4d655b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/630ccdab-0061-4737-98d7-ab52707d4358 HTTP/1.1" status: 204 len: 168 time: 1.2134817 Dec 10 19:15:52.061946 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6095421-c963-460c-bc51-5289e7a14b63 None None] Network 1816bd8c-5d8d-47d5-b481-fa6bee553795 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:15:52.093100 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-fa456ffc-ffcd-45a2-ad3b-6a1af08bd514 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Deleting port 410bffd4-1389-4b3e-896e-2ea71c048f55 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:15:52.093636 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fa456ffc-ffcd-45a2-ad3b-6a1af08bd514 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:52.104517 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe63ed0-6ed2-4dc9-b3a9-f8daa14843dd tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:52.107672 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe63ed0-6ed2-4dc9-b3a9-f8daa14843dd tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:52.110780 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe63ed0-6ed2-4dc9-b3a9-f8daa14843dd tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:52.113471 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9261a412-5a14-4513-b299-62c2fa4d655b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630ccdab-0061-4737-98d7-ab52707d4358,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:52.113987 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe63ed0-6ed2-4dc9-b3a9-f8daa14843dd tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:52.117119 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe63ed0-6ed2-4dc9-b3a9-f8daa14843dd tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:52.119302 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb197241-ecfc-4ae3-9205-ffeecc7c2e40 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] DELETE failed (client error): The resource could not be found. Dec 10 19:15:52.119726 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb197241-ecfc-4ae3-9205-ffeecc7c2e40 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:15:52.126858 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-bb197241-ecfc-4ae3-9205-ffeecc7c2e40 tempest-RoutersAdminTest-1898063007 tempest-RoutersAdminTest-1898063007-project] 10.222.0.69 "DELETE /v2.0/subnets/e9ea9a30-8da4-434a-a810-be992c725fc1 HTTP/1.1" status: 404 len: 337 time: 0.1207635 Dec 10 19:15:52.127884 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52032) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:52.128562 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-afe63ed0-6ed2-4dc9-b3a9-f8daa14843dd tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2946401 Dec 10 19:15:52.139526 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-eabc9d1b-fbb9-4c99-ac64-acaafdd8f0b1 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1830235466'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:52.152830 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d3661ab7-d588-443b-afdf-9e17f5a74c76 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:52.201910 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-565de7d7-cc46-4b75-a64c-5861cea0e7a9 None None] Provisioning complete for port e2d28286-056c-4df1-8bd2-b5db3dc7ab06 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:15:52.203053 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-565de7d7-cc46-4b75-a64c-5861cea0e7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:52.262966 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-5a1f5fb3-8104-4b18-ae8d-204e84a5448a tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Deleting port c6669163-e38a-46e1-a338-1cc18120ec59 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:15:52.263521 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5a1f5fb3-8104-4b18-ae8d-204e84a5448a tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:52.284167 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-d3661ab7-d588-443b-afdf-9e17f5a74c76 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] update failed (client error): The resource could not be found. Dec 10 19:15:52.290313 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d3661ab7-d588-443b-afdf-9e17f5a74c76 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] 10.222.0.69 "PUT /v2.0/routers/5cc03cfb-e5be-4a0a-8792-66981975b579 HTTP/1.1" status: 404 len: 339 time: 1.0650940 Dec 10 19:15:52.297848 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52034) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:52.398191 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-565de7d7-cc46-4b75-a64c-5861cea0e7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:52.430325 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fa456ffc-ffcd-45a2-ad3b-6a1af08bd514 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:52.447241 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-565de7d7-cc46-4b75-a64c-5861cea0e7a9 None None] For port e2d28286-056c-4df1-8bd2-b5db3dc7ab06, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=e2d28286-056c-4df1-8bd2-b5db3dc7ab06,segment=NetworkSegment(59809810-96c2-4fdc-a8dd-c180bd66eb8a),segment_id=59809810-96c2-4fdc-a8dd-c180bd66eb8a)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:15:52.460472 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5a1f5fb3-8104-4b18-ae8d-204e84a5448a tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:52.474297 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-565de7d7-cc46-4b75-a64c-5861cea0e7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:52.483398 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-fa456ffc-ffcd-45a2-ad3b-6a1af08bd514 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Calling delete_port for 410bffd4-1389-4b3e-896e-2ea71c048f55 owned by network:router_gateway {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:15:52.504116 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-5a1f5fb3-8104-4b18-ae8d-204e84a5448a tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Calling delete_port for c6669163-e38a-46e1-a338-1cc18120ec59 owned by {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:15:52.568264 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eabc9d1b-fbb9-4c99-ac64-acaafdd8f0b1 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Made reservation on behalf of bf34cb617e7c48e1adb6028fc04b4351 for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:15:52.584945 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-eabc9d1b-fbb9-4c99-ac64-acaafdd8f0b1 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:52.616142 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565de7d7-cc46-4b75-a64c-5861cea0e7a9 None None] Pushing event updated for resources: {'Port': ['ID=e2d28286-056c-4df1-8bd2-b5db3dc7ab06,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:52.644143 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52040) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:52.745960 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a844829-5a07-4cc7-b483-54ba790d6144 None None] Update dhcp port {'port': {'network_id': '1816bd8c-5d8d-47d5-b481-fa6bee553795', 'fixed_ips': [{'subnet_id': '8f0a6ffe-7bdc-4a9a-ab7c-1aa1aca34bde', 'ip_address': '2001:db8::2'}, {'subnet_id': '6b4eac42-65ad-4be6-8843-6f00e515b3a0'}], 'binding:host_id': 'dv-neutron-821441-1-hyperv'}, 'id': 'e2d28286-056c-4df1-8bd2-b5db3dc7ab06'} from dv-neutron-821441-1-hyperv. {{(pid=102367) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 10 19:15:52.759923 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device e2d28286-056c-4df1-8bd2-b5db3dc7ab06 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:15:52.840866 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2a844829-5a07-4cc7-b483-54ba790d6144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:52.899866 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port e2d28286-056c-4df1-8bd2-b5db3dc7ab06 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:15:52.900608 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:52.936223 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eabc9d1b-fbb9-4c99-ac64-acaafdd8f0b1 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:15:52.944055 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8f478b47-d9fa-4025-a97c-4240e4d675b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:52.948234 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5a1f5fb3-8104-4b18-ae8d-204e84a5448a tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:52.979301 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-eabc9d1b-fbb9-4c99-ac64-acaafdd8f0b1 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:52.979636 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-eabc9d1b-fbb9-4c99-ac64-acaafdd8f0b1 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Added segment e6542f45-789b-46ad-9eb2-55b79c8764a8 of type vlan for network 5a466964-6dc7-4ef5-9b39-b401941fa082 Dec 10 19:15:52.996294 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1f5fb3-8104-4b18-ae8d-204e84a5448a tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event deleted for resources: {'Port': ['ID=c6669163-e38a-46e1-a338-1cc18120ec59,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:53.006423 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5a1f5fb3-8104-4b18-ae8d-204e84a5448a tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:53.010312 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-5a1f5fb3-8104-4b18-ae8d-204e84a5448a tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "DELETE /v2.0/ports/c6669163-e38a-46e1-a338-1cc18120ec59 HTTP/1.1" status: 204 len: 168 time: 1.2744753 Dec 10 19:15:53.014651 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52046) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:53.032729 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fa456ffc-ffcd-45a2-ad3b-6a1af08bd514 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:53.076860 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-eabc9d1b-fbb9-4c99-ac64-acaafdd8f0b1 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:53.109956 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa456ffc-ffcd-45a2-ad3b-6a1af08bd514 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Pushing event deleted for resources: {'Port': ['ID=410bffd4-1389-4b3e-896e-2ea71c048f55,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:53.141883 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3babbd9e-b289-4bc2-993f-f3c3a71964f0 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:53.160082 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a04c452-b8db-4d81-9911-dfee652f8388 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:53.161997 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-7a04c452-b8db-4d81-9911-dfee652f8388 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1458340 Dec 10 19:15:53.164536 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52048) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:53.193878 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-269e9b2a-1e80-45ba-9e00-46b87c2f1ef4 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] GET failed (client error): The resource could not be found. Dec 10 19:15:53.199651 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-269e9b2a-1e80-45ba-9e00-46b87c2f1ef4 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "GET /v2.0/ports/a4f58770-9be2-493c-ae12-b026a838d49a HTTP/1.1" status: 404 len: 333 time: 0.0300422 Dec 10 19:15:53.199651 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fa456ffc-ffcd-45a2-ad3b-6a1af08bd514 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3713145'] for router_gateway, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:53.200227 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52050) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:53.254759 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-eabc9d1b-fbb9-4c99-ac64-acaafdd8f0b1 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:53.257613 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-2a844829-5a07-4cc7-b483-54ba790d6144 None None] Allocated IP 172.20.0.1 (1816bd8c-5d8d-47d5-b481-fa6bee553795/6b4eac42-65ad-4be6-8843-6f00e515b3a0/e2d28286-056c-4df1-8bd2-b5db3dc7ab06) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:15:53.262787 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabc9d1b-fbb9-4c99-ac64-acaafdd8f0b1 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:53.262989 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-eabc9d1b-fbb9-4c99-ac64-acaafdd8f0b1 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:53.312139 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcbee821-181a-42d2-88e3-41afea5d5ef1 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] GET failed (client error): The resource could not be found. Dec 10 19:15:53.318631 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-bcbee821-181a-42d2-88e3-41afea5d5ef1 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "GET /v2.0/ports/c6669163-e38a-46e1-a338-1cc18120ec59 HTTP/1.1" status: 404 len: 333 time: 0.1126502 Dec 10 19:15:53.318631 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52052) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:53.341813 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fa456ffc-ffcd-45a2-ad3b-6a1af08bd514 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:53.359078 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8f478b47-d9fa-4025-a97c-4240e4d675b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:53.376026 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fa456ffc-ffcd-45a2-ad3b-6a1af08bd514 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:53.376322 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-eabc9d1b-fbb9-4c99-ac64-acaafdd8f0b1 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2437520 Dec 10 19:15:53.378952 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52054) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:53.386512 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-ad2bc954-cbb2-418d-b71c-5a1b5fdd0337 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:53.401875 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-2a844829-5a07-4cc7-b483-54ba790d6144 None None] For port e2d28286-056c-4df1-8bd2-b5db3dc7ab06, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=e2d28286-056c-4df1-8bd2-b5db3dc7ab06,segment=NetworkSegment(59809810-96c2-4fdc-a8dd-c180bd66eb8a),segment_id=59809810-96c2-4fdc-a8dd-c180bd66eb8a)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:15:53.404394 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8f478b47-d9fa-4025-a97c-4240e4d675b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:53.430486 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc9d1b-fbb9-4c99-ac64-acaafdd8f0b1 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Pushing event updated for resources: {'Network': ['ID=5a466964-6dc7-4ef5-9b39-b401941fa082,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:53.447303 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2a844829-5a07-4cc7-b483-54ba790d6144 None None] Notify callbacks [] for port, precommit_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:53.453445 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 5a466964-6dc7-4ef5-9b39-b401941fa082 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:15:53.460946 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2a844829-5a07-4cc7-b483-54ba790d6144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:53.515673 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-8f478b47-d9fa-4025-a97c-4240e4d675b9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2af03ebf8f814c8db37702a5200928dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8620496 Dec 10 19:15:53.515673 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f478b47-d9fa-4025-a97c-4240e4d675b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee8f0ac-2ea3-4170-b8a2-2ad605a23136,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:53.523139 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52056) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:53.557019 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0fed44d5-554a-4e19-b7d0-8535e1364d45 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:53.571614 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fa456ffc-ffcd-45a2-ad3b-6a1af08bd514 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:53.571614 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa456ffc-ffcd-45a2-ad3b-6a1af08bd514 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Fanout notify agent at l3_agent the message router_deleted on router 7b79aa24-2028-44b7-85f0-102cb81c84a4 {{(pid=102365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:15:53.586562 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fa456ffc-ffcd-45a2-ad3b-6a1af08bd514 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:53.591129 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-fa456ffc-ffcd-45a2-ad3b-6a1af08bd514 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] 10.222.0.69 "DELETE /v2.0/routers/7b79aa24-2028-44b7-85f0-102cb81c84a4 HTTP/1.1" status: 204 len: 168 time: 3.6435487 Dec 10 19:15:53.592179 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52058) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:53.597153 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-6c8f1d09-bcfd-4d00-8772-9e8226b14506 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1639313721', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'enable_snat': False}}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:53.654980 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b1dd79d3-e665-4387-8a06-f66a339dc96d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:53.658211 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a844829-5a07-4cc7-b483-54ba790d6144 None None] Pushing event updated for resources: {'Port': ['ID=e2d28286-056c-4df1-8bd2-b5db3dc7ab06,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:53.693258 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-3babbd9e-b289-4bc2-993f-f3c3a71964f0 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Allocated IP 172.20.0.1 (c60617a7-4a5d-459c-b32e-5b9144afcdb1/95ac4c64-a58d-4a7e-9b69-00b1e731d360/768f43f9-c730-4843-a57c-7821d01f7711) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:15:53.702111 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b1dd79d3-e665-4387-8a06-f66a339dc96d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:53.716680 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6c8f1d09-bcfd-4d00-8772-9e8226b14506 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:53.718481 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6c8f1d09-bcfd-4d00-8772-9e8226b14506 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:53.851238 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b1dd79d3-e665-4387-8a06-f66a339dc96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:53.855209 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b1dd79d3-e665-4387-8a06-f66a339dc96d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:53.856412 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-b1dd79d3-e665-4387-8a06-f66a339dc96d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2ee8f0ac-2ea3-4170-b8a2-2ad605a23136 HTTP/1.1" status: 204 len: 168 time: 0.3343613 Dec 10 19:15:53.881735 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dd79d3-e665-4387-8a06-f66a339dc96d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee8f0ac-2ea3-4170-b8a2-2ad605a23136,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:53.944837 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ad2bc954-cbb2-418d-b71c-5a1b5fdd0337 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:53.956532 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3babbd9e-b289-4bc2-993f-f3c3a71964f0 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:53.998508 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0fed44d5-554a-4e19-b7d0-8535e1364d45 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:54.005630 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3babbd9e-b289-4bc2-993f-f3c3a71964f0 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:54.041582 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6c8f1d09-bcfd-4d00-8772-9e8226b14506 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:54.053840 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3babbd9e-b289-4bc2-993f-f3c3a71964f0 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Network c60617a7-4a5d-459c-b32e-5b9144afcdb1 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:15:54.057221 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ad2bc954-cbb2-418d-b71c-5a1b5fdd0337 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:54.057566 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-3babbd9e-b289-4bc2-993f-f3c3a71964f0 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:15:54.061985 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3babbd9e-b289-4bc2-993f-f3c3a71964f0 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:15:54.080441 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-0fed44d5-554a-4e19-b7d0-8535e1364d45 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['576bdfd3-5ba3-4798-b550-49f4061fc382']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:54.100382 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3babbd9e-b289-4bc2-993f-f3c3a71964f0 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Pushing event updated for resources: {'Port': ['ID=768f43f9-c730-4843-a57c-7821d01f7711,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:54.144614 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3babbd9e-b289-4bc2-993f-f3c3a71964f0 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712030'] for router_interface, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:54.160981 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-bfe6a1a2-bcd4-415c-a4fe-5d9cc84cbc58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:54.172954 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ad2bc954-cbb2-418d-b71c-5a1b5fdd0337 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Network 5a466964-6dc7-4ef5-9b39-b401941fa082 is not hosted by any dhcp agent {{(pid=102365) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 19:15:54.179490 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2bc954-cbb2-418d-b71c-5a1b5fdd0337 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:54.180523 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ad2bc954-cbb2-418d-b71c-5a1b5fdd0337 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:54.185844 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-ad2bc954-cbb2-418d-b71c-5a1b5fdd0337 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] 10.222.0.69 "PUT /v2.0/networks/5a466964-6dc7-4ef5-9b39-b401941fa082 HTTP/1.1" status: 200 len: 723 time: 0.8050616 Dec 10 19:15:54.319078 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52068) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:54.329668 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-394067d2-aa92-4cab-b589-720e73d8be12 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Request body: {'subnet': {'network_id': '5a466964-6dc7-4ef5-9b39-b401941fa082', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:54.351819 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52070) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:54.595217 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-0fed44d5-554a-4e19-b7d0-8535e1364d45 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e8a1a03-a0a1-4d27-bacc-ccb6e7bcc5f9') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:54.595787 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-0fed44d5-554a-4e19-b7d0-8535e1364d45 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e8a1a03-a0a1-4d27-bacc-ccb6e7bcc5f9') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:54.606826 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device e2d28286-056c-4df1-8bd2-b5db3dc7ab06 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:15:54.618812 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0fed44d5-554a-4e19-b7d0-8535e1364d45 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:54.646357 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2bc954-cbb2-418d-b71c-5a1b5fdd0337 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Pushing event updated for resources: {'Network': ['ID=5a466964-6dc7-4ef5-9b39-b401941fa082,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:54.648186 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b86cf9-3ee0-473a-b820-513a953ee1d3 None None] Network 1816bd8c-5d8d-47d5-b481-fa6bee553795 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:15:54.652185 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-dfb71a79-b580-45fd-bef2-ea7aa0c49b23 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6e8b9b1714d44c07a19c12b7baa13c12&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2949421 Dec 10 19:15:54.653410 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52072) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:54.713169 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 5a466964-6dc7-4ef5-9b39-b401941fa082 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:15:54.715440 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0fed44d5-554a-4e19-b7d0-8535e1364d45 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:54.727616 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fed44d5-554a-4e19-b7d0-8535e1364d45 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:15:54.728408 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0fed44d5-554a-4e19-b7d0-8535e1364d45 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:54.731971 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:15:54.731971 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:15:54.731971 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:15:54.731971 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:15:54.731971 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:15:54.731971 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:15:54.731971 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:15:54.731971 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:15:54.731971 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:15:54.731971 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:15:54.731971 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:15:54.731971 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:15:54.731971 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:15:54.731971 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:15:54.731971 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:15:54.731971 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:15:54.731971 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:15:54.731971 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:15:54.731971 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:15:54.731971 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:15:54.731971 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:15:54.731971 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:15:54.731971 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:15:54.731971 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:15:54.731971 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:15:54.731971 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:15:54.731971 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:15:54.731971 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:15:54.731971 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:15:54.731971 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:15:54.731971 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:15:54.731971 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:15:54.736393 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6c8f1d09-bcfd-4d00-8772-9e8226b14506 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:54.746369 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-e35742a9-31c1-4f69-985e-93e391de026e None None] Provisioning complete for port 768f43f9-c730-4843-a57c-7821d01f7711 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:15:54.746833 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e35742a9-31c1-4f69-985e-93e391de026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:54.814190 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-394067d2-aa92-4cab-b589-720e73d8be12 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Made reservation on behalf of bf34cb617e7c48e1adb6028fc04b4351 for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:15:54.822200 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-394067d2-aa92-4cab-b589-720e73d8be12 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:54.883418 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-e35742a9-31c1-4f69-985e-93e391de026e None None] Port 768f43f9-c730-4843-a57c-7821d01f7711 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:15:54.893154 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0fed44d5-554a-4e19-b7d0-8535e1364d45 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:54.903354 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0fed44d5-554a-4e19-b7d0-8535e1364d45 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:54.907103 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-0fed44d5-554a-4e19-b7d0-8535e1364d45 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "DELETE /v2.0/networks/576bdfd3-5ba3-4798-b550-49f4061fc382 HTTP/1.1" status: 204 len: 168 time: 1.5878747 Dec 10 19:15:54.907625 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3babbd9e-b289-4bc2-993f-f3c3a71964f0 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:54.912011 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52076) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:54.919934 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-972ce0f7-2692-4f69-9898-713ad7980719 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-659174984'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:54.939571 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port e2d28286-056c-4df1-8bd2-b5db3dc7ab06 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:15:54.939571 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:54.940908 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fed44d5-554a-4e19-b7d0-8535e1364d45 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event deleted for resources: {'Network': ['ID=576bdfd3-5ba3-4798-b550-49f4061fc382,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:55.049199 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-eb856d8d-ba49-4f0b-b231-da989d8a9c2b None None] Provisioning complete for port e2d28286-056c-4df1-8bd2-b5db3dc7ab06 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:15:55.049637 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-eb856d8d-ba49-4f0b-b231-da989d8a9c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:55.065016 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972ce0f7-2692-4f69-9898-713ad7980719 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Made reservation on behalf of e037b8d045744e90a0960e7cae36a046 for: {'network': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:15:55.069768 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-972ce0f7-2692-4f69-9898-713ad7980719 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:55.110320 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-afba887b-642a-4fbf-a365-448db43ae171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:55.127081 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-972ce0f7-2692-4f69-9898-713ad7980719 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=102365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:15:55.130551 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6c8f1d09-bcfd-4d00-8772-9e8226b14506 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:55.156637 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6c8f1d09-bcfd-4d00-8772-9e8226b14506 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:55.158482 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-afba887b-642a-4fbf-a365-448db43ae171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:55.166277 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-972ce0f7-2692-4f69-9898-713ad7980719 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:55.166609 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.segments_db [None req-972ce0f7-2692-4f69-9898-713ad7980719 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Added segment 3e72f958-2dad-4ada-b734-9b90179be057 of type vlan for network f12fd12c-c9aa-42ad-81d7-f16b966ff167 Dec 10 19:15:55.256482 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-972ce0f7-2692-4f69-9898-713ad7980719 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:55.300697 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:55.331889 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-972ce0f7-2692-4f69-9898-713ad7980719 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:55.339274 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972ce0f7-2692-4f69-9898-713ad7980719 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:55.339903 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-972ce0f7-2692-4f69-9898-713ad7980719 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:55.396886 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-afba887b-642a-4fbf-a365-448db43ae171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:55.399515 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-afba887b-642a-4fbf-a365-448db43ae171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:55.400821 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-afba887b-642a-4fbf-a365-448db43ae171 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7233d0f4-b021-4d84-a6b9-373fa3b29948 HTTP/1.1" status: 204 len: 168 time: 0.7267520 Dec 10 19:15:55.434411 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afba887b-642a-4fbf-a365-448db43ae171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7233d0f4-b021-4d84-a6b9-373fa3b29948,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:55.442572 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972ce0f7-2692-4f69-9898-713ad7980719 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event updated for resources: {'Network': ['ID=f12fd12c-c9aa-42ad-81d7-f16b966ff167,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:55.443423 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-394067d2-aa92-4cab-b589-720e73d8be12 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:55.446011 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-6c8f1d09-bcfd-4d00-8772-9e8226b14506 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Allocated IP 172.26.6.98 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/66855c4c-d478-4d0a-a4ea-c37e2ffa4e5a) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:15:55.457080 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-972ce0f7-2692-4f69-9898-713ad7980719 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5425000 Dec 10 19:15:55.464958 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52082) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:55.479637 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-631cbfe0-5955-40cd-8c28-96ce6dca3a38 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Request body: {'subnet': {'network_id': 'f12fd12c-c9aa-42ad-81d7-f16b966ff167', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:55.505646 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3babbd9e-b289-4bc2-993f-f3c3a71964f0 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:55.524995 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3babbd9e-b289-4bc2-993f-f3c3a71964f0 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:55.606498 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network f12fd12c-c9aa-42ad-81d7-f16b966ff167 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:15:55.611732 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394067d2-aa92-4cab-b589-720e73d8be12 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Pushing event updated for resources: {'Subnet': ['ID=1753b0e0-6112-4b41-a8d8-a4d831fee356,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:55.636018 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394067d2-aa92-4cab-b589-720e73d8be12 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Checking segment: {'id': 'e6542f45-789b-46ad-9eb2-55b79c8764a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '5a466964-6dc7-4ef5-9b39-b401941fa082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:15:55.636807 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394067d2-aa92-4cab-b589-720e73d8be12 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Network hostable DHCP agents. Network: 5a466964-6dc7-4ef5-9b39-b401941fa082, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:15:55.659155 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3babbd9e-b289-4bc2-993f-f3c3a71964f0 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Pushing event updated for resources: {'Port': ['ID=768f43f9-c730-4843-a57c-7821d01f7711,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:55.665893 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3babbd9e-b289-4bc2-993f-f3c3a71964f0 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3755716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711339'] for router_interface, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:55.687656 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394067d2-aa92-4cab-b589-720e73d8be12 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Network 5a466964-6dc7-4ef5-9b39-b401941fa082 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:15:55.709633 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-394067d2-aa92-4cab-b589-720e73d8be12 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 5a466964-6dc7-4ef5-9b39-b401941fa082) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:15:55.750082 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394067d2-aa92-4cab-b589-720e73d8be12 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:55.750854 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-394067d2-aa92-4cab-b589-720e73d8be12 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:55.793459 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6c8f1d09-bcfd-4d00-8772-9e8226b14506 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:55.793740 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a526de11-d64d-4249-bd98-e88dab1566bb None None] Network 5a466964-6dc7-4ef5-9b39-b401941fa082 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:15:55.803334 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631cbfe0-5955-40cd-8c28-96ce6dca3a38 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Made reservation on behalf of e037b8d045744e90a0960e7cae36a046 for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:15:55.808233 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-631cbfe0-5955-40cd-8c28-96ce6dca3a38 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:55.842981 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-394067d2-aa92-4cab-b589-720e73d8be12 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5217817 Dec 10 19:15:55.846542 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52086) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:55.854460 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-cd3bf308-f953-47d3-b00b-56991406235e tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:55.892925 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.ipam_backend_mixin [None req-631cbfe0-5955-40cd-8c28-96ce6dca3a38 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Performing IP validity checks on allocation pools {{(pid=102365) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 19:15:55.895857 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.ipam_backend_mixin [None req-631cbfe0-5955-40cd-8c28-96ce6dca3a38 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102365) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 19:15:55.901770 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3babbd9e-b289-4bc2-993f-f3c3a71964f0 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Network c60617a7-4a5d-459c-b32e-5b9144afcdb1 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:15:55.907926 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-3babbd9e-b289-4bc2-993f-f3c3a71964f0 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:15:55.929296 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-002e1e4e-6d85-4d98-bbcc-b8ea969bd385 None None] Provisioning complete for port e2d28286-056c-4df1-8bd2-b5db3dc7ab06 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:15:55.930566 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-002e1e4e-6d85-4d98-bbcc-b8ea969bd385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:55.945972 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6c8f1d09-bcfd-4d00-8772-9e8226b14506 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:56.040014 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3babbd9e-b289-4bc2-993f-f3c3a71964f0 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Router 5cc03cfb-e5be-4a0a-8792-66981975b579 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:15:56.063832 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8f1d09-bcfd-4d00-8772-9e8226b14506 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:15:56.098302 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8f1d09-bcfd-4d00-8772-9e8226b14506 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Pushing event updated for resources: {'Port': ['ID=66855c4c-d478-4d0a-a4ea-c37e2ffa4e5a,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:56.105725 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-6c8f1d09-bcfd-4d00-8772-9e8226b14506 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:15:56.123264 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8f1d09-bcfd-4d00-8772-9e8226b14506 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:15:56.299996 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cd3bf308-f953-47d3-b00b-56991406235e tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11656814'] for subnet, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:56.381406 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-631cbfe0-5955-40cd-8c28-96ce6dca3a38 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:56.417436 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:56.424852 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58eaf22-691e-4519-95ce-4af23d01c11b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-5a466964-6dc7-4ef5-9b39-b401941fa082', 'network_id': '5a466964-6dc7-4ef5-9b39-b401941fa082', 'tenant_id': 'bf34cb617e7c48e1adb6028fc04b4351', 'fixed_ips': [{'subnet_id': '1753b0e0-6112-4b41-a8d8-a4d831fee356'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:15:56.425808 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e58eaf22-691e-4519-95ce-4af23d01c11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:56.432304 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3babbd9e-b289-4bc2-993f-f3c3a71964f0 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:15:56.454077 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7f83a5-288b-4da6-b965-91e29f57e02a None None] Sync routers for ids ['5cc03cfb-e5be-4a0a-8792-66981975b579'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:15:56.465104 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-3babbd9e-b289-4bc2-993f-f3c3a71964f0 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] 10.222.0.69 "PUT /v2.0/routers/5cc03cfb-e5be-4a0a-8792-66981975b579/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1593971 Dec 10 19:15:56.466263 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52096) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:56.488422 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7f83a5-288b-4da6-b965-91e29f57e02a None None] Routers {'5cc03cfb-e5be-4a0a-8792-66981975b579'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:15:56.488422 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-0d7f83a5-288b-4da6-b965-91e29f57e02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:15:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['5cc03cfb-e5be-4a0a-8792-66981975b579'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:56.514719 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631cbfe0-5955-40cd-8c28-96ce6dca3a38 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event updated for resources: {'Subnet': ['ID=f78338cb-81d2-4386-a983-a052f1a4a0ee,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:56.620378 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-0d7f83a5-288b-4da6-b965-91e29f57e02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:56.641473 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7f83a5-288b-4da6-b965-91e29f57e02a None None] Routers {'5cc03cfb-e5be-4a0a-8792-66981975b579'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:15:56.642275 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-0d7f83a5-288b-4da6-b965-91e29f57e02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:15:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['5cc03cfb-e5be-4a0a-8792-66981975b579'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:56.708456 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-0d7f83a5-288b-4da6-b965-91e29f57e02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:56.709461 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7f83a5-288b-4da6-b965-91e29f57e02a None None] The sync data for ids ['5cc03cfb-e5be-4a0a-8792-66981975b579'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:15:56.756611 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631cbfe0-5955-40cd-8c28-96ce6dca3a38 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Checking segment: {'id': '3e72f958-2dad-4ada-b734-9b90179be057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f12fd12c-c9aa-42ad-81d7-f16b966ff167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:15:56.757876 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631cbfe0-5955-40cd-8c28-96ce6dca3a38 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Network hostable DHCP agents. Network: f12fd12c-c9aa-42ad-81d7-f16b966ff167, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:15:56.806952 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-fcb43c93-7242-475c-bf2d-c4782947d9b6 None None] Provisioning complete for port 768f43f9-c730-4843-a57c-7821d01f7711 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:15:56.806952 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-fcb43c93-7242-475c-bf2d-c4782947d9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:56.811569 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631cbfe0-5955-40cd-8c28-96ce6dca3a38 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Network f12fd12c-c9aa-42ad-81d7-f16b966ff167 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:15:56.838108 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-631cbfe0-5955-40cd-8c28-96ce6dca3a38 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, f12fd12c-c9aa-42ad-81d7-f16b966ff167) {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:15:56.842355 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6c8f1d09-bcfd-4d00-8772-9e8226b14506 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:56.894387 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-fcb43c93-7242-475c-bf2d-c4782947d9b6 None None] Port 768f43f9-c730-4843-a57c-7821d01f7711 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:15:56.897486 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc64ef4-a386-4a36-8c2e-c95345fc2469 None None] Network f12fd12c-c9aa-42ad-81d7-f16b966ff167 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:15:56.907489 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:56.959190 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631cbfe0-5955-40cd-8c28-96ce6dca3a38 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:56.959190 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-631cbfe0-5955-40cd-8c28-96ce6dca3a38 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:57.013212 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-631cbfe0-5955-40cd-8c28-96ce6dca3a38 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5463393 Dec 10 19:15:57.021940 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52106) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:57.033599 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-6f4e0683-4506-43f1-b1f3-8109fd9cbb8f tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Request body: {'port': {'network_id': 'f12fd12c-c9aa-42ad-81d7-f16b966ff167', 'name': 'tempest-PortsIpV6TestJSON-1430058637'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:57.244138 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f4d65720-6c06-4d5d-9baf-e52aaa0f55e8 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks [] for router, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:57.298587 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083cc719-afde-4bc6-82ac-e7fb4e3e8a66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-f12fd12c-c9aa-42ad-81d7-f16b966ff167', 'network_id': 'f12fd12c-c9aa-42ad-81d7-f16b966ff167', 'tenant_id': 'e037b8d045744e90a0960e7cae36a046', 'fixed_ips': [{'subnet_id': 'f78338cb-81d2-4386-a983-a052f1a4a0ee'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:15:57.300258 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-083cc719-afde-4bc6-82ac-e7fb4e3e8a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:57.448006 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6c8f1d09-bcfd-4d00-8772-9e8226b14506 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:57.452123 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4e0683-4506-43f1-b1f3-8109fd9cbb8f tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Made reservation on behalf of e037b8d045744e90a0960e7cae36a046 for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:15:57.459577 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6f4e0683-4506-43f1-b1f3-8109fd9cbb8f tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:57.472943 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cd3bf308-f953-47d3-b00b-56991406235e tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769381657245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11929319'] for subnet, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:57.498285 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [None req-6f4e0683-4506-43f1-b1f3-8109fd9cbb8f tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] device_id is not set on port 85b93d09-49cb-424a-b902-2cd56bbe8139 yet. {{(pid=102365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:15:57.583151 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-f4d65720-6c06-4d5d-9baf-e52aaa0f55e8 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 10 19:15:57.584481 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-f4d65720-6c06-4d5d-9baf-e52aaa0f55e8 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] 10.222.0.69 "DELETE /v2.0/routers/5cc03cfb-e5be-4a0a-8792-66981975b579 HTTP/1.1" status: 409 len: 329 time: 1.1078327 Dec 10 19:15:57.588612 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3bf308-f953-47d3-b00b-56991406235e tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Pushing event updated for resources: {'Subnet': ['ID=1753b0e0-6112-4b41-a8d8-a4d831fee356,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:57.590980 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52122) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:57.609901 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-e58eaf22-691e-4519-95ce-4af23d01c11b None None] Allocated IP 2001:db8::2 (5a466964-6dc7-4ef5-9b39-b401941fa082/1753b0e0-6112-4b41-a8d8-a4d831fee356/6db6b8df-8f19-4971-b054-aaf7ea2aae06) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:15:57.634890 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3bf308-f953-47d3-b00b-56991406235e tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:57.635608 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cd3bf308-f953-47d3-b00b-56991406235e tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:57.637414 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-083cc719-afde-4bc6-82ac-e7fb4e3e8a66 None None] Allocated IP 2001:db8::2 (f12fd12c-c9aa-42ad-81d7-f16b966ff167/f78338cb-81d2-4386-a983-a052f1a4a0ee/1ab1911e-deea-4b10-82cb-85d1da61955b) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:15:57.639917 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-cd3bf308-f953-47d3-b00b-56991406235e tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] 10.222.0.69 "PUT /v2.0/subnets/1753b0e0-6112-4b41-a8d8-a4d831fee356 HTTP/1.1" status: 200 len: 826 time: 1.7919869 Dec 10 19:15:57.640646 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52124) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:57.950647 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-21d82659-1245-4a73-9364-0297286c9646 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:57.986058 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-083cc719-afde-4bc6-82ac-e7fb4e3e8a66 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:57.988020 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e58eaf22-691e-4519-95ce-4af23d01c11b None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:57.999237 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-083cc719-afde-4bc6-82ac-e7fb4e3e8a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:58.054791 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083cc719-afde-4bc6-82ac-e7fb4e3e8a66 None None] Pushing event updated for resources: {'Port': ['ID=1ab1911e-deea-4b10-82cb-85d1da61955b,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:58.058957 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e58eaf22-691e-4519-95ce-4af23d01c11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:58.059109 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-21d82659-1245-4a73-9364-0297286c9646 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:58.124279 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083cc719-afde-4bc6-82ac-e7fb4e3e8a66 None None] Network f12fd12c-c9aa-42ad-81d7-f16b966ff167 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:15:58.127573 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bf3c4d-bd9d-441f-9213-7b06e51713d1 req-8284e583-ddc5-4848-acc2-78e494e1d38a tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:58.128429 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58eaf22-691e-4519-95ce-4af23d01c11b None None] Network 5a466964-6dc7-4ef5-9b39-b401941fa082 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:15:58.131095 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-78bf3c4d-bd9d-441f-9213-7b06e51713d1 req-8284e583-ddc5-4848-acc2-78e494e1d38a tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] 10.222.0.69 "GET /v2.0/ports?device_id=56f86edf-c896-4d8a-9326-e6e1a1c30e71 HTTP/1.1" status: 200 len: 946 time: 0.4170799 Dec 10 19:15:58.136647 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-083cc719-afde-4bc6-82ac-e7fb4e3e8a66 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:15:58.140139 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-e58eaf22-691e-4519-95ce-4af23d01c11b None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:15:58.144027 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083cc719-afde-4bc6-82ac-e7fb4e3e8a66 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:15:58.145755 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58eaf22-691e-4519-95ce-4af23d01c11b None None] Pushing event updated for resources: {'Port': ['ID=6db6b8df-8f19-4971-b054-aaf7ea2aae06,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:58.151571 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58eaf22-691e-4519-95ce-4af23d01c11b None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:15:58.173606 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-21d82659-1245-4a73-9364-0297286c9646 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:58.214889 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-6f4e0683-4506-43f1-b1f3-8109fd9cbb8f tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Allocated IP 2001:db8::309 (f12fd12c-c9aa-42ad-81d7-f16b966ff167/f78338cb-81d2-4386-a983-a052f1a4a0ee/85b93d09-49cb-424a-b902-2cd56bbe8139) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:15:58.216424 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d82659-1245-4a73-9364-0297286c9646 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Pushing event deleted for resources: {'Subnet': ['ID=1753b0e0-6112-4b41-a8d8-a4d831fee356,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:58.324067 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-21d82659-1245-4a73-9364-0297286c9646 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:58.357132 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-21d82659-1245-4a73-9364-0297286c9646 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a466964-6dc7-4ef5-9b39-b401941fa082']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:58.368694 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-78bf3c4d-bd9d-441f-9213-7b06e51713d1 req-6d8a4020-8862-44e8-b2d7-f25c6c614457 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] 10.222.0.69 "GET /v2.0/security-groups?id=b70c9707-804c-4755-a29b-44a73c84802d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1914716 Dec 10 19:15:58.372561 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-21d82659-1245-4a73-9364-0297286c9646 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6542f45-789b-46ad-9eb2-55b79c8764a8') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:58.373006 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-21d82659-1245-4a73-9364-0297286c9646 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6542f45-789b-46ad-9eb2-55b79c8764a8') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:58.376875 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-e58eaf22-691e-4519-95ce-4af23d01c11b None None] Attempting to bind port 6db6b8df-8f19-4971-b054-aaf7ea2aae06 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:15:58.377481 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-e58eaf22-691e-4519-95ce-4af23d01c11b None None] Attempting to bind port 6db6b8df-8f19-4971-b054-aaf7ea2aae06 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': 'e6542f45-789b-46ad-9eb2-55b79c8764a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '5a466964-6dc7-4ef5-9b39-b401941fa082'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:15:58.378064 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58eaf22-691e-4519-95ce-4af23d01c11b None None] Attempting to bind port 6db6b8df-8f19-4971-b054-aaf7ea2aae06 on network 5a466964-6dc7-4ef5-9b39-b401941fa082 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:15:58.398463 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58eaf22-691e-4519-95ce-4af23d01c11b None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:15:58.398463 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58eaf22-691e-4519-95ce-4af23d01c11b None None] Checking segment: {'id': 'e6542f45-789b-46ad-9eb2-55b79c8764a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '5a466964-6dc7-4ef5-9b39-b401941fa082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:15:58.398463 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e58eaf22-691e-4519-95ce-4af23d01c11b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:58.399119 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58eaf22-691e-4519-95ce-4af23d01c11b None None] Bound using segment: {'id': 'e6542f45-789b-46ad-9eb2-55b79c8764a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '5a466964-6dc7-4ef5-9b39-b401941fa082'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:15:58.400835 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-e58eaf22-691e-4519-95ce-4af23d01c11b None None] Bound port: 6db6b8df-8f19-4971-b054-aaf7ea2aae06, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6542f45-789b-46ad-9eb2-55b79c8764a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '5a466964-6dc7-4ef5-9b39-b401941fa082'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:15:58.401495 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e58eaf22-691e-4519-95ce-4af23d01c11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:58.403089 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-21d82659-1245-4a73-9364-0297286c9646 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:58.421603 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-083cc719-afde-4bc6-82ac-e7fb4e3e8a66 None None] Attempting to bind port 1ab1911e-deea-4b10-82cb-85d1da61955b on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:15:58.422197 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-083cc719-afde-4bc6-82ac-e7fb4e3e8a66 None None] Attempting to bind port 1ab1911e-deea-4b10-82cb-85d1da61955b by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '3e72f958-2dad-4ada-b734-9b90179be057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f12fd12c-c9aa-42ad-81d7-f16b966ff167'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:15:58.423612 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083cc719-afde-4bc6-82ac-e7fb4e3e8a66 None None] Attempting to bind port 1ab1911e-deea-4b10-82cb-85d1da61955b on network f12fd12c-c9aa-42ad-81d7-f16b966ff167 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:15:58.428814 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-677d0c9e-2a90-4a92-a95b-048ef6741989 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711290'] for router_interface, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:58.447973 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083cc719-afde-4bc6-82ac-e7fb4e3e8a66 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:15:58.448595 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083cc719-afde-4bc6-82ac-e7fb4e3e8a66 None None] Checking segment: {'id': '3e72f958-2dad-4ada-b734-9b90179be057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f12fd12c-c9aa-42ad-81d7-f16b966ff167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:15:58.449321 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-083cc719-afde-4bc6-82ac-e7fb4e3e8a66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:58.450856 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083cc719-afde-4bc6-82ac-e7fb4e3e8a66 None None] Bound using segment: {'id': '3e72f958-2dad-4ada-b734-9b90179be057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f12fd12c-c9aa-42ad-81d7-f16b966ff167'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:15:58.452070 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-083cc719-afde-4bc6-82ac-e7fb4e3e8a66 None None] Bound port: 1ab1911e-deea-4b10-82cb-85d1da61955b, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e72f958-2dad-4ada-b734-9b90179be057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f12fd12c-c9aa-42ad-81d7-f16b966ff167'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:15:58.452784 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-083cc719-afde-4bc6-82ac-e7fb4e3e8a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:58.468020 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c8f1d09-bcfd-4d00-8772-9e8226b14506 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Router 1d46f358-40b0-4954-8e19-23a1cf03e1c1 is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:15:58.482757 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-21d82659-1245-4a73-9364-0297286c9646 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:58.528876 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21d82659-1245-4a73-9364-0297286c9646 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:15:58.529551 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-21d82659-1245-4a73-9364-0297286c9646 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:58.533721 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:15:58.533721 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:15:58.533721 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:15:58.533721 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:15:58.533721 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:15:58.533721 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:15:58.533721 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:15:58.533721 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:15:58.533721 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:15:58.533721 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:15:58.533721 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:15:58.533721 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:15:58.533721 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:15:58.533721 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:15:58.533721 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:15:58.533721 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:15:58.533721 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:15:58.533721 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:15:58.533721 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:15:58.533721 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:15:58.533721 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:15:58.533721 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:15:58.533721 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:15:58.533721 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:15:58.533721 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:15:58.533721 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:15:58.533721 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:15:58.533721 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:15:58.533721 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:15:58.533721 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:15:58.533721 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:15:58.533721 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:15:58.625269 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.db.api [None req-21d82659-1245-4a73-9364-0297286c9646 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 19:15:58.625269 dv-neutron-821441-1-hyperv neutron-server[102366]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 19:15:58.625269 dv-neutron-821441-1-hyperv neutron-server[102366]: [parameters: {'id': '5a466964-6dc7-4ef5-9b39-b401941fa082'}] Dec 10 19:15:58.625269 dv-neutron-821441-1-hyperv neutron-server[102366]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:15:58.626104 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG oslo_db.api [None req-21d82659-1245-4a73-9364-0297286c9646 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:15:58.659467 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6f4e0683-4506-43f1-b1f3-8109fd9cbb8f tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:58.696150 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-083cc719-afde-4bc6-82ac-e7fb4e3e8a66 None None] For port 1ab1911e-deea-4b10-82cb-85d1da61955b, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:15:58.701108 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-083cc719-afde-4bc6-82ac-e7fb4e3e8a66 None None] For port 1ab1911e-deea-4b10-82cb-85d1da61955b, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=1ab1911e-deea-4b10-82cb-85d1da61955b,segment=NetworkSegment(3e72f958-2dad-4ada-b734-9b90179be057),segment_id=3e72f958-2dad-4ada-b734-9b90179be057)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:15:58.702889 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-e58eaf22-691e-4519-95ce-4af23d01c11b None None] For port 6db6b8df-8f19-4971-b054-aaf7ea2aae06, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:15:58.708417 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-e58eaf22-691e-4519-95ce-4af23d01c11b None None] For port 6db6b8df-8f19-4971-b054-aaf7ea2aae06, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=6db6b8df-8f19-4971-b054-aaf7ea2aae06,segment=NetworkSegment(e6542f45-789b-46ad-9eb2-55b79c8764a8),segment_id=e6542f45-789b-46ad-9eb2-55b79c8764a8)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:15:58.710624 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-083cc719-afde-4bc6-82ac-e7fb4e3e8a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:58.716900 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e58eaf22-691e-4519-95ce-4af23d01c11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:58.793055 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6f4e0683-4506-43f1-b1f3-8109fd9cbb8f tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:58.855632 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c8f1d09-bcfd-4d00-8772-9e8226b14506 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:15:58.886859 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e34f897-79bc-4730-819f-879d7aaea103 None None] Sync routers for ids ['1d46f358-40b0-4954-8e19-23a1cf03e1c1'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:15:58.902781 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4e0683-4506-43f1-b1f3-8109fd9cbb8f tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Network f12fd12c-c9aa-42ad-81d7-f16b966ff167 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:15:58.907733 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-6f4e0683-4506-43f1-b1f3-8109fd9cbb8f tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:15:58.914594 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4e0683-4506-43f1-b1f3-8109fd9cbb8f tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:15:58.920493 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4e0683-4506-43f1-b1f3-8109fd9cbb8f tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:58.927202 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6f4e0683-4506-43f1-b1f3-8109fd9cbb8f tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:58.938503 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6c8f1d09-bcfd-4d00-8772-9e8226b14506 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:58.944472 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-6c8f1d09-bcfd-4d00-8772-9e8226b14506 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.3465738 Dec 10 19:15:58.944670 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75d8cda-3216-4577-97c8-ec40ec022aa1 None None] Network 5a466964-6dc7-4ef5-9b39-b401941fa082 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:15:58.945137 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52144) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:58.949667 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4e0683-4506-43f1-b1f3-8109fd9cbb8f tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event updated for resources: {'Port': ['ID=85b93d09-49cb-424a-b902-2cd56bbe8139,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:58.985757 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-6f4e0683-4506-43f1-b1f3-8109fd9cbb8f tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9631989 Dec 10 19:15:58.990571 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52146) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:59.014258 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083cc719-afde-4bc6-82ac-e7fb4e3e8a66 None None] Pushing event updated for resources: {'Port': ['ID=1ab1911e-deea-4b10-82cb-85d1da61955b,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:59.024561 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52148) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:59.085182 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-677d0c9e-2a90-4a92-a95b-048ef6741989 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Deleting port 768f43f9-c730-4843-a57c-7821d01f7711 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:15:59.085854 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-677d0c9e-2a90-4a92-a95b-048ef6741989 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:59.135127 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-21d82659-1245-4a73-9364-0297286c9646 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:59.169118 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e34f897-79bc-4730-819f-879d7aaea103 None None] Routers {'1d46f358-40b0-4954-8e19-23a1cf03e1c1'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:15:59.170232 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-2e34f897-79bc-4730-819f-879d7aaea103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:15:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['1d46f358-40b0-4954-8e19-23a1cf03e1c1'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:59.210275 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-83f09c1d-c17d-4376-a12e-37cd76d4467e tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Deleting port 85b93d09-49cb-424a-b902-2cd56bbe8139 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:15:59.210620 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-83f09c1d-c17d-4376-a12e-37cd76d4467e tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:59.397818 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-c7c0bdd4-176c-4551-bd4a-30ca8f720199 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] 10.222.0.69 "GET /v2.0/routers/1d46f358-40b0-4954-8e19-23a1cf03e1c1 HTTP/1.1" status: 200 len: 908 time: 0.4459653 Dec 10 19:15:59.408831 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52156) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:15:59.418622 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-3304c472-658f-4770-bee4-50c738676556 tempest-RoutersAdminNegativeTest-211898007 tempest-RoutersAdminNegativeTest-211898007-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1563217484', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:59.422994 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-83f09c1d-c17d-4376-a12e-37cd76d4467e tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:59.438718 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-53bb70f7-6a0c-4057-8440-a92186d8967d tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1639313721', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'enable_snat': True}}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:59.443059 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-83f09c1d-c17d-4376-a12e-37cd76d4467e tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Calling delete_port for 85b93d09-49cb-424a-b902-2cd56bbe8139 owned by {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:15:59.478523 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58eaf22-691e-4519-95ce-4af23d01c11b None None] Pushing event updated for resources: {'Port': ['ID=6db6b8df-8f19-4971-b054-aaf7ea2aae06,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:59.501933 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-53bb70f7-6a0c-4057-8440-a92186d8967d tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:59.504377 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-53bb70f7-6a0c-4057-8440-a92186d8967d tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:59.523715 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-677d0c9e-2a90-4a92-a95b-048ef6741989 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:59.572929 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-2e34f897-79bc-4730-819f-879d7aaea103 None None] Set router 1d46f358-40b0-4954-8e19-23a1cf03e1c1 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:15:59.579829 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-677d0c9e-2a90-4a92-a95b-048ef6741989 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Calling delete_port for 768f43f9-c730-4843-a57c-7821d01f7711 owned by network:router_interface {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:15:59.642102 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-83f09c1d-c17d-4376-a12e-37cd76d4467e tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:59.673652 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3304c472-658f-4770-bee4-50c738676556 tempest-RoutersAdminNegativeTest-211898007 tempest-RoutersAdminNegativeTest-211898007-project-admin] Made reservation on behalf of 972700bf77a24dfd9a1fc50778dad680 for: {'port': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:15:59.677253 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3304c472-658f-4770-bee4-50c738676556 tempest-RoutersAdminNegativeTest-211898007 tempest-RoutersAdminNegativeTest-211898007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:59.709869 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378ab49c-976d-4f63-9430-18acd72bd3f5 None None] Network 5a466964-6dc7-4ef5-9b39-b401941fa082 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:15:59.759862 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3304c472-658f-4770-bee4-50c738676556 tempest-RoutersAdminNegativeTest-211898007 tempest-RoutersAdminNegativeTest-211898007-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:59.766274 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-21d82659-1245-4a73-9364-0297286c9646 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Deleting port 6db6b8df-8f19-4971-b054-aaf7ea2aae06 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:15:59.766890 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-21d82659-1245-4a73-9364-0297286c9646 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:15:59.770429 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-53bb70f7-6a0c-4057-8440-a92186d8967d tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:00.007258 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-2e34f897-79bc-4730-819f-879d7aaea103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d46f358-40b0-4954-8e19-23a1cf03e1c1', 'name': 'tempest-snat-router-1639313721', 'tenant_id': '53779f5dccf547e19096324f690d73a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.98'}], 'enable_snat': False}, 'gw_port_id': '66855c4c-d478-4d0a-a4ea-c37e2ffa4e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:15:53Z', 'updated_at': '2021-12-10T19:15:56Z', 'revision_number': 3, 'project_id': '53779f5dccf547e19096324f690d73a4', 'gw_port': {'id': '66855c4c-d478-4d0a-a4ea-c37e2ffa4e5a', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:90:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d46f358-40b0-4954-8e19-23a1cf03e1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:15:55Z', 'updated_at': '2021-12-10T19:15:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:00.047620 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e34f897-79bc-4730-819f-879d7aaea103 None None] Checking router: 1d46f358-40b0-4954-8e19-23a1cf03e1c1 for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:16:00.048656 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e34f897-79bc-4730-819f-879d7aaea103 None None] Updating router 1d46f358-40b0-4954-8e19-23a1cf03e1c1 port 66855c4c-d478-4d0a-a4ea-c37e2ffa4e5a binding host dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:16:00.080668 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2e34f897-79bc-4730-819f-879d7aaea103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:00.196806 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-53bb70f7-6a0c-4057-8440-a92186d8967d tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:00.204019 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f09c1d-c17d-4376-a12e-37cd76d4467e tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event deleted for resources: {'Port': ['ID=85b93d09-49cb-424a-b902-2cd56bbe8139,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:00.223313 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-21d82659-1245-4a73-9364-0297286c9646 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] For port 6db6b8df-8f19-4971-b054-aaf7ea2aae06, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=6db6b8df-8f19-4971-b054-aaf7ea2aae06,segment=NetworkSegment(e6542f45-789b-46ad-9eb2-55b79c8764a8),segment_id=e6542f45-789b-46ad-9eb2-55b79c8764a8)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:16:00.224299 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-21d82659-1245-4a73-9364-0297286c9646 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:00.260137 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-83f09c1d-c17d-4376-a12e-37cd76d4467e tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:00.271843 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-83f09c1d-c17d-4376-a12e-37cd76d4467e tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "DELETE /v2.0/ports/85b93d09-49cb-424a-b902-2cd56bbe8139 HTTP/1.1" status: 204 len: 168 time: 1.2797701 Dec 10 19:16:00.278922 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52160) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:00.299093 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-21d82659-1245-4a73-9364-0297286c9646 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Calling delete_port for 6db6b8df-8f19-4971-b054-aaf7ea2aae06 owned by network:dhcp {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:16:00.314996 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb63d4-eb08-4884-98b1-8b9333c8dc86 req-1acc132e-4ceb-4295-8614-0870c0dbcafc tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:00.328967 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-46cb63d4-eb08-4884-98b1-8b9333c8dc86 req-1acc132e-4ceb-4295-8614-0870c0dbcafc tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] 10.222.0.69 "GET /v2.0/ports?device_id=7dff2011-5f01-4703-80b4-3e97e9f7d2b3 HTTP/1.1" status: 200 len: 945 time: 0.7033517 Dec 10 19:16:00.387740 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ee5ce21-d5bf-4949-b693-e8ea332d33ed tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] DELETE failed (client error): The resource could not be found. Dec 10 19:16:00.388734 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ee5ce21-d5bf-4949-b693-e8ea332d33ed tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:16:00.396179 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52162) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:00.396583 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-5ee5ce21-d5bf-4949-b693-e8ea332d33ed tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "DELETE /v2.0/ports/85b93d09-49cb-424a-b902-2cd56bbe8139 HTTP/1.1" status: 404 len: 333 time: 0.1130724 Dec 10 19:16:00.404689 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7214e-2c1b-45f9-b177-965b370a783e req-73947696-1748-4e3d-a57d-75fc509537ab tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:00.405973 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-43d7214e-2c1b-45f9-b177-965b370a783e req-73947696-1748-4e3d-a57d-75fc509537ab tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] 10.222.0.69 "GET /v2.0/ports?device_id=56f86edf-c896-4d8a-9326-e6e1a1c30e71 HTTP/1.1" status: 200 len: 946 time: 0.7831888 Dec 10 19:16:00.432050 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-53600b9f-685b-4161-a565-8f6fc2b4ccef tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] GET failed (client error): The resource could not be found. Dec 10 19:16:00.437126 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-53600b9f-685b-4161-a565-8f6fc2b4ccef tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "GET /v2.0/ports/85b93d09-49cb-424a-b902-2cd56bbe8139 HTTP/1.1" status: 404 len: 333 time: 0.0361812 Dec 10 19:16:00.437875 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52164) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:00.443087 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-46cb63d4-eb08-4884-98b1-8b9333c8dc86 req-20449c7f-94b7-4359-9578-3f4fe08de394 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1ad53fa-07e5-4365-a4a0-1215baa9957c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128457 Dec 10 19:16:00.462154 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bd4dff-cc9f-46f3-bc1f-1ff66a08a102 None None] Network f12fd12c-c9aa-42ad-81d7-f16b966ff167 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:16:00.496266 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-43d7214e-2c1b-45f9-b177-965b370a783e req-0fe31aee-9380-4abb-b75a-f71d5f9b9e8c tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] 10.222.0.69 "GET /v2.0/security-groups?id=b70c9707-804c-4755-a29b-44a73c84802d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515950 Dec 10 19:16:00.527525 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-677d0c9e-2a90-4a92-a95b-048ef6741989 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:00.610743 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677d0c9e-2a90-4a92-a95b-048ef6741989 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Pushing event deleted for resources: {'Port': ['ID=768f43f9-c730-4843-a57c-7821d01f7711,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:00.620682 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2e34f897-79bc-4730-819f-879d7aaea103 None None] Notify callbacks [] for port, precommit_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:00.650928 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2e34f897-79bc-4730-819f-879d7aaea103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:00.686949 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ea0b7ad-a5e1-4e45-ae7d-b15da8b46f58 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Deleting subnet f78338cb-81d2-4386-a983-a052f1a4a0ee {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:16:00.714418 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 1ab1911e-deea-4b10-82cb-85d1da61955b up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:16:00.729539 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0ea0b7ad-a5e1-4e45-ae7d-b15da8b46f58 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:00.735952 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-21d82659-1245-4a73-9364-0297286c9646 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:00.752287 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-4eca832c-a970-4d11-b51f-b3c0e9b65ab6 None None] Provisioning complete for port 1ab1911e-deea-4b10-82cb-85d1da61955b triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:00.752708 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4eca832c-a970-4d11-b51f-b3c0e9b65ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:00.828248 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aed3de-0d1e-426f-8ec8-f7af760cef37 None None] Pushing event updated for resources: {'Port': ['ID=66855c4c-d478-4d0a-a4ea-c37e2ffa4e5a,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:01.009733 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-2e34f897-79bc-4730-819f-879d7aaea103 None None] Attempting to bind port 66855c4c-d478-4d0a-a4ea-c37e2ffa4e5a on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:16:01.010099 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-2e34f897-79bc-4730-819f-879d7aaea103 None None] Attempting to bind port 66855c4c-d478-4d0a-a4ea-c37e2ffa4e5a by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:16:01.010436 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e34f897-79bc-4730-819f-879d7aaea103 None None] Attempting to bind port 66855c4c-d478-4d0a-a4ea-c37e2ffa4e5a on network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:16:01.040226 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e34f897-79bc-4730-819f-879d7aaea103 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:16:01.040775 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e34f897-79bc-4730-819f-879d7aaea103 None None] Checking segment: {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:16:01.041303 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2e34f897-79bc-4730-819f-879d7aaea103 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:01.041815 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e34f897-79bc-4730-819f-879d7aaea103 None None] Bound using segment: {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:16:01.042412 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-2e34f897-79bc-4730-819f-879d7aaea103 None None] Bound port: 66855c4c-d478-4d0a-a4ea-c37e2ffa4e5a, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:16:01.042895 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2e34f897-79bc-4730-819f-879d7aaea103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:01.151753 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3304c472-658f-4770-bee4-50c738676556 tempest-RoutersAdminNegativeTest-211898007 tempest-RoutersAdminNegativeTest-211898007-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:01.164517 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d82659-1245-4a73-9364-0297286c9646 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Pushing event deleted for resources: {'Port': ['ID=6db6b8df-8f19-4971-b054-aaf7ea2aae06,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:01.172398 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d82659-1245-4a73-9364-0297286c9646 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] No DVR routers for this DVR port 6db6b8df-8f19-4971-b054-aaf7ea2aae06 on host dv-neutron-821441-1-hyperv {{(pid=102366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:16:01.179515 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3304c472-658f-4770-bee4-50c738676556 tempest-RoutersAdminNegativeTest-211898007 tempest-RoutersAdminNegativeTest-211898007-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:01.184840 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 1ab1911e-deea-4b10-82cb-85d1da61955b triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:01.185412 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:01.193700 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0ea0b7ad-a5e1-4e45-ae7d-b15da8b46f58 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:01.224464 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [None req-3304c472-658f-4770-bee4-50c738676556 tempest-RoutersAdminNegativeTest-211898007 tempest-RoutersAdminNegativeTest-211898007-project-admin] device_id is not set on port 0b50c430-6ce6-49c5-8093-1684238a55e0 yet. {{(pid=102366) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:16:01.344624 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-2e34f897-79bc-4730-819f-879d7aaea103 None None] For port 66855c4c-d478-4d0a-a4ea-c37e2ffa4e5a, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:16:01.376586 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4eca832c-a970-4d11-b51f-b3c0e9b65ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:01.414054 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-2e34f897-79bc-4730-819f-879d7aaea103 None None] For port 66855c4c-d478-4d0a-a4ea-c37e2ffa4e5a, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=66855c4c-d478-4d0a-a4ea-c37e2ffa4e5a,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:16:01.429743 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2e34f897-79bc-4730-819f-879d7aaea103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:01.493143 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3304c472-658f-4770-bee4-50c738676556 tempest-RoutersAdminNegativeTest-211898007 tempest-RoutersAdminNegativeTest-211898007-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa83fb3f-d7a6-4f21-abcc-2d5499501c88,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:01.531001 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e34f897-79bc-4730-819f-879d7aaea103 None None] Routers {'1d46f358-40b0-4954-8e19-23a1cf03e1c1'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:16:01.531664 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-2e34f897-79bc-4730-819f-879d7aaea103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:15:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['1d46f358-40b0-4954-8e19-23a1cf03e1c1'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:01.615172 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-4eca832c-a970-4d11-b51f-b3c0e9b65ab6 None None] For port 1ab1911e-deea-4b10-82cb-85d1da61955b, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=1ab1911e-deea-4b10-82cb-85d1da61955b,segment=NetworkSegment(3e72f958-2dad-4ada-b734-9b90179be057),segment_id=3e72f958-2dad-4ada-b734-9b90179be057)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:16:01.632938 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-677d0c9e-2a90-4a92-a95b-048ef6741989 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3755731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3712768'] for router_interface, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:01.636434 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-21d82659-1245-4a73-9364-0297286c9646 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:01.683435 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4eca832c-a970-4d11-b51f-b3c0e9b65ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:01.705724 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aed3de-0d1e-426f-8ec8-f7af760cef37 None None] Pushing event updated for resources: {'Port': ['ID=66855c4c-d478-4d0a-a4ea-c37e2ffa4e5a,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:01.717390 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7abce6c-0315-4a93-a846-fb29d85cc13d req-b07b33ab-918d-47de-ba66-c68453fd37aa tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:01.721081 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b7abce6c-0315-4a93-a846-fb29d85cc13d req-b07b33ab-918d-47de-ba66-c68453fd37aa tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] 10.222.0.69 "GET /v2.0/ports?device_id=7dff2011-5f01-4703-80b4-3e97e9f7d2b3 HTTP/1.1" status: 200 len: 945 time: 0.2084970 Dec 10 19:16:01.741523 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5539744-01d0-4fbb-a3af-280df1ec9069 req-bf091387-735a-4fe4-8f57-a8b53bf3bbee tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:01.743152 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e5539744-01d0-4fbb-a3af-280df1ec9069 req-bf091387-735a-4fe4-8f57-a8b53bf3bbee tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] 10.222.0.69 "GET /v2.0/ports?device_id=56f86edf-c896-4d8a-9326-e6e1a1c30e71 HTTP/1.1" status: 200 len: 946 time: 0.1369677 Dec 10 19:16:01.781893 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-21d82659-1245-4a73-9364-0297286c9646 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a466964-6dc7-4ef5-9b39-b401941fa082']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:01.785905 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:01.827456 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b7abce6c-0315-4a93-a846-fb29d85cc13d req-4e13406d-112c-4d86-bebe-469041dd0d74 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1ad53fa-07e5-4365-a4a0-1215baa9957c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830622 Dec 10 19:16:01.855558 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e5539744-01d0-4fbb-a3af-280df1ec9069 req-a7bffd7c-0de0-4011-9c64-86e2b7b7cb02 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] 10.222.0.69 "GET /v2.0/security-groups?id=b70c9707-804c-4755-a29b-44a73c84802d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019878 Dec 10 19:16:01.866037 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eca832c-a970-4d11-b51f-b3c0e9b65ab6 None None] Pushing event updated for resources: {'Port': ['ID=1ab1911e-deea-4b10-82cb-85d1da61955b,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:01.906088 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-2e34f897-79bc-4730-819f-879d7aaea103 None None] Set router 1d46f358-40b0-4954-8e19-23a1cf03e1c1 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:16:01.919344 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-21d82659-1245-4a73-9364-0297286c9646 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6542f45-789b-46ad-9eb2-55b79c8764a8') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:01.919642 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-21d82659-1245-4a73-9364-0297286c9646 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6542f45-789b-46ad-9eb2-55b79c8764a8') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:01.938859 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-3304c472-658f-4770-bee4-50c738676556 tempest-RoutersAdminNegativeTest-211898007 tempest-RoutersAdminNegativeTest-211898007-project-admin] Allocated IP 172.26.6.42 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/0b50c430-6ce6-49c5-8093-1684238a55e0) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:16:01.954950 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0ea0b7ad-a5e1-4e45-ae7d-b15da8b46f58 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:01.961273 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-21d82659-1245-4a73-9364-0297286c9646 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:02.000756 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-53bb70f7-6a0c-4057-8440-a92186d8967d tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:02.025895 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679983aa-0154-4d8b-ae71-1564f0a79955 req-b3f85ac0-6298-4ca8-b300-229cf8680492 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:02.027499 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-679983aa-0154-4d8b-ae71-1564f0a79955 req-b3f85ac0-6298-4ca8-b300-229cf8680492 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] 10.222.0.36 "GET /v2.0/ports?device_id=56f86edf-c896-4d8a-9326-e6e1a1c30e71 HTTP/1.1" status: 200 len: 946 time: 0.4785223 Dec 10 19:16:02.052050 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-21d82659-1245-4a73-9364-0297286c9646 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:02.052623 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-68809a55-4378-4e7c-a33e-6b77b444a169 None None] Provisioning complete for port 1ab1911e-deea-4b10-82cb-85d1da61955b triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:02.054071 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-68809a55-4378-4e7c-a33e-6b77b444a169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:02.089131 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-53bb70f7-6a0c-4057-8440-a92186d8967d tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:02.117595 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21d82659-1245-4a73-9364-0297286c9646 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:16:02.118035 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-21d82659-1245-4a73-9364-0297286c9646 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:02.121803 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:16:02.121803 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:16:02.121803 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:16:02.121803 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:16:02.121803 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:16:02.121803 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:16:02.121803 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:16:02.121803 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:16:02.121803 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:16:02.121803 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:16:02.121803 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:16:02.121803 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:16:02.121803 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:16:02.121803 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:16:02.121803 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:16:02.121803 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:16:02.121803 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:16:02.121803 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:16:02.121803 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:16:02.121803 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:16:02.121803 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:16:02.121803 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:16:02.121803 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:16:02.121803 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:16:02.121803 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:16:02.121803 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:16:02.121803 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:16:02.121803 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:16:02.121803 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:16:02.121803 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:16:02.121803 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:16:02.121803 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:16:02.229410 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.db.api [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102367) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:16:02.229968 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG oslo_db.api [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:16:02.252635 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:02.333160 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d9d7a9-3ef0-4a1b-9033-7a7d62ff8627 None None] get_active_networks_info from dv-neutron-821441-1-hyperv {{(pid=102367) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 10 19:16:02.377980 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0ea0b7ad-a5e1-4e45-ae7d-b15da8b46f58 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:02.452311 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-677d0c9e-2a90-4a92-a95b-048ef6741989 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Router 5cc03cfb-e5be-4a0a-8792-66981975b579 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:16:02.454882 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-21d82659-1245-4a73-9364-0297286c9646 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:02.461221 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea0b7ad-a5e1-4e45-ae7d-b15da8b46f58 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event deleted for resources: {'Subnet': ['ID=f78338cb-81d2-4386-a983-a052f1a4a0ee,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:02.475810 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0ea0b7ad-a5e1-4e45-ae7d-b15da8b46f58 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:02.482088 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-0ea0b7ad-a5e1-4e45-ae7d-b15da8b46f58 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "DELETE /v2.0/subnets/f78338cb-81d2-4386-a983-a052f1a4a0ee HTTP/1.1" status: 204 len: 168 time: 2.0366912 Dec 10 19:16:02.482486 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52176) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:02.489595 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-21d82659-1245-4a73-9364-0297286c9646 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:02.494606 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-21d82659-1245-4a73-9364-0297286c9646 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] 10.222.0.69 "DELETE /v2.0/networks/5a466964-6dc7-4ef5-9b39-b401941fa082 HTTP/1.1" status: 204 len: 168 time: 4.8147609 Dec 10 19:16:02.502158 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52178) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:02.529840 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d82659-1245-4a73-9364-0297286c9646 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Pushing event deleted for resources: {'Network': ['ID=5a466964-6dc7-4ef5-9b39-b401941fa082,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:02.568418 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-899aac09-4090-4e6c-9f90-5f0a176b194c tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] DELETE failed (client error): The resource could not be found. Dec 10 19:16:02.569068 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-899aac09-4090-4e6c-9f90-5f0a176b194c tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:16:02.572302 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-899aac09-4090-4e6c-9f90-5f0a176b194c tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] 10.222.0.69 "DELETE /v2.0/networks/5a466964-6dc7-4ef5-9b39-b401941fa082 HTTP/1.1" status: 404 len: 339 time: 0.0549300 Dec 10 19:16:02.585733 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-99fc79d1-1b04-46cb-95c1-ff6b00ec1512 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:02.588112 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52180) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:02.604765 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-d23bb754-fab3-47f2-85ea-d34429c8f70d tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-680549363', 'description': 'd1'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:02.616868 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-2e34f897-79bc-4730-819f-879d7aaea103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d46f358-40b0-4954-8e19-23a1cf03e1c1', 'name': 'tempest-snat-router-1639313721', 'tenant_id': '53779f5dccf547e19096324f690d73a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.98'}], 'enable_snat': False}, 'gw_port_id': '66855c4c-d478-4d0a-a4ea-c37e2ffa4e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:15:53Z', 'updated_at': '2021-12-10T19:15:56Z', 'revision_number': 3, 'project_id': '53779f5dccf547e19096324f690d73a4', 'gw_port': {'id': '66855c4c-d478-4d0a-a4ea-c37e2ffa4e5a', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:90:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d46f358-40b0-4954-8e19-23a1cf03e1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:15:55Z', 'updated_at': '2021-12-10T19:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:02.627223 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-2de800bc-1422-4226-80dc-dae7565ea241 None None] Could not find standard attr ID for object 85b93d09-49cb-424a-b902-2cd56bbe8139. {{(pid=102367) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:16:02.664697 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-99fc79d1-1b04-46cb-95c1-ff6b00ec1512 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Deleting port 1ab1911e-deea-4b10-82cb-85d1da61955b {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:16:02.665477 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-99fc79d1-1b04-46cb-95c1-ff6b00ec1512 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:02.688491 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e34f897-79bc-4730-819f-879d7aaea103 None None] The sync data for ids ['1d46f358-40b0-4954-8e19-23a1cf03e1c1'] in dv-neutron-821441-1-hyperv is: [{'id': '1d46f358-40b0-4954-8e19-23a1cf03e1c1', 'name': 'tempest-snat-router-1639313721', 'tenant_id': '53779f5dccf547e19096324f690d73a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.98'}], 'enable_snat': False}, 'gw_port_id': '66855c4c-d478-4d0a-a4ea-c37e2ffa4e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:15:53Z', 'updated_at': '2021-12-10T19:15:56Z', 'revision_number': 3, 'project_id': '53779f5dccf547e19096324f690d73a4', 'gw_port': {'id': '66855c4c-d478-4d0a-a4ea-c37e2ffa4e5a', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:90:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d46f358-40b0-4954-8e19-23a1cf03e1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:15:55Z', 'updated_at': '2021-12-10T19:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:16:02.690544 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3304c472-658f-4770-bee4-50c738676556 tempest-RoutersAdminNegativeTest-211898007 tempest-RoutersAdminNegativeTest-211898007-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:02.710893 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [req-679983aa-0154-4d8b-ae71-1564f0a79955 req-832ba965-6391-4a2c-a6b1-0c2e6b925cb7 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Deleting port 66321e8d-2c13-4d5d-ab57-d41aea84753d {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:16:02.711411 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-679983aa-0154-4d8b-ae71-1564f0a79955 req-832ba965-6391-4a2c-a6b1-0c2e6b925cb7 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:02.729507 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-677d0c9e-2a90-4a92-a95b-048ef6741989 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:16:02.752206 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86698401-4d9f-4f3e-a75d-6a34b7da7970 None None] Sync routers for ids ['5cc03cfb-e5be-4a0a-8792-66981975b579'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:16:02.767256 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d9d7a9-3ef0-4a1b-9033-7a7d62ff8627 None None] Resources bound (agent type, host, resource id): {{(pid=102367) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 19:16:02.784560 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86698401-4d9f-4f3e-a75d-6a34b7da7970 None None] Routers {'5cc03cfb-e5be-4a0a-8792-66981975b579'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:16:02.786495 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-86698401-4d9f-4f3e-a75d-6a34b7da7970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:15:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['5cc03cfb-e5be-4a0a-8792-66981975b579'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:02.821678 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-677d0c9e-2a90-4a92-a95b-048ef6741989 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] 10.222.0.69 "PUT /v2.0/routers/5cc03cfb-e5be-4a0a-8792-66981975b579/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2273214 Dec 10 19:16:02.829335 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-99fc79d1-1b04-46cb-95c1-ff6b00ec1512 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] For port 1ab1911e-deea-4b10-82cb-85d1da61955b, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=1ab1911e-deea-4b10-82cb-85d1da61955b,segment=NetworkSegment(3e72f958-2dad-4ada-b734-9b90179be057),segment_id=3e72f958-2dad-4ada-b734-9b90179be057)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:16:02.829930 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-99fc79d1-1b04-46cb-95c1-ff6b00ec1512 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:02.835042 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52182) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:02.869404 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23bb754-fab3-47f2-85ea-d34429c8f70d tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Made reservation on behalf of bf34cb617e7c48e1adb6028fc04b4351 for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:16:02.897608 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d23bb754-fab3-47f2-85ea-d34429c8f70d tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:02.911492 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-86698401-4d9f-4f3e-a75d-6a34b7da7970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:02.934129 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-99fc79d1-1b04-46cb-95c1-ff6b00ec1512 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Calling delete_port for 1ab1911e-deea-4b10-82cb-85d1da61955b owned by network:dhcp {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:16:02.937456 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.api.v2.resource [None req-1e1fdbec-a6c4-4659-ac05-a3bf6bf5acf8 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] show failed (client error): The resource could not be found. Dec 10 19:16:02.944887 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86698401-4d9f-4f3e-a75d-6a34b7da7970 None None] Routers {'5cc03cfb-e5be-4a0a-8792-66981975b579'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:16:02.948796 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-1e1fdbec-a6c4-4659-ac05-a3bf6bf5acf8 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] 10.222.0.69 "GET /v2.0/routers/tempest-non_exist_router-484694485 HTTP/1.1" status: 404 len: 334 time: 0.1119509 Dec 10 19:16:02.949650 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52188) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:02.950617 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-86698401-4d9f-4f3e-a75d-6a34b7da7970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:15:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['5cc03cfb-e5be-4a0a-8792-66981975b579'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:02.998012 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-1d85b531-c413-4f15-955b-2b604f7d4950 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:03.055625 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d23bb754-fab3-47f2-85ea-d34429c8f70d tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:16:03.079888 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-86698401-4d9f-4f3e-a75d-6a34b7da7970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:03.085880 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86698401-4d9f-4f3e-a75d-6a34b7da7970 None None] The sync data for ids ['5cc03cfb-e5be-4a0a-8792-66981975b579'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:16:03.108328 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3304c472-658f-4770-bee4-50c738676556 tempest-RoutersAdminNegativeTest-211898007 tempest-RoutersAdminNegativeTest-211898007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:03.192663 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.api.v2.resource [None req-1d85b531-c413-4f15-955b-2b604f7d4950 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] update failed (client error): The resource could not be found. Dec 10 19:16:03.193797 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3304c472-658f-4770-bee4-50c738676556 tempest-RoutersAdminNegativeTest-211898007 tempest-RoutersAdminNegativeTest-211898007-project-admin] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:16:03.195171 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-1d85b531-c413-4f15-955b-2b604f7d4950 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] 10.222.0.69 "PUT /v2.0/routers/tempest-non_exist_router-737485311 HTTP/1.1" status: 404 len: 334 time: 0.2377133 Dec 10 19:16:03.251467 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52190) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:03.265874 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [req-679983aa-0154-4d8b-ae71-1564f0a79955 req-832ba965-6391-4a2c-a6b1-0c2e6b925cb7 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] For port 66321e8d-2c13-4d5d-ab57-d41aea84753d, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=66321e8d-2c13-4d5d-ab57-d41aea84753d,segment=NetworkSegment(db837ec0-0d8a-4cc1-8f93-9eb97bc06e90),segment_id=db837ec0-0d8a-4cc1-8f93-9eb97bc06e90)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:16:03.266814 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-679983aa-0154-4d8b-ae71-1564f0a79955 req-832ba965-6391-4a2c-a6b1-0c2e6b925cb7 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:03.287980 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 1ab1911e-deea-4b10-82cb-85d1da61955b up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:16:03.293666 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d23bb754-fab3-47f2-85ea-d34429c8f70d tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:03.294252 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-d23bb754-fab3-47f2-85ea-d34429c8f70d tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Added segment 9a74176e-9998-4585-926f-549974af25e6 of type vlan for network b24a4e32-5bdd-443e-b262-3ac36e583e0f Dec 10 19:16:03.349074 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-3304c472-658f-4770-bee4-50c738676556 tempest-RoutersAdminNegativeTest-211898007 tempest-RoutersAdminNegativeTest-211898007-project-admin] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:16:03.379877 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3304c472-658f-4770-bee4-50c738676556 tempest-RoutersAdminNegativeTest-211898007 tempest-RoutersAdminNegativeTest-211898007-project-admin] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:16:03.448943 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb319fe0-8e1e-4993-8d39-5fed319fdbe0 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Deleting subnet ff578175-3e34-4147-a5bc-1f22e543a573 {{(pid=102365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:16:03.526546 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cb319fe0-8e1e-4993-8d39-5fed319fdbe0 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks [] for subnet, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:03.633368 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6dc77a9-5563-4b7f-bebd-ddca47d78085 None None] Network f12fd12c-c9aa-42ad-81d7-f16b966ff167 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:16:03.693628 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3304c472-658f-4770-bee4-50c738676556 tempest-RoutersAdminNegativeTest-211898007 tempest-RoutersAdminNegativeTest-211898007-project-admin] Pushing event updated for resources: {'Port': ['ID=0b50c430-6ce6-49c5-8093-1684238a55e0,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:03.700417 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 1ab1911e-deea-4b10-82cb-85d1da61955b triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:03.700970 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:03.710659 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-53bb70f7-6a0c-4057-8440-a92186d8967d tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Allocated IP 172.26.6.130 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/6a374969-122d-414b-ab94-dda5deec04a1) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:16:03.744585 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6272220-76c5-4a70-9a61-fbaacf34432a req-9abb34d0-b176-4370-b013-5218a6eaaa05 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:03.748038 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f6272220-76c5-4a70-9a61-fbaacf34432a req-9abb34d0-b176-4370-b013-5218a6eaaa05 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] 10.222.0.69 "GET /v2.0/ports?device_id=7dff2011-5f01-4703-80b4-3e97e9f7d2b3 HTTP/1.1" status: 200 len: 945 time: 0.5181611 Dec 10 19:16:03.761329 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d23bb754-fab3-47f2-85ea-d34429c8f70d tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:03.782718 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3304c472-658f-4770-bee4-50c738676556 tempest-RoutersAdminNegativeTest-211898007 tempest-RoutersAdminNegativeTest-211898007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:03.783918 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3304c472-658f-4770-bee4-50c738676556 tempest-RoutersAdminNegativeTest-211898007 tempest-RoutersAdminNegativeTest-211898007-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:03.834232 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cb319fe0-8e1e-4993-8d39-5fed319fdbe0 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353213'] for subnet, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:03.881895 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.db.resource_extend [None req-d23bb754-fab3-47f2-85ea-d34429c8f70d tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 19:16:03.927859 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788badb-af98-4e91-866d-76b909381fb6 req-761c867a-0b07-4119-9812-0f675068daab tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:03.930680 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8788badb-af98-4e91-866d-76b909381fb6 req-761c867a-0b07-4119-9812-0f675068daab tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dff2011-5f01-4703-80b4-3e97e9f7d2b3 HTTP/1.1" status: 200 len: 945 time: 0.5366955 Dec 10 19:16:03.953898 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c746d-d2e0-4759-92e2-3148bb190d50 req-32ecb97b-c69e-44b6-919c-1727ff690d13 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:03.957812 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e28c746d-d2e0-4759-92e2-3148bb190d50 req-32ecb97b-c69e-44b6-919c-1727ff690d13 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] 10.222.0.69 "GET /v2.0/ports?device_id=56f86edf-c896-4d8a-9326-e6e1a1c30e71 HTTP/1.1" status: 200 len: 946 time: 0.7598972 Dec 10 19:16:04.012999 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d23bb754-fab3-47f2-85ea-d34429c8f70d tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:04.014853 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02d3d2d-efeb-4d4b-81f5-7f6519ee4677 None None] DHCP port deletion for f12fd12c-c9aa-42ad-81d7-f16b966ff167 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:16:04.018700 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23bb754-fab3-47f2-85ea-d34429c8f70d tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:04.019932 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d23bb754-fab3-47f2-85ea-d34429c8f70d tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:04.036179 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-3304c472-658f-4770-bee4-50c738676556 tempest-RoutersAdminNegativeTest-211898007 tempest-RoutersAdminNegativeTest-211898007-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 5.0120330 Dec 10 19:16:04.047009 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52192) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:04.053447 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-7eaa0e84-643a-445f-be6b-957020d12a01 tempest-RoutersAdminNegativeTest-211898007 tempest-RoutersAdminNegativeTest-211898007-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.42'}]}}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:04.073749 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d23bb754-fab3-47f2-85ea-d34429c8f70d tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4819958 Dec 10 19:16:04.100131 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52194) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:04.118232 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-e02d3d2d-efeb-4d4b-81f5-7f6519ee4677 None None] Deleting port 1ab1911e-deea-4b10-82cb-85d1da61955b {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:16:04.118696 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e02d3d2d-efeb-4d4b-81f5-7f6519ee4677 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:04.141982 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f6272220-76c5-4a70-9a61-fbaacf34432a req-204d3232-c6a4-4650-8c3f-953d19d9c4c8 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1ad53fa-07e5-4365-a4a0-1215baa9957c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3534455 Dec 10 19:16:04.225997 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-e02d3d2d-efeb-4d4b-81f5-7f6519ee4677 None None] For port 1ab1911e-deea-4b10-82cb-85d1da61955b, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=1ab1911e-deea-4b10-82cb-85d1da61955b,segment=NetworkSegment(3e72f958-2dad-4ada-b734-9b90179be057),segment_id=3e72f958-2dad-4ada-b734-9b90179be057)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:16:04.226466 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e02d3d2d-efeb-4d4b-81f5-7f6519ee4677 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:04.244456 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-e02d3d2d-efeb-4d4b-81f5-7f6519ee4677 None None] Calling delete_port for 1ab1911e-deea-4b10-82cb-85d1da61955b owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:16:04.274793 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7eaa0e84-643a-445f-be6b-957020d12a01 tempest-RoutersAdminNegativeTest-211898007 tempest-RoutersAdminNegativeTest-211898007-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:04.276481 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7eaa0e84-643a-445f-be6b-957020d12a01 tempest-RoutersAdminNegativeTest-211898007 tempest-RoutersAdminNegativeTest-211898007-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:04.355138 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e28c746d-d2e0-4759-92e2-3148bb190d50 req-c734eed7-4ebf-445f-81a7-91dd8c0a9a24 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] 10.222.0.69 "GET /v2.0/security-groups?id=b70c9707-804c-4755-a29b-44a73c84802d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3572240 Dec 10 19:16:04.396990 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23bb754-fab3-47f2-85ea-d34429c8f70d tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Pushing event updated for resources: {'Network': ['ID=b24a4e32-5bdd-443e-b262-3ac36e583e0f,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:04.443158 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cb319fe0-8e1e-4993-8d39-5fed319fdbe0 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:04.502125 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-99fc79d1-1b04-46cb-95c1-ff6b00ec1512 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:04.503163 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network b24a4e32-5bdd-443e-b262-3ac36e583e0f details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:16:04.612382 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fc79d1-1b04-46cb-95c1-ff6b00ec1512 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event deleted for resources: {'Port': ['ID=1ab1911e-deea-4b10-82cb-85d1da61955b,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:04.626808 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e02d3d2d-efeb-4d4b-81f5-7f6519ee4677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:04.642484 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02d3d2d-efeb-4d4b-81f5-7f6519ee4677 None None] No DVR routers for this DVR port 1ab1911e-deea-4b10-82cb-85d1da61955b on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:16:04.649679 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee40f26-2cd5-4c4b-aa3b-47262d657aa1 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:04.653435 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-fee40f26-2cd5-4c4b-aa3b-47262d657aa1 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] 10.222.0.69 "GET /v2.0/networks?id=b24a4e32-5bdd-443e-b262-3ac36e583e0f HTTP/1.1" status: 200 len: 764 time: 0.5099385 Dec 10 19:16:04.655488 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fc79d1-1b04-46cb-95c1-ff6b00ec1512 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] No DVR routers for this DVR port 1ab1911e-deea-4b10-82cb-85d1da61955b on host dv-neutron-821441-1-hyperv {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:16:04.666936 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02d3d2d-efeb-4d4b-81f5-7f6519ee4677 None None] Pushing event deleted for resources: {'Port': ['ID=1ab1911e-deea-4b10-82cb-85d1da61955b,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:04.741328 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52196) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:04.755858 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-9db8f02e-8075-4ab3-b386-bcfd10806527 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Request body: {'network': {'description': 'd2'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:04.953829 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-679983aa-0154-4d8b-ae71-1564f0a79955 req-832ba965-6391-4a2c-a6b1-0c2e6b925cb7 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:04.954406 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-679983aa-0154-4d8b-ae71-1564f0a79955 req-832ba965-6391-4a2c-a6b1-0c2e6b925cb7 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3713103'] for floatingip, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:04.954885 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.l3_db [req-679983aa-0154-4d8b-ae71-1564f0a79955 req-832ba965-6391-4a2c-a6b1-0c2e6b925cb7 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Floating IP b727e1ca-06c4-477b-bdde-eeaacb549151 disassociated. External IP: 172.26.6.32, port: 66321e8d-2c13-4d5d-ab57-d41aea84753d. Dec 10 19:16:04.955441 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [req-679983aa-0154-4d8b-ae71-1564f0a79955 req-832ba965-6391-4a2c-a6b1-0c2e6b925cb7 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Calling delete_port for 66321e8d-2c13-4d5d-ab57-d41aea84753d owned by compute:nova {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:16:04.967875 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-8788badb-af98-4e91-866d-76b909381fb6 req-6a2d4a46-3896-4e04-aee3-4dfdc9cae426 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Deleting port 9e655a9f-d1da-4c1a-8af0-8a6945d94996 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:16:04.968439 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-8788badb-af98-4e91-866d-76b909381fb6 req-6a2d4a46-3896-4e04-aee3-4dfdc9cae426 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:05.049438 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-53bb70f7-6a0c-4057-8440-a92186d8967d tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:05.060208 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7eaa0e84-643a-445f-be6b-957020d12a01 tempest-RoutersAdminNegativeTest-211898007 tempest-RoutersAdminNegativeTest-211898007-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:05.112082 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-99fc79d1-1b04-46cb-95c1-ff6b00ec1512 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:05.195081 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 66855c4c-d478-4d0a-a4ea-c37e2ffa4e5a up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:16:05.246405 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cb319fe0-8e1e-4993-8d39-5fed319fdbe0 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:05.287174 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 66321e8d-2c13-4d5d-ab57-d41aea84753d no longer exists at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:16:05.352903 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-99fc79d1-1b04-46cb-95c1-ff6b00ec1512 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f12fd12c-c9aa-42ad-81d7-f16b966ff167']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:05.376698 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-53bb70f7-6a0c-4057-8440-a92186d8967d tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:05.381118 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 66855c4c-d478-4d0a-a4ea-c37e2ffa4e5a triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:05.381542 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:05.390572 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb319fe0-8e1e-4993-8d39-5fed319fdbe0 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Pushing event deleted for resources: {'Subnet': ['ID=ff578175-3e34-4147-a5bc-1f22e543a573,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:05.445829 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-99fc79d1-1b04-46cb-95c1-ff6b00ec1512 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e72f958-2dad-4ada-b734-9b90179be057') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:05.446221 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-99fc79d1-1b04-46cb-95c1-ff6b00ec1512 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e72f958-2dad-4ada-b734-9b90179be057') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:05.486804 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172677b5-6fad-4493-8fc3-aeeb9004cd63 req-5eb6e05a-fd25-46d8-ab3b-ea1c82104f54 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:05.489357 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-172677b5-6fad-4493-8fc3-aeeb9004cd63 req-5eb6e05a-fd25-46d8-ab3b-ea1c82104f54 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] 10.222.0.69 "GET /v2.0/ports?device_id=7dff2011-5f01-4703-80b4-3e97e9f7d2b3 HTTP/1.1" status: 200 len: 945 time: 0.1331937 Dec 10 19:16:05.490966 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cb319fe0-8e1e-4993-8d39-5fed319fdbe0 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:05.494775 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-cb319fe0-8e1e-4993-8d39-5fed319fdbe0 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] 10.222.0.69 "DELETE /v2.0/subnets/ff578175-3e34-4147-a5bc-1f22e543a573 HTTP/1.1" status: 204 len: 168 time: 2.1907749 Dec 10 19:16:05.505965 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-99fc79d1-1b04-46cb-95c1-ff6b00ec1512 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:05.508041 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52202) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:05.526189 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654093a8-5afd-4091-8d67-4acd311e8c39 None None] Network 974241a1-2680-4250-ad39-21055d399421 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:16:05.539915 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7eaa0e84-643a-445f-be6b-957020d12a01 tempest-RoutersAdminNegativeTest-211898007 tempest-RoutersAdminNegativeTest-211898007-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:05.612095 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bb70f7-6a0c-4057-8440-a92186d8967d tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:16:05.631618 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-53bb70f7-6a0c-4057-8440-a92186d8967d tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:16:05.649872 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_v2 [None req-e60b3406-85be-4637-bb25-cf4b05ec41c5 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Deleting subnet 280c81d8-b14f-4684-a809-907b7821d558 {{(pid=102365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:16:05.653354 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e60b3406-85be-4637-bb25-cf4b05ec41c5 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks [] for subnet, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:05.673804 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:05.676753 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bb70f7-6a0c-4057-8440-a92186d8967d tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:16:05.725407 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e60b3406-85be-4637-bb25-cf4b05ec41c5 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353213'] for subnet, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:05.813100 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:05.829999 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e60b3406-85be-4637-bb25-cf4b05ec41c5 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:05.852381 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port 66855c4c-d478-4d0a-a4ea-c37e2ffa4e5a, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=66855c4c-d478-4d0a-a4ea-c37e2ffa4e5a,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:16:05.862023 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:05.912082 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bb70f7-6a0c-4057-8440-a92186d8967d tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Pushing event updated for resources: {'Port': ['ID=6a374969-122d-414b-ab94-dda5deec04a1,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:05.945198 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-172677b5-6fad-4493-8fc3-aeeb9004cd63 req-213096d5-262f-4197-87e6-02f0c06e1d53 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1ad53fa-07e5-4365-a4a0-1215baa9957c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3183832 Dec 10 19:16:05.946597 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e60b3406-85be-4637-bb25-cf4b05ec41c5 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:06.005833 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-8788badb-af98-4e91-866d-76b909381fb6 req-6a2d4a46-3896-4e04-aee3-4dfdc9cae426 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] For port 9e655a9f-d1da-4c1a-8af0-8a6945d94996, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=9e655a9f-d1da-4c1a-8af0-8a6945d94996,segment=NetworkSegment(f3f1ff88-b36c-4ac4-9359-e2a5223029ed),segment_id=f3f1ff88-b36c-4ac4-9359-e2a5223029ed)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:16:06.008116 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-8788badb-af98-4e91-866d-76b909381fb6 req-6a2d4a46-3896-4e04-aee3-4dfdc9cae426 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:06.012393 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60b3406-85be-4637-bb25-cf4b05ec41c5 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Pushing event deleted for resources: {'Subnet': ['ID=280c81d8-b14f-4684-a809-907b7821d558,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:06.033088 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=66855c4c-d478-4d0a-a4ea-c37e2ffa4e5a,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:06.038510 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 1ab1911e-deea-4b10-82cb-85d1da61955b no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:16:06.040308 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baea7621-d5d8-427c-b9e5-b817a518d1ed None None] Network 595261df-744c-4477-97f3-b14daf1f7bbe requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:16:06.045269 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e60b3406-85be-4637-bb25-cf4b05ec41c5 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:06.050912 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-e60b3406-85be-4637-bb25-cf4b05ec41c5 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] 10.222.0.69 "DELETE /v2.0/subnets/280c81d8-b14f-4684-a809-907b7821d558 HTTP/1.1" status: 204 len: 168 time: 0.5347278 Dec 10 19:16:06.050912 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-99fc79d1-1b04-46cb-95c1-ff6b00ec1512 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:06.055060 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52204) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:06.089842 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 1ab1911e-deea-4b10-82cb-85d1da61955b {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:16:06.090160 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 1ab1911e-deea-4b10-82cb-85d1da61955b not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:16:06.125266 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-679983aa-0154-4d8b-ae71-1564f0a79955 req-832ba965-6391-4a2c-a6b1-0c2e6b925cb7 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:06.188817 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9db8f02e-8075-4ab3-b386-bcfd10806527 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:06.193788 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99fc79d1-1b04-46cb-95c1-ff6b00ec1512 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:16:06.194475 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-99fc79d1-1b04-46cb-95c1-ff6b00ec1512 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:06.201576 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-40a76e0c-10c2-4e3c-9e54-ddbdd61b5d90 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:06.206024 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:16:06.206024 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:16:06.206024 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:16:06.206024 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:16:06.206024 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:16:06.206024 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:16:06.206024 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:16:06.206024 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:16:06.206024 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:16:06.206024 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:16:06.206024 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:16:06.206024 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:16:06.206024 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:16:06.206024 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:16:06.206024 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:16:06.206024 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:16:06.206024 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:16:06.206024 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:16:06.206024 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:16:06.206024 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:16:06.206024 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:16:06.206024 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:16:06.206024 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:16:06.206024 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:16:06.206024 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:16:06.206024 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:16:06.206024 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:16:06.206024 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:16:06.206024 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:16:06.206024 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:16:06.206024 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:16:06.206024 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:16:06.225499 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832ba965-6391-4a2c-a6b1-0c2e6b925cb7 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Pushing event deleted for resources: {'Port': ['ID=66321e8d-2c13-4d5d-ab57-d41aea84753d,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:06.261603 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 9e655a9f-d1da-4c1a-8af0-8a6945d94996 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:16:06.474065 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47aac7ea-8840-487f-84ac-b382e094fca1 None None] DHCP port deletion for 974241a1-2680-4250-ad39-21055d399421 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:16:06.610832 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-8788badb-af98-4e91-866d-76b909381fb6 req-6a2d4a46-3896-4e04-aee3-4dfdc9cae426 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:06.611224 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-8788badb-af98-4e91-866d-76b909381fb6 req-6a2d4a46-3896-4e04-aee3-4dfdc9cae426 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3713103'] for floatingip, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:06.611539 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.l3_db [req-8788badb-af98-4e91-866d-76b909381fb6 req-6a2d4a46-3896-4e04-aee3-4dfdc9cae426 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Floating IP 9af833c0-4203-48ba-a182-9f3237db4983 disassociated. External IP: 172.26.6.216, port: 9e655a9f-d1da-4c1a-8af0-8a6945d94996. Dec 10 19:16:06.611777 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:06.612249 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-8788badb-af98-4e91-866d-76b909381fb6 req-6a2d4a46-3896-4e04-aee3-4dfdc9cae426 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Calling delete_port for 9e655a9f-d1da-4c1a-8af0-8a6945d94996 owned by compute:nova {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:16:06.696222 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dff2011-5f01-4703-80b4-3e97e9f7d2b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e655a9f-d1da-4c1a-8af0-8a6945d94996'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:16:06.700761 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0dd006407324ce2959a5a4cf9f0b5e0801d7a51a5291ea700e8786e11115a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f205ad-3b95-4bee-b150-767d6e2a510e" -d '{"events": [{"server_uuid": "7dff2011-5f01-4703-80b4-3e97e9f7d2b3", "name": "network-vif-unplugged", "status": "completed", "tag": "9e655a9f-d1da-4c1a-8af0-8a6945d94996"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:16:06.702981 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-99fc79d1-1b04-46cb-95c1-ff6b00ec1512 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:06.730615 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be00aeaf-db7c-42ee-9ee1-92fe9a606aa8 req-ff17902a-938f-4df4-b2bf-c0612bda281a tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:06.740849 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 9e655a9f-d1da-4c1a-8af0-8a6945d94996, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=9e655a9f-d1da-4c1a-8af0-8a6945d94996,segment=NetworkSegment(f3f1ff88-b36c-4ac4-9359-e2a5223029ed),segment_id=f3f1ff88-b36c-4ac4-9359-e2a5223029ed)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:16:06.744980 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0734554a-d502-4ac3-b4cc-b808f8c75708 None None] DHCP port deletion for 595261df-744c-4477-97f3-b14daf1f7bbe request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:16:06.751183 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-47aac7ea-8840-487f-84ac-b382e094fca1 None None] Deleting port 9ccf468d-2173-462e-abe2-d45256753a6c {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:16:06.751733 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-be00aeaf-db7c-42ee-9ee1-92fe9a606aa8 req-ff17902a-938f-4df4-b2bf-c0612bda281a tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] 10.222.0.69 "GET /v2.0/ports?device_id=56f86edf-c896-4d8a-9326-e6e1a1c30e71 HTTP/1.1" status: 200 len: 867 time: 1.1745076 Dec 10 19:16:06.752038 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-47aac7ea-8840-487f-84ac-b382e094fca1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:06.758784 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:06.784392 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-99fc79d1-1b04-46cb-95c1-ff6b00ec1512 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:06.797328 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-99fc79d1-1b04-46cb-95c1-ff6b00ec1512 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "DELETE /v2.0/networks/f12fd12c-c9aa-42ad-81d7-f16b966ff167 HTTP/1.1" status: 204 len: 168 time: 4.3134344 Dec 10 19:16:06.798179 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52208) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:06.806168 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-2f4a0cec-b036-45d9-ae90-620cdcae28d1 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2019246547'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:06.809015 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fc79d1-1b04-46cb-95c1-ff6b00ec1512 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event deleted for resources: {'Network': ['ID=f12fd12c-c9aa-42ad-81d7-f16b966ff167,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:06.811944 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9db8f02e-8075-4ab3-b386-bcfd10806527 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:06.826025 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 19:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50e25df-46e4-488f-8dbf-cb3bfb1f96c4 x-openstack-request-id: req-b50e25df-46e4-488f-8dbf-cb3bfb1f96c4 {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:16:06.827077 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dff2011-5f01-4703-80b4-3e97e9f7d2b3", "name": "network-vif-unplugged", "status": "completed", "tag": "9e655a9f-d1da-4c1a-8af0-8a6945d94996", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:16:06.827504 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b50e25df-46e4-488f-8dbf-cb3bfb1f96c4 {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:16:06.828019 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dff2011-5f01-4703-80b4-3e97e9f7d2b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e655a9f-d1da-4c1a-8af0-8a6945d94996', 'code': 200} Dec 10 19:16:06.840006 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [req-679983aa-0154-4d8b-ae71-1564f0a79955 req-832ba965-6391-4a2c-a6b1-0c2e6b925cb7 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Router d52aa283-0ae1-46b5-b598-195e1e4d10d4 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:16:06.892682 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4a0cec-b036-45d9-ae90-620cdcae28d1 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Made reservation on behalf of e037b8d045744e90a0960e7cae36a046 for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:16:06.897645 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2f4a0cec-b036-45d9-ae90-620cdcae28d1 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:06.959331 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9db8f02e-8075-4ab3-b386-bcfd10806527 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Network b24a4e32-5bdd-443e-b262-3ac36e583e0f is not hosted by any dhcp agent {{(pid=102365) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 19:16:06.971014 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db8f02e-8075-4ab3-b386-bcfd10806527 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:06.971446 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-47aac7ea-8840-487f-84ac-b382e094fca1 None None] For port 9ccf468d-2173-462e-abe2-d45256753a6c, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=9ccf468d-2173-462e-abe2-d45256753a6c,segment=NetworkSegment(495ec0d7-bce4-48ad-9311-725e8b6838f2),segment_id=495ec0d7-bce4-48ad-9311-725e8b6838f2)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:16:06.972095 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-47aac7ea-8840-487f-84ac-b382e094fca1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:06.973028 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9db8f02e-8075-4ab3-b386-bcfd10806527 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:06.976264 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-9db8f02e-8075-4ab3-b386-bcfd10806527 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] 10.222.0.69 "PUT /v2.0/networks/b24a4e32-5bdd-443e-b262-3ac36e583e0f HTTP/1.1" status: 200 len: 761 time: 2.2310925 Dec 10 19:16:07.021765 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-47aac7ea-8840-487f-84ac-b382e094fca1 None None] Calling delete_port for 9ccf468d-2173-462e-abe2-d45256753a6c owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:16:07.029655 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52210) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:07.048943 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-53bb70f7-6a0c-4057-8440-a92186d8967d tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:07.284732 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f4a0cec-b036-45d9-ae90-620cdcae28d1 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:16:07.310758 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=9e655a9f-d1da-4c1a-8af0-8a6945d94996,revision_number=6']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:07.314486 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-47aac7ea-8840-487f-84ac-b382e094fca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:07.318785 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 66855c4c-d478-4d0a-a4ea-c37e2ffa4e5a up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:16:07.415028 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aac7ea-8840-487f-84ac-b382e094fca1 None None] Pushing event deleted for resources: {'Port': ['ID=9ccf468d-2173-462e-abe2-d45256753a6c,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:07.436237 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47aac7ea-8840-487f-84ac-b382e094fca1 None None] No DVR routers for this DVR port 9ccf468d-2173-462e-abe2-d45256753a6c on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:16:07.483441 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-0734554a-d502-4ac3-b4cc-b808f8c75708 None None] Deleting port e15fdaf9-328b-44ed-800c-06ae2c20d49c {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:16:07.484024 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0734554a-d502-4ac3-b4cc-b808f8c75708 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:07.491328 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7eaa0e84-643a-445f-be6b-957020d12a01 tempest-RoutersAdminNegativeTest-211898007 tempest-RoutersAdminNegativeTest-211898007-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:07.560387 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2f4a0cec-b036-45d9-ae90-620cdcae28d1 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:07.561281 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-2f4a0cec-b036-45d9-ae90-620cdcae28d1 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Added segment 41e30f20-13b9-4ba6-9759-d9963cb2314f of type vlan for network 126357f4-95ce-43de-9eb5-0041ca237355 Dec 10 19:16:07.564531 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-679983aa-0154-4d8b-ae71-1564f0a79955 req-832ba965-6391-4a2c-a6b1-0c2e6b925cb7 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:16:07.583287 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7eaa0e84-643a-445f-be6b-957020d12a01 tempest-RoutersAdminNegativeTest-211898007 tempest-RoutersAdminNegativeTest-211898007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:07.612746 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-15f2683f-0cfd-4881-b80b-6b97dfb89fbc req-36159771-9667-4095-908f-fdfc0457d8e5 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] 10.222.0.69 "GET /v2.0/ports?device_id=7dff2011-5f01-4703-80b4-3e97e9f7d2b3 HTTP/1.1" status: 200 len: 210 time: 0.0502264 Dec 10 19:16:07.616699 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-8788badb-af98-4e91-866d-76b909381fb6 req-6a2d4a46-3896-4e04-aee3-4dfdc9cae426 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:07.633159 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-be00aeaf-db7c-42ee-9ee1-92fe9a606aa8 req-b8ec8ad2-a10e-4949-8c52-5ad305e6373e tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] 10.222.0.69 "GET /v2.0/security-groups?id=b70c9707-804c-4755-a29b-44a73c84802d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8804443 Dec 10 19:16:07.640725 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8f02e-8075-4ab3-b386-bcfd10806527 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Pushing event updated for resources: {'Network': ['ID=b24a4e32-5bdd-443e-b262-3ac36e583e0f,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:07.667265 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-0734554a-d502-4ac3-b4cc-b808f8c75708 None None] For port e15fdaf9-328b-44ed-800c-06ae2c20d49c, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=e15fdaf9-328b-44ed-800c-06ae2c20d49c,segment=NetworkSegment(467fa517-de77-4c10-817b-8d28ef266453),segment_id=467fa517-de77-4c10-817b-8d28ef266453)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:16:07.667862 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0734554a-d502-4ac3-b4cc-b808f8c75708 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:07.680333 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [req-679983aa-0154-4d8b-ae71-1564f0a79955 req-832ba965-6391-4a2c-a6b1-0c2e6b925cb7 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] No DVR routers for this DVR port 66321e8d-2c13-4d5d-ab57-d41aea84753d on host hv-neutron-8214 {{(pid=102366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:16:07.697486 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-0734554a-d502-4ac3-b4cc-b808f8c75708 None None] Calling delete_port for e15fdaf9-328b-44ed-800c-06ae2c20d49c owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:16:07.710419 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network b24a4e32-5bdd-443e-b262-3ac36e583e0f details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:16:07.717884 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2d4a46-3896-4e04-aee3-4dfdc9cae426 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Pushing event deleted for resources: {'Port': ['ID=9e655a9f-d1da-4c1a-8af0-8a6945d94996,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:07.728869 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-679983aa-0154-4d8b-ae71-1564f0a79955 req-832ba965-6391-4a2c-a6b1-0c2e6b925cb7 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:07.732462 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-679983aa-0154-4d8b-ae71-1564f0a79955 req-832ba965-6391-4a2c-a6b1-0c2e6b925cb7 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] 10.222.0.36 "DELETE /v2.0/ports/66321e8d-2c13-4d5d-ab57-d41aea84753d HTTP/1.1" status: 204 len: 173 time: 5.6779528 Dec 10 19:16:07.734529 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f86edf-c896-4d8a-9326-e6e1a1c30e71', 'name': 'network-vif-deleted', 'tag': '66321e8d-2c13-4d5d-ab57-d41aea84753d'}] {{(pid=102366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:16:07.737112 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a86acec104960cf4069dffce1919f1f0aa2a294c7752363dfd1d6594a90fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8bdd822-0a0d-409c-87f6-588b0720980f" -d '{"events": [{"server_uuid": "56f86edf-c896-4d8a-9326-e6e1a1c30e71", "name": "network-vif-deleted", "tag": "66321e8d-2c13-4d5d-ab57-d41aea84753d"}]}' {{(pid=102366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:16:07.801225 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2f4a0cec-b036-45d9-ae90-620cdcae28d1 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:07.823871 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 66855c4c-d478-4d0a-a4ea-c37e2ffa4e5a triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:07.824190 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:07.843910 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12f8c0e-90eb-4f0e-888a-24cf1096d924 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:07.845653 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-c12f8c0e-90eb-4f0e-888a-24cf1096d924 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] 10.222.0.69 "GET /v2.0/networks?id=b24a4e32-5bdd-443e-b262-3ac36e583e0f HTTP/1.1" status: 200 len: 764 time: 0.8093460 Dec 10 19:16:07.875409 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12196a9e-f357-4d84-8099-397007f0cd04 None None] Sync routers for ids ['d52aa283-0ae1-46b5-b598-195e1e4d10d4'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:16:07.877389 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52216) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:07.931829 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29fc62d-adbf-4e78-8410-b4cd48233365 x-openstack-request-id: req-c29fc62d-adbf-4e78-8410-b4cd48233365 {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:16:07.932227 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56f86edf-c896-4d8a-9326-e6e1a1c30e71", "name": "network-vif-deleted", "tag": "66321e8d-2c13-4d5d-ab57-d41aea84753d", "status": "completed", "code": 200}]} {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:16:07.932556 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c29fc62d-adbf-4e78-8410-b4cd48233365 {{(pid=102366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:16:07.932960 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56f86edf-c896-4d8a-9326-e6e1a1c30e71', 'name': 'network-vif-deleted', 'tag': '66321e8d-2c13-4d5d-ab57-d41aea84753d', 'status': 'completed', 'code': 200} Dec 10 19:16:07.938039 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-53bb70f7-6a0c-4057-8440-a92186d8967d tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:07.940282 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12196a9e-f357-4d84-8099-397007f0cd04 None None] Routers {'d52aa283-0ae1-46b5-b598-195e1e4d10d4'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:16:07.942018 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-12196a9e-f357-4d84-8099-397007f0cd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:15:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['d52aa283-0ae1-46b5-b598-195e1e4d10d4'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:07.960760 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:16:07.987360 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.db.resource_extend [None req-2f4a0cec-b036-45d9-ae90-620cdcae28d1 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 19:16:08.049585 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-40a76e0c-10c2-4e3c-9e54-ddbdd61b5d90 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Deleting port 9ccf468d-2173-462e-abe2-d45256753a6c {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:16:08.050323 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-40a76e0c-10c2-4e3c-9e54-ddbdd61b5d90 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:08.121803 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-12196a9e-f357-4d84-8099-397007f0cd04 None None] Set router d52aa283-0ae1-46b5-b598-195e1e4d10d4 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:16:08.167306 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2f4a0cec-b036-45d9-ae90-620cdcae28d1 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:08.173292 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4a0cec-b036-45d9-ae90-620cdcae28d1 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:08.174041 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2f4a0cec-b036-45d9-ae90-620cdcae28d1 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:08.230956 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-2f4a0cec-b036-45d9-ae90-620cdcae28d1 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4291878 Dec 10 19:16:08.231639 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52218) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:08.254667 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-23510b5f-b7b1-4975-83d4-940f41cf32d5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Request body: {'subnet': {'network_id': '126357f4-95ce-43de-9eb5-0041ca237355', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:08.359575 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9816e8be-f37c-4c1e-a784-5eb31d7018c5 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:08.361525 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-9816e8be-f37c-4c1e-a784-5eb31d7018c5 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4800255 Dec 10 19:16:08.365117 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53bb70f7-6a0c-4057-8440-a92186d8967d tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Router 23c8b942-65ae-4966-aab9-32aedbd45e06 is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:16:08.366914 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52220) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:08.374420 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-40a76e0c-10c2-4e3c-9e54-ddbdd61b5d90 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] For port 9ccf468d-2173-462e-abe2-d45256753a6c, host dv-neutron-821441-1-hyperv, got binding levels [] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:16:08.375073 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-40a76e0c-10c2-4e3c-9e54-ddbdd61b5d90 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:08.400940 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-40a76e0c-10c2-4e3c-9e54-ddbdd61b5d90 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Calling delete_port for 9ccf468d-2173-462e-abe2-d45256753a6c owned by network:dhcp {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:16:08.405855 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.ipam_backend_mixin [None req-40a76e0c-10c2-4e3c-9e54-ddbdd61b5d90 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Port 9ccf468d-2173-462e-abe2-d45256753a6c was not found and therefore no delete operation was performed {{(pid=102365) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 19:16:08.411458 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-40a76e0c-10c2-4e3c-9e54-ddbdd61b5d90 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:08.443792 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a76e0c-10c2-4e3c-9e54-ddbdd61b5d90 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Pushing event deleted for resources: {'Port': ['ID=9ccf468d-2173-462e-abe2-d45256753a6c,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:08.467369 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a76e0c-10c2-4e3c-9e54-ddbdd61b5d90 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] No DVR routers for this DVR port 9ccf468d-2173-462e-abe2-d45256753a6c on host dv-neutron-821441-1-hyperv {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:16:08.479070 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8788badb-af98-4e91-866d-76b909381fb6 req-6a2d4a46-3896-4e04-aee3-4dfdc9cae426 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Router 3818c3c7-b056-4501-9760-286eb42942ac has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:16:08.598891 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53bb70f7-6a0c-4057-8440-a92186d8967d tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:16:08.604557 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-57c84c64-379c-4c07-b4a4-9026b2fc3de3 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] 10.222.0.69 "GET /v2.0/subnets?network_id=68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 HTTP/1.1" status: 200 len: 207 time: 0.2284014 Dec 10 19:16:08.615117 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add11f5e-f96b-4bf5-abfc-63f0d6a93120 None None] Sync routers for ids ['23c8b942-65ae-4966-aab9-32aedbd45e06'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:16:08.620149 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52224) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:08.634381 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7eaa0e84-643a-445f-be6b-957020d12a01 tempest-RoutersAdminNegativeTest-211898007 tempest-RoutersAdminNegativeTest-211898007-project-admin] Notify callbacks [] for router, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:08.651533 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-40a76e0c-10c2-4e3c-9e54-ddbdd61b5d90 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:08.711869 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add11f5e-f96b-4bf5-abfc-63f0d6a93120 None None] Routers {'23c8b942-65ae-4966-aab9-32aedbd45e06'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:16:08.714748 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-add11f5e-f96b-4bf5-abfc-63f0d6a93120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:15:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['23c8b942-65ae-4966-aab9-32aedbd45e06'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:08.721794 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4a0cec-b036-45d9-ae90-620cdcae28d1 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event updated for resources: {'Network': ['ID=126357f4-95ce-43de-9eb5-0041ca237355,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:08.808122 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 9ccf468d-2173-462e-abe2-d45256753a6c no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:16:08.810254 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 126357f4-95ce-43de-9eb5-0041ca237355 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:16:08.828019 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-40a76e0c-10c2-4e3c-9e54-ddbdd61b5d90 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['974241a1-2680-4250-ad39-21055d399421']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:08.861679 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 9ccf468d-2173-462e-abe2-d45256753a6c {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:16:08.862024 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 9ccf468d-2173-462e-abe2-d45256753a6c not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:16:08.862457 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device e15fdaf9-328b-44ed-800c-06ae2c20d49c no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:16:08.874830 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b20b27d6-aaa3-404a-b10a-1fba867ede24 req-ad7c00b7-155a-47f3-aad6-bbe556a41207 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] 10.222.0.69 "GET /v2.0/ports?device_id=56f86edf-c896-4d8a-9326-e6e1a1c30e71 HTTP/1.1" status: 200 len: 210 time: 0.0436366 Dec 10 19:16:08.895197 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-40a76e0c-10c2-4e3c-9e54-ddbdd61b5d90 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '495ec0d7-bce4-48ad-9311-725e8b6838f2') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:08.895860 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-40a76e0c-10c2-4e3c-9e54-ddbdd61b5d90 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '495ec0d7-bce4-48ad-9311-725e8b6838f2') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:08.927640 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-40a76e0c-10c2-4e3c-9e54-ddbdd61b5d90 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:08.952419 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0734554a-d502-4ac3-b4cc-b808f8c75708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:08.970074 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-add11f5e-f96b-4bf5-abfc-63f0d6a93120 None None] Set router 23c8b942-65ae-4966-aab9-32aedbd45e06 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:16:08.981160 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7eaa0e84-643a-445f-be6b-957020d12a01 tempest-RoutersAdminNegativeTest-211898007 tempest-RoutersAdminNegativeTest-211898007-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:08.995862 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7eaa0e84-643a-445f-be6b-957020d12a01 tempest-RoutersAdminNegativeTest-211898007 tempest-RoutersAdminNegativeTest-211898007-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:09.005260 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-40a76e0c-10c2-4e3c-9e54-ddbdd61b5d90 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:09.013825 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40a76e0c-10c2-4e3c-9e54-ddbdd61b5d90 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:16:09.014452 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-40a76e0c-10c2-4e3c-9e54-ddbdd61b5d90 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:09.031690 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:16:09.031690 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:16:09.031690 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:16:09.031690 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:16:09.031690 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:16:09.031690 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:16:09.031690 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:16:09.031690 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:16:09.031690 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:16:09.031690 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:16:09.031690 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:16:09.031690 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:16:09.031690 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:16:09.031690 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:16:09.031690 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:16:09.031690 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:16:09.031690 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:16:09.031690 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:16:09.031690 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:16:09.031690 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:16:09.031690 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:16:09.031690 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:16:09.031690 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:16:09.031690 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:16:09.031690 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:16:09.031690 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:16:09.031690 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:16:09.031690 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:16:09.031690 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:16:09.031690 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:16:09.031690 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:16:09.031690 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:16:09.053046 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0734554a-d502-4ac3-b4cc-b808f8c75708 None None] Pushing event deleted for resources: {'Port': ['ID=e15fdaf9-328b-44ed-800c-06ae2c20d49c,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:09.063252 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0734554a-d502-4ac3-b4cc-b808f8c75708 None None] No DVR routers for this DVR port e15fdaf9-328b-44ed-800c-06ae2c20d49c on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:16:09.080386 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-12196a9e-f357-4d84-8099-397007f0cd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52aa283-0ae1-46b5-b598-195e1e4d10d4', 'name': 'tempest-ServersTestManualDisk-1337832985-router', 'tenant_id': '16eb7381a9bc4b9180d8fd7d3d4cffa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': 'b1357efc-ba69-4774-945b-819e6b11bf6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:19Z', 'updated_at': '2021-12-10T19:13:33Z', 'revision_number': 4, 'project_id': '16eb7381a9bc4b9180d8fd7d3d4cffa7', 'gw_port': {'id': 'b1357efc-ba69-4774-945b-819e6b11bf6a', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ae:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52aa283-0ae1-46b5-b598-195e1e4d10d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:20Z', 'updated_at': '2021-12-10T19:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': 'ae574777-5882-4c91-b6ba-3a896cce1aca', 'name': '', 'network_id': '9c90251c-649d-45e9-a5ea-011db4b5aa52', 'tenant_id': '16eb7381a9bc4b9180d8fd7d3d4cffa7', 'mac_address': 'fa:16:3e:49:c0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52aa283-0ae1-46b5-b598-195e1e4d10d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'eda7c997-4549-4482-a006-e011511a0739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:30Z', 'updated_at': '2021-12-10T19:13:43Z', 'revision_number': 5, 'project_id': '16eb7381a9bc4b9180d8fd7d3d4cffa7', 'subnets': [{'id': 'eda7c997-4549-4482-a006-e011511a0739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:09.130623 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7eaa0e84-643a-445f-be6b-957020d12a01 tempest-RoutersAdminNegativeTest-211898007 tempest-RoutersAdminNegativeTest-211898007-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:09.131352 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eaa0e84-643a-445f-be6b-957020d12a01 tempest-RoutersAdminNegativeTest-211898007 tempest-RoutersAdminNegativeTest-211898007-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9d61a627-a47b-4957-b194-ece68e77befd {{(pid=102366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:16:09.151329 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-89fceb76-7a21-491c-9a12-aed3b968f6ca req-7f3d06bf-5d8c-482c-af9e-c7848410d111 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] 10.222.0.69 "GET /v2.0/ports?device_id=7dff2011-5f01-4703-80b4-3e97e9f7d2b3 HTTP/1.1" status: 200 len: 210 time: 0.1952119 Dec 10 19:16:09.153880 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No active binding found for port e15fdaf9-328b-44ed-800c-06ae2c20d49c {{(pid=102367) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 10 19:16:09.154583 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device e15fdaf9-328b-44ed-800c-06ae2c20d49c not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:16:09.160723 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12196a9e-f357-4d84-8099-397007f0cd04 None None] Checking router: d52aa283-0ae1-46b5-b598-195e1e4d10d4 for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:16:09.173490 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23510b5f-b7b1-4975-83d4-940f41cf32d5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Made reservation on behalf of e037b8d045744e90a0960e7cae36a046 for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:16:09.182834 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-23510b5f-b7b1-4975-83d4-940f41cf32d5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:09.185465 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8788badb-af98-4e91-866d-76b909381fb6 req-6a2d4a46-3896-4e04-aee3-4dfdc9cae426 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:16:09.204491 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12196a9e-f357-4d84-8099-397007f0cd04 None None] Routers {'d52aa283-0ae1-46b5-b598-195e1e4d10d4'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:16:09.204923 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-12196a9e-f357-4d84-8099-397007f0cd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:15:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['d52aa283-0ae1-46b5-b598-195e1e4d10d4'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:09.234883 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-53bb70f7-6a0c-4057-8440-a92186d8967d tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:09.240374 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea61d03-5140-4092-aace-63c546c579b4 None None] Sync routers for ids ['3818c3c7-b056-4501-9760-286eb42942ac'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:16:09.245390 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-53bb70f7-6a0c-4057-8440-a92186d8967d tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.8127136 Dec 10 19:16:09.276145 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52230) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:09.372385 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea61d03-5140-4092-aace-63c546c579b4 None None] Routers {'3818c3c7-b056-4501-9760-286eb42942ac'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:16:09.373337 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-0ea61d03-5140-4092-aace-63c546c579b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:15:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['3818c3c7-b056-4501-9760-286eb42942ac'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:09.512554 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-8788badb-af98-4e91-866d-76b909381fb6 req-6a2d4a46-3896-4e04-aee3-4dfdc9cae426 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] No DVR routers for this DVR port 9e655a9f-d1da-4c1a-8af0-8a6945d94996 on host hv-neutron-8214 {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:16:09.516600 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-add11f5e-f96b-4bf5-abfc-63f0d6a93120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c8b942-65ae-4966-aab9-32aedbd45e06', 'name': 'tempest-snat-router-1639313721', 'tenant_id': '53779f5dccf547e19096324f690d73a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': '6a374969-122d-414b-ab94-dda5deec04a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:15:59Z', 'updated_at': '2021-12-10T19:16:06Z', 'revision_number': 3, 'project_id': '53779f5dccf547e19096324f690d73a4', 'gw_port': {'id': '6a374969-122d-414b-ab94-dda5deec04a1', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:09:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c8b942-65ae-4966-aab9-32aedbd45e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:02Z', 'updated_at': '2021-12-10T19:16:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:09.518836 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-8788badb-af98-4e91-866d-76b909381fb6 req-6a2d4a46-3896-4e04-aee3-4dfdc9cae426 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:09.527804 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8788badb-af98-4e91-866d-76b909381fb6 req-6a2d4a46-3896-4e04-aee3-4dfdc9cae426 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] 10.222.0.36 "DELETE /v2.0/ports/9e655a9f-d1da-4c1a-8af0-8a6945d94996 HTTP/1.1" status: 204 len: 173 time: 5.5529709 Dec 10 19:16:09.535310 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dff2011-5f01-4703-80b4-3e97e9f7d2b3', 'name': 'network-vif-deleted', 'tag': '9e655a9f-d1da-4c1a-8af0-8a6945d94996'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:16:09.540133 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189ae09e-0d72-4461-96b3-46dc1f2ac381" -d '{"events": [{"server_uuid": "7dff2011-5f01-4703-80b4-3e97e9f7d2b3", "name": "network-vif-deleted", "tag": "9e655a9f-d1da-4c1a-8af0-8a6945d94996"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:16:09.545701 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-40a76e0c-10c2-4e3c-9e54-ddbdd61b5d90 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:09.558080 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-40a76e0c-10c2-4e3c-9e54-ddbdd61b5d90 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:09.583587 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-12196a9e-f357-4d84-8099-397007f0cd04 None None] Set router d52aa283-0ae1-46b5-b598-195e1e4d10d4 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:16:09.585253 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-40a76e0c-10c2-4e3c-9e54-ddbdd61b5d90 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] 10.222.0.69 "DELETE /v2.0/networks/974241a1-2680-4250-ad39-21055d399421 HTTP/1.1" status: 204 len: 168 time: 3.5200150 Dec 10 19:16:09.593299 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52234) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:09.617602 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add11f5e-f96b-4bf5-abfc-63f0d6a93120 None None] Checking router: 23c8b942-65ae-4966-aab9-32aedbd45e06 for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:16:09.618439 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add11f5e-f96b-4bf5-abfc-63f0d6a93120 None None] Updating router 23c8b942-65ae-4966-aab9-32aedbd45e06 port 6a374969-122d-414b-ab94-dda5deec04a1 binding host dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:16:09.696337 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-add11f5e-f96b-4bf5-abfc-63f0d6a93120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:09.697548 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9e677d-38e5-4239-aab6-a72d51dc0520 x-openstack-request-id: req-8a9e677d-38e5-4239-aab6-a72d51dc0520 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:16:09.698305 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dff2011-5f01-4703-80b4-3e97e9f7d2b3", "name": "network-vif-deleted", "tag": "9e655a9f-d1da-4c1a-8af0-8a6945d94996", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:16:09.698981 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8a9e677d-38e5-4239-aab6-a72d51dc0520 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:16:09.700270 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dff2011-5f01-4703-80b4-3e97e9f7d2b3', 'name': 'network-vif-deleted', 'tag': '9e655a9f-d1da-4c1a-8af0-8a6945d94996', 'status': 'completed', 'code': 200} Dec 10 19:16:09.705906 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-0ea61d03-5140-4092-aace-63c546c579b4 None None] Set router 3818c3c7-b056-4501-9760-286eb42942ac gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:16:09.787488 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a76e0c-10c2-4e3c-9e54-ddbdd61b5d90 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Pushing event deleted for resources: {'Network': ['ID=974241a1-2680-4250-ad39-21055d399421,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:09.880276 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-7eaa0e84-643a-445f-be6b-957020d12a01 tempest-RoutersAdminNegativeTest-211898007 tempest-RoutersAdminNegativeTest-211898007-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 10 19:16:09.882039 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-7eaa0e84-643a-445f-be6b-957020d12a01 tempest-RoutersAdminNegativeTest-211898007 tempest-RoutersAdminNegativeTest-211898007-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.8330784 Dec 10 19:16:09.889587 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6a15625c-e566-4196-adb4-8a3d7c5e54c4 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:09.892394 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52236) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:09.903789 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-66804881-6ed1-4dff-833a-15bdcc388255 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] 10.222.0.69 "GET /v2.0/routers/23c8b942-65ae-4966-aab9-32aedbd45e06 HTTP/1.1" status: 200 len: 908 time: 0.6140513 Dec 10 19:16:09.912032 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52240) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:10.024311 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964112bd-e483-4faf-848c-570344e34be5 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:10.057633 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964112bd-e483-4faf-848c-570344e34be5 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:10.072691 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964112bd-e483-4faf-848c-570344e34be5 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:10.082317 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964112bd-e483-4faf-848c-570344e34be5 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:10.090913 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964112bd-e483-4faf-848c-570344e34be5 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:10.100330 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964112bd-e483-4faf-848c-570344e34be5 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:10.102683 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-964112bd-e483-4faf-848c-570344e34be5 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 1.4808886 Dec 10 19:16:10.103306 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52244) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:10.118841 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52246) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:10.135864 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-add11f5e-f96b-4bf5-abfc-63f0d6a93120 None None] Notify callbacks [] for port, precommit_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:10.146798 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-add11f5e-f96b-4bf5-abfc-63f0d6a93120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:10.207125 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d13e8-abe7-40e6-85a8-395388b7a2ec None None] Pushing event updated for resources: {'Port': ['ID=6a374969-122d-414b-ab94-dda5deec04a1,revision_number=2']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:10.219395 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24d13e8-abe7-40e6-85a8-395388b7a2ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:10.219821 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24d13e8-abe7-40e6-85a8-395388b7a2ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:10.220087 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24d13e8-abe7-40e6-85a8-395388b7a2ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:10.220415 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24d13e8-abe7-40e6-85a8-395388b7a2ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:10.220768 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24d13e8-abe7-40e6-85a8-395388b7a2ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:10.221145 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24d13e8-abe7-40e6-85a8-395388b7a2ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:10.221466 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24d13e8-abe7-40e6-85a8-395388b7a2ec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:10.221798 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24d13e8-abe7-40e6-85a8-395388b7a2ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:10.222128 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24d13e8-abe7-40e6-85a8-395388b7a2ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:10.223193 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24d13e8-abe7-40e6-85a8-395388b7a2ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:10.223522 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24d13e8-abe7-40e6-85a8-395388b7a2ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:10.223832 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24d13e8-abe7-40e6-85a8-395388b7a2ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:10.291841 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-add11f5e-f96b-4bf5-abfc-63f0d6a93120 None None] Attempting to bind port 6a374969-122d-414b-ab94-dda5deec04a1 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:16:10.295699 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-add11f5e-f96b-4bf5-abfc-63f0d6a93120 None None] Attempting to bind port 6a374969-122d-414b-ab94-dda5deec04a1 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:16:10.296306 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add11f5e-f96b-4bf5-abfc-63f0d6a93120 None None] Attempting to bind port 6a374969-122d-414b-ab94-dda5deec04a1 on network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:16:10.324918 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add11f5e-f96b-4bf5-abfc-63f0d6a93120 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:16:10.325470 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add11f5e-f96b-4bf5-abfc-63f0d6a93120 None None] Checking segment: {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:16:10.331032 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-add11f5e-f96b-4bf5-abfc-63f0d6a93120 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:10.332018 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9e3a1b80-d09e-4484-b5a4-8418fd9345f9 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks [] for router, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:10.332791 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add11f5e-f96b-4bf5-abfc-63f0d6a93120 None None] Bound using segment: {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:16:10.335928 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-add11f5e-f96b-4bf5-abfc-63f0d6a93120 None None] Bound port: 6a374969-122d-414b-ab94-dda5deec04a1, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:16:10.337200 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-add11f5e-f96b-4bf5-abfc-63f0d6a93120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:10.417889 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6a15625c-e566-4196-adb4-8a3d7c5e54c4 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:10.446629 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-80942f32-f861-424c-88d1-57cf336067a7 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] 10.222.0.69 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.3231382 Dec 10 19:16:10.455536 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52250) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:10.464735 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-6a15625c-e566-4196-adb4-8a3d7c5e54c4 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['595261df-744c-4477-97f3-b14daf1f7bbe']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:10.486892 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-6a15625c-e566-4196-adb4-8a3d7c5e54c4 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '467fa517-de77-4c10-817b-8d28ef266453') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:10.487934 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-6a15625c-e566-4196-adb4-8a3d7c5e54c4 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '467fa517-de77-4c10-817b-8d28ef266453') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:10.503177 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4b102bc3-3196-4fa5-9118-02bba313c1d4 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:10.510324 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6a15625c-e566-4196-adb4-8a3d7c5e54c4 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:10.521389 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-12196a9e-f357-4d84-8099-397007f0cd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52aa283-0ae1-46b5-b598-195e1e4d10d4', 'name': 'tempest-ServersTestManualDisk-1337832985-router', 'tenant_id': '16eb7381a9bc4b9180d8fd7d3d4cffa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': 'b1357efc-ba69-4774-945b-819e6b11bf6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:19Z', 'updated_at': '2021-12-10T19:13:33Z', 'revision_number': 4, 'project_id': '16eb7381a9bc4b9180d8fd7d3d4cffa7', 'gw_port': {'id': 'b1357efc-ba69-4774-945b-819e6b11bf6a', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ae:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52aa283-0ae1-46b5-b598-195e1e4d10d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:20Z', 'updated_at': '2021-12-10T19:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': 'ae574777-5882-4c91-b6ba-3a896cce1aca', 'name': '', 'network_id': '9c90251c-649d-45e9-a5ea-011db4b5aa52', 'tenant_id': '16eb7381a9bc4b9180d8fd7d3d4cffa7', 'mac_address': 'fa:16:3e:49:c0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52aa283-0ae1-46b5-b598-195e1e4d10d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'eda7c997-4549-4482-a006-e011511a0739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:30Z', 'updated_at': '2021-12-10T19:13:43Z', 'revision_number': 5, 'project_id': '16eb7381a9bc4b9180d8fd7d3d4cffa7', 'subnets': [{'id': 'eda7c997-4549-4482-a006-e011511a0739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:10.539722 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-add11f5e-f96b-4bf5-abfc-63f0d6a93120 None None] For port 6a374969-122d-414b-ab94-dda5deec04a1, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:16:10.540639 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6a15625c-e566-4196-adb4-8a3d7c5e54c4 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:10.552908 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-add11f5e-f96b-4bf5-abfc-63f0d6a93120 None None] For port 6a374969-122d-414b-ab94-dda5deec04a1, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=6a374969-122d-414b-ab94-dda5deec04a1,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:16:10.554596 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a15625c-e566-4196-adb4-8a3d7c5e54c4 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:16:10.555441 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6a15625c-e566-4196-adb4-8a3d7c5e54c4 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:10.561754 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-add11f5e-f96b-4bf5-abfc-63f0d6a93120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:10.576464 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:16:10.576464 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:16:10.576464 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:16:10.576464 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:16:10.576464 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:16:10.576464 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:16:10.576464 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:16:10.576464 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:16:10.576464 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:16:10.576464 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:16:10.576464 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:16:10.576464 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:16:10.576464 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:16:10.576464 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:16:10.576464 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:16:10.576464 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:16:10.576464 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:16:10.576464 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:16:10.576464 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:16:10.576464 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:16:10.576464 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:16:10.576464 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:16:10.576464 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:16:10.576464 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:16:10.576464 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:16:10.576464 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:16:10.576464 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:16:10.576464 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:16:10.576464 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:16:10.576464 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:16:10.576464 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:16:10.576464 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:16:10.587895 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12196a9e-f357-4d84-8099-397007f0cd04 None None] The sync data for ids ['d52aa283-0ae1-46b5-b598-195e1e4d10d4'] in dv-neutron-821441-1-hyperv is: [{'id': 'd52aa283-0ae1-46b5-b598-195e1e4d10d4', 'name': 'tempest-ServersTestManualDisk-1337832985-router', 'tenant_id': '16eb7381a9bc4b9180d8fd7d3d4cffa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': 'b1357efc-ba69-4774-945b-819e6b11bf6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:19Z', 'updated_at': '2021-12-10T19:13:33Z', 'revision_number': 4, 'project_id': '16eb7381a9bc4b9180d8fd7d3d4cffa7', 'gw_port': {'id': 'b1357efc-ba69-4774-945b-819e6b11bf6a', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ae:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52aa283-0ae1-46b5-b598-195e1e4d10d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:20Z', 'updated_at': '2021-12-10T19:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': 'ae574777-5882-4c91-b6ba-3a896cce1aca', 'name': '', 'network_id': '9c90251c-649d-45e9-a5ea-011db4b5aa52', 'tenant_id': '16eb7381a9bc4b9180d8fd7d3d4cffa7', 'mac_address': 'fa:16:3e:49:c0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52aa283-0ae1-46b5-b598-195e1e4d10d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'eda7c997-4549-4482-a006-e011511a0739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:30Z', 'updated_at': '2021-12-10T19:13:43Z', 'revision_number': 5, 'project_id': '16eb7381a9bc4b9180d8fd7d3d4cffa7', 'subnets': [{'id': 'eda7c997-4549-4482-a006-e011511a0739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:16:10.592944 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-0ea61d03-5140-4092-aace-63c546c579b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3818c3c7-b056-4501-9760-286eb42942ac', 'name': 'tempest-ServersTestJSON-786395313-router', 'tenant_id': 'af448cbcd018494cbdae615f8d35e0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': '9f789fde-b4f1-4c25-90c4-f51982f31e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:16Z', 'updated_at': '2021-12-10T19:13:27Z', 'revision_number': 4, 'project_id': 'af448cbcd018494cbdae615f8d35e0f1', 'gw_port': {'id': '9f789fde-b4f1-4c25-90c4-f51982f31e96', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:fc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3818c3c7-b056-4501-9760-286eb42942ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:17Z', 'updated_at': '2021-12-10T19:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '613f18b1-3886-4a39-b25e-7972cad43e3a', 'name': '', 'network_id': 'e9d35973-bd0e-41e8-af04-98288aa68c12', 'tenant_id': 'af448cbcd018494cbdae615f8d35e0f1', 'mac_address': 'fa:16:3e:52:63:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3818c3c7-b056-4501-9760-286eb42942ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4dff902f-89e7-4f28-8db1-bc880cee9536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:24Z', 'updated_at': '2021-12-10T19:13:36Z', 'revision_number': 5, 'project_id': 'af448cbcd018494cbdae615f8d35e0f1', 'subnets': [{'id': '4dff902f-89e7-4f28-8db1-bc880cee9536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:10.654704 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36443f53-2e02-4c19-810f-d56f181d7063 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:10.656466 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36443f53-2e02-4c19-810f-d56f181d7063 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:10.658078 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36443f53-2e02-4c19-810f-d56f181d7063 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:10.659612 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36443f53-2e02-4c19-810f-d56f181d7063 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:10.662392 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36443f53-2e02-4c19-810f-d56f181d7063 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:10.664412 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-36443f53-2e02-4c19-810f-d56f181d7063 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2078607 Dec 10 19:16:10.665502 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-23510b5f-b7b1-4975-83d4-940f41cf32d5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:10.668996 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea61d03-5140-4092-aace-63c546c579b4 None None] Checking router: 3818c3c7-b056-4501-9760-286eb42942ac for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:16:10.681821 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4b102bc3-3196-4fa5-9118-02bba313c1d4 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:10.692530 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea61d03-5140-4092-aace-63c546c579b4 None None] Routers {'3818c3c7-b056-4501-9760-286eb42942ac'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:16:10.693605 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-0ea61d03-5140-4092-aace-63c546c579b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:15:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['3818c3c7-b056-4501-9760-286eb42942ac'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:10.696095 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52252) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:10.697642 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-9cd7a567-a37c-4a4c-be4f-da7d3af9774b tempest-RoutersAdminNegativeTest-211898007 tempest-RoutersAdminNegativeTest-211898007-project-admin] Deleting port 0b50c430-6ce6-49c5-8093-1684238a55e0 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:16:10.697984 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9cd7a567-a37c-4a4c-be4f-da7d3af9774b tempest-RoutersAdminNegativeTest-211898007 tempest-RoutersAdminNegativeTest-211898007-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:10.703179 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d13e8-abe7-40e6-85a8-395388b7a2ec None None] Pushing event updated for resources: {'Port': ['ID=6a374969-122d-414b-ab94-dda5deec04a1,revision_number=3']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:10.735470 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add11f5e-f96b-4bf5-abfc-63f0d6a93120 None None] Routers {'23c8b942-65ae-4966-aab9-32aedbd45e06'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:16:10.736665 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-add11f5e-f96b-4bf5-abfc-63f0d6a93120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:15:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['23c8b942-65ae-4966-aab9-32aedbd45e06'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:10.837040 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a15667ce-682a-4faf-b8db-f7815b1329b5 req-e7bbc408-20f0-493e-894e-f5d241d32478 tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] 10.222.0.69 "GET /v2.0/ports?device_id=7dff2011-5f01-4703-80b4-3e97e9f7d2b3 HTTP/1.1" status: 200 len: 210 time: 0.0932128 Dec 10 19:16:10.862322 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6a15625c-e566-4196-adb4-8a3d7c5e54c4 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:10.884586 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6a15625c-e566-4196-adb4-8a3d7c5e54c4 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:10.900162 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-6a15625c-e566-4196-adb4-8a3d7c5e54c4 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] 10.222.0.69 "DELETE /v2.0/networks/595261df-744c-4477-97f3-b14daf1f7bbe HTTP/1.1" status: 204 len: 168 time: 1.2884817 Dec 10 19:16:10.904690 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52254) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:10.968861 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-add11f5e-f96b-4bf5-abfc-63f0d6a93120 None None] Set router 23c8b942-65ae-4966-aab9-32aedbd45e06 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:16:10.981345 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-0ea61d03-5140-4092-aace-63c546c579b4 None None] Set router 3818c3c7-b056-4501-9760-286eb42942ac gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:16:10.985229 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61f44c4-e5b2-485b-b008-549167b6f4bb tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Attributes excluded by policy engine: ['shared'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:10.987578 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61f44c4-e5b2-485b-b008-549167b6f4bb tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Attributes excluded by policy engine: ['shared'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:10.991027 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61f44c4-e5b2-485b-b008-549167b6f4bb tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Attributes excluded by policy engine: ['shared'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:10.994295 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61f44c4-e5b2-485b-b008-549167b6f4bb tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Attributes excluded by policy engine: ['shared'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:10.996282 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61f44c4-e5b2-485b-b008-549167b6f4bb tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Attributes excluded by policy engine: ['shared'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:10.998861 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-c61f44c4-e5b2-485b-b008-549167b6f4bb tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] 10.222.0.69 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2984786 Dec 10 19:16:11.008278 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52256) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:11.009779 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23510b5f-b7b1-4975-83d4-940f41cf32d5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event updated for resources: {'Subnet': ['ID=c97aeac7-f39f-46b2-b909-4ec69c1a639b,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:11.011863 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a15625c-e566-4196-adb4-8a3d7c5e54c4 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Pushing event deleted for resources: {'Network': ['ID=595261df-744c-4477-97f3-b14daf1f7bbe,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:11.087330 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9e3a1b80-d09e-4484-b5a4-8418fd9345f9 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:11.111042 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8b0ba45-cc80-4b81-a927-3c094ebdebae tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Deleting subnet 95ac4c64-a58d-4a7e-9b69-00b1e731d360 {{(pid=102365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:16:11.115897 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c8b0ba45-cc80-4b81-a927-3c094ebdebae tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks [] for subnet, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:11.161565 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9cd7a567-a37c-4a4c-be4f-da7d3af9774b tempest-RoutersAdminNegativeTest-211898007 tempest-RoutersAdminNegativeTest-211898007-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:11.183720 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4b102bc3-3196-4fa5-9118-02bba313c1d4 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:11.187302 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4b102bc3-3196-4fa5-9118-02bba313c1d4 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:11.199179 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f029ad-cd6d-48e5-a819-959202a370d7 None None] New status for floating IP b727e1ca-06c4-477b-bdde-eeaacb549151: DOWN {{(pid=102368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:16:11.201408 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-4b102bc3-3196-4fa5-9118-02bba313c1d4 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] 10.222.0.69 "DELETE /v2.0/security-groups/b70c9707-804c-4755-a29b-44a73c84802d HTTP/1.1" status: 204 len: 168 time: 1.0916450 Dec 10 19:16:11.210302 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c8b0ba45-cc80-4b81-a927-3c094ebdebae tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353213'] for subnet, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:11.213669 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23510b5f-b7b1-4975-83d4-940f41cf32d5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Checking segment: {'id': '41e30f20-13b9-4ba6-9759-d9963cb2314f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '126357f4-95ce-43de-9eb5-0041ca237355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:16:11.214431 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23510b5f-b7b1-4975-83d4-940f41cf32d5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Network hostable DHCP agents. Network: 126357f4-95ce-43de-9eb5-0041ca237355, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:16:11.217029 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52258) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:11.223302 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-9cd7a567-a37c-4a4c-be4f-da7d3af9774b tempest-RoutersAdminNegativeTest-211898007 tempest-RoutersAdminNegativeTest-211898007-project-admin] Calling delete_port for 0b50c430-6ce6-49c5-8093-1684238a55e0 owned by {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:16:11.256255 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b102bc3-3196-4fa5-9118-02bba313c1d4 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70c9707-804c-4755-a29b-44a73c84802d,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:11.286574 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-0cba41c6-0cef-4eeb-a9da-68741f1db5b7 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] show failed (client error): The resource could not be found. Dec 10 19:16:11.288105 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-0cba41c6-0cef-4eeb-a9da-68741f1db5b7 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] 10.222.0.69 "GET /v2.0/security-groups/b70c9707-804c-4755-a29b-44a73c84802d HTTP/1.1" status: 404 len: 347 time: 0.0619788 Dec 10 19:16:11.295035 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52260) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:11.356812 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c8b0ba45-cc80-4b81-a927-3c094ebdebae tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:11.423518 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427fd532-f1b0-4112-9a5c-c9c1af2e801b tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:11.425077 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-427fd532-f1b0-4112-9a5c-c9c1af2e801b tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] 10.222.0.69 "GET /v2.0/networks/d46bec3e-4ca9-45a8-ab62-40d23c2a655e HTTP/1.1" status: 200 len: 803 time: 0.4014781 Dec 10 19:16:11.430257 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52262) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:11.434751 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23510b5f-b7b1-4975-83d4-940f41cf32d5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Network 126357f4-95ce-43de-9eb5-0041ca237355 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:16:11.471685 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-add11f5e-f96b-4bf5-abfc-63f0d6a93120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c8b942-65ae-4966-aab9-32aedbd45e06', 'name': 'tempest-snat-router-1639313721', 'tenant_id': '53779f5dccf547e19096324f690d73a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': '6a374969-122d-414b-ab94-dda5deec04a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:15:59Z', 'updated_at': '2021-12-10T19:16:06Z', 'revision_number': 3, 'project_id': '53779f5dccf547e19096324f690d73a4', 'gw_port': {'id': '6a374969-122d-414b-ab94-dda5deec04a1', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:09:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c8b942-65ae-4966-aab9-32aedbd45e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:02Z', 'updated_at': '2021-12-10T19:16:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:11.502302 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-23510b5f-b7b1-4975-83d4-940f41cf32d5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 126357f4-95ce-43de-9eb5-0041ca237355) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:16:11.509437 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23510b5f-b7b1-4975-83d4-940f41cf32d5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:11.510080 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-23510b5f-b7b1-4975-83d4-940f41cf32d5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:11.518617 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add11f5e-f96b-4bf5-abfc-63f0d6a93120 None None] The sync data for ids ['23c8b942-65ae-4966-aab9-32aedbd45e06'] in dv-neutron-821441-1-hyperv is: [{'id': '23c8b942-65ae-4966-aab9-32aedbd45e06', 'name': 'tempest-snat-router-1639313721', 'tenant_id': '53779f5dccf547e19096324f690d73a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': '6a374969-122d-414b-ab94-dda5deec04a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:15:59Z', 'updated_at': '2021-12-10T19:16:06Z', 'revision_number': 3, 'project_id': '53779f5dccf547e19096324f690d73a4', 'gw_port': {'id': '6a374969-122d-414b-ab94-dda5deec04a1', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:09:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c8b942-65ae-4966-aab9-32aedbd45e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:02Z', 'updated_at': '2021-12-10T19:16:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:16:11.531794 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19295880-9b83-4556-a03c-f6787e3ef2c5 None None] Network 126357f4-95ce-43de-9eb5-0041ca237355 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:16:11.553413 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-0ea61d03-5140-4092-aace-63c546c579b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3818c3c7-b056-4501-9760-286eb42942ac', 'name': 'tempest-ServersTestJSON-786395313-router', 'tenant_id': 'af448cbcd018494cbdae615f8d35e0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': '9f789fde-b4f1-4c25-90c4-f51982f31e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:16Z', 'updated_at': '2021-12-10T19:13:27Z', 'revision_number': 4, 'project_id': 'af448cbcd018494cbdae615f8d35e0f1', 'gw_port': {'id': '9f789fde-b4f1-4c25-90c4-f51982f31e96', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:fc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3818c3c7-b056-4501-9760-286eb42942ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:17Z', 'updated_at': '2021-12-10T19:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '613f18b1-3886-4a39-b25e-7972cad43e3a', 'name': '', 'network_id': 'e9d35973-bd0e-41e8-af04-98288aa68c12', 'tenant_id': 'af448cbcd018494cbdae615f8d35e0f1', 'mac_address': 'fa:16:3e:52:63:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3818c3c7-b056-4501-9760-286eb42942ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4dff902f-89e7-4f28-8db1-bc880cee9536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:24Z', 'updated_at': '2021-12-10T19:13:36Z', 'revision_number': 5, 'project_id': 'af448cbcd018494cbdae615f8d35e0f1', 'subnets': [{'id': '4dff902f-89e7-4f28-8db1-bc880cee9536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:11.578387 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-23510b5f-b7b1-4975-83d4-940f41cf32d5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3298082 Dec 10 19:16:11.580351 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52264) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:11.592114 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-67652972-d16b-429b-8433-fa24d24fdec5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Request body: {'port': {'network_id': '126357f4-95ce-43de-9eb5-0041ca237355', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-744994309'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:11.632563 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea61d03-5140-4092-aace-63c546c579b4 None None] The sync data for ids ['3818c3c7-b056-4501-9760-286eb42942ac'] in dv-neutron-821441-1-hyperv is: [{'id': '3818c3c7-b056-4501-9760-286eb42942ac', 'name': 'tempest-ServersTestJSON-786395313-router', 'tenant_id': 'af448cbcd018494cbdae615f8d35e0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': '9f789fde-b4f1-4c25-90c4-f51982f31e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:16Z', 'updated_at': '2021-12-10T19:13:27Z', 'revision_number': 4, 'project_id': 'af448cbcd018494cbdae615f8d35e0f1', 'gw_port': {'id': '9f789fde-b4f1-4c25-90c4-f51982f31e96', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:fc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3818c3c7-b056-4501-9760-286eb42942ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:17Z', 'updated_at': '2021-12-10T19:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '613f18b1-3886-4a39-b25e-7972cad43e3a', 'name': '', 'network_id': 'e9d35973-bd0e-41e8-af04-98288aa68c12', 'tenant_id': 'af448cbcd018494cbdae615f8d35e0f1', 'mac_address': 'fa:16:3e:52:63:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3818c3c7-b056-4501-9760-286eb42942ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4dff902f-89e7-4f28-8db1-bc880cee9536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:24Z', 'updated_at': '2021-12-10T19:13:36Z', 'revision_number': 5, 'project_id': 'af448cbcd018494cbdae615f8d35e0f1', 'subnets': [{'id': '4dff902f-89e7-4f28-8db1-bc880cee9536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:16:11.663127 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c8b0ba45-cc80-4b81-a927-3c094ebdebae tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:11.725334 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b0ba45-cc80-4b81-a927-3c094ebdebae tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Pushing event deleted for resources: {'Subnet': ['ID=95ac4c64-a58d-4a7e-9b69-00b1e731d360,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:11.747011 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-7cf23daf-80d1-48c7-84b2-822765a89665 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] 10.222.0.69 "GET /v2.0/networks/d46bec3e-4ca9-45a8-ab62-40d23c2a655e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3116939 Dec 10 19:16:11.747133 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-c523d47a-0531-4c05-be57-1f1084955f44 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Deleting port 240ca148-82f1-484e-8c67-733a3c73c62a {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:16:11.747133 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c523d47a-0531-4c05-be57-1f1084955f44 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:11.747271 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-9e3a1b80-d09e-4484-b5a4-8418fd9345f9 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Deleting port 6a374969-122d-414b-ab94-dda5deec04a1 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:16:11.747498 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9e3a1b80-d09e-4484-b5a4-8418fd9345f9 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:11.749193 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52266) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:11.751174 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c8b0ba45-cc80-4b81-a927-3c094ebdebae tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:11.754924 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-c8b0ba45-cc80-4b81-a927-3c094ebdebae tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] 10.222.0.69 "DELETE /v2.0/subnets/95ac4c64-a58d-4a7e-9b69-00b1e731d360 HTTP/1.1" status: 204 len: 168 time: 0.8336713 Dec 10 19:16:11.776799 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52268) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:11.823338 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9cd7a567-a37c-4a4c-be4f-da7d3af9774b tempest-RoutersAdminNegativeTest-211898007 tempest-RoutersAdminNegativeTest-211898007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:11.837080 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67652972-d16b-429b-8433-fa24d24fdec5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Made reservation on behalf of e037b8d045744e90a0960e7cae36a046 for: {'port': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:16:11.841540 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-67652972-d16b-429b-8433-fa24d24fdec5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:11.928379 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd7a567-a37c-4a4c-be4f-da7d3af9774b tempest-RoutersAdminNegativeTest-211898007 tempest-RoutersAdminNegativeTest-211898007-project-admin] Pushing event deleted for resources: {'Port': ['ID=0b50c430-6ce6-49c5-8093-1684238a55e0,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:11.947376 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [None req-67652972-d16b-429b-8433-fa24d24fdec5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] device_id is not set on port b18c38f8-fdb0-4bf6-ba9a-a2c4b2f7adfc yet. {{(pid=102366) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:16:11.965657 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffe94df-49d3-497f-9db0-b56db5848457 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:11.967355 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-0ffe94df-49d3-497f-9db0-b56db5848457 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] 10.222.0.69 "GET /v2.0/subnets/f7fa456e-fd18-47d3-89fc-a7b535aa8ccc HTTP/1.1" status: 200 len: 843 time: 0.2113574 Dec 10 19:16:11.972959 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52274) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:12.081159 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7714d06d-c081-4c27-a1dd-25df81bdb3c0 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:12.102434 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-9e3a1b80-d09e-4484-b5a4-8418fd9345f9 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] For port 6a374969-122d-414b-ab94-dda5deec04a1, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=6a374969-122d-414b-ab94-dda5deec04a1,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:16:12.102799 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9e3a1b80-d09e-4484-b5a4-8418fd9345f9 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:12.129965 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52276) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:12.174820 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-67652972-d16b-429b-8433-fa24d24fdec5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Allocated IP 2001:db8::12b (126357f4-95ce-43de-9eb5-0041ca237355/c97aeac7-f39f-46b2-b909-4ec69c1a639b/b18c38f8-fdb0-4bf6-ba9a-a2c4b2f7adfc) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:16:12.195985 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2511d7-6702-4469-b742-5b3338fe63be tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Attributes excluded by policy engine: ['shared'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:12.201030 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-8a2511d7-6702-4469-b742-5b3338fe63be tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] 10.222.0.69 "GET /v2.0/subnets/f7fa456e-fd18-47d3-89fc-a7b535aa8ccc?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2233160 Dec 10 19:16:12.208833 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-9e3a1b80-d09e-4484-b5a4-8418fd9345f9 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Calling delete_port for 6a374969-122d-414b-ab94-dda5deec04a1 owned by network:router_gateway {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:16:12.213183 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52278) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:12.222973 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-e660aafe-7edf-455e-8e86-11fa61a3abea tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-679135189'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:12.329231 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098b6202-9dc3-4072-a50e-97b7d4e93001 None None] Network c60617a7-4a5d-459c-b32e-5b9144afcdb1 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:16:12.355046 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e660aafe-7edf-455e-8e86-11fa61a3abea tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Made reservation on behalf of bf34cb617e7c48e1adb6028fc04b4351 for: {'network': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:16:12.358599 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e660aafe-7edf-455e-8e86-11fa61a3abea tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:12.387525 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9cd7a567-a37c-4a4c-be4f-da7d3af9774b tempest-RoutersAdminNegativeTest-211898007 tempest-RoutersAdminNegativeTest-211898007-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:12.393756 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497cd12d-6e99-4c63-8cd2-e126a8405637 None None] New status for floating IP 9af833c0-4203-48ba-a182-9f3237db4983: DOWN {{(pid=102367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:16:12.403474 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-18112f79-a2c0-41ad-98e1-ced1681ea64a tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Notify callbacks [] for security_group, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:12.416990 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-9cd7a567-a37c-4a4c-be4f-da7d3af9774b tempest-RoutersAdminNegativeTest-211898007 tempest-RoutersAdminNegativeTest-211898007-project-admin] 10.222.0.69 "DELETE /v2.0/ports/0b50c430-6ce6-49c5-8093-1684238a55e0 HTTP/1.1" status: 204 len: 168 time: 2.5028768 Dec 10 19:16:12.423562 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c523d47a-0531-4c05-be57-1f1084955f44 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:12.424003 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c523d47a-0531-4c05-be57-1f1084955f44 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:12.457239 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-c523d47a-0531-4c05-be57-1f1084955f44 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Calling delete_port for 240ca148-82f1-484e-8c67-733a3c73c62a owned by network:floatingip {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:16:12.521514 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e660aafe-7edf-455e-8e86-11fa61a3abea tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=102365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:16:12.530296 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-18112f79-a2c0-41ad-98e1-ced1681ea64a tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:12.565270 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-7714d06d-c081-4c27-a1dd-25df81bdb3c0 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Deleting port f1316a42-cce5-413f-9df8-878a4a0f8135 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:16:12.565612 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7714d06d-c081-4c27-a1dd-25df81bdb3c0 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:12.604314 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-67652972-d16b-429b-8433-fa24d24fdec5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:12.709313 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-67652972-d16b-429b-8433-fa24d24fdec5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:12.735168 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71af8210-c68f-4015-b225-46a0437466e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-126357f4-95ce-43de-9eb5-0041ca237355', 'network_id': '126357f4-95ce-43de-9eb5-0041ca237355', 'tenant_id': 'e037b8d045744e90a0960e7cae36a046', 'fixed_ips': [{'subnet_id': 'c97aeac7-f39f-46b2-b909-4ec69c1a639b'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:16:12.736778 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-71af8210-c68f-4015-b225-46a0437466e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:12.893106 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67652972-d16b-429b-8433-fa24d24fdec5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Network 126357f4-95ce-43de-9eb5-0041ca237355 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:16:12.914258 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-67652972-d16b-429b-8433-fa24d24fdec5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:16:12.923507 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67652972-d16b-429b-8433-fa24d24fdec5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:16:12.926594 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10346ae9-a9d7-45e9-9e2f-a0a6d8506b23 None None] DHCP port deletion for c60617a7-4a5d-459c-b32e-5b9144afcdb1 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:16:12.945198 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67652972-d16b-429b-8433-fa24d24fdec5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:12.949882 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-67652972-d16b-429b-8433-fa24d24fdec5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:12.966119 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67652972-d16b-429b-8433-fa24d24fdec5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event updated for resources: {'Port': ['ID=b18c38f8-fdb0-4bf6-ba9a-a2c4b2f7adfc,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:12.991775 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-67652972-d16b-429b-8433-fa24d24fdec5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.4086261 Dec 10 19:16:12.995434 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52284) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:13.062675 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-10346ae9-a9d7-45e9-9e2f-a0a6d8506b23 None None] Deleting port f1316a42-cce5-413f-9df8-878a4a0f8135 {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:16:13.063150 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-10346ae9-a9d7-45e9-9e2f-a0a6d8506b23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:13.067365 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52286) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:13.159143 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-71af8210-c68f-4015-b225-46a0437466e3 None None] Allocated IP 2001:db8::2 (126357f4-95ce-43de-9eb5-0041ca237355/c97aeac7-f39f-46b2-b909-4ec69c1a639b/7a3af59c-b26f-4385-8eec-af4b261a42c6) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:16:13.173416 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e660aafe-7edf-455e-8e86-11fa61a3abea tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:13.173926 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.segments_db [None req-e660aafe-7edf-455e-8e86-11fa61a3abea tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Added segment 9675989b-a8e5-4b9e-beb1-c7e30620528c of type vlan for network 71e71199-48fc-4216-9590-95ff08100039 Dec 10 19:16:13.180524 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c523d47a-0531-4c05-be57-1f1084955f44 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:13.194099 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-10346ae9-a9d7-45e9-9e2f-a0a6d8506b23 None None] For port f1316a42-cce5-413f-9df8-878a4a0f8135, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=f1316a42-cce5-413f-9df8-878a4a0f8135,segment=NetworkSegment(20251013-1041-49ff-bfbb-7611ec7dbe98),segment_id=20251013-1041-49ff-bfbb-7611ec7dbe98)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:16:13.194464 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-10346ae9-a9d7-45e9-9e2f-a0a6d8506b23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:13.236074 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e660aafe-7edf-455e-8e86-11fa61a3abea tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:13.249146 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-10346ae9-a9d7-45e9-9e2f-a0a6d8506b23 None None] Calling delete_port for f1316a42-cce5-413f-9df8-878a4a0f8135 owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:16:13.298168 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e660aafe-7edf-455e-8e86-11fa61a3abea tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:13.306099 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e660aafe-7edf-455e-8e86-11fa61a3abea tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:13.306850 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e660aafe-7edf-455e-8e86-11fa61a3abea tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:13.398550 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 6a374969-122d-414b-ab94-dda5deec04a1 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:16:13.402300 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-10346ae9-a9d7-45e9-9e2f-a0a6d8506b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:13.405927 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c523d47a-0531-4c05-be57-1f1084955f44 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Pushing event deleted for resources: {'Port': ['ID=240ca148-82f1-484e-8c67-733a3c73c62a,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:13.442050 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10346ae9-a9d7-45e9-9e2f-a0a6d8506b23 None None] No DVR routers for this DVR port f1316a42-cce5-413f-9df8-878a4a0f8135 on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:16:13.465903 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10346ae9-a9d7-45e9-9e2f-a0a6d8506b23 None None] Pushing event deleted for resources: {'Port': ['ID=f1316a42-cce5-413f-9df8-878a4a0f8135,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:13.495809 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-fa66784f-64c5-466e-bd73-9aa25c746c0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:13.505632 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 6a374969-122d-414b-ab94-dda5deec04a1 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:13.506362 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:13.531406 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c523d47a-0531-4c05-be57-1f1084955f44 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Notify callbacks [] for floatingip, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:13.535321 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c523d47a-0531-4c05-be57-1f1084955f44 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:13.536724 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-c523d47a-0531-4c05-be57-1f1084955f44 tempest-ServersTestManualDisk-63017915 tempest-ServersTestManualDisk-63017915-project] 10.222.0.69 "DELETE /v2.0/floatingips/b727e1ca-06c4-477b-bdde-eeaacb549151 HTTP/1.1" status: 204 len: 168 time: 2.2365022 Dec 10 19:16:13.537330 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-e660aafe-7edf-455e-8e86-11fa61a3abea tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3185902 Dec 10 19:16:13.540855 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52290) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:13.541215 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52292) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:13.555634 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-5c04d2ff-39aa-45a0-bd47-360ec0a53446 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Request body: {'subnet': {'network_id': '71e71199-48fc-4216-9590-95ff08100039', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:13.575205 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-7714d06d-c081-4c27-a1dd-25df81bdb3c0 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] For port f1316a42-cce5-413f-9df8-878a4a0f8135, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=f1316a42-cce5-413f-9df8-878a4a0f8135,segment=NetworkSegment(20251013-1041-49ff-bfbb-7611ec7dbe98),segment_id=20251013-1041-49ff-bfbb-7611ec7dbe98)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:16:13.575544 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7714d06d-c081-4c27-a1dd-25df81bdb3c0 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:13.588662 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e660aafe-7edf-455e-8e86-11fa61a3abea tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Pushing event updated for resources: {'Network': ['ID=71e71199-48fc-4216-9590-95ff08100039,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:13.608588 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 71e71199-48fc-4216-9590-95ff08100039 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:16:13.617520 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-7714d06d-c081-4c27-a1dd-25df81bdb3c0 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Calling delete_port for f1316a42-cce5-413f-9df8-878a4a0f8135 owned by network:dhcp {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:16:13.628239 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9e3a1b80-d09e-4484-b5a4-8418fd9345f9 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:13.630509 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-18112f79-a2c0-41ad-98e1-ced1681ea64a tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:13.633498 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-18112f79-a2c0-41ad-98e1-ced1681ea64a tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:13.637331 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-18112f79-a2c0-41ad-98e1-ced1681ea64a tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] 10.222.0.69 "DELETE /v2.0/security-groups/f1ad53fa-07e5-4365-a4a0-1215baa9957c HTTP/1.1" status: 204 len: 168 time: 1.5009997 Dec 10 19:16:13.643098 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52294) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:13.659386 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:13.753733 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a1b80-d09e-4484-b5a4-8418fd9345f9 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Pushing event deleted for resources: {'Port': ['ID=6a374969-122d-414b-ab94-dda5deec04a1,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:13.766238 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18112f79-a2c0-41ad-98e1-ced1681ea64a tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ad53fa-07e5-4365-a4a0-1215baa9957c,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:13.773236 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.api.v2.resource [None req-45b66094-5ae1-4cee-a795-fed65a797c0a tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] show failed (client error): The resource could not be found. Dec 10 19:16:13.778159 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-45b66094-5ae1-4cee-a795-fed65a797c0a tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] 10.222.0.69 "GET /v2.0/security-groups/f1ad53fa-07e5-4365-a4a0-1215baa9957c HTTP/1.1" status: 404 len: 347 time: 0.1259840 Dec 10 19:16:13.778672 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52296) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:13.796627 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-71af8210-c68f-4015-b225-46a0437466e3 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:13.812920 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-71af8210-c68f-4015-b225-46a0437466e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:13.824411 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-52f9ddbb-6f80-40e3-907c-59b6e2db64e8 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Deleting port b18c38f8-fdb0-4bf6-ba9a-a2c4b2f7adfc {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:16:13.825040 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-52f9ddbb-6f80-40e3-907c-59b6e2db64e8 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:13.839739 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device f1316a42-cce5-413f-9df8-878a4a0f8135 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:16:13.898765 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: f1316a42-cce5-413f-9df8-878a4a0f8135 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:16:13.899240 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device f1316a42-cce5-413f-9df8-878a4a0f8135 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:16:13.916403 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71af8210-c68f-4015-b225-46a0437466e3 None None] Network 126357f4-95ce-43de-9eb5-0041ca237355 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:16:13.920574 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-71af8210-c68f-4015-b225-46a0437466e3 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:16:13.927285 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71af8210-c68f-4015-b225-46a0437466e3 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:16:13.969897 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71af8210-c68f-4015-b225-46a0437466e3 None None] Pushing event updated for resources: {'Port': ['ID=7a3af59c-b26f-4385-8eec-af4b261a42c6,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:13.986432 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9e3a1b80-d09e-4484-b5a4-8418fd9345f9 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3713145'] for router_gateway, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:14.041649 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-71af8210-c68f-4015-b225-46a0437466e3 None None] Attempting to bind port 7a3af59c-b26f-4385-8eec-af4b261a42c6 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:16:14.042256 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-71af8210-c68f-4015-b225-46a0437466e3 None None] Attempting to bind port 7a3af59c-b26f-4385-8eec-af4b261a42c6 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '41e30f20-13b9-4ba6-9759-d9963cb2314f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '126357f4-95ce-43de-9eb5-0041ca237355'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:16:14.043592 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71af8210-c68f-4015-b225-46a0437466e3 None None] Attempting to bind port 7a3af59c-b26f-4385-8eec-af4b261a42c6 on network 126357f4-95ce-43de-9eb5-0041ca237355 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:16:14.055946 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71af8210-c68f-4015-b225-46a0437466e3 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:16:14.056629 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71af8210-c68f-4015-b225-46a0437466e3 None None] Checking segment: {'id': '41e30f20-13b9-4ba6-9759-d9963cb2314f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '126357f4-95ce-43de-9eb5-0041ca237355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:16:14.057549 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-71af8210-c68f-4015-b225-46a0437466e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:14.058208 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71af8210-c68f-4015-b225-46a0437466e3 None None] Bound using segment: {'id': '41e30f20-13b9-4ba6-9759-d9963cb2314f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '126357f4-95ce-43de-9eb5-0041ca237355'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:16:14.059033 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-71af8210-c68f-4015-b225-46a0437466e3 None None] Bound port: 7a3af59c-b26f-4385-8eec-af4b261a42c6, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e30f20-13b9-4ba6-9759-d9963cb2314f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '126357f4-95ce-43de-9eb5-0041ca237355'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:16:14.059675 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-71af8210-c68f-4015-b225-46a0437466e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:14.113167 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9e3a1b80-d09e-4484-b5a4-8418fd9345f9 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:14.118993 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9e3a1b80-d09e-4484-b5a4-8418fd9345f9 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:14.124271 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7714d06d-c081-4c27-a1dd-25df81bdb3c0 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:14.159010 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-71af8210-c68f-4015-b225-46a0437466e3 None None] For port 7a3af59c-b26f-4385-8eec-af4b261a42c6, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:16:14.163154 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-71af8210-c68f-4015-b225-46a0437466e3 None None] For port 7a3af59c-b26f-4385-8eec-af4b261a42c6, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=7a3af59c-b26f-4385-8eec-af4b261a42c6,segment=NetworkSegment(41e30f20-13b9-4ba6-9759-d9963cb2314f),segment_id=41e30f20-13b9-4ba6-9759-d9963cb2314f)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:16:14.169890 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-71af8210-c68f-4015-b225-46a0437466e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:14.203989 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-52f9ddbb-6f80-40e3-907c-59b6e2db64e8 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:14.205889 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7714d06d-c081-4c27-a1dd-25df81bdb3c0 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Pushing event deleted for resources: {'Port': ['ID=f1316a42-cce5-413f-9df8-878a4a0f8135,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:14.224872 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c04d2ff-39aa-45a0-bd47-360ec0a53446 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Made reservation on behalf of bf34cb617e7c48e1adb6028fc04b4351 for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:16:14.228865 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5c04d2ff-39aa-45a0-bd47-360ec0a53446 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:14.246185 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-fa66784f-64c5-466e-bd73-9aa25c746c0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:14.260639 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71af8210-c68f-4015-b225-46a0437466e3 None None] Pushing event updated for resources: {'Port': ['ID=7a3af59c-b26f-4385-8eec-af4b261a42c6,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:14.261615 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-52f9ddbb-6f80-40e3-907c-59b6e2db64e8 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Calling delete_port for b18c38f8-fdb0-4bf6-ba9a-a2c4b2f7adfc owned by {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:16:14.296193 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7714d06d-c081-4c27-a1dd-25df81bdb3c0 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] No DVR routers for this DVR port f1316a42-cce5-413f-9df8-878a4a0f8135 on host dv-neutron-821441-1-hyperv {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:16:14.305264 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-fa66784f-64c5-466e-bd73-9aa25c746c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:14.348626 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-1ff8c609-978f-4f49-a36f-a57f5b0322ea tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Deleting port 16485b47-0a51-4331-8074-64115cafbf7d {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:16:14.349232 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1ff8c609-978f-4f49-a36f-a57f5b0322ea tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:14.353984 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9e3a1b80-d09e-4484-b5a4-8418fd9345f9 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:14.354532 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3a1b80-d09e-4484-b5a4-8418fd9345f9 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 23c8b942-65ae-4966-aab9-32aedbd45e06 {{(pid=102365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:16:14.374892 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9e3a1b80-d09e-4484-b5a4-8418fd9345f9 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:14.376098 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-9e3a1b80-d09e-4484-b5a4-8418fd9345f9 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] 10.222.0.69 "DELETE /v2.0/routers/23c8b942-65ae-4966-aab9-32aedbd45e06 HTTP/1.1" status: 204 len: 168 time: 4.4629695 Dec 10 19:16:14.389223 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52298) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:14.442980 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.ipam_backend_mixin [None req-5c04d2ff-39aa-45a0-bd47-360ec0a53446 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Performing IP validity checks on allocation pools {{(pid=102366) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 19:16:14.443490 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.ipam_backend_mixin [None req-5c04d2ff-39aa-45a0-bd47-360ec0a53446 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102366) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 19:16:14.490286 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-fa66784f-64c5-466e-bd73-9aa25c746c0e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e41d6d5e1840474393e4bcb1b3eaf58f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4200735 Dec 10 19:16:14.491025 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52300) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:14.495498 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7714d06d-c081-4c27-a1dd-25df81bdb3c0 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:14.525711 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa66784f-64c5-466e-bd73-9aa25c746c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=623d3a43-b86b-462a-884b-bd37df02e14d,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:14.571666 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-7714d06d-c081-4c27-a1dd-25df81bdb3c0 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c60617a7-4a5d-459c-b32e-5b9144afcdb1']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:14.604121 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-7714d06d-c081-4c27-a1dd-25df81bdb3c0 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20251013-1041-49ff-bfbb-7611ec7dbe98') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:14.604431 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-7714d06d-c081-4c27-a1dd-25df81bdb3c0 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20251013-1041-49ff-bfbb-7611ec7dbe98') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:14.622603 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1ff8c609-978f-4f49-a36f-a57f5b0322ea tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:14.622934 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1ff8c609-978f-4f49-a36f-a57f5b0322ea tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:14.628473 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7714d06d-c081-4c27-a1dd-25df81bdb3c0 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:14.652161 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-1ff8c609-978f-4f49-a36f-a57f5b0322ea tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Calling delete_port for 16485b47-0a51-4331-8074-64115cafbf7d owned by network:floatingip {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:16:14.667685 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7714d06d-c081-4c27-a1dd-25df81bdb3c0 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:14.683113 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7714d06d-c081-4c27-a1dd-25df81bdb3c0 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:16:14.683113 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7714d06d-c081-4c27-a1dd-25df81bdb3c0 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:14.687675 dv-neutron-821441-1-hyperv neutron-server[102365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:16:14.687675 dv-neutron-821441-1-hyperv neutron-server[102365]: self.session.flush() Dec 10 19:16:14.687675 dv-neutron-821441-1-hyperv neutron-server[102365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:16:14.687675 dv-neutron-821441-1-hyperv neutron-server[102365]: self.session.flush() Dec 10 19:16:14.687675 dv-neutron-821441-1-hyperv neutron-server[102365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:16:14.687675 dv-neutron-821441-1-hyperv neutron-server[102365]: self.session.flush() Dec 10 19:16:14.687675 dv-neutron-821441-1-hyperv neutron-server[102365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:16:14.687675 dv-neutron-821441-1-hyperv neutron-server[102365]: self.session.flush() Dec 10 19:16:14.687675 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:16:14.687675 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:16:14.687675 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:16:14.687675 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:16:14.687675 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:16:14.687675 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:16:14.687675 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:16:14.687675 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:16:14.687675 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:16:14.687675 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:16:14.687675 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:16:14.687675 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:16:14.687675 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:16:14.687675 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:16:14.687675 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:16:14.687675 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:16:14.687675 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:16:14.687675 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:16:14.687675 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:16:14.687675 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:16:14.687675 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:16:14.687675 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:16:14.687675 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:16:14.687675 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:16:14.687675 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:16:14.687675 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:16:14.687675 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:16:14.687675 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:16:14.687675 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:16:14.687675 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:16:14.687675 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:16:14.687675 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:16:14.837893 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7714d06d-c081-4c27-a1dd-25df81bdb3c0 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:14.851398 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7714d06d-c081-4c27-a1dd-25df81bdb3c0 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:14.857620 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-7714d06d-c081-4c27-a1dd-25df81bdb3c0 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] 10.222.0.69 "DELETE /v2.0/networks/c60617a7-4a5d-459c-b32e-5b9144afcdb1 HTTP/1.1" status: 204 len: 168 time: 3.0761249 Dec 10 19:16:14.867497 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52302) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:14.888416 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7714d06d-c081-4c27-a1dd-25df81bdb3c0 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Pushing event deleted for resources: {'Network': ['ID=c60617a7-4a5d-459c-b32e-5b9144afcdb1,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:14.922228 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-a441208c-5810-475a-b64d-567ed89b7187 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cc03cfb-e5be-4a0a-8792-66981975b579 HTTP/1.1" status: 200 len: 205 time: 0.0531437 Dec 10 19:16:14.924268 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52304) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:15.036130 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5cb5a0a1-7d6a-4d3d-9616-413270ba9b62 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks [] for router, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:15.153412 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1ff8c609-978f-4f49-a36f-a57f5b0322ea tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:15.268148 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff8c609-978f-4f49-a36f-a57f5b0322ea tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Pushing event deleted for resources: {'Port': ['ID=16485b47-0a51-4331-8074-64115cafbf7d,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:15.285300 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-de55ca29-500b-420e-ad15-c797c8e1a889 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks [] for router, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:15.290322 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5cb5a0a1-7d6a-4d3d-9616-413270ba9b62 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:15.295698 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5cb5a0a1-7d6a-4d3d-9616-413270ba9b62 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:15.299015 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7ffc008a-6697-4053-bd53-a06fbb759df5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:15.395379 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1ff8c609-978f-4f49-a36f-a57f5b0322ea tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Notify callbacks [] for floatingip, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:15.399179 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1ff8c609-978f-4f49-a36f-a57f5b0322ea tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:15.400713 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-1ff8c609-978f-4f49-a36f-a57f5b0322ea tempest-ServersTestJSON-1857818323 tempest-ServersTestJSON-1857818323-project] 10.222.0.69 "DELETE /v2.0/floatingips/9af833c0-4203-48ba-a182-9f3237db4983 HTTP/1.1" status: 204 len: 168 time: 1.6208396 Dec 10 19:16:15.405790 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52306) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:15.415829 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5cb5a0a1-7d6a-4d3d-9616-413270ba9b62 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:15.416322 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb5a0a1-7d6a-4d3d-9616-413270ba9b62 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Fanout notify agent at l3_agent the message router_deleted on router 5cc03cfb-e5be-4a0a-8792-66981975b579 {{(pid=102365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:16:15.424864 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5cb5a0a1-7d6a-4d3d-9616-413270ba9b62 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:15.439235 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-5cb5a0a1-7d6a-4d3d-9616-413270ba9b62 tempest-RoutersNegativeTest-1170131677 tempest-RoutersNegativeTest-1170131677-project] 10.222.0.69 "DELETE /v2.0/routers/5cc03cfb-e5be-4a0a-8792-66981975b579 HTTP/1.1" status: 204 len: 168 time: 0.5137813 Dec 10 19:16:15.502662 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7ffc008a-6697-4053-bd53-a06fbb759df5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:15.529886 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-52f9ddbb-6f80-40e3-907c-59b6e2db64e8 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:15.562471 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 7a3af59c-b26f-4385-8eec-af4b261a42c6 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:16:15.666126 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f9ddbb-6f80-40e3-907c-59b6e2db64e8 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event deleted for resources: {'Port': ['ID=b18c38f8-fdb0-4bf6-ba9a-a2c4b2f7adfc,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:15.737133 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5c04d2ff-39aa-45a0-bd47-360ec0a53446 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:15.744612 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-52f9ddbb-6f80-40e3-907c-59b6e2db64e8 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:15.748807 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-52f9ddbb-6f80-40e3-907c-59b6e2db64e8 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "DELETE /v2.0/ports/b18c38f8-fdb0-4bf6-ba9a-a2c4b2f7adfc HTTP/1.1" status: 204 len: 168 time: 2.7520673 Dec 10 19:16:15.757477 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52312) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:15.762012 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-de55ca29-500b-420e-ad15-c797c8e1a889 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:15.769152 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 7a3af59c-b26f-4385-8eec-af4b261a42c6 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:15.770190 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:15.806671 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52314) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:15.892606 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-6822af68-1fc4-474d-bdbc-b701f7ed2e5c tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] GET failed (client error): The resource could not be found. Dec 10 19:16:15.899248 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-6822af68-1fc4-474d-bdbc-b701f7ed2e5c tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "GET /v2.0/ports/b18c38f8-fdb0-4bf6-ba9a-a2c4b2f7adfc HTTP/1.1" status: 404 len: 333 time: 0.1280897 Dec 10 19:16:15.907865 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52318) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:15.918494 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7ffc008a-6697-4053-bd53-a06fbb759df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:15.921299 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7ffc008a-6697-4053-bd53-a06fbb759df5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:15.926381 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-7ffc008a-6697-4053-bd53-a06fbb759df5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/623d3a43-b86b-462a-884b-bd37df02e14d HTTP/1.1" status: 204 len: 168 time: 1.4014790 Dec 10 19:16:15.941180 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd096cd1-a130-4e0f-a820-f7afd9feef76 None None] Network 126357f4-95ce-43de-9eb5-0041ca237355 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:16:15.955737 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c04d2ff-39aa-45a0-bd47-360ec0a53446 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Pushing event updated for resources: {'Subnet': ['ID=5919243c-537a-4733-a3e1-501845da4e0b,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:15.969221 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffc008a-6697-4053-bd53-a06fbb759df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623d3a43-b86b-462a-884b-bd37df02e14d,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:16.022706 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c04d2ff-39aa-45a0-bd47-360ec0a53446 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Checking segment: {'id': '9675989b-a8e5-4b9e-beb1-c7e30620528c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '71e71199-48fc-4216-9590-95ff08100039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:16:16.027901 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c04d2ff-39aa-45a0-bd47-360ec0a53446 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Network hostable DHCP agents. Network: 71e71199-48fc-4216-9590-95ff08100039, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:16:16.033577 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:16.057995 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-766dab17-edc6-4874-a519-eeaf7372fbe9 None None] Provisioning complete for port 7a3af59c-b26f-4385-8eec-af4b261a42c6 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:16.058431 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-766dab17-edc6-4874-a519-eeaf7372fbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:16.059171 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_v2 [None req-195c1a61-4a4f-486b-862b-4518ce4fbc85 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Deleting subnet c97aeac7-f39f-46b2-b909-4ec69c1a639b {{(pid=102365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:16:16.066964 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-195c1a61-4a4f-486b-862b-4518ce4fbc85 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for subnet, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:16.116932 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-35a20e13-c8cd-4536-b24a-1bd655dfd4af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711290'] for router_interface, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:16.132785 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-de55ca29-500b-420e-ad15-c797c8e1a889 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Deleting port 66855c4c-d478-4d0a-a4ea-c37e2ffa4e5a {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:16:16.136005 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-de55ca29-500b-420e-ad15-c797c8e1a889 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:16.158698 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port 7a3af59c-b26f-4385-8eec-af4b261a42c6, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=7a3af59c-b26f-4385-8eec-af4b261a42c6,segment=NetworkSegment(41e30f20-13b9-4ba6-9759-d9963cb2314f),segment_id=41e30f20-13b9-4ba6-9759-d9963cb2314f)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:16:16.220527 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c04d2ff-39aa-45a0-bd47-360ec0a53446 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Network 71e71199-48fc-4216-9590-95ff08100039 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:16:16.221183 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:16.230182 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-195c1a61-4a4f-486b-862b-4518ce4fbc85 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353213'] for subnet, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:16.389226 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 6a374969-122d-414b-ab94-dda5deec04a1 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:16:16.477271 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-195c1a61-4a4f-486b-862b-4518ce4fbc85 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:16.501577 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-de55ca29-500b-420e-ad15-c797c8e1a889 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] For port 66855c4c-d478-4d0a-a4ea-c37e2ffa4e5a, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=66855c4c-d478-4d0a-a4ea-c37e2ffa4e5a,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:16:16.503852 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-de55ca29-500b-420e-ad15-c797c8e1a889 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:16.534192 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-de55ca29-500b-420e-ad15-c797c8e1a889 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Calling delete_port for 66855c4c-d478-4d0a-a4ea-c37e2ffa4e5a owned by network:router_gateway {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:16:16.543333 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 6a374969-122d-414b-ab94-dda5deec04a1 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:16:16.543820 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 6a374969-122d-414b-ab94-dda5deec04a1 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:16:16.554948 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52324) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:16.595246 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=7a3af59c-b26f-4385-8eec-af4b261a42c6,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:16.615898 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-2f0d3d38-78aa-4120-a3d7-21f6a1459bda admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=972700bf77a24dfd9a1fc50778dad680&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0601492 Dec 10 19:16:16.620684 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-195c1a61-4a4f-486b-862b-4518ce4fbc85 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:16.622609 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52326) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:16.690100 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195c1a61-4a4f-486b-862b-4518ce4fbc85 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event deleted for resources: {'Subnet': ['ID=c97aeac7-f39f-46b2-b909-4ec69c1a639b,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:16.696530 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-195c1a61-4a4f-486b-862b-4518ce4fbc85 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:16.704289 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-195c1a61-4a4f-486b-862b-4518ce4fbc85 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "DELETE /v2.0/subnets/c97aeac7-f39f-46b2-b909-4ec69c1a639b HTTP/1.1" status: 204 len: 168 time: 0.7908006 Dec 10 19:16:16.708296 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52328) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:16.709210 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-5c04d2ff-39aa-45a0-bd47-360ec0a53446 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 71e71199-48fc-4216-9590-95ff08100039) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:16:16.719129 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6071ea8d-034e-46fb-a1e2-be69677cb005 None None] Network 71e71199-48fc-4216-9590-95ff08100039 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:16:16.846725 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-5698d3fd-aa20-4c1e-95a4-6cc85549be54 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2fb9ac8116e94cab8a6c64ca80760d3c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0346162 Dec 10 19:16:16.850065 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c04d2ff-39aa-45a0-bd47-360ec0a53446 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:16.850609 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52330) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:16.851510 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5c04d2ff-39aa-45a0-bd47-360ec0a53446 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:16.909079 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-187a82a5-8c90-4dc8-bf21-730bfed06ccd tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:16.946258 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-5c04d2ff-39aa-45a0-bd47-360ec0a53446 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.3931890 Dec 10 19:16:16.949326 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52332) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:16.957967 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-44dada10-a52b-4e45-8540-25deb3454b1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:16.979202 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d22f94-4e8f-4862-b30b-4f7c10c59327 None None] Network 126357f4-95ce-43de-9eb5-0041ca237355 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:16:17.003885 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-1a03c698-e521-4c32-82ad-b1f9cdaf1d6a tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:17.012281 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-44dada10-a52b-4e45-8540-25deb3454b1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:17.032389 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3aa8dac0-3ca7-41f4-816a-4a02d39cba59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:17.098465 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d1c0dd74-f47f-420a-bc84-12e608cac25b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711290'] for router_interface, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:17.130050 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-4b767c13-b26a-4382-9649-7c26bb84dbb1 None None] Provisioning complete for port 7a3af59c-b26f-4385-8eec-af4b261a42c6 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:17.130050 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4b767c13-b26a-4382-9649-7c26bb84dbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:17.170931 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c9ca9b-e8b8-4fa8-b25f-8e898057c670 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-71e71199-48fc-4216-9590-95ff08100039', 'network_id': '71e71199-48fc-4216-9590-95ff08100039', 'tenant_id': 'bf34cb617e7c48e1adb6028fc04b4351', 'fixed_ips': [{'subnet_id': '5919243c-537a-4733-a3e1-501845da4e0b'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:16:17.171844 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e4c9ca9b-e8b8-4fa8-b25f-8e898057c670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:17.241838 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1a03c698-e521-4c32-82ad-b1f9cdaf1d6a tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11656814'] for subnet, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:17.365524 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-de55ca29-500b-420e-ad15-c797c8e1a889 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:17.400528 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 7a3af59c-b26f-4385-8eec-af4b261a42c6 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:16:17.411440 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de55ca29-500b-420e-ad15-c797c8e1a889 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Pushing event deleted for resources: {'Port': ['ID=66855c4c-d478-4d0a-a4ea-c37e2ffa4e5a,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:17.435082 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1334066-de48-4d1b-aa2f-b6154c937b3b None None] DHCP port deletion for 126357f4-95ce-43de-9eb5-0041ca237355 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:16:17.446334 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.db.api [None req-e4c9ca9b-e8b8-4fa8-b25f-8e898057c670 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 19:16:17.446334 dv-neutron-821441-1-hyperv neutron-server[102367]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Dec 10 19:16:17.446334 dv-neutron-821441-1-hyperv neutron-server[102367]: [parameters: {'in_use': 1, 'id_1': '5919243c-537a-4733-a3e1-501845da4e0b'}] Dec 10 19:16:17.446334 dv-neutron-821441-1-hyperv neutron-server[102367]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102367) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:16:17.446811 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG oslo_db.api [None req-e4c9ca9b-e8b8-4fa8-b25f-8e898057c670 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:16:17.481557 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de55ca29-500b-420e-ad15-c797c8e1a889 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:17.481896 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de55ca29-500b-420e-ad15-c797c8e1a889 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:17.482239 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de55ca29-500b-420e-ad15-c797c8e1a889 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:17.482574 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de55ca29-500b-420e-ad15-c797c8e1a889 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:17.482909 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de55ca29-500b-420e-ad15-c797c8e1a889 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:17.483262 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de55ca29-500b-420e-ad15-c797c8e1a889 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:17.483641 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de55ca29-500b-420e-ad15-c797c8e1a889 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:17.483971 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de55ca29-500b-420e-ad15-c797c8e1a889 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:17.484298 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de55ca29-500b-420e-ad15-c797c8e1a889 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:17.484706 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de55ca29-500b-420e-ad15-c797c8e1a889 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:17.485034 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de55ca29-500b-420e-ad15-c797c8e1a889 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:17.485360 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de55ca29-500b-420e-ad15-c797c8e1a889 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:17.622918 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-de55ca29-500b-420e-ad15-c797c8e1a889 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3713145'] for router_gateway, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:17.638037 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3aa8dac0-3ca7-41f4-816a-4a02d39cba59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:17.670524 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 7a3af59c-b26f-4385-8eec-af4b261a42c6 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:17.671286 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:17.705030 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-187a82a5-8c90-4dc8-bf21-730bfed06ccd tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Deleting port 7a3af59c-b26f-4385-8eec-af4b261a42c6 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:16:17.705627 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-187a82a5-8c90-4dc8-bf21-730bfed06ccd tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:17.717770 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-44dada10-a52b-4e45-8540-25deb3454b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:17.719516 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-f1334066-de48-4d1b-aa2f-b6154c937b3b None None] Deleting port 7a3af59c-b26f-4385-8eec-af4b261a42c6 {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:16:17.719895 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f1334066-de48-4d1b-aa2f-b6154c937b3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:17.721142 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-44dada10-a52b-4e45-8540-25deb3454b1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:17.723174 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-44dada10-a52b-4e45-8540-25deb3454b1f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/aa83fb3f-d7a6-4f21-abcc-2d5499501c88 HTTP/1.1" status: 204 len: 168 time: 1.0967617 Dec 10 19:16:17.810944 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dada10-a52b-4e45-8540-25deb3454b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa83fb3f-d7a6-4f21-abcc-2d5499501c88,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:17.814556 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-f1334066-de48-4d1b-aa2f-b6154c937b3b None None] For port 7a3af59c-b26f-4385-8eec-af4b261a42c6, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=7a3af59c-b26f-4385-8eec-af4b261a42c6,segment=NetworkSegment(41e30f20-13b9-4ba6-9759-d9963cb2314f),segment_id=41e30f20-13b9-4ba6-9759-d9963cb2314f)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:16:17.814556 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f1334066-de48-4d1b-aa2f-b6154c937b3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:17.865888 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-f1334066-de48-4d1b-aa2f-b6154c937b3b None None] Calling delete_port for 7a3af59c-b26f-4385-8eec-af4b261a42c6 owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:16:17.896361 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-187a82a5-8c90-4dc8-bf21-730bfed06ccd tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] For port 7a3af59c-b26f-4385-8eec-af4b261a42c6, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=7a3af59c-b26f-4385-8eec-af4b261a42c6,segment=NetworkSegment(41e30f20-13b9-4ba6-9759-d9963cb2314f),segment_id=41e30f20-13b9-4ba6-9759-d9963cb2314f)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:16:17.896781 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-187a82a5-8c90-4dc8-bf21-730bfed06ccd tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:17.920770 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3aa8dac0-3ca7-41f4-816a-4a02d39cba59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:17.924064 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3aa8dac0-3ca7-41f4-816a-4a02d39cba59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:17.929818 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-3aa8dac0-3ca7-41f4-816a-4a02d39cba59 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b1360bbd-ef6d-4e57-8a6d-7490bc0befd6 HTTP/1.1" status: 204 len: 168 time: 1.0668333 Dec 10 19:16:17.929818 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-187a82a5-8c90-4dc8-bf21-730bfed06ccd tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Calling delete_port for 7a3af59c-b26f-4385-8eec-af4b261a42c6 owned by network:dhcp {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:16:17.945963 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa8dac0-3ca7-41f4-816a-4a02d39cba59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1360bbd-ef6d-4e57-8a6d-7490bc0befd6,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:17.946185 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-35a20e13-c8cd-4536-b24a-1bd655dfd4af admin admin] Deleting port ae574777-5882-4c91-b6ba-3a896cce1aca {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:16:17.946710 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-35a20e13-c8cd-4536-b24a-1bd655dfd4af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:17.950959 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e4c9ca9b-e8b8-4fa8-b25f-8e898057c670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:18.076770 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1a03c698-e521-4c32-82ad-b1f9cdaf1d6a tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769381657245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11929319'] for subnet, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:18.084821 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f1334066-de48-4d1b-aa2f-b6154c937b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:18.094703 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-de55ca29-500b-420e-ad15-c797c8e1a889 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:18.097589 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-de55ca29-500b-420e-ad15-c797c8e1a889 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:18.139136 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1334066-de48-4d1b-aa2f-b6154c937b3b None None] Pushing event deleted for resources: {'Port': ['ID=7a3af59c-b26f-4385-8eec-af4b261a42c6,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:18.141598 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1334066-de48-4d1b-aa2f-b6154c937b3b None None] No DVR routers for this DVR port 7a3af59c-b26f-4385-8eec-af4b261a42c6 on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:16:18.244396 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-e4c9ca9b-e8b8-4fa8-b25f-8e898057c670 None None] Allocated IP 2001:db8::3 (71e71199-48fc-4216-9590-95ff08100039/5919243c-537a-4733-a3e1-501845da4e0b/d7fd4081-0612-4ffa-bbae-de9785e94188) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:16:18.295391 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-187a82a5-8c90-4dc8-bf21-730bfed06ccd tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:18.351686 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-de55ca29-500b-420e-ad15-c797c8e1a889 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:18.352728 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de55ca29-500b-420e-ad15-c797c8e1a889 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1d46f358-40b0-4954-8e19-23a1cf03e1c1 {{(pid=102366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:16:18.357778 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-de55ca29-500b-420e-ad15-c797c8e1a889 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:18.359421 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187a82a5-8c90-4dc8-bf21-730bfed06ccd tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event deleted for resources: {'Port': ['ID=7a3af59c-b26f-4385-8eec-af4b261a42c6,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:18.359727 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-de55ca29-500b-420e-ad15-c797c8e1a889 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] 10.222.0.69 "DELETE /v2.0/routers/1d46f358-40b0-4954-8e19-23a1cf03e1c1 HTTP/1.1" status: 204 len: 168 time: 3.9362373 Dec 10 19:16:18.360529 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a03c698-e521-4c32-82ad-b1f9cdaf1d6a tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Pushing event updated for resources: {'Subnet': ['ID=5919243c-537a-4733-a3e1-501845da4e0b,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:18.365650 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a03c698-e521-4c32-82ad-b1f9cdaf1d6a tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:18.366023 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1a03c698-e521-4c32-82ad-b1f9cdaf1d6a tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:18.370377 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-1a03c698-e521-4c32-82ad-b1f9cdaf1d6a tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] 10.222.0.69 "PUT /v2.0/subnets/5919243c-537a-4733-a3e1-501845da4e0b HTTP/1.1" status: 200 len: 900 time: 1.4162245 Dec 10 19:16:18.371219 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52342) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:18.371562 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52344) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:18.385999 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-d1c0dd74-f47f-420a-bc84-12e608cac25b admin admin] Deleting port 613f18b1-3886-4a39-b25e-7972cad43e3a {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:16:18.386258 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-d6d04cd2-52a8-4e3d-9791-62e18b3158e4 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-669820552', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}, 'admin_state_up': False}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:18.386562 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d1c0dd74-f47f-420a-bc84-12e608cac25b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:18.397308 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187a82a5-8c90-4dc8-bf21-730bfed06ccd tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] No DVR routers for this DVR port 7a3af59c-b26f-4385-8eec-af4b261a42c6 on host dv-neutron-821441-1-hyperv {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:16:18.530546 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-35a20e13-c8cd-4536-b24a-1bd655dfd4af admin admin] For port ae574777-5882-4c91-b6ba-3a896cce1aca, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=ae574777-5882-4c91-b6ba-3a896cce1aca,segment=NetworkSegment(db837ec0-0d8a-4cc1-8f93-9eb97bc06e90),segment_id=db837ec0-0d8a-4cc1-8f93-9eb97bc06e90)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:16:18.531938 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-35a20e13-c8cd-4536-b24a-1bd655dfd4af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:18.544209 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d6d04cd2-52a8-4e3d-9791-62e18b3158e4 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:18.545939 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d6d04cd2-52a8-4e3d-9791-62e18b3158e4 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:18.594064 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187a82a5-8c90-4dc8-bf21-730bfed06ccd tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:18.594545 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187a82a5-8c90-4dc8-bf21-730bfed06ccd tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:18.598896 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187a82a5-8c90-4dc8-bf21-730bfed06ccd tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:18.598896 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187a82a5-8c90-4dc8-bf21-730bfed06ccd tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:18.598896 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187a82a5-8c90-4dc8-bf21-730bfed06ccd tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:18.598896 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187a82a5-8c90-4dc8-bf21-730bfed06ccd tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:18.598896 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187a82a5-8c90-4dc8-bf21-730bfed06ccd tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:18.598896 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187a82a5-8c90-4dc8-bf21-730bfed06ccd tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:18.599624 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187a82a5-8c90-4dc8-bf21-730bfed06ccd tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:18.600181 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187a82a5-8c90-4dc8-bf21-730bfed06ccd tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:18.600367 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187a82a5-8c90-4dc8-bf21-730bfed06ccd tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:18.601193 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187a82a5-8c90-4dc8-bf21-730bfed06ccd tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:18.613236 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e4c9ca9b-e8b8-4fa8-b25f-8e898057c670 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:18.631263 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e4c9ca9b-e8b8-4fa8-b25f-8e898057c670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:18.639667 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-35a20e13-c8cd-4536-b24a-1bd655dfd4af admin admin] Calling delete_port for ae574777-5882-4c91-b6ba-3a896cce1aca owned by network:router_interface {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:16:18.661539 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d6d04cd2-52a8-4e3d-9791-62e18b3158e4 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:18.748268 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c9ca9b-e8b8-4fa8-b25f-8e898057c670 None None] Network 71e71199-48fc-4216-9590-95ff08100039 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:16:18.757191 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-e4c9ca9b-e8b8-4fa8-b25f-8e898057c670 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:16:18.760600 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c9ca9b-e8b8-4fa8-b25f-8e898057c670 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:16:18.816076 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c9ca9b-e8b8-4fa8-b25f-8e898057c670 None None] Pushing event updated for resources: {'Port': ['ID=d7fd4081-0612-4ffa-bbae-de9785e94188,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:18.867409 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-e4c9ca9b-e8b8-4fa8-b25f-8e898057c670 None None] Attempting to bind port d7fd4081-0612-4ffa-bbae-de9785e94188 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:16:18.868648 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-e4c9ca9b-e8b8-4fa8-b25f-8e898057c670 None None] Attempting to bind port d7fd4081-0612-4ffa-bbae-de9785e94188 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '9675989b-a8e5-4b9e-beb1-c7e30620528c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '71e71199-48fc-4216-9590-95ff08100039'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:16:18.870276 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c9ca9b-e8b8-4fa8-b25f-8e898057c670 None None] Attempting to bind port d7fd4081-0612-4ffa-bbae-de9785e94188 on network 71e71199-48fc-4216-9590-95ff08100039 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:16:18.888339 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c9ca9b-e8b8-4fa8-b25f-8e898057c670 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:16:18.889585 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c9ca9b-e8b8-4fa8-b25f-8e898057c670 None None] Checking segment: {'id': '9675989b-a8e5-4b9e-beb1-c7e30620528c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '71e71199-48fc-4216-9590-95ff08100039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:16:18.891742 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e4c9ca9b-e8b8-4fa8-b25f-8e898057c670 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:18.892666 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c9ca9b-e8b8-4fa8-b25f-8e898057c670 None None] Bound using segment: {'id': '9675989b-a8e5-4b9e-beb1-c7e30620528c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '71e71199-48fc-4216-9590-95ff08100039'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:16:18.893669 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-e4c9ca9b-e8b8-4fa8-b25f-8e898057c670 None None] Bound port: d7fd4081-0612-4ffa-bbae-de9785e94188, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9675989b-a8e5-4b9e-beb1-c7e30620528c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '71e71199-48fc-4216-9590-95ff08100039'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:16:18.894624 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e4c9ca9b-e8b8-4fa8-b25f-8e898057c670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:18.923818 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-187a82a5-8c90-4dc8-bf21-730bfed06ccd tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:18.929363 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8dfe4cc7-a1df-4bcd-a2b4-a3873fe033d8 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:18.963705 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-187a82a5-8c90-4dc8-bf21-730bfed06ccd tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['126357f4-95ce-43de-9eb5-0041ca237355']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:18.980331 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-187a82a5-8c90-4dc8-bf21-730bfed06ccd tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41e30f20-13b9-4ba6-9759-d9963cb2314f') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:18.981105 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-187a82a5-8c90-4dc8-bf21-730bfed06ccd tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41e30f20-13b9-4ba6-9759-d9963cb2314f') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:18.997070 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-187a82a5-8c90-4dc8-bf21-730bfed06ccd tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:19.012552 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-e4c9ca9b-e8b8-4fa8-b25f-8e898057c670 None None] For port d7fd4081-0612-4ffa-bbae-de9785e94188, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:16:19.015797 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-187a82a5-8c90-4dc8-bf21-730bfed06ccd tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:19.022586 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-e4c9ca9b-e8b8-4fa8-b25f-8e898057c670 None None] For port d7fd4081-0612-4ffa-bbae-de9785e94188, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=d7fd4081-0612-4ffa-bbae-de9785e94188,segment=NetworkSegment(9675989b-a8e5-4b9e-beb1-c7e30620528c),segment_id=9675989b-a8e5-4b9e-beb1-c7e30620528c)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:16:19.031152 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e4c9ca9b-e8b8-4fa8-b25f-8e898057c670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:19.032659 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-187a82a5-8c90-4dc8-bf21-730bfed06ccd tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:16:19.035705 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-187a82a5-8c90-4dc8-bf21-730bfed06ccd tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:19.041055 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:16:19.041055 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:16:19.041055 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:16:19.041055 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:16:19.041055 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:16:19.041055 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:16:19.041055 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:16:19.041055 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:16:19.041055 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:16:19.041055 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:16:19.041055 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:16:19.041055 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:16:19.041055 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:16:19.041055 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:16:19.041055 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:16:19.041055 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:16:19.041055 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:16:19.041055 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:16:19.041055 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:16:19.041055 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:16:19.041055 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:16:19.041055 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:16:19.041055 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:16:19.041055 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:16:19.041055 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:16:19.041055 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:16:19.041055 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:16:19.041055 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:16:19.041055 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:16:19.041055 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:16:19.041055 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:16:19.041055 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:16:19.121544 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-d1c0dd74-f47f-420a-bc84-12e608cac25b admin admin] For port 613f18b1-3886-4a39-b25e-7972cad43e3a, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=613f18b1-3886-4a39-b25e-7972cad43e3a,segment=NetworkSegment(f3f1ff88-b36c-4ac4-9359-e2a5223029ed),segment_id=f3f1ff88-b36c-4ac4-9359-e2a5223029ed)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:16:19.121938 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d1c0dd74-f47f-420a-bc84-12e608cac25b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:19.162895 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-d1c0dd74-f47f-420a-bc84-12e608cac25b admin admin] Calling delete_port for 613f18b1-3886-4a39-b25e-7972cad43e3a owned by network:router_interface {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:16:19.171665 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c9ca9b-e8b8-4fa8-b25f-8e898057c670 None None] Pushing event updated for resources: {'Port': ['ID=d7fd4081-0612-4ffa-bbae-de9785e94188,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:19.174722 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-187a82a5-8c90-4dc8-bf21-730bfed06ccd tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:19.182628 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-187a82a5-8c90-4dc8-bf21-730bfed06ccd tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:19.187807 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-187a82a5-8c90-4dc8-bf21-730bfed06ccd tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "DELETE /v2.0/networks/126357f4-95ce-43de-9eb5-0041ca237355 HTTP/1.1" status: 204 len: 168 time: 2.4768193 Dec 10 19:16:19.194744 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52364) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:19.219851 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187a82a5-8c90-4dc8-bf21-730bfed06ccd tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event deleted for resources: {'Network': ['ID=126357f4-95ce-43de-9eb5-0041ca237355,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:19.221327 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-cff519af-5eb2-44a9-9e50-0b823a809df1 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Request body: {'port': {'network_id': '87856d39-9b23-4d60-b4d0-2984f54460b8', 'name': 'tempest-PortsIpV6TestJSON-577254253'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:19.271910 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d6d04cd2-52a8-4e3d-9791-62e18b3158e4 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:19.370117 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 7a3af59c-b26f-4385-8eec-af4b261a42c6 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:16:19.449753 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 7a3af59c-b26f-4385-8eec-af4b261a42c6 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:16:19.451127 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 7a3af59c-b26f-4385-8eec-af4b261a42c6 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:16:19.452476 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 66855c4c-d478-4d0a-a4ea-c37e2ffa4e5a no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:16:19.517841 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 66855c4c-d478-4d0a-a4ea-c37e2ffa4e5a {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:16:19.517841 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 66855c4c-d478-4d0a-a4ea-c37e2ffa4e5a not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:16:19.749579 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d1c0dd74-f47f-420a-bc84-12e608cac25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:19.787537 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-8dfe4cc7-a1df-4bcd-a2b4-a3873fe033d8 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Deleting port d7fd4081-0612-4ffa-bbae-de9785e94188 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:16:19.788241 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8dfe4cc7-a1df-4bcd-a2b4-a3873fe033d8 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:19.884792 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52378) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:19.991740 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c0dd74-f47f-420a-bc84-12e608cac25b admin admin] Pushing event deleted for resources: {'Port': ['ID=613f18b1-3886-4a39-b25e-7972cad43e3a,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:20.134984 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b245e012-2474-4b2d-a370-ae79bf537f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:20.292327 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-d1c9c2ad-d192-4efa-803d-4187512d33d5 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-999971776'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:20.355022 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d1c0dd74-f47f-420a-bc84-12e608cac25b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3755731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3712768'] for router_interface, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:20.576416 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff519af-5eb2-44a9-9e50-0b823a809df1 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Made reservation on behalf of e037b8d045744e90a0960e7cae36a046 for: {'port': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:16:20.580030 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cff519af-5eb2-44a9-9e50-0b823a809df1 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:20.607709 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-35a20e13-c8cd-4536-b24a-1bd655dfd4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:20.613257 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c9c2ad-d192-4efa-803d-4187512d33d5 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Made reservation on behalf of 6d547de339ef40fb9b182c252c02735f for: {'network': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:16:20.618852 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d1c9c2ad-d192-4efa-803d-4187512d33d5 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:20.645669 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d1c9c2ad-d192-4efa-803d-4187512d33d5 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:20.716130 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [None req-cff519af-5eb2-44a9-9e50-0b823a809df1 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] device_id is not set on port 26c602e0-467e-4b00-9fcd-e642b931a211 yet. {{(pid=102366) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:16:20.735568 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a20e13-c8cd-4536-b24a-1bd655dfd4af admin admin] Pushing event deleted for resources: {'Port': ['ID=ae574777-5882-4c91-b6ba-3a896cce1aca,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:20.983175 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-8dfe4cc7-a1df-4bcd-a2b4-a3873fe033d8 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] For port d7fd4081-0612-4ffa-bbae-de9785e94188, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=d7fd4081-0612-4ffa-bbae-de9785e94188,segment=NetworkSegment(9675989b-a8e5-4b9e-beb1-c7e30620528c),segment_id=9675989b-a8e5-4b9e-beb1-c7e30620528c)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:16:20.983175 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8dfe4cc7-a1df-4bcd-a2b4-a3873fe033d8 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:20.984368 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61605a6-6ffa-48d3-bc80-6cf3683c4d46 None None] Network 71e71199-48fc-4216-9590-95ff08100039 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:16:21.038364 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c0dd74-f47f-420a-bc84-12e608cac25b admin admin] Router 3818c3c7-b056-4501-9760-286eb42942ac has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:16:21.134046 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d1c9c2ad-d192-4efa-803d-4187512d33d5 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:21.146911 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d1c9c2ad-d192-4efa-803d-4187512d33d5 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:21.162168 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-8dfe4cc7-a1df-4bcd-a2b4-a3873fe033d8 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Calling delete_port for d7fd4081-0612-4ffa-bbae-de9785e94188 owned by network:dhcp {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:16:21.198731 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-f9b4e369-cc90-4f48-893b-509c37c23804 None None] Provisioning complete for port d7fd4081-0612-4ffa-bbae-de9785e94188 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:21.199528 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f9b4e369-cc90-4f48-893b-509c37c23804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:21.278600 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c9c2ad-d192-4efa-803d-4187512d33d5 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7554d90b-21d8-4ff6-9669-a5e7e74b3c7b,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:21.355580 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1c9c2ad-d192-4efa-803d-4187512d33d5 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=102365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:16:21.453600 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d6d04cd2-52a8-4e3d-9791-62e18b3158e4 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks [] for router_gateway, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:21.491012 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c0dd74-f47f-420a-bc84-12e608cac25b admin admin] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:16:21.505671 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb357c7-39bb-46fa-9b8d-5b3504ddd597 None None] Sync routers for ids ['3818c3c7-b056-4501-9760-286eb42942ac'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:16:21.510734 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d1c9c2ad-d192-4efa-803d-4187512d33d5 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:21.511713 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.segments_db [None req-d1c9c2ad-d192-4efa-803d-4187512d33d5 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Added segment 517e5632-404d-4da8-8545-0724566adfda of type vlan for network 85fbf8db-0491-4bbc-ad75-aade16614410 Dec 10 19:16:21.522666 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb357c7-39bb-46fa-9b8d-5b3504ddd597 None None] Routers {'3818c3c7-b056-4501-9760-286eb42942ac'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:16:21.523680 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-9fb357c7-39bb-46fa-9b8d-5b3504ddd597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:15:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['3818c3c7-b056-4501-9760-286eb42942ac'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:21.528037 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-d1c0dd74-f47f-420a-bc84-12e608cac25b admin admin] 10.222.0.69 "PUT /v2.0/routers/3818c3c7-b056-4501-9760-286eb42942ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1199214 Dec 10 19:16:21.541727 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52406) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:21.612123 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device d7fd4081-0612-4ffa-bbae-de9785e94188 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:16:21.626559 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d6d04cd2-52a8-4e3d-9791-62e18b3158e4 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:21.632140 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-35a20e13-c8cd-4536-b24a-1bd655dfd4af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3755731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3712768'] for router_interface, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:21.767692 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f9b4e369-cc90-4f48-893b-509c37c23804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:21.769932 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d1c9c2ad-d192-4efa-803d-4187512d33d5 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:21.826362 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port d7fd4081-0612-4ffa-bbae-de9785e94188 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:21.827094 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:21.851132 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ab899822-7e0a-44d5-884a-71be5f0132e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:21.886687 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-f9b4e369-cc90-4f48-893b-509c37c23804 None None] For port d7fd4081-0612-4ffa-bbae-de9785e94188, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=d7fd4081-0612-4ffa-bbae-de9785e94188,segment=NetworkSegment(9675989b-a8e5-4b9e-beb1-c7e30620528c),segment_id=9675989b-a8e5-4b9e-beb1-c7e30620528c)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:16:21.895655 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f9b4e369-cc90-4f48-893b-509c37c23804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:22.022099 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b4e369-cc90-4f48-893b-509c37c23804 None None] Pushing event updated for resources: {'Port': ['ID=d7fd4081-0612-4ffa-bbae-de9785e94188,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:22.041316 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cff519af-5eb2-44a9-9e50-0b823a809df1 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:22.060854 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-9fb357c7-39bb-46fa-9b8d-5b3504ddd597 None None] Set router 3818c3c7-b056-4501-9760-286eb42942ac gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:16:22.131957 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b4e369-cc90-4f48-893b-509c37c23804 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:22.132541 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b4e369-cc90-4f48-893b-509c37c23804 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:22.133092 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b4e369-cc90-4f48-893b-509c37c23804 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:22.133611 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b4e369-cc90-4f48-893b-509c37c23804 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:22.134143 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b4e369-cc90-4f48-893b-509c37c23804 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:22.134715 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b4e369-cc90-4f48-893b-509c37c23804 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:22.135286 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b4e369-cc90-4f48-893b-509c37c23804 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:22.135787 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b4e369-cc90-4f48-893b-509c37c23804 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:22.136343 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b4e369-cc90-4f48-893b-509c37c23804 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:22.136906 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b4e369-cc90-4f48-893b-509c37c23804 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:22.137447 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b4e369-cc90-4f48-893b-509c37c23804 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:22.137985 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b4e369-cc90-4f48-893b-509c37c23804 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:16:22.162966 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d1c9c2ad-d192-4efa-803d-4187512d33d5 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:22.184186 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c9c2ad-d192-4efa-803d-4187512d33d5 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:22.185227 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d1c9c2ad-d192-4efa-803d-4187512d33d5 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:22.226734 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cff519af-5eb2-44a9-9e50-0b823a809df1 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:22.343882 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-d1c9c2ad-d192-4efa-803d-4187512d33d5 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.4538465 Dec 10 19:16:22.370643 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f789fe-c03a-4a33-b822-c75300ef7838 None None] Network 71e71199-48fc-4216-9590-95ff08100039 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:16:22.419245 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff519af-5eb2-44a9-9e50-0b823a809df1 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Network 87856d39-9b23-4d60-b4d0-2984f54460b8 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:16:22.424940 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff519af-5eb2-44a9-9e50-0b823a809df1 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event updated for resources: {'Port': ['ID=26c602e0-467e-4b00-9fcd-e642b931a211,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:22.435224 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c9c2ad-d192-4efa-803d-4187512d33d5 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Pushing event updated for resources: {'Network': ['ID=85fbf8db-0491-4bbc-ad75-aade16614410,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:22.442907 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-9fb357c7-39bb-46fa-9b8d-5b3504ddd597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3818c3c7-b056-4501-9760-286eb42942ac', 'name': 'tempest-ServersTestJSON-786395313-router', 'tenant_id': 'af448cbcd018494cbdae615f8d35e0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': '9f789fde-b4f1-4c25-90c4-f51982f31e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:16Z', 'updated_at': '2021-12-10T19:16:19Z', 'revision_number': 5, 'project_id': 'af448cbcd018494cbdae615f8d35e0f1', 'gw_port': {'id': '9f789fde-b4f1-4c25-90c4-f51982f31e96', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:fc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3818c3c7-b056-4501-9760-286eb42942ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:17Z', 'updated_at': '2021-12-10T19:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:22.488586 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-cff519af-5eb2-44a9-9e50-0b823a809df1 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:16:22.500600 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 85fbf8db-0491-4bbc-ad75-aade16614410 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:16:22.513556 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff519af-5eb2-44a9-9e50-0b823a809df1 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:16:22.518163 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ab899822-7e0a-44d5-884a-71be5f0132e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:22.526504 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff519af-5eb2-44a9-9e50-0b823a809df1 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:22.528245 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cff519af-5eb2-44a9-9e50-0b823a809df1 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:22.543542 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb357c7-39bb-46fa-9b8d-5b3504ddd597 None None] Checking router: 3818c3c7-b056-4501-9760-286eb42942ac for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:16:22.595509 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb357c7-39bb-46fa-9b8d-5b3504ddd597 None None] Routers {'3818c3c7-b056-4501-9760-286eb42942ac'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:16:22.596644 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-9fb357c7-39bb-46fa-9b8d-5b3504ddd597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:15:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['3818c3c7-b056-4501-9760-286eb42942ac'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:22.650054 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-29ac7d47-ef1a-4e95-bce9-aaa0f368d791 None None] Provisioning complete for port d7fd4081-0612-4ffa-bbae-de9785e94188 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:22.650516 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-29ac7d47-ef1a-4e95-bce9-aaa0f368d791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:22.698782 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-ab899822-7e0a-44d5-884a-71be5f0132e2 admin admin] Deleting port 9f789fde-b4f1-4c25-90c4-f51982f31e96 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:16:22.699815 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ab899822-7e0a-44d5-884a-71be5f0132e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:22.830097 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52408) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:22.842514 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-b6dad0aa-32c2-4b60-8f11-b05ffb9bf1f5 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-937229595', 'description': 'tempest-secgroup-smoke-937229595 description', 'project_id': '53996d5fb05a4682bb1d6dff196126df'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:22.892139 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-9fb357c7-39bb-46fa-9b8d-5b3504ddd597 None None] Set router 3818c3c7-b056-4501-9760-286eb42942ac gateway port host: None {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:16:22.905231 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-cff519af-5eb2-44a9-9e50-0b823a809df1 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.6948137 Dec 10 19:16:22.914263 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52410) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:22.970137 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-ab899822-7e0a-44d5-884a-71be5f0132e2 admin admin] For port 9f789fde-b4f1-4c25-90c4-f51982f31e96, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=9f789fde-b4f1-4c25-90c4-f51982f31e96,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:16:22.971047 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ab899822-7e0a-44d5-884a-71be5f0132e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:22.988468 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b6dad0aa-32c2-4b60-8f11-b05ffb9bf1f5 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:22.999681 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-ab899822-7e0a-44d5-884a-71be5f0132e2 admin admin] Calling delete_port for 9f789fde-b4f1-4c25-90c4-f51982f31e96 owned by network:router_gateway {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:16:23.002555 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b6dad0aa-32c2-4b60-8f11-b05ffb9bf1f5 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:23.006659 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-9fb357c7-39bb-46fa-9b8d-5b3504ddd597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3818c3c7-b056-4501-9760-286eb42942ac', 'name': 'tempest-ServersTestJSON-786395313-router', 'tenant_id': 'af448cbcd018494cbdae615f8d35e0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:16Z', 'updated_at': '2021-12-10T19:16:22Z', 'revision_number': 6, 'project_id': 'af448cbcd018494cbdae615f8d35e0f1', 'gw_port_host': None}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:23.063294 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb357c7-39bb-46fa-9b8d-5b3504ddd597 None None] The sync data for ids ['3818c3c7-b056-4501-9760-286eb42942ac'] in dv-neutron-821441-1-hyperv is: [{'id': '3818c3c7-b056-4501-9760-286eb42942ac', 'name': 'tempest-ServersTestJSON-786395313-router', 'tenant_id': 'af448cbcd018494cbdae615f8d35e0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:16Z', 'updated_at': '2021-12-10T19:16:22Z', 'revision_number': 6, 'project_id': 'af448cbcd018494cbdae615f8d35e0f1', 'gw_port_host': None}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:16:23.273628 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8dfe4cc7-a1df-4bcd-a2b4-a3873fe033d8 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:23.285772 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b6dad0aa-32c2-4b60-8f11-b05ffb9bf1f5 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:23.291244 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-eaeec248-6d77-4191-a464-0576d9b6ecdf None None] Could not find standard attr ID for object d7fd4081-0612-4ffa-bbae-de9785e94188. {{(pid=102367) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:16:23.293686 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b6dad0aa-32c2-4b60-8f11-b05ffb9bf1f5 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:23.296330 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a20e13-c8cd-4536-b24a-1bd655dfd4af admin admin] Router d52aa283-0ae1-46b5-b598-195e1e4d10d4 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:16:23.298516 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-d6d04cd2-52a8-4e3d-9791-62e18b3158e4 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Allocated IP 172.26.6.91 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/d25a4125-17b6-4ac7-851d-faa7f8f67f76) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:16:23.360221 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfe4cc7-a1df-4bcd-a2b4-a3873fe033d8 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Pushing event deleted for resources: {'Port': ['ID=d7fd4081-0612-4ffa-bbae-de9785e94188,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:23.388745 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dad0aa-32c2-4b60-8f11-b05ffb9bf1f5 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c61a0c-d57a-46de-a91d-e98b12ef930b,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:23.402688 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ab899822-7e0a-44d5-884a-71be5f0132e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:23.439650 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab899822-7e0a-44d5-884a-71be5f0132e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f789fde-b4f1-4c25-90c4-f51982f31e96,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:23.537570 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b6dad0aa-32c2-4b60-8f11-b05ffb9bf1f5 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:23.548350 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b6dad0aa-32c2-4b60-8f11-b05ffb9bf1f5 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:23.552361 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9741842-d809-4696-bdf8-74e37842b77e None None] DHCP port deletion for 71e71199-48fc-4216-9590-95ff08100039 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:16:23.589967 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dad0aa-32c2-4b60-8f11-b05ffb9bf1f5 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d727de41-442a-4e11-afb6-ce7cf726ecbd,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:23.600340 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ab899822-7e0a-44d5-884a-71be5f0132e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3713145'] for router_gateway, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:23.665089 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd80c45-e98d-4ee8-82a3-685f3fbec01a None None] get_active_networks_info from dv-neutron-821441-1-hyperv {{(pid=102367) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 10 19:16:23.686220 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b6dad0aa-32c2-4b60-8f11-b05ffb9bf1f5 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:23.687646 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-b6dad0aa-32c2-4b60-8f11-b05ffb9bf1f5 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.8563154 Dec 10 19:16:23.738597 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52412) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:23.743540 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-e4e7ce19-d7ac-45ad-a627-ec846a2584f3 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Request body: {'security_group_rule': {'security_group_id': 'd727de41-442a-4e11-afb6-ce7cf726ecbd', 'project_id': '53996d5fb05a4682bb1d6dff196126df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:23.765726 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ab899822-7e0a-44d5-884a-71be5f0132e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:23.771931 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ab899822-7e0a-44d5-884a-71be5f0132e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:23.843469 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e4e7ce19-d7ac-45ad-a627-ec846a2584f3 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:23.851264 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ab899822-7e0a-44d5-884a-71be5f0132e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:23.852643 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab899822-7e0a-44d5-884a-71be5f0132e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3818c3c7-b056-4501-9760-286eb42942ac {{(pid=102365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:16:23.858412 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ab899822-7e0a-44d5-884a-71be5f0132e2 admin admin] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:23.860357 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-ab899822-7e0a-44d5-884a-71be5f0132e2 admin admin] 10.222.0.69 "DELETE /v2.0/routers/3818c3c7-b056-4501-9760-286eb42942ac HTTP/1.1" status: 204 len: 168 time: 2.3164887 Dec 10 19:16:23.867494 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52414) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:23.935856 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_v2 [None req-462bfc31-5a36-4b70-b7df-8045483c3da4 admin admin] Deleting subnet 4dff902f-89e7-4f28-8db1-bc880cee9536 {{(pid=102365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:16:23.947714 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-462bfc31-5a36-4b70-b7df-8045483c3da4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:24.039759 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e4e7ce19-d7ac-45ad-a627-ec846a2584f3 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:24.043051 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-462bfc31-5a36-4b70-b7df-8045483c3da4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353213'] for subnet, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:24.063581 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 613f18b1-3886-4a39-b25e-7972cad43e3a no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:16:24.093209 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e4e7ce19-d7ac-45ad-a627-ec846a2584f3 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:24.122677 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e7ce19-d7ac-45ad-a627-ec846a2584f3 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14400d43-b905-447a-a9a2-f76bf4d3b8c3,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:24.141181 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d6d04cd2-52a8-4e3d-9791-62e18b3158e4 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:24.152797 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e4e7ce19-d7ac-45ad-a627-ec846a2584f3 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:24.154664 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-e4e7ce19-d7ac-45ad-a627-ec846a2584f3 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4150705 Dec 10 19:16:24.161165 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52416) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:24.167004 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-d6d50bcb-58a1-404c-93bb-d00538ddaf85 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Request body: {'security_group_rule': {'security_group_id': 'd727de41-442a-4e11-afb6-ce7cf726ecbd', 'project_id': '53996d5fb05a4682bb1d6dff196126df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:24.212654 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d6d50bcb-58a1-404c-93bb-d00538ddaf85 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:24.214545 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 613f18b1-3886-4a39-b25e-7972cad43e3a {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:16:24.215280 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 613f18b1-3886-4a39-b25e-7972cad43e3a not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:16:24.215987 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device d7fd4081-0612-4ffa-bbae-de9785e94188 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:16:24.225369 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfe4cc7-a1df-4bcd-a2b4-a3873fe033d8 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] No DVR routers for this DVR port d7fd4081-0612-4ffa-bbae-de9785e94188 on host dv-neutron-821441-1-hyperv {{(pid=102366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:16:24.281640 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: d7fd4081-0612-4ffa-bbae-de9785e94188 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:16:24.282529 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device d7fd4081-0612-4ffa-bbae-de9785e94188 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:16:24.301742 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd80c45-e98d-4ee8-82a3-685f3fbec01a None None] Resources bound (agent type, host, resource id): {{(pid=102367) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 19:16:24.302729 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d6d50bcb-58a1-404c-93bb-d00538ddaf85 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:24.313607 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d6d04cd2-52a8-4e3d-9791-62e18b3158e4 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:24.336860 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d6d50bcb-58a1-404c-93bb-d00538ddaf85 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:24.357523 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b24ab5ae-b03b-469b-b3ba-8f1c2874a952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:24.377300 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d50bcb-58a1-404c-93bb-d00538ddaf85 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed078e32-33c1-4574-998f-02191e0952fe,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:24.390419 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d6d50bcb-58a1-404c-93bb-d00538ddaf85 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:24.392668 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-d6d50bcb-58a1-404c-93bb-d00538ddaf85 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2295609 Dec 10 19:16:24.396750 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52418) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:24.401713 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-01507b02-6ef7-4a68-a0c4-014a9514eb7d tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Request body: {'security_group_rule': {'security_group_id': 'd727de41-442a-4e11-afb6-ce7cf726ecbd', 'project_id': '53996d5fb05a4682bb1d6dff196126df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:24.475477 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-01507b02-6ef7-4a68-a0c4-014a9514eb7d tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:24.496469 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-462bfc31-5a36-4b70-b7df-8045483c3da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:24.524042 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d04cd2-52a8-4e3d-9791-62e18b3158e4 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:16:24.532417 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d04cd2-52a8-4e3d-9791-62e18b3158e4 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Pushing event updated for resources: {'Port': ['ID=d25a4125-17b6-4ac7-851d-faa7f8f67f76,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:24.546649 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-d6d04cd2-52a8-4e3d-9791-62e18b3158e4 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:16:24.602527 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d04cd2-52a8-4e3d-9791-62e18b3158e4 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:16:24.710278 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-462bfc31-5a36-4b70-b7df-8045483c3da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:24.755848 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8dfe4cc7-a1df-4bcd-a2b4-a3873fe033d8 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:24.759395 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a20e13-c8cd-4536-b24a-1bd655dfd4af admin admin] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:16:24.782071 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462bfc31-5a36-4b70-b7df-8045483c3da4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dff902f-89e7-4f28-8db1-bc880cee9536,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:24.792130 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-35a20e13-c8cd-4536-b24a-1bd655dfd4af admin admin] 10.222.0.69 "PUT /v2.0/routers/d52aa283-0ae1-46b5-b598-195e1e4d10d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2478120 Dec 10 19:16:24.793931 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52420) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:24.806752 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-01507b02-6ef7-4a68-a0c4-014a9514eb7d tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:24.818175 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-462bfc31-5a36-4b70-b7df-8045483c3da4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:24.826034 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-b5b9136a-de69-4885-b9f2-25f2f3c2f4ae tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Deleting port 26c602e0-467e-4b00-9fcd-e642b931a211 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:16:24.826367 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b5b9136a-de69-4885-b9f2-25f2f3c2f4ae tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:24.826512 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-462bfc31-5a36-4b70-b7df-8045483c3da4 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/4dff902f-89e7-4f28-8db1-bc880cee9536 HTTP/1.1" status: 204 len: 168 time: 0.9577127 Dec 10 19:16:24.830860 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-01507b02-6ef7-4a68-a0c4-014a9514eb7d tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:24.833903 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52422) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:24.845829 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc975cbe-5d2c-4a3e-ba9c-a14685e3c9c9 None None] Sync routers for ids ['d52aa283-0ae1-46b5-b598-195e1e4d10d4'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:16:24.934649 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc975cbe-5d2c-4a3e-ba9c-a14685e3c9c9 None None] Routers {'d52aa283-0ae1-46b5-b598-195e1e4d10d4'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:16:24.937783 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-dc975cbe-5d2c-4a3e-ba9c-a14685e3c9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:16:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['d52aa283-0ae1-46b5-b598-195e1e4d10d4'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:24.993591 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b5b9136a-de69-4885-b9f2-25f2f3c2f4ae tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:25.024999 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-b5b9136a-de69-4885-b9f2-25f2f3c2f4ae tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Calling delete_port for 26c602e0-467e-4b00-9fcd-e642b931a211 owned by {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:16:25.040084 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8dfe4cc7-a1df-4bcd-a2b4-a3873fe033d8 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:25.178538 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d6d04cd2-52a8-4e3d-9791-62e18b3158e4 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks [] for router_gateway, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:25.288822 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 9f789fde-b4f1-4c25-90c4-f51982f31e96 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:16:25.294256 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfe4cc7-a1df-4bcd-a2b4-a3873fe033d8 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Pushing event deleted for resources: {'Subnet': ['ID=5919243c-537a-4733-a3e1-501845da4e0b,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:25.381457 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9bdd8507-9bf4-4296-8a6e-5dd3f67b6e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:25.386451 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a917f58a-1c4b-4930-b574-165eb5b9a769 admin admin] Notify callbacks [] for router, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:25.389161 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 9f789fde-b4f1-4c25-90c4-f51982f31e96 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:16:25.390102 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 9f789fde-b4f1-4c25-90c4-f51982f31e96 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:16:25.413969 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01507b02-6ef7-4a68-a0c4-014a9514eb7d tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a618cafd-6145-4664-b618-e3481793c070,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:25.427833 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-01507b02-6ef7-4a68-a0c4-014a9514eb7d tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:25.432321 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-01507b02-6ef7-4a68-a0c4-014a9514eb7d tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0341797 Dec 10 19:16:25.485896 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-dc975cbe-5d2c-4a3e-ba9c-a14685e3c9c9 None None] Set router d52aa283-0ae1-46b5-b598-195e1e4d10d4 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:16:25.508828 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52428) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:25.615263 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d6d04cd2-52a8-4e3d-9791-62e18b3158e4 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:25.619793 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:25.627416 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-abbc11a0-9b93-41fc-8fcc-d1746fc364a2 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Request body: {'security_group_rule': {'security_group_id': 'd727de41-442a-4e11-afb6-ce7cf726ecbd', 'project_id': '53996d5fb05a4682bb1d6dff196126df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:25.644442 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b5b9136a-de69-4885-b9f2-25f2f3c2f4ae tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:25.670073 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5b3e3f-839a-41c8-8d65-8afbf249bd78 None None] Network e9d35973-bd0e-41e8-af04-98288aa68c12 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:16:25.672976 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85663593-044b-4be7-b098-a782902c25bf None None] Network 71e71199-48fc-4216-9590-95ff08100039 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:16:25.826476 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8dfe4cc7-a1df-4bcd-a2b4-a3873fe033d8 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:25.917370 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b9136a-de69-4885-b9f2-25f2f3c2f4ae tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event deleted for resources: {'Port': ['ID=26c602e0-467e-4b00-9fcd-e642b931a211,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:25.939838 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a917f58a-1c4b-4930-b574-165eb5b9a769 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:25.947472 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b5b9136a-de69-4885-b9f2-25f2f3c2f4ae tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:25.953808 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-b5b9136a-de69-4885-b9f2-25f2f3c2f4ae tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "DELETE /v2.0/ports/26c602e0-467e-4b00-9fcd-e642b931a211 HTTP/1.1" status: 204 len: 168 time: 3.0326548 Dec 10 19:16:25.957922 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-9bdd8507-9bf4-4296-8a6e-5dd3f67b6e0b admin admin] Deleting port b34aa74e-119f-4888-ba3b-d301d195afb0 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:16:25.959423 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9bdd8507-9bf4-4296-8a6e-5dd3f67b6e0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:25.965699 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52430) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:25.989872 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-39edce2f-1e92-404d-8050-fad9b176aed2 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Request body: {'port': {'network_id': '87856d39-9b23-4d60-b4d0-2984f54460b8', 'mac_address': 'fa:16:3e:65:d5:8f', 'name': 'tempest-PortsIpV6TestJSON-1127619506'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:26.076873 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-9bdd8507-9bf4-4296-8a6e-5dd3f67b6e0b admin admin] For port b34aa74e-119f-4888-ba3b-d301d195afb0, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=b34aa74e-119f-4888-ba3b-d301d195afb0,segment=NetworkSegment(f3f1ff88-b36c-4ac4-9359-e2a5223029ed),segment_id=f3f1ff88-b36c-4ac4-9359-e2a5223029ed)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:16:26.077635 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9bdd8507-9bf4-4296-8a6e-5dd3f67b6e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:26.094774 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-9bdd8507-9bf4-4296-8a6e-5dd3f67b6e0b admin admin] Calling delete_port for b34aa74e-119f-4888-ba3b-d301d195afb0 owned by network:dhcp {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:16:26.250622 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9bdd8507-9bf4-4296-8a6e-5dd3f67b6e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:26.255469 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d7592b-506b-4626-9bc4-be647cb7715c None None] DHCP port deletion for 71e71199-48fc-4216-9590-95ff08100039 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:16:26.297529 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-dc975cbe-5d2c-4a3e-ba9c-a14685e3c9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52aa283-0ae1-46b5-b598-195e1e4d10d4', 'name': 'tempest-ServersTestManualDisk-1337832985-router', 'tenant_id': '16eb7381a9bc4b9180d8fd7d3d4cffa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': 'b1357efc-ba69-4774-945b-819e6b11bf6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:19Z', 'updated_at': '2021-12-10T19:16:19Z', 'revision_number': 5, 'project_id': '16eb7381a9bc4b9180d8fd7d3d4cffa7', 'gw_port': {'id': 'b1357efc-ba69-4774-945b-819e6b11bf6a', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ae:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52aa283-0ae1-46b5-b598-195e1e4d10d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:20Z', 'updated_at': '2021-12-10T19:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:26.339041 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdd8507-9bf4-4296-8a6e-5dd3f67b6e0b admin admin] No DVR routers for this DVR port b34aa74e-119f-4888-ba3b-d301d195afb0 on host dv-neutron-821441-1-hyperv {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:16:26.342703 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc975cbe-5d2c-4a3e-ba9c-a14685e3c9c9 None None] Checking router: d52aa283-0ae1-46b5-b598-195e1e4d10d4 for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:16:26.353074 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdd8507-9bf4-4296-8a6e-5dd3f67b6e0b admin admin] Pushing event deleted for resources: {'Port': ['ID=b34aa74e-119f-4888-ba3b-d301d195afb0,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:26.357435 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc975cbe-5d2c-4a3e-ba9c-a14685e3c9c9 None None] Routers {'d52aa283-0ae1-46b5-b598-195e1e4d10d4'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:16:26.358293 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-dc975cbe-5d2c-4a3e-ba9c-a14685e3c9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:16:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['d52aa283-0ae1-46b5-b598-195e1e4d10d4'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:26.473109 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-dc975cbe-5d2c-4a3e-ba9c-a14685e3c9c9 None None] Set router d52aa283-0ae1-46b5-b598-195e1e4d10d4 gateway port host: None {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:16:26.486692 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9bdd8507-9bf4-4296-8a6e-5dd3f67b6e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:26.517215 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-9bdd8507-9bf4-4296-8a6e-5dd3f67b6e0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9d35973-bd0e-41e8-af04-98288aa68c12']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:26.532483 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-9bdd8507-9bf4-4296-8a6e-5dd3f67b6e0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3f1ff88-b36c-4ac4-9359-e2a5223029ed') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:26.532995 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-9bdd8507-9bf4-4296-8a6e-5dd3f67b6e0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3f1ff88-b36c-4ac4-9359-e2a5223029ed') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:26.539501 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-dc975cbe-5d2c-4a3e-ba9c-a14685e3c9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52aa283-0ae1-46b5-b598-195e1e4d10d4', 'name': 'tempest-ServersTestManualDisk-1337832985-router', 'tenant_id': '16eb7381a9bc4b9180d8fd7d3d4cffa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:19Z', 'updated_at': '2021-12-10T19:16:25Z', 'revision_number': 6, 'project_id': '16eb7381a9bc4b9180d8fd7d3d4cffa7', 'gw_port_host': None}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:26.542085 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985275e7-a30a-4ce6-887f-d429b761e493 None None] DHCP port deletion for e9d35973-bd0e-41e8-af04-98288aa68c12 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:16:26.552451 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9bdd8507-9bf4-4296-8a6e-5dd3f67b6e0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:26.574399 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9bdd8507-9bf4-4296-8a6e-5dd3f67b6e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:26.587902 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc975cbe-5d2c-4a3e-ba9c-a14685e3c9c9 None None] The sync data for ids ['d52aa283-0ae1-46b5-b598-195e1e4d10d4'] in dv-neutron-821441-1-hyperv is: [{'id': 'd52aa283-0ae1-46b5-b598-195e1e4d10d4', 'name': 'tempest-ServersTestManualDisk-1337832985-router', 'tenant_id': '16eb7381a9bc4b9180d8fd7d3d4cffa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:19Z', 'updated_at': '2021-12-10T19:16:25Z', 'revision_number': 6, 'project_id': '16eb7381a9bc4b9180d8fd7d3d4cffa7', 'gw_port_host': None}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:16:26.601727 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:26.607671 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bdd8507-9bf4-4296-8a6e-5dd3f67b6e0b admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:16:26.608436 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9bdd8507-9bf4-4296-8a6e-5dd3f67b6e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:26.691721 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-8dfe4cc7-a1df-4bcd-a2b4-a3873fe033d8 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71e71199-48fc-4216-9590-95ff08100039']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:26.694161 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:26.702740 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-abbc11a0-9b93-41fc-8fcc-d1746fc364a2 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:26.717956 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:16:26.717956 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:16:26.717956 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:16:26.717956 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:16:26.717956 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:16:26.717956 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:16:26.717956 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:16:26.717956 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:16:26.717956 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:16:26.717956 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:16:26.717956 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:16:26.717956 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:16:26.717956 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:16:26.717956 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:16:26.717956 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:16:26.717956 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:16:26.717956 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:16:26.717956 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:16:26.717956 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:16:26.717956 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:16:26.717956 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:16:26.717956 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:16:26.717956 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:16:26.717956 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:16:26.717956 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:16:26.717956 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:16:26.717956 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:16:26.717956 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:16:26.717956 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:16:26.717956 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:16:26.717956 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:16:26.717956 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:16:26.728059 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9bdd8507-9bf4-4296-8a6e-5dd3f67b6e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:26.744650 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9bdd8507-9bf4-4296-8a6e-5dd3f67b6e0b admin admin] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:26.748413 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-9bdd8507-9bf4-4296-8a6e-5dd3f67b6e0b admin admin] 10.222.0.69 "DELETE /v2.0/networks/e9d35973-bd0e-41e8-af04-98288aa68c12 HTTP/1.1" status: 204 len: 168 time: 1.8422761 Dec 10 19:16:26.760897 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdd8507-9bf4-4296-8a6e-5dd3f67b6e0b admin admin] Pushing event deleted for resources: {'Network': ['ID=e9d35973-bd0e-41e8-af04-98288aa68c12,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:26.781767 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-a917f58a-1c4b-4930-b574-165eb5b9a769 admin admin] Deleting port b1357efc-ba69-4774-945b-819e6b11bf6a {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:16:26.782123 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a917f58a-1c4b-4930-b574-165eb5b9a769 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:26.787332 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-8dfe4cc7-a1df-4bcd-a2b4-a3873fe033d8 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9675989b-a8e5-4b9e-beb1-c7e30620528c') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:26.787835 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-8dfe4cc7-a1df-4bcd-a2b4-a3873fe033d8 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9675989b-a8e5-4b9e-beb1-c7e30620528c') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:26.832124 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8dfe4cc7-a1df-4bcd-a2b4-a3873fe033d8 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:26.870538 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52434) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:26.878318 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-ca761fdc-d9a2-4652-86b5-458e5800ef1c tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Request body: {'subnet': {'network_id': '85fbf8db-0491-4bbc-ad75-aade16614410', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:26.910544 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8dfe4cc7-a1df-4bcd-a2b4-a3873fe033d8 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:26.942285 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dfe4cc7-a1df-4bcd-a2b4-a3873fe033d8 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:16:26.942954 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8dfe4cc7-a1df-4bcd-a2b4-a3873fe033d8 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:26.954403 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:16:26.954403 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:16:26.954403 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:16:26.954403 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:16:26.954403 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:16:26.954403 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:16:26.954403 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:16:26.954403 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:16:26.954403 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:16:26.954403 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:16:26.954403 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:16:26.954403 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:16:26.954403 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:16:26.954403 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:16:26.954403 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:16:26.954403 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:16:26.954403 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:16:26.954403 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:16:26.954403 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:16:26.954403 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:16:26.954403 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:16:26.954403 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:16:26.954403 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:16:26.954403 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:16:26.954403 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:16:26.954403 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:16:26.954403 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:16:26.954403 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:16:26.954403 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:16:26.954403 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:16:26.954403 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:16:26.954403 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:16:26.975364 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-a917f58a-1c4b-4930-b574-165eb5b9a769 admin admin] For port b1357efc-ba69-4774-945b-819e6b11bf6a, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=b1357efc-ba69-4774-945b-819e6b11bf6a,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:16:26.976004 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a917f58a-1c4b-4930-b574-165eb5b9a769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:27.018495 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39edce2f-1e92-404d-8050-fad9b176aed2 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Made reservation on behalf of e037b8d045744e90a0960e7cae36a046 for: {'port': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:16:27.028975 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-a917f58a-1c4b-4930-b574-165eb5b9a769 admin admin] Calling delete_port for b1357efc-ba69-4774-945b-819e6b11bf6a owned by network:router_gateway {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:16:27.044393 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52436) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:27.046960 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-abbc11a0-9b93-41fc-8fcc-d1746fc364a2 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:27.092227 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-abbc11a0-9b93-41fc-8fcc-d1746fc364a2 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:27.130806 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8dfe4cc7-a1df-4bcd-a2b4-a3873fe033d8 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:27.151346 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8dfe4cc7-a1df-4bcd-a2b4-a3873fe033d8 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:27.154478 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-8dfe4cc7-a1df-4bcd-a2b4-a3873fe033d8 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] 10.222.0.69 "DELETE /v2.0/networks/71e71199-48fc-4216-9590-95ff08100039 HTTP/1.1" status: 204 len: 168 time: 8.7789192 Dec 10 19:16:27.158907 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbc11a0-9b93-41fc-8fcc-d1746fc364a2 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2fe0776-1e7a-4245-b8d6-e2c4c24e0d83,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:27.161198 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52438) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:27.184927 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-39edce2f-1e92-404d-8050-fad9b176aed2 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:27.191200 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfe4cc7-a1df-4bcd-a2b4-a3873fe033d8 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Pushing event deleted for resources: {'Network': ['ID=71e71199-48fc-4216-9590-95ff08100039,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:27.193844 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-015b910b-ce72-43b9-9482-b435ff6a91d1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=af448cbcd018494cbdae615f8d35e0f1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1469448 Dec 10 19:16:27.197248 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52440) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:27.223560 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6d04cd2-52a8-4e3d-9791-62e18b3158e4 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Router 9d527dca-2f3c-4579-831a-a0ab2cb00e7c is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:16:27.227786 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca761fdc-d9a2-4652-86b5-458e5800ef1c tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Made reservation on behalf of 6d547de339ef40fb9b182c252c02735f for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:16:27.229199 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-e724cc78-2cbe-4e79-819d-0136ed07c0c6 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] DELETE failed (client error): The resource could not be found. Dec 10 19:16:27.229701 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e724cc78-2cbe-4e79-819d-0136ed07c0c6 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:16:27.231896 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ca761fdc-d9a2-4652-86b5-458e5800ef1c tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:27.233019 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-e724cc78-2cbe-4e79-819d-0136ed07c0c6 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] 10.222.0.69 "DELETE /v2.0/subnets/5919243c-537a-4733-a3e1-501845da4e0b HTTP/1.1" status: 404 len: 337 time: 0.0687153 Dec 10 19:16:27.237969 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-abbc11a0-9b93-41fc-8fcc-d1746fc364a2 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:27.239202 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-abbc11a0-9b93-41fc-8fcc-d1746fc364a2 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.6187811 Dec 10 19:16:27.239799 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52442) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:27.244664 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52444) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:27.259712 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-98e0b85a-573e-4a14-8338-1018da71c459 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Request body: {'security_group_rule': {'security_group_id': 'd727de41-442a-4e11-afb6-ce7cf726ecbd', 'project_id': '53996d5fb05a4682bb1d6dff196126df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:27.290245 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [None req-39edce2f-1e92-404d-8050-fad9b176aed2 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] device_id is not set on port 401a5993-0978-42f3-a7a5-c4d103cc7e4c yet. {{(pid=102366) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:16:27.298501 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-65cf5ec7-e32e-4a70-bf4f-f434ee5f7a22 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] DELETE failed (client error): The resource could not be found. Dec 10 19:16:27.299109 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65cf5ec7-e32e-4a70-bf4f-f434ee5f7a22 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:16:27.303690 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-65cf5ec7-e32e-4a70-bf4f-f434ee5f7a22 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] 10.222.0.69 "DELETE /v2.0/networks/71e71199-48fc-4216-9590-95ff08100039 HTTP/1.1" status: 404 len: 339 time: 0.0621977 Dec 10 19:16:27.308837 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52446) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:27.426579 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-aff2b4b3-8e2e-455f-9747-e359a9ad9870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:27.478314 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-aff2b4b3-8e2e-455f-9747-e359a9ad9870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:27.488338 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.securitygroups_db [None req-98e0b85a-573e-4a14-8338-1018da71c459 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Project 53996d5fb05a4682bb1d6dff196126df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:16:27.513387 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-98e0b85a-573e-4a14-8338-1018da71c459 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:27.585766 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device b34aa74e-119f-4888-ba3b-d301d195afb0 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:16:27.604610 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3da161f6-cd1b-4ee7-9097-a6712e9deaf3 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:27.624810 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: b34aa74e-119f-4888-ba3b-d301d195afb0 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:16:27.625886 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device b34aa74e-119f-4888-ba3b-d301d195afb0 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:16:27.626508 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device b1357efc-ba69-4774-945b-819e6b11bf6a no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:16:27.644948 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a917f58a-1c4b-4930-b574-165eb5b9a769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:27.652242 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: b1357efc-ba69-4774-945b-819e6b11bf6a {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:16:27.652822 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device b1357efc-ba69-4774-945b-819e6b11bf6a not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:16:27.653409 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device ae574777-5882-4c91-b6ba-3a896cce1aca no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:16:27.692183 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: ae574777-5882-4c91-b6ba-3a896cce1aca {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:16:27.693127 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device ae574777-5882-4c91-b6ba-3a896cce1aca not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:16:27.710824 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d04cd2-52a8-4e3d-9791-62e18b3158e4 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:16:27.727632 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608c79d0-4131-4044-9ea0-12a52f71cd94 None None] Sync routers for ids ['9d527dca-2f3c-4579-831a-a0ab2cb00e7c'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:16:27.734732 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-98e0b85a-573e-4a14-8338-1018da71c459 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:27.743469 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a917f58a-1c4b-4930-b574-165eb5b9a769 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1357efc-ba69-4774-945b-819e6b11bf6a,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:27.757075 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ca761fdc-d9a2-4652-86b5-458e5800ef1c tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:27.762215 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608c79d0-4131-4044-9ea0-12a52f71cd94 None None] Routers {'9d527dca-2f3c-4579-831a-a0ab2cb00e7c'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:16:27.763263 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-608c79d0-4131-4044-9ea0-12a52f71cd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:16:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['9d527dca-2f3c-4579-831a-a0ab2cb00e7c'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:27.773890 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-98e0b85a-573e-4a14-8338-1018da71c459 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:27.805725 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-aff2b4b3-8e2e-455f-9747-e359a9ad9870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:27.808852 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-aff2b4b3-8e2e-455f-9747-e359a9ad9870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:27.813751 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-aff2b4b3-8e2e-455f-9747-e359a9ad9870 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/78f5da09-5616-496c-9439-82d10a4e6c29 HTTP/1.1" status: 204 len: 168 time: 0.6154003 Dec 10 19:16:27.819713 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-608c79d0-4131-4044-9ea0-12a52f71cd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:27.844377 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608c79d0-4131-4044-9ea0-12a52f71cd94 None None] Routers {'9d527dca-2f3c-4579-831a-a0ab2cb00e7c'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:16:27.845992 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-608c79d0-4131-4044-9ea0-12a52f71cd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:16:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['9d527dca-2f3c-4579-831a-a0ab2cb00e7c'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:27.854449 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff2b4b3-8e2e-455f-9747-e359a9ad9870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f5da09-5616-496c-9439-82d10a4e6c29,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:27.863294 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a917f58a-1c4b-4930-b574-165eb5b9a769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3713145'] for router_gateway, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:27.874266 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-39edce2f-1e92-404d-8050-fad9b176aed2 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:27.935397 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca761fdc-d9a2-4652-86b5-458e5800ef1c tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Pushing event updated for resources: {'Subnet': ['ID=4b5b979e-69ed-4cbc-b6f7-cdbf99d3e544,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:27.948881 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-608c79d0-4131-4044-9ea0-12a52f71cd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:27.950124 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608c79d0-4131-4044-9ea0-12a52f71cd94 None None] The sync data for ids ['9d527dca-2f3c-4579-831a-a0ab2cb00e7c'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:16:27.969004 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d6d04cd2-52a8-4e3d-9791-62e18b3158e4 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:27.975507 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d6d04cd2-52a8-4e3d-9791-62e18b3158e4 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.5962605 Dec 10 19:16:27.980571 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52450) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:27.988776 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-81bd1af9-fdcf-43c5-9c35-a845d001d523 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'enable_snat': False}}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:28.015185 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-39edce2f-1e92-404d-8050-fad9b176aed2 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:28.029775 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0b85a-573e-4a14-8338-1018da71c459 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1edd62a-43aa-4bc8-9056-5cf64ff813c8,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:28.038038 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a917f58a-1c4b-4930-b574-165eb5b9a769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:28.063216 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-98e0b85a-573e-4a14-8338-1018da71c459 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:28.067329 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-98e0b85a-573e-4a14-8338-1018da71c459 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8114796 Dec 10 19:16:28.073963 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52452) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:28.075306 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a917f58a-1c4b-4930-b574-165eb5b9a769 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:28.082865 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-68235aee-d266-49fe-98db-aca14f344506 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Request body: {'security_group_rule': {'security_group_id': 'd727de41-442a-4e11-afb6-ce7cf726ecbd', 'project_id': '53996d5fb05a4682bb1d6dff196126df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:28.102758 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca761fdc-d9a2-4652-86b5-458e5800ef1c tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Checking segment: {'id': '517e5632-404d-4da8-8545-0724566adfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '85fbf8db-0491-4bbc-ad75-aade16614410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:16:28.103134 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca761fdc-d9a2-4652-86b5-458e5800ef1c tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Network hostable DHCP agents. Network: 85fbf8db-0491-4bbc-ad75-aade16614410, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:16:28.148992 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39edce2f-1e92-404d-8050-fad9b176aed2 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Network 87856d39-9b23-4d60-b4d0-2984f54460b8 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:16:28.153257 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39edce2f-1e92-404d-8050-fad9b176aed2 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event updated for resources: {'Port': ['ID=401a5993-0978-42f3-a7a5-c4d103cc7e4c,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:28.161024 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3da161f6-cd1b-4ee7-9097-a6712e9deaf3 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:28.163996 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-39edce2f-1e92-404d-8050-fad9b176aed2 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:16:28.178470 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39edce2f-1e92-404d-8050-fad9b176aed2 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:16:28.184334 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a917f58a-1c4b-4930-b574-165eb5b9a769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:28.184956 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a917f58a-1c4b-4930-b574-165eb5b9a769 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d52aa283-0ae1-46b5-b598-195e1e4d10d4 {{(pid=102365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:16:28.185392 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39edce2f-1e92-404d-8050-fad9b176aed2 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:28.186849 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-39edce2f-1e92-404d-8050-fad9b176aed2 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:28.193106 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a917f58a-1c4b-4930-b574-165eb5b9a769 admin admin] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:28.194214 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-a917f58a-1c4b-4930-b574-165eb5b9a769 admin admin] 10.222.0.69 "DELETE /v2.0/routers/d52aa283-0ae1-46b5-b598-195e1e4d10d4 HTTP/1.1" status: 204 len: 168 time: 3.3913105 Dec 10 19:16:28.196959 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.securitygroups_db [None req-68235aee-d266-49fe-98db-aca14f344506 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Project 53996d5fb05a4682bb1d6dff196126df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:16:28.201338 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52456) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:28.212469 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-39edce2f-1e92-404d-8050-fad9b176aed2 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.2300203 Dec 10 19:16:28.217096 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52458) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:28.218675 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-68235aee-d266-49fe-98db-aca14f344506 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:28.221547 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca761fdc-d9a2-4652-86b5-458e5800ef1c tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Network 85fbf8db-0491-4bbc-ad75-aade16614410 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:16:28.279399 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-3da161f6-cd1b-4ee7-9097-a6712e9deaf3 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b24a4e32-5bdd-443e-b262-3ac36e583e0f']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:28.313034 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-3da161f6-cd1b-4ee7-9097-a6712e9deaf3 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a74176e-9998-4585-926f-549974af25e6') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:28.313643 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-3da161f6-cd1b-4ee7-9097-a6712e9deaf3 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a74176e-9998-4585-926f-549974af25e6') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:28.346279 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f57954c-0bc4-4043-b4da-353747744f00 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:28.349404 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-2f57954c-0bc4-4043-b4da-353747744f00 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "GET /v2.0/ports/401a5993-0978-42f3-a7a5-c4d103cc7e4c HTTP/1.1" status: 200 len: 845 time: 0.1311085 Dec 10 19:16:28.352967 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3da161f6-cd1b-4ee7-9097-a6712e9deaf3 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:28.356110 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52462) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:28.374948 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-68235aee-d266-49fe-98db-aca14f344506 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:28.413087 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-ca761fdc-d9a2-4652-86b5-458e5800ef1c tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 85fbf8db-0491-4bbc-ad75-aade16614410) {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:16:28.418913 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca761fdc-d9a2-4652-86b5-458e5800ef1c tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:28.419548 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ca761fdc-d9a2-4652-86b5-458e5800ef1c tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:28.423989 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3da161f6-cd1b-4ee7-9097-a6712e9deaf3 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:28.425297 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeebce42-fde5-4c2a-b82e-07f0a18379ba None None] Network 85fbf8db-0491-4bbc-ad75-aade16614410 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:16:28.444619 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3da161f6-cd1b-4ee7-9097-a6712e9deaf3 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:16:28.445248 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3da161f6-cd1b-4ee7-9097-a6712e9deaf3 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:28.450681 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:16:28.450681 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:16:28.450681 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:16:28.450681 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:16:28.450681 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:16:28.450681 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:16:28.450681 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:16:28.450681 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:16:28.450681 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:16:28.450681 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:16:28.450681 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:16:28.450681 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:16:28.450681 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:16:28.450681 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:16:28.450681 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:16:28.450681 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:16:28.450681 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:16:28.450681 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:16:28.450681 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:16:28.450681 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:16:28.450681 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:16:28.450681 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:16:28.450681 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:16:28.450681 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:16:28.450681 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:16:28.450681 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:16:28.450681 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:16:28.450681 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:16:28.450681 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:16:28.450681 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:16:28.450681 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:16:28.450681 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:16:28.462909 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-68235aee-d266-49fe-98db-aca14f344506 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:28.520960 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68235aee-d266-49fe-98db-aca14f344506 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e1822fa-556d-463f-989f-60b998a06be2,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:28.530686 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-ca761fdc-d9a2-4652-86b5-458e5800ef1c tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6556325 Dec 10 19:16:28.533549 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6f364cf-ab77-4281-9426-5ed9d8a5daee admin admin] Deleting subnet eda7c997-4549-4482-a006-e011511a0739 {{(pid=102365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:16:28.536758 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52468) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:28.550667 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-58a70e0c-3bca-43f0-afdf-e2bc9bf65e30 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-30054014'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:28.558839 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b6f364cf-ab77-4281-9426-5ed9d8a5daee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:28.567107 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-68235aee-d266-49fe-98db-aca14f344506 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:28.568409 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-68235aee-d266-49fe-98db-aca14f344506 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4904783 Dec 10 19:16:28.582280 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52470) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:28.595219 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-1fc0b4ca-cb87-4e70-9b05-5a0510ad2428 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Request body: {'network': {'name': 'tempest-network-smoke--136764276', 'project_id': '53996d5fb05a4682bb1d6dff196126df', 'port_security_enabled': True}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:28.645047 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074d150c-4138-4146-b2bb-dec674befc76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-85fbf8db-0491-4bbc-ad75-aade16614410', 'network_id': '85fbf8db-0491-4bbc-ad75-aade16614410', 'tenant_id': '6d547de339ef40fb9b182c252c02735f', 'fixed_ips': [{'subnet_id': '4b5b979e-69ed-4cbc-b6f7-cdbf99d3e544'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:16:28.647779 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-074d150c-4138-4146-b2bb-dec674befc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:28.673950 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc0b4ca-cb87-4e70-9b05-5a0510ad2428 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Made reservation on behalf of 53996d5fb05a4682bb1d6dff196126df for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:16:28.679661 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1fc0b4ca-cb87-4e70-9b05-5a0510ad2428 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:28.697488 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3da161f6-cd1b-4ee7-9097-a6712e9deaf3 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:28.717594 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3da161f6-cd1b-4ee7-9097-a6712e9deaf3 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:28.725588 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b6f364cf-ab77-4281-9426-5ed9d8a5daee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353213'] for subnet, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:28.726144 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-3da161f6-cd1b-4ee7-9097-a6712e9deaf3 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] 10.222.0.69 "DELETE /v2.0/networks/b24a4e32-5bdd-443e-b262-3ac36e583e0f HTTP/1.1" status: 204 len: 168 time: 1.4116871 Dec 10 19:16:28.743417 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52474) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:28.785482 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d44a8e0-4c5c-4991-a508-286497e97861 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] DELETE failed (client error): The resource could not be found. Dec 10 19:16:28.786186 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d44a8e0-4c5c-4991-a508-286497e97861 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:16:28.792096 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-4d44a8e0-4c5c-4991-a508-286497e97861 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] 10.222.0.69 "DELETE /v2.0/subnets/1753b0e0-6112-4b41-a8d8-a4d831fee356 HTTP/1.1" status: 404 len: 337 time: 0.0452163 Dec 10 19:16:28.795092 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da161f6-cd1b-4ee7-9097-a6712e9deaf3 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Pushing event deleted for resources: {'Network': ['ID=b24a4e32-5bdd-443e-b262-3ac36e583e0f,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:28.802542 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52476) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:28.816605 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a70e0c-3bca-43f0-afdf-e2bc9bf65e30 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Made reservation on behalf of 6d547de339ef40fb9b182c252c02735f for: {'network': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:16:28.823190 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-58a70e0c-3bca-43f0-afdf-e2bc9bf65e30 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:28.836630 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-455438ab-ec55-4dd6-bca5-e95d5110e288 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Deleting port 401a5993-0978-42f3-a7a5-c4d103cc7e4c {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:16:28.836979 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-455438ab-ec55-4dd6-bca5-e95d5110e288 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:28.905542 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fc0b4ca-cb87-4e70-9b05-5a0510ad2428 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:16:28.912001 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-565c7d22-b4e6-44c6-8f44-81d69373d731 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] DELETE failed (client error): The resource could not be found. Dec 10 19:16:28.912895 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-565c7d22-b4e6-44c6-8f44-81d69373d731 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:16:28.918576 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-565c7d22-b4e6-44c6-8f44-81d69373d731 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] 10.222.0.69 "DELETE /v2.0/networks/5a466964-6dc7-4ef5-9b39-b401941fa082 HTTP/1.1" status: 404 len: 339 time: 0.1120498 Dec 10 19:16:28.925079 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52480) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:28.928229 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-074d150c-4138-4146-b2bb-dec674befc76 None None] Allocated IP 2001:db8:0:ffff::2 (85fbf8db-0491-4bbc-ad75-aade16614410/4b5b979e-69ed-4cbc-b6f7-cdbf99d3e544/ebb3697b-a106-49cd-b96c-cdfa743e67c8) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:16:28.970943 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-455438ab-ec55-4dd6-bca5-e95d5110e288 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:28.975585 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1fc0b4ca-cb87-4e70-9b05-5a0510ad2428 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:28.975911 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-1fc0b4ca-cb87-4e70-9b05-5a0510ad2428 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Added segment 73585ab7-9ee1-4238-b99c-cc15412c089c of type vlan for network 5c1cbc5b-79f3-44fe-a881-f91ab33966d7 Dec 10 19:16:28.988898 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-81bd1af9-fdcf-43c5-9c35-a845d001d523 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:29.018967 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58a70e0c-3bca-43f0-afdf-e2bc9bf65e30 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=102365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:16:29.034062 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-455438ab-ec55-4dd6-bca5-e95d5110e288 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Calling delete_port for 401a5993-0978-42f3-a7a5-c4d103cc7e4c owned by {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:16:29.060745 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1fc0b4ca-cb87-4e70-9b05-5a0510ad2428 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:29.073131 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-f305fe7f-6e8f-4e2c-a97e-cd1a92c75ff9 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Deleting subnet 6b4eac42-65ad-4be6-8843-6f00e515b3a0 {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:16:29.076746 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f305fe7f-6e8f-4e2c-a97e-cd1a92c75ff9 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:29.089923 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-58a70e0c-3bca-43f0-afdf-e2bc9bf65e30 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:29.090257 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.segments_db [None req-58a70e0c-3bca-43f0-afdf-e2bc9bf65e30 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Added segment 10a50398-9629-4863-87f8-2ab5eae04f28 of type vlan for network fc36bffe-62c7-4719-94b2-41f58a7fc868 Dec 10 19:16:29.110545 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b6f364cf-ab77-4281-9426-5ed9d8a5daee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:29.137501 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f305fe7f-6e8f-4e2c-a97e-cd1a92c75ff9 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:29.175240 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.db.resource_extend [None req-1fc0b4ca-cb87-4e70-9b05-5a0510ad2428 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 19:16:29.188643 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-58a70e0c-3bca-43f0-afdf-e2bc9bf65e30 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:29.254620 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-58a70e0c-3bca-43f0-afdf-e2bc9bf65e30 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:29.261198 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a70e0c-3bca-43f0-afdf-e2bc9bf65e30 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:29.271571 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1fc0b4ca-cb87-4e70-9b05-5a0510ad2428 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:29.272189 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-58a70e0c-3bca-43f0-afdf-e2bc9bf65e30 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:29.277241 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc0b4ca-cb87-4e70-9b05-5a0510ad2428 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:29.277900 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1fc0b4ca-cb87-4e70-9b05-5a0510ad2428 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:29.296238 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-074d150c-4138-4146-b2bb-dec674befc76 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:29.303194 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b6f364cf-ab77-4281-9426-5ed9d8a5daee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:29.309065 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-074d150c-4138-4146-b2bb-dec674befc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:29.348390 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074d150c-4138-4146-b2bb-dec674befc76 None None] Network 85fbf8db-0491-4bbc-ad75-aade16614410 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:16:29.352718 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-074d150c-4138-4146-b2bb-dec674befc76 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:16:29.385967 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f364cf-ab77-4281-9426-5ed9d8a5daee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eda7c997-4549-4482-a006-e011511a0739,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:29.394575 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-58a70e0c-3bca-43f0-afdf-e2bc9bf65e30 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8551819 Dec 10 19:16:29.395634 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52488) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:29.398183 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074d150c-4138-4146-b2bb-dec674befc76 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:16:29.411348 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-96a05854-f0bb-4eac-8ce7-675d99f6d3b0 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Request body: {'subnet': {'network_id': 'fc36bffe-62c7-4719-94b2-41f58a7fc868', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:29.472094 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b6f364cf-ab77-4281-9426-5ed9d8a5daee admin admin] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:29.482670 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-b6f364cf-ab77-4281-9426-5ed9d8a5daee admin admin] 10.222.0.69 "DELETE /v2.0/subnets/eda7c997-4549-4482-a006-e011511a0739 HTTP/1.1" status: 204 len: 168 time: 1.2701428 Dec 10 19:16:29.482898 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-1fc0b4ca-cb87-4e70-9b05-5a0510ad2428 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8933761 Dec 10 19:16:29.483008 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a70e0c-3bca-43f0-afdf-e2bc9bf65e30 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Pushing event updated for resources: {'Network': ['ID=fc36bffe-62c7-4719-94b2-41f58a7fc868,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:29.487701 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52490) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:29.488815 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52492) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:29.501576 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0475be-c060-492e-bbed-2b93bb4fe577 None None] Network 9c90251c-649d-45e9-a5ea-011db4b5aa52 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:16:29.501917 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-8bca76d6-731a-455f-99b6-16754816201e tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1564157842', 'admin_state_up': True, 'project_id': '53996d5fb05a4682bb1d6dff196126df', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:29.510826 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc0b4ca-cb87-4e70-9b05-5a0510ad2428 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Pushing event updated for resources: {'Network': ['ID=5c1cbc5b-79f3-44fe-a881-f91ab33966d7,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:29.528004 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f305fe7f-6e8f-4e2c-a97e-cd1a92c75ff9 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:29.611365 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network fc36bffe-62c7-4719-94b2-41f58a7fc868 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:16:29.626517 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 5c1cbc5b-79f3-44fe-a881-f91ab33966d7 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:16:29.667342 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-caa2c16c-3a09-4c69-a823-343e89aa5b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:29.687654 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-455438ab-ec55-4dd6-bca5-e95d5110e288 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:29.758460 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074d150c-4138-4146-b2bb-dec674befc76 None None] Pushing event updated for resources: {'Port': ['ID=ebb3697b-a106-49cd-b96c-cdfa743e67c8,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:29.774413 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-074d150c-4138-4146-b2bb-dec674befc76 None None] Attempting to bind port ebb3697b-a106-49cd-b96c-cdfa743e67c8 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:16:29.775185 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-074d150c-4138-4146-b2bb-dec674befc76 None None] Attempting to bind port ebb3697b-a106-49cd-b96c-cdfa743e67c8 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '517e5632-404d-4da8-8545-0724566adfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '85fbf8db-0491-4bbc-ad75-aade16614410'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:16:29.777174 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.db.api [None req-96a05854-f0bb-4eac-8ce7-675d99f6d3b0 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 19:16:29.777174 dv-neutron-821441-1-hyperv neutron-server[102365]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 10 19:16:29.777174 dv-neutron-821441-1-hyperv neutron-server[102365]: [parameters: {'project_id_1': '6d547de339ef40fb9b182c252c02735f', 'expiration_1': datetime.datetime(2021, 12, 10, 19, 16, 9, 599437)}] Dec 10 19:16:29.777174 dv-neutron-821441-1-hyperv neutron-server[102365]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:16:29.778085 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG oslo_db.api [None req-96a05854-f0bb-4eac-8ce7-675d99f6d3b0 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:16:29.778525 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074d150c-4138-4146-b2bb-dec674befc76 None None] Attempting to bind port ebb3697b-a106-49cd-b96c-cdfa743e67c8 on network 85fbf8db-0491-4bbc-ad75-aade16614410 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:16:29.787147 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8bca76d6-731a-455f-99b6-16754816201e tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:29.788391 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8bca76d6-731a-455f-99b6-16754816201e tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:29.791985 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455438ab-ec55-4dd6-bca5-e95d5110e288 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event deleted for resources: {'Port': ['ID=401a5993-0978-42f3-a7a5-c4d103cc7e4c,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:29.818109 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-455438ab-ec55-4dd6-bca5-e95d5110e288 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:29.825262 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-455438ab-ec55-4dd6-bca5-e95d5110e288 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "DELETE /v2.0/ports/401a5993-0978-42f3-a7a5-c4d103cc7e4c HTTP/1.1" status: 204 len: 168 time: 1.4648826 Dec 10 19:16:29.827766 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52498) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:29.864901 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f305fe7f-6e8f-4e2c-a97e-cd1a92c75ff9 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:29.867434 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074d150c-4138-4146-b2bb-dec674befc76 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:16:29.868191 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074d150c-4138-4146-b2bb-dec674befc76 None None] Checking segment: {'id': '517e5632-404d-4da8-8545-0724566adfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '85fbf8db-0491-4bbc-ad75-aade16614410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:16:29.868778 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-074d150c-4138-4146-b2bb-dec674befc76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:29.869343 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074d150c-4138-4146-b2bb-dec674befc76 None None] Bound using segment: {'id': '517e5632-404d-4da8-8545-0724566adfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '85fbf8db-0491-4bbc-ad75-aade16614410'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:16:29.870197 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-074d150c-4138-4146-b2bb-dec674befc76 None None] Bound port: ebb3697b-a106-49cd-b96c-cdfa743e67c8, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '517e5632-404d-4da8-8545-0724566adfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '85fbf8db-0491-4bbc-ad75-aade16614410'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:16:29.870750 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-074d150c-4138-4146-b2bb-dec674befc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:29.892762 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5f5c5e8-0cff-4168-b57d-d7f758afe923 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] GET failed (client error): The resource could not be found. Dec 10 19:16:29.898586 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-c5f5c5e8-0cff-4168-b57d-d7f758afe923 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "GET /v2.0/ports/401a5993-0978-42f3-a7a5-c4d103cc7e4c HTTP/1.1" status: 404 len: 333 time: 0.0665185 Dec 10 19:16:29.898802 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52500) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:29.909768 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-ccca9b3f-b29f-4dcc-84f7-87168bf35b50 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Request body: {'port': {'network_id': '87856d39-9b23-4d60-b4d0-2984f54460b8', 'name': 'tempest-PortsIpV6TestJSON-1355974587'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:29.935268 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f305fe7f-6e8f-4e2c-a97e-cd1a92c75ff9 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Pushing event deleted for resources: {'Subnet': ['ID=6b4eac42-65ad-4be6-8843-6f00e515b3a0,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:29.952043 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8bca76d6-731a-455f-99b6-16754816201e tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:29.953942 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-caa2c16c-3a09-4c69-a823-343e89aa5b0c admin admin] Deleting port a24806be-8d2a-405e-8760-1393d4a92373 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:16:29.954434 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-caa2c16c-3a09-4c69-a823-343e89aa5b0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:29.971355 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f305fe7f-6e8f-4e2c-a97e-cd1a92c75ff9 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:29.976302 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-f305fe7f-6e8f-4e2c-a97e-cd1a92c75ff9 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] 10.222.0.69 "DELETE /v2.0/subnets/6b4eac42-65ad-4be6-8843-6f00e515b3a0 HTTP/1.1" status: 204 len: 168 time: 1.0492718 Dec 10 19:16:30.003917 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52502) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:30.007905 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-074d150c-4138-4146-b2bb-dec674befc76 None None] For port ebb3697b-a106-49cd-b96c-cdfa743e67c8, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:16:30.011923 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-074d150c-4138-4146-b2bb-dec674befc76 None None] For port ebb3697b-a106-49cd-b96c-cdfa743e67c8, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=ebb3697b-a106-49cd-b96c-cdfa743e67c8,segment=NetworkSegment(517e5632-404d-4da8-8545-0724566adfda),segment_id=517e5632-404d-4da8-8545-0724566adfda)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:16:30.016399 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425f167c-953a-424c-9e9b-5fef26f59e7c None None] Network 1816bd8c-5d8d-47d5-b481-fa6bee553795 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:16:30.026402 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-074d150c-4138-4146-b2bb-dec674befc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:30.066096 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccca9b3f-b29f-4dcc-84f7-87168bf35b50 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Made reservation on behalf of e037b8d045744e90a0960e7cae36a046 for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:16:30.070224 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ccca9b3f-b29f-4dcc-84f7-87168bf35b50 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:30.098292 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [None req-ccca9b3f-b29f-4dcc-84f7-87168bf35b50 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] device_id is not set on port 2a0eb89a-3ee4-4c89-826a-fa8835746007 yet. {{(pid=102365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:16:30.112059 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-81bd1af9-fdcf-43c5-9c35-a845d001d523 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3713082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3715814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8908'] for router, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:30.122089 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-81bd1af9-fdcf-43c5-9c35-a845d001d523 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3713075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3713068', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3715807'] for router, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:30.207567 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074d150c-4138-4146-b2bb-dec674befc76 None None] Pushing event updated for resources: {'Port': ['ID=ebb3697b-a106-49cd-b96c-cdfa743e67c8,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:30.220290 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8bca76d6-731a-455f-99b6-16754816201e tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:30.226561 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8df7e2c-f803-4559-abba-49eaa694efb5 None None] DHCP port deletion for 9c90251c-649d-45e9-a5ea-011db4b5aa52 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:16:30.259531 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-caa2c16c-3a09-4c69-a823-343e89aa5b0c admin admin] For port a24806be-8d2a-405e-8760-1393d4a92373, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=a24806be-8d2a-405e-8760-1393d4a92373,segment=NetworkSegment(db837ec0-0d8a-4cc1-8f93-9eb97bc06e90),segment_id=db837ec0-0d8a-4cc1-8f93-9eb97bc06e90)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:16:30.259954 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-caa2c16c-3a09-4c69-a823-343e89aa5b0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:30.340001 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81bd1af9-fdcf-43c5-9c35-a845d001d523 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Router 9d527dca-2f3c-4579-831a-a0ab2cb00e7c has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:16:30.350300 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-caa2c16c-3a09-4c69-a823-343e89aa5b0c admin admin] Calling delete_port for a24806be-8d2a-405e-8760-1393d4a92373 owned by network:dhcp {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:16:30.360516 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-292845bf-d9aa-48e7-87be-ab6ff786be18 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Deleting subnet 8f0a6ffe-7bdc-4a9a-ab7c-1aa1aca34bde {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:16:30.375127 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-292845bf-d9aa-48e7-87be-ab6ff786be18 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:30.455226 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-f8df7e2c-f803-4559-abba-49eaa694efb5 None None] Deleting port a24806be-8d2a-405e-8760-1393d4a92373 {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:16:30.455581 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f8df7e2c-f803-4559-abba-49eaa694efb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:30.499944 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-292845bf-d9aa-48e7-87be-ab6ff786be18 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:30.556644 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a05854-f0bb-4eac-8ce7-675d99f6d3b0 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Made reservation on behalf of 6d547de339ef40fb9b182c252c02735f for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:16:30.560539 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-96a05854-f0bb-4eac-8ce7-675d99f6d3b0 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:30.597883 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-f8df7e2c-f803-4559-abba-49eaa694efb5 None None] For port a24806be-8d2a-405e-8760-1393d4a92373, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=a24806be-8d2a-405e-8760-1393d4a92373,segment=NetworkSegment(db837ec0-0d8a-4cc1-8f93-9eb97bc06e90),segment_id=db837ec0-0d8a-4cc1-8f93-9eb97bc06e90)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:16:30.598875 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f8df7e2c-f803-4559-abba-49eaa694efb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:30.647693 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-f8df7e2c-f803-4559-abba-49eaa694efb5 None None] Calling delete_port for a24806be-8d2a-405e-8760-1393d4a92373 owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:16:30.809740 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-caa2c16c-3a09-4c69-a823-343e89aa5b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:30.813677 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f8df7e2c-f803-4559-abba-49eaa694efb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:30.817876 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81bd1af9-fdcf-43c5-9c35-a845d001d523 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:16:30.844892 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-81bd1af9-fdcf-43c5-9c35-a845d001d523 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:30.850195 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add43a97-991b-4ae5-9316-35c695d5c1f3 None None] Sync routers for ids ['9d527dca-2f3c-4579-831a-a0ab2cb00e7c'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:16:30.852423 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-81bd1af9-fdcf-43c5-9c35-a845d001d523 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] 10.222.0.69 "PUT /v2.0/routers/9d527dca-2f3c-4579-831a-a0ab2cb00e7c HTTP/1.1" status: 200 len: 924 time: 2.8680363 Dec 10 19:16:30.861795 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52514) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:30.868155 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8df7e2c-f803-4559-abba-49eaa694efb5 None None] No DVR routers for this DVR port a24806be-8d2a-405e-8760-1393d4a92373 on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:16:30.947218 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ccca9b3f-b29f-4dcc-84f7-87168bf35b50 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:30.948278 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df7e2c-f803-4559-abba-49eaa694efb5 None None] Pushing event deleted for resources: {'Port': ['ID=a24806be-8d2a-405e-8760-1393d4a92373,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:30.960946 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52516) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:30.968940 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add43a97-991b-4ae5-9316-35c695d5c1f3 None None] Routers {'9d527dca-2f3c-4579-831a-a0ab2cb00e7c'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:16:30.970356 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-add43a97-991b-4ae5-9316-35c695d5c1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:16:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['9d527dca-2f3c-4579-831a-a0ab2cb00e7c'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:30.990425 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa2c16c-3a09-4c69-a823-343e89aa5b0c admin admin] Pushing event deleted for resources: {'Port': ['ID=a24806be-8d2a-405e-8760-1393d4a92373,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:31.044102 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa2c16c-3a09-4c69-a823-343e89aa5b0c admin admin] No DVR routers for this DVR port a24806be-8d2a-405e-8760-1393d4a92373 on host dv-neutron-821441-1-hyperv {{(pid=102366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:16:31.053442 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-292845bf-d9aa-48e7-87be-ab6ff786be18 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:31.058307 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-add43a97-991b-4ae5-9316-35c695d5c1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:31.078788 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add43a97-991b-4ae5-9316-35c695d5c1f3 None None] Routers {'9d527dca-2f3c-4579-831a-a0ab2cb00e7c'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:16:31.080329 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-add43a97-991b-4ae5-9316-35c695d5c1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:16:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['9d527dca-2f3c-4579-831a-a0ab2cb00e7c'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:31.139041 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-add43a97-991b-4ae5-9316-35c695d5c1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:31.139836 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add43a97-991b-4ae5-9316-35c695d5c1f3 None None] The sync data for ids ['9d527dca-2f3c-4579-831a-a0ab2cb00e7c'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:16:31.286641 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-20df9e0d-4e14-4ac3-b95d-cd308813bb84 tempest-ExternalNetworksTestJSON-1349881268 tempest-ExternalNetworksTestJSON-1349881268-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-568727040'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:31.356437 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-caa2c16c-3a09-4c69-a823-343e89aa5b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:31.421913 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-caa2c16c-3a09-4c69-a823-343e89aa5b0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c90251c-649d-45e9-a5ea-011db4b5aa52']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:31.442876 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device ebb3697b-a106-49cd-b96c-cdfa743e67c8 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:16:31.446925 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8bca76d6-731a-455f-99b6-16754816201e tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks [] for router_gateway, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:31.478382 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8bca76d6-731a-455f-99b6-16754816201e tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:31.480411 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20df9e0d-4e14-4ac3-b95d-cd308813bb84 tempest-ExternalNetworksTestJSON-1349881268 tempest-ExternalNetworksTestJSON-1349881268-project] Made reservation on behalf of f7c79e83b8eb4112b3b4ea0b3784abea for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:16:31.484489 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-20df9e0d-4e14-4ac3-b95d-cd308813bb84 tempest-ExternalNetworksTestJSON-1349881268 tempest-ExternalNetworksTestJSON-1349881268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:31.488355 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-caa2c16c-3a09-4c69-a823-343e89aa5b0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db837ec0-0d8a-4cc1-8f93-9eb97bc06e90') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:31.488687 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-caa2c16c-3a09-4c69-a823-343e89aa5b0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db837ec0-0d8a-4cc1-8f93-9eb97bc06e90') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:31.516082 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-292845bf-d9aa-48e7-87be-ab6ff786be18 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:31.520428 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-20df9e0d-4e14-4ac3-b95d-cd308813bb84 tempest-ExternalNetworksTestJSON-1349881268 tempest-ExternalNetworksTestJSON-1349881268-project] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:31.523866 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port ebb3697b-a106-49cd-b96c-cdfa743e67c8 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:31.524536 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:31.525387 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-caa2c16c-3a09-4c69-a823-343e89aa5b0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:31.563342 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292845bf-d9aa-48e7-87be-ab6ff786be18 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Pushing event deleted for resources: {'Subnet': ['ID=8f0a6ffe-7bdc-4a9a-ab7c-1aa1aca34bde,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:31.632844 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-292845bf-d9aa-48e7-87be-ab6ff786be18 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:31.637249 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-292845bf-d9aa-48e7-87be-ab6ff786be18 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] 10.222.0.69 "DELETE /v2.0/subnets/8f0a6ffe-7bdc-4a9a-ab7c-1aa1aca34bde HTTP/1.1" status: 204 len: 168 time: 1.5899985 Dec 10 19:16:31.649390 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52520) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:31.680050 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45016fff-9629-4e0a-81e3-a41b5513e909 None None] Network 1816bd8c-5d8d-47d5-b481-fa6bee553795 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:16:31.704556 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-d33e264f-e963-4828-a864-5cf5d6b5cdd2 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] 10.222.0.69 "GET /v2.0/routers/9d527dca-2f3c-4579-831a-a0ab2cb00e7c HTTP/1.1" status: 200 len: 924 time: 0.8411036 Dec 10 19:16:31.710706 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ccca9b3f-b29f-4dcc-84f7-87168bf35b50 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:31.715020 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52522) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:31.760119 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-326fbbb5-eb5f-4983-afa9-6e498aa12ddb None None] Provisioning complete for port e2d28286-056c-4df1-8bd2-b5db3dc7ab06 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:31.760926 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-326fbbb5-eb5f-4983-afa9-6e498aa12ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:31.766960 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-caa2c16c-3a09-4c69-a823-343e89aa5b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:31.774433 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-99de81d8-1119-42ab-9759-e0e7d212ce4f tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:31.792705 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caa2c16c-3a09-4c69-a823-343e89aa5b0c admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:16:31.793123 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-caa2c16c-3a09-4c69-a823-343e89aa5b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:31.798354 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:16:31.798354 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:16:31.798354 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:16:31.798354 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:16:31.798354 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:16:31.798354 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:16:31.798354 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:16:31.798354 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:16:31.798354 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:16:31.798354 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:16:31.798354 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:16:31.798354 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:16:31.798354 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:16:31.798354 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:16:31.798354 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:16:31.798354 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:16:31.798354 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:16:31.798354 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:16:31.798354 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:16:31.798354 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:16:31.798354 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:16:31.798354 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:16:31.798354 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:16:31.798354 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:16:31.798354 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:16:31.798354 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:16:31.798354 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:16:31.798354 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:16:31.798354 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:16:31.798354 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:16:31.798354 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:16:31.798354 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:16:31.805275 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccca9b3f-b29f-4dcc-84f7-87168bf35b50 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Network 87856d39-9b23-4d60-b4d0-2984f54460b8 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:16:31.812817 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-ccca9b3f-b29f-4dcc-84f7-87168bf35b50 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:16:31.914034 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccca9b3f-b29f-4dcc-84f7-87168bf35b50 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:16:31.927977 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccca9b3f-b29f-4dcc-84f7-87168bf35b50 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:31.929556 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ccca9b3f-b29f-4dcc-84f7-87168bf35b50 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:31.976585 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccca9b3f-b29f-4dcc-84f7-87168bf35b50 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event updated for resources: {'Port': ['ID=2a0eb89a-3ee4-4c89-826a-fa8835746007,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:32.010846 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e905f2b4-c90b-4213-a50a-ed6ede31f9c8 None None] Network 85fbf8db-0491-4bbc-ad75-aade16614410 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:16:32.057978 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-ccca9b3f-b29f-4dcc-84f7-87168bf35b50 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.1577625 Dec 10 19:16:32.063029 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:32.064644 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52524) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:32.077790 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc0efcf-83fd-452e-8eb8-479d96cada1e tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:32.080278 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-ddc0efcf-83fd-452e-8eb8-479d96cada1e tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=68e2ee80-e7f8-4be2-b0d8-392fd4a4e031&device_id=9d527dca-2f3c-4579-831a-a0ab2cb00e7c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3640835 Dec 10 19:16:32.098568 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-8949a290-9716-4ed7-8159-f140ec5a1caf tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:32.098812 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52526) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:32.140158 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-caa2c16c-3a09-4c69-a823-343e89aa5b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:32.148595 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-caa2c16c-3a09-4c69-a823-343e89aa5b0c admin admin] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:32.157335 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-caa2c16c-3a09-4c69-a823-343e89aa5b0c admin admin] 10.222.0.69 "DELETE /v2.0/networks/9c90251c-649d-45e9-a5ea-011db4b5aa52 HTTP/1.1" status: 204 len: 168 time: 2.6667721 Dec 10 19:16:32.189986 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:32.193067 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.objects.ports [None req-96a05854-f0bb-4eac-8ce7-675d99f6d3b0 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102365) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 19:16:32.200443 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port ebb3697b-a106-49cd-b96c-cdfa743e67c8, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=ebb3697b-a106-49cd-b96c-cdfa743e67c8,segment=NetworkSegment(517e5632-404d-4da8-8545-0724566adfda),segment_id=517e5632-404d-4da8-8545-0724566adfda)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:16:32.200716 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-96a05854-f0bb-4eac-8ce7-675d99f6d3b0 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:32.212035 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-8bca76d6-731a-455f-99b6-16754816201e tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Allocated IP 172.26.6.131 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/1fc02295-445e-4682-b17a-3aebcdd967f3) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:16:32.213610 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:32.220986 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa2c16c-3a09-4c69-a823-343e89aa5b0c admin admin] Pushing event deleted for resources: {'Network': ['ID=9c90251c-649d-45e9-a5ea-011db4b5aa52,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:32.299123 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=ebb3697b-a106-49cd-b96c-cdfa743e67c8,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:32.341174 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device a24806be-8d2a-405e-8760-1393d4a92373 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:16:32.368536 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: a24806be-8d2a-405e-8760-1393d4a92373 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:16:32.369211 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device a24806be-8d2a-405e-8760-1393d4a92373 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:16:32.373106 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-99de81d8-1119-42ab-9759-e0e7d212ce4f tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Deleting port e2d28286-056c-4df1-8bd2-b5db3dc7ab06 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:16:32.373403 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-99de81d8-1119-42ab-9759-e0e7d212ce4f tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:32.376640 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-20df9e0d-4e14-4ac3-b95d-cd308813bb84 tempest-ExternalNetworksTestJSON-1349881268 tempest-ExternalNetworksTestJSON-1349881268-project] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:32.397238 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a05854-f0bb-4eac-8ce7-675d99f6d3b0 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Checking segment: {'id': '10a50398-9629-4863-87f8-2ab5eae04f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'fc36bffe-62c7-4719-94b2-41f58a7fc868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:16:32.397614 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a05854-f0bb-4eac-8ce7-675d99f6d3b0 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Network hostable DHCP agents. Network: fc36bffe-62c7-4719-94b2-41f58a7fc868, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:16:32.400573 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a05854-f0bb-4eac-8ce7-675d99f6d3b0 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Pushing event updated for resources: {'Subnet': ['ID=6aa9b254-9a18-4f35-8b3c-18fc591d0d4a,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:32.413351 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8949a290-9716-4ed7-8159-f140ec5a1caf tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:32.429115 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-20df9e0d-4e14-4ac3-b95d-cd308813bb84 tempest-ExternalNetworksTestJSON-1349881268 tempest-ExternalNetworksTestJSON-1349881268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:32.498262 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a05854-f0bb-4eac-8ce7-675d99f6d3b0 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Network fc36bffe-62c7-4719-94b2-41f58a7fc868 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:16:32.526924 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-96a05854-f0bb-4eac-8ce7-675d99f6d3b0 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, fc36bffe-62c7-4719-94b2-41f58a7fc868) {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:16:32.546394 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a05854-f0bb-4eac-8ce7-675d99f6d3b0 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:32.547138 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-96a05854-f0bb-4eac-8ce7-675d99f6d3b0 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:32.561491 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af7e432-54f2-4a15-a75c-7fd298d50efa None None] Network fc36bffe-62c7-4719-94b2-41f58a7fc868 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:16:32.562638 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52530) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:32.564423 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad7ab88-3929-400a-aa6a-a959844cd2df None None] DHCP port deletion for 1816bd8c-5d8d-47d5-b481-fa6bee553795 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:16:32.581343 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-96a05854-f0bb-4eac-8ce7-675d99f6d3b0 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.1727812 Dec 10 19:16:32.596705 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52532) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:32.644933 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-0818e868-9f4e-47f2-8d23-4c6fbef32ea2 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Request body: {'port': {'network_id': 'fc36bffe-62c7-4719-94b2-41f58a7fc868', 'name': 'tempest-NetworksIpV6TestAttrs-1440512850'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:32.689128 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-3b164ac3-bef6-47f6-af29-17e0ab116fa2 None None] Provisioning complete for port ebb3697b-a106-49cd-b96c-cdfa743e67c8 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:32.689581 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-3b164ac3-bef6-47f6-af29-17e0ab116fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:32.777403 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-0ad7ab88-3929-400a-aa6a-a959844cd2df None None] Deleting port e2d28286-056c-4df1-8bd2-b5db3dc7ab06 {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:16:32.777779 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ad7ab88-3929-400a-aa6a-a959844cd2df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:32.808646 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-4d87da75-6cb7-47aa-ae37-14e15d370d20 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=16eb7381a9bc4b9180d8fd7d3d4cffa7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2402573 Dec 10 19:16:32.814184 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52534) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:32.885812 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4512a8f2-b233-4b5e-a42a-cf684b66d342 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:32.893278 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8949a290-9716-4ed7-8159-f140ec5a1caf tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:32.894255 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-4512a8f2-b233-4b5e-a42a-cf684b66d342 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] 10.222.0.69 "GET /v2.0/networks/68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 HTTP/1.1" status: 200 len: 881 time: 0.7909324 Dec 10 19:16:32.903544 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52536) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:32.912655 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8949a290-9716-4ed7-8159-f140ec5a1caf tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:32.969284 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20df9e0d-4e14-4ac3-b95d-cd308813bb84 tempest-ExternalNetworksTestJSON-1349881268 tempest-ExternalNetworksTestJSON-1349881268-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:16:32.984492 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-8949a290-9716-4ed7-8159-f140ec5a1caf tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] In _notify_port_updated(), no bound segment for port 2a0eb89a-3ee4-4c89-826a-fa8835746007 on network 87856d39-9b23-4d60-b4d0-2984f54460b8 {{(pid=102365) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 10 19:16:32.992744 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8949a290-9716-4ed7-8159-f140ec5a1caf tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:32.993956 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8949a290-9716-4ed7-8159-f140ec5a1caf tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:32.995807 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-8949a290-9716-4ed7-8159-f140ec5a1caf tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "PUT /v2.0/ports/2a0eb89a-3ee4-4c89-826a-fa8835746007 HTTP/1.1" status: 200 len: 818 time: 0.9291184 Dec 10 19:16:32.996938 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8949a290-9716-4ed7-8159-f140ec5a1caf tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event updated for resources: {'Port': ['ID=2a0eb89a-3ee4-4c89-826a-fa8835746007,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:33.007334 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52538) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:33.018494 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e678abb-312a-43c0-84b9-3d0321841d5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-fc36bffe-62c7-4719-94b2-41f58a7fc868', 'network_id': 'fc36bffe-62c7-4719-94b2-41f58a7fc868', 'tenant_id': '6d547de339ef40fb9b182c252c02735f', 'fixed_ips': [{'subnet_id': '6aa9b254-9a18-4f35-8b3c-18fc591d0d4a'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:16:33.019429 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8e678abb-312a-43c0-84b9-3d0321841d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:33.049545 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d2c15f29-104a-4bd9-ae29-5da49c7511cb tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d527dca-2f3c-4579-831a-a0ab2cb00e7c HTTP/1.1" status: 200 len: 205 time: 0.1344647 Dec 10 19:16:33.055822 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-0ad7ab88-3929-400a-aa6a-a959844cd2df None None] For port e2d28286-056c-4df1-8bd2-b5db3dc7ab06, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=e2d28286-056c-4df1-8bd2-b5db3dc7ab06,segment=NetworkSegment(59809810-96c2-4fdc-a8dd-c180bd66eb8a),segment_id=59809810-96c2-4fdc-a8dd-c180bd66eb8a)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:16:33.056260 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ad7ab88-3929-400a-aa6a-a959844cd2df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:33.065722 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-99de81d8-1119-42ab-9759-e0e7d212ce4f tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] For port e2d28286-056c-4df1-8bd2-b5db3dc7ab06, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=e2d28286-056c-4df1-8bd2-b5db3dc7ab06,segment=NetworkSegment(59809810-96c2-4fdc-a8dd-c180bd66eb8a),segment_id=59809810-96c2-4fdc-a8dd-c180bd66eb8a)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:16:33.066053 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-99de81d8-1119-42ab-9759-e0e7d212ce4f tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:33.071241 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52540) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:33.080448 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f831604b-bd19-4c88-8755-aa0d71710f6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:33.085772 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-0ad7ab88-3929-400a-aa6a-a959844cd2df None None] Calling delete_port for e2d28286-056c-4df1-8bd2-b5db3dc7ab06 owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:16:33.108140 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0818e868-9f4e-47f2-8d23-4c6fbef32ea2 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Made reservation on behalf of 6d547de339ef40fb9b182c252c02735f for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:16:33.114932 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0818e868-9f4e-47f2-8d23-4c6fbef32ea2 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:33.122210 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20df9e0d-4e14-4ac3-b95d-cd308813bb84 tempest-ExternalNetworksTestJSON-1349881268 tempest-ExternalNetworksTestJSON-1349881268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00a582ee-e943-468d-a480-589c8cea49d8,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:33.135610 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-20df9e0d-4e14-4ac3-b95d-cd308813bb84 tempest-ExternalNetworksTestJSON-1349881268 tempest-ExternalNetworksTestJSON-1349881268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:33.136115 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-20df9e0d-4e14-4ac3-b95d-cd308813bb84 tempest-ExternalNetworksTestJSON-1349881268 tempest-ExternalNetworksTestJSON-1349881268-project] Added segment 286fce38-880a-4815-b8fa-6a61c98fcfb9 of type vlan for network 248b3a2b-ea70-49b7-9fda-2481d643ff03 Dec 10 19:16:33.188421 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-99de81d8-1119-42ab-9759-e0e7d212ce4f tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Calling delete_port for e2d28286-056c-4df1-8bd2-b5db3dc7ab06 owned by network:dhcp {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:16:33.197466 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8bca76d6-731a-455f-99b6-16754816201e tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:33.222535 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [None req-0818e868-9f4e-47f2-8d23-4c6fbef32ea2 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] device_id is not set on port bda75fe7-4dde-46da-a956-89f22620ada0 yet. {{(pid=102365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:16:33.258728 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-20df9e0d-4e14-4ac3-b95d-cd308813bb84 tempest-ExternalNetworksTestJSON-1349881268 tempest-ExternalNetworksTestJSON-1349881268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:33.342057 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f831604b-bd19-4c88-8755-aa0d71710f6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:33.351612 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device ebb3697b-a106-49cd-b96c-cdfa743e67c8 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:16:33.389293 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4dcaad4c-910b-4398-9860-383edf207a72 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks [] for router, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:33.392270 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-20df9e0d-4e14-4ac3-b95d-cd308813bb84 tempest-ExternalNetworksTestJSON-1349881268 tempest-ExternalNetworksTestJSON-1349881268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:33.403445 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20df9e0d-4e14-4ac3-b95d-cd308813bb84 tempest-ExternalNetworksTestJSON-1349881268 tempest-ExternalNetworksTestJSON-1349881268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:33.404542 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-20df9e0d-4e14-4ac3-b95d-cd308813bb84 tempest-ExternalNetworksTestJSON-1349881268 tempest-ExternalNetworksTestJSON-1349881268-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:33.423171 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-21514c92-ad29-4643-b414-afbb441453c9 None None] Provisioning complete for port ebb3697b-a106-49cd-b96c-cdfa743e67c8 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:33.424927 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-21514c92-ad29-4643-b414-afbb441453c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:33.459090 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-663805d1-e23c-4404-8949-f2a7cacbbd3e tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Deleting port 2a0eb89a-3ee4-4c89-826a-fa8835746007 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:16:33.459573 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-663805d1-e23c-4404-8949-f2a7cacbbd3e tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:33.524461 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-8e678abb-312a-43c0-84b9-3d0321841d5b None None] Allocated IP 2001:db8::f816:3eff:fe8a:b335 (fc36bffe-62c7-4719-94b2-41f58a7fc868/6aa9b254-9a18-4f35-8b3c-18fc591d0d4a/c00fa020-aa0f-49a1-a2a6-716245b7029e) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:16:33.544131 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f831604b-bd19-4c88-8755-aa0d71710f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:33.547491 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f831604b-bd19-4c88-8755-aa0d71710f6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:33.548879 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-f831604b-bd19-4c88-8755-aa0d71710f6f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d4b646fb-63d9-4c6a-b7fa-a95bb75b876d HTTP/1.1" status: 204 len: 168 time: 0.7258689 Dec 10 19:16:33.573002 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f831604b-bd19-4c88-8755-aa0d71710f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b646fb-63d9-4c6a-b7fa-a95bb75b876d,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:33.577195 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-663805d1-e23c-4404-8949-f2a7cacbbd3e tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:33.597962 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-663805d1-e23c-4404-8949-f2a7cacbbd3e tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Calling delete_port for 2a0eb89a-3ee4-4c89-826a-fa8835746007 owned by {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:16:33.732582 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port ebb3697b-a106-49cd-b96c-cdfa743e67c8 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:33.733140 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:33.776684 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-20df9e0d-4e14-4ac3-b95d-cd308813bb84 tempest-ExternalNetworksTestJSON-1349881268 tempest-ExternalNetworksTestJSON-1349881268-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.7949755 Dec 10 19:16:33.779358 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-99de81d8-1119-42ab-9759-e0e7d212ce4f tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:33.782209 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8bca76d6-731a-455f-99b6-16754816201e tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:33.786040 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20df9e0d-4e14-4ac3-b95d-cd308813bb84 tempest-ExternalNetworksTestJSON-1349881268 tempest-ExternalNetworksTestJSON-1349881268-project] Pushing event updated for resources: {'Network': ['ID=248b3a2b-ea70-49b7-9fda-2481d643ff03,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:33.787679 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52544) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:33.809598 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4dcaad4c-910b-4398-9860-383edf207a72 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:33.816782 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 248b3a2b-ea70-49b7-9fda-2481d643ff03 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:16:33.844234 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-663805d1-e23c-4404-8949-f2a7cacbbd3e tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:33.855748 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ad7ab88-3929-400a-aa6a-a959844cd2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:33.867020 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de81d8-1119-42ab-9759-e0e7d212ce4f tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Pushing event deleted for resources: {'Port': ['ID=e2d28286-056c-4df1-8bd2-b5db3dc7ab06,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:33.874149 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99de81d8-1119-42ab-9759-e0e7d212ce4f tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] No DVR routers for this DVR port e2d28286-056c-4df1-8bd2-b5db3dc7ab06 on host dv-neutron-821441-1-hyperv {{(pid=102366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:16:33.920423 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bca76d6-731a-455f-99b6-16754816201e tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:16:33.928100 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-8bca76d6-731a-455f-99b6-16754816201e tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:16:33.931990 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bca76d6-731a-455f-99b6-16754816201e tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:16:33.951420 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663805d1-e23c-4404-8949-f2a7cacbbd3e tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event deleted for resources: {'Port': ['ID=2a0eb89a-3ee4-4c89-826a-fa8835746007,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:33.986464 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-663805d1-e23c-4404-8949-f2a7cacbbd3e tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:33.993331 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-663805d1-e23c-4404-8949-f2a7cacbbd3e tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "DELETE /v2.0/ports/2a0eb89a-3ee4-4c89-826a-fa8835746007 HTTP/1.1" status: 204 len: 168 time: 0.9843063 Dec 10 19:16:34.003838 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52550) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:34.117369 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-99de81d8-1119-42ab-9759-e0e7d212ce4f tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:34.150879 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad7ab88-3929-400a-aa6a-a959844cd2df None None] No DVR routers for this DVR port e2d28286-056c-4df1-8bd2-b5db3dc7ab06 on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:16:34.162234 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad7ab88-3929-400a-aa6a-a959844cd2df None None] Pushing event deleted for resources: {'Port': ['ID=e2d28286-056c-4df1-8bd2-b5db3dc7ab06,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:34.174309 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a45a41-2650-47f9-8b9b-f4a335262d14 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:34.180865 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-39a45a41-2650-47f9-8b9b-f4a335262d14 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1723595 Dec 10 19:16:34.181555 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52558) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:34.186875 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-99de81d8-1119-42ab-9759-e0e7d212ce4f tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1816bd8c-5d8d-47d5-b481-fa6bee553795']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:34.193517 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca76d6-731a-455f-99b6-16754816201e tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Pushing event updated for resources: {'Port': ['ID=1fc02295-445e-4682-b17a-3aebcdd967f3,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:34.271634 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-99de81d8-1119-42ab-9759-e0e7d212ce4f tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59809810-96c2-4fdc-a8dd-c180bd66eb8a') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:34.272203 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-99de81d8-1119-42ab-9759-e0e7d212ce4f tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59809810-96c2-4fdc-a8dd-c180bd66eb8a') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:34.296206 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cfb8ccb-53e6-4fb6-8943-a4a78ef1b688 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] GET failed (client error): The resource could not be found. Dec 10 19:16:34.307112 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-3cfb8ccb-53e6-4fb6-8943-a4a78ef1b688 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "GET /v2.0/ports/2a0eb89a-3ee4-4c89-826a-fa8835746007 HTTP/1.1" status: 404 len: 333 time: 0.1180570 Dec 10 19:16:34.307906 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52562) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:34.324676 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-99de81d8-1119-42ab-9759-e0e7d212ce4f tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:34.327579 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-dd8c405a-f5bb-4c9c-899d-b44ef4b1ddc5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-340400688'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:34.378734 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8e678abb-312a-43c0-84b9-3d0321841d5b None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:34.380321 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-4dcaad4c-910b-4398-9860-383edf207a72 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Deleting port d25a4125-17b6-4ac7-851d-faa7f8f67f76 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:16:34.380719 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4dcaad4c-910b-4398-9860-383edf207a72 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:34.390997 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8e678abb-312a-43c0-84b9-3d0321841d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:34.397760 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-99de81d8-1119-42ab-9759-e0e7d212ce4f tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:34.483085 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e678abb-312a-43c0-84b9-3d0321841d5b None None] Pushing event updated for resources: {'Port': ['ID=c00fa020-aa0f-49a1-a2a6-716245b7029e,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:34.488736 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-40e1924e-01b8-421a-9334-745b875560b4 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Request body: {'network': {'name': 'tempest-network--934645348', 'router:external': True}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:34.495802 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8c405a-f5bb-4c9c-899d-b44ef4b1ddc5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Made reservation on behalf of e037b8d045744e90a0960e7cae36a046 for: {'network': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:16:34.496837 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device e2d28286-056c-4df1-8bd2-b5db3dc7ab06 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:16:34.499795 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dd8c405a-f5bb-4c9c-899d-b44ef4b1ddc5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:34.501734 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e678abb-312a-43c0-84b9-3d0321841d5b None None] Network fc36bffe-62c7-4719-94b2-41f58a7fc868 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:16:34.506105 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-8e678abb-312a-43c0-84b9-3d0321841d5b None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:16:34.511073 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e678abb-312a-43c0-84b9-3d0321841d5b None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:16:34.521196 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99de81d8-1119-42ab-9759-e0e7d212ce4f tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:16:34.522054 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-99de81d8-1119-42ab-9759-e0e7d212ce4f tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:34.527709 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:16:34.527709 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:16:34.527709 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:16:34.527709 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:16:34.527709 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:16:34.527709 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:16:34.527709 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:16:34.527709 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:16:34.527709 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:16:34.527709 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:16:34.527709 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:16:34.527709 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:16:34.527709 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:16:34.527709 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:16:34.527709 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:16:34.527709 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:16:34.527709 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:16:34.527709 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:16:34.527709 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:16:34.527709 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:16:34.527709 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:16:34.527709 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:16:34.527709 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:16:34.527709 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:16:34.527709 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:16:34.527709 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:16:34.527709 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:16:34.527709 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:16:34.527709 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:16:34.527709 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:16:34.527709 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:16:34.527709 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:16:34.567444 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd8c405a-f5bb-4c9c-899d-b44ef4b1ddc5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=102365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:16:34.575791 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-0818e868-9f4e-47f2-8d23-4c6fbef32ea2 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Allocated IP 2001:db8::f816:3eff:fe44:1984 (fc36bffe-62c7-4719-94b2-41f58a7fc868/6aa9b254-9a18-4f35-8b3c-18fc591d0d4a/bda75fe7-4dde-46da-a956-89f22620ada0) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:16:34.583168 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e1924e-01b8-421a-9334-745b875560b4 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Made reservation on behalf of b438534ffead4f819862d964b77e9f8c for: {'network': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:16:34.585675 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-40e1924e-01b8-421a-9334-745b875560b4 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:34.594053 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: e2d28286-056c-4df1-8bd2-b5db3dc7ab06 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:16:34.594676 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device e2d28286-056c-4df1-8bd2-b5db3dc7ab06 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:16:34.600213 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-40e1924e-01b8-421a-9334-745b875560b4 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:34.603937 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dd8c405a-f5bb-4c9c-899d-b44ef4b1ddc5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:34.603937 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.segments_db [None req-dd8c405a-f5bb-4c9c-899d-b44ef4b1ddc5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Added segment ce63798b-9847-4cff-98f8-16d84ce7af16 of type vlan for network 92eb5ab5-5257-41b4-9aa3-e8da8d19d527 Dec 10 19:16:34.668401 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-8e678abb-312a-43c0-84b9-3d0321841d5b None None] Attempting to bind port c00fa020-aa0f-49a1-a2a6-716245b7029e on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:16:34.669054 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-8e678abb-312a-43c0-84b9-3d0321841d5b None None] Attempting to bind port c00fa020-aa0f-49a1-a2a6-716245b7029e by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '10a50398-9629-4863-87f8-2ab5eae04f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'fc36bffe-62c7-4719-94b2-41f58a7fc868'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:16:34.669595 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e678abb-312a-43c0-84b9-3d0321841d5b None None] Attempting to bind port c00fa020-aa0f-49a1-a2a6-716245b7029e on network fc36bffe-62c7-4719-94b2-41f58a7fc868 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:16:34.677017 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e678abb-312a-43c0-84b9-3d0321841d5b None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:16:34.677660 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e678abb-312a-43c0-84b9-3d0321841d5b None None] Checking segment: {'id': '10a50398-9629-4863-87f8-2ab5eae04f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'fc36bffe-62c7-4719-94b2-41f58a7fc868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:16:34.678304 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8e678abb-312a-43c0-84b9-3d0321841d5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:34.678836 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e678abb-312a-43c0-84b9-3d0321841d5b None None] Bound using segment: {'id': '10a50398-9629-4863-87f8-2ab5eae04f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'fc36bffe-62c7-4719-94b2-41f58a7fc868'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:16:34.679461 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-8e678abb-312a-43c0-84b9-3d0321841d5b None None] Bound port: c00fa020-aa0f-49a1-a2a6-716245b7029e, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10a50398-9629-4863-87f8-2ab5eae04f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'fc36bffe-62c7-4719-94b2-41f58a7fc868'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:16:34.680486 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8e678abb-312a-43c0-84b9-3d0321841d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:34.682743 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dd8c405a-f5bb-4c9c-899d-b44ef4b1ddc5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:34.779984 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dd8c405a-f5bb-4c9c-899d-b44ef4b1ddc5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:34.786434 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8c405a-f5bb-4c9c-899d-b44ef4b1ddc5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:34.787074 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dd8c405a-f5bb-4c9c-899d-b44ef4b1ddc5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:34.792445 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-99de81d8-1119-42ab-9759-e0e7d212ce4f tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:34.814269 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-8e678abb-312a-43c0-84b9-3d0321841d5b None None] For port c00fa020-aa0f-49a1-a2a6-716245b7029e, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:16:34.818379 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-99de81d8-1119-42ab-9759-e0e7d212ce4f tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:34.819722 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-8e678abb-312a-43c0-84b9-3d0321841d5b None None] For port c00fa020-aa0f-49a1-a2a6-716245b7029e, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=c00fa020-aa0f-49a1-a2a6-716245b7029e,segment=NetworkSegment(10a50398-9629-4863-87f8-2ab5eae04f28),segment_id=10a50398-9629-4863-87f8-2ab5eae04f28)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:16:34.822061 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-99de81d8-1119-42ab-9759-e0e7d212ce4f tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] 10.222.0.69 "DELETE /v2.0/networks/1816bd8c-5d8d-47d5-b481-fa6bee553795 HTTP/1.1" status: 204 len: 168 time: 3.1719940 Dec 10 19:16:34.828517 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52570) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:34.829304 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8e678abb-312a-43c0-84b9-3d0321841d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:34.855216 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4dcaad4c-910b-4398-9860-383edf207a72 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:34.859988 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de81d8-1119-42ab-9759-e0e7d212ce4f tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Pushing event deleted for resources: {'Network': ['ID=1816bd8c-5d8d-47d5-b481-fa6bee553795,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:34.893713 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8edf9be-6558-4207-93c5-2bd0ac5c0c00 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] DELETE failed (client error): The resource could not be found. Dec 10 19:16:34.894491 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8edf9be-6558-4207-93c5-2bd0ac5c0c00 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:16:34.897954 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-a8edf9be-6558-4207-93c5-2bd0ac5c0c00 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] 10.222.0.69 "DELETE /v2.0/subnets/0db76595-85a9-4725-aa3a-bcbfffdb37f3 HTTP/1.1" status: 404 len: 337 time: 0.0562122 Dec 10 19:16:34.905966 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52574) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:34.907233 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-4dcaad4c-910b-4398-9860-383edf207a72 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Calling delete_port for d25a4125-17b6-4ac7-851d-faa7f8f67f76 owned by network:router_gateway {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:16:34.923016 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8bca76d6-731a-455f-99b6-16754816201e tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks [] for router_gateway, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:34.945304 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-dd8c405a-f5bb-4c9c-899d-b44ef4b1ddc5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6335413 Dec 10 19:16:34.955343 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52576) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:34.962039 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-9ac602bc-b0fa-444e-b946-01c4042f4c76 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Request body: {'subnet': {'network_id': '92eb5ab5-5257-41b4-9aa3-e8da8d19d527', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:35.005534 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e678abb-312a-43c0-84b9-3d0321841d5b None None] Pushing event updated for resources: {'Port': ['ID=c00fa020-aa0f-49a1-a2a6-716245b7029e,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:35.022274 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-9481758a-8094-4faa-826b-45d32a7ddf23 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] DELETE failed (client error): The resource could not be found. Dec 10 19:16:35.022904 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9481758a-8094-4faa-826b-45d32a7ddf23 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:16:35.026172 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-9481758a-8094-4faa-826b-45d32a7ddf23 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] 10.222.0.69 "DELETE /v2.0/networks/aa765f45-bd96-4db2-bf4b-db5bba17666a HTTP/1.1" status: 404 len: 339 time: 0.1158631 Dec 10 19:16:35.031272 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52578) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:35.043329 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52580) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:35.076142 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8c405a-f5bb-4c9c-899d-b44ef4b1ddc5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event updated for resources: {'Network': ['ID=92eb5ab5-5257-41b4-9aa3-e8da8d19d527,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:35.097525 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 92eb5ab5-5257-41b4-9aa3-e8da8d19d527 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:16:35.111026 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f1d2a6a-8521-48f5-91de-70da4896d3c1 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] DELETE failed (client error): The resource could not be found. Dec 10 19:16:35.112235 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f1d2a6a-8521-48f5-91de-70da4896d3c1 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:16:35.119155 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-0f1d2a6a-8521-48f5-91de-70da4896d3c1 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] 10.222.0.69 "DELETE /v2.0/subnets/3d7a58cb-b62a-432b-8faa-9c4906178afb HTTP/1.1" status: 404 len: 337 time: 0.0865886 Dec 10 19:16:35.125406 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52584) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:35.127023 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-40e1924e-01b8-421a-9334-745b875560b4 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:35.182340 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0818e868-9f4e-47f2-8d23-4c6fbef32ea2 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:35.186475 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-40e1924e-01b8-421a-9334-745b875560b4 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:35.212632 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40e1924e-01b8-421a-9334-745b875560b4 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=102365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:16:35.214034 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-a06f16e1-c4f2-43c8-a917-bb604c786b7b tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] DELETE failed (client error): The resource could not be found. Dec 10 19:16:35.214554 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a06f16e1-c4f2-43c8-a917-bb604c786b7b tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:16:35.219991 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-a06f16e1-c4f2-43c8-a917-bb604c786b7b tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] 10.222.0.69 "DELETE /v2.0/networks/89ba4fe3-0fe5-4c39-b136-a43a018db42d HTTP/1.1" status: 404 len: 339 time: 0.0838091 Dec 10 19:16:35.226603 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52586) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:35.239314 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-40e1924e-01b8-421a-9334-745b875560b4 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:35.239659 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.segments_db [None req-40e1924e-01b8-421a-9334-745b875560b4 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Added segment c661345f-3154-41d8-8981-cdb25f25bdc7 of type vlan for network e8104860-7617-4f55-bedc-fc7c74a67fc3 Dec 10 19:16:35.333855 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-40e1924e-01b8-421a-9334-745b875560b4 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:35.341463 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-b97a5dbf-a81a-4195-a9f9-aa7f72578f78 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] DELETE failed (client error): The resource could not be found. Dec 10 19:16:35.342182 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b97a5dbf-a81a-4195-a9f9-aa7f72578f78 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:16:35.365783 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-b97a5dbf-a81a-4195-a9f9-aa7f72578f78 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] 10.222.0.69 "DELETE /v2.0/subnets/091bd82a-55f5-4d65-bf1a-9180dd36c4c0 HTTP/1.1" status: 404 len: 337 time: 0.1342480 Dec 10 19:16:35.378071 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52588) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:35.433097 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-413cb941-6751-46eb-b6da-11c976121d5b admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-713841711-network', 'tenant_id': 'ebdd8c4cae7b4f17bfa866554f8f9f53'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:35.448331 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a029aff-1318-4454-8b55-e930daa6802b tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] DELETE failed (client error): The resource could not be found. Dec 10 19:16:35.449015 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a029aff-1318-4454-8b55-e930daa6802b tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:16:35.454710 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-6a029aff-1318-4454-8b55-e930daa6802b tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] 10.222.0.69 "DELETE /v2.0/networks/e867e905-061a-4d3d-bf11-22f005670284 HTTP/1.1" status: 404 len: 339 time: 0.0680020 Dec 10 19:16:35.463871 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e1924e-01b8-421a-9334-745b875560b4 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6025c08-8296-4900-8357-c4828e791abc,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:35.466861 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac602bc-b0fa-444e-b946-01c4042f4c76 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Made reservation on behalf of e037b8d045744e90a0960e7cae36a046 for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:16:35.470762 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9ac602bc-b0fa-444e-b946-01c4042f4c76 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:35.478789 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52590) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:35.599779 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413cb941-6751-46eb-b6da-11c976121d5b admin admin] Made reservation on behalf of ebdd8c4cae7b4f17bfa866554f8f9f53 for: {'network': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:16:35.602463 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-413cb941-6751-46eb-b6da-11c976121d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:35.618033 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-40e1924e-01b8-421a-9334-745b875560b4 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:35.619108 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e1924e-01b8-421a-9334-745b875560b4 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:35.619799 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-40e1924e-01b8-421a-9334-745b875560b4 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:35.652013 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-413cb941-6751-46eb-b6da-11c976121d5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:35.704682 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0818e868-9f4e-47f2-8d23-4c6fbef32ea2 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:35.723009 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_v2 [None req-02e8fa6d-7e51-4b7a-b41d-367df29d1890 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Deleting subnet aad1fd54-d442-405a-9f58-ea25918e6144 {{(pid=102365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:16:35.739700 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-02e8fa6d-7e51-4b7a-b41d-367df29d1890 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks [] for subnet, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:35.746300 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8bca76d6-731a-455f-99b6-16754816201e tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:35.751447 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4dcaad4c-910b-4398-9860-383edf207a72 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:35.756847 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-40e1924e-01b8-421a-9334-745b875560b4 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.9674096 Dec 10 19:16:35.764834 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52592) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:35.828331 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e1924e-01b8-421a-9334-745b875560b4 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Pushing event updated for resources: {'Network': ['ID=e8104860-7617-4f55-bedc-fc7c74a67fc3,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:35.850361 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network e8104860-7617-4f55-bedc-fc7c74a67fc3 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:16:35.868170 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0818e868-9f4e-47f2-8d23-4c6fbef32ea2 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Network fc36bffe-62c7-4719-94b2-41f58a7fc868 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:16:35.880772 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-02e8fa6d-7e51-4b7a-b41d-367df29d1890 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353213'] for subnet, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:35.890891 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-0818e868-9f4e-47f2-8d23-4c6fbef32ea2 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:16:35.897682 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcaad4c-910b-4398-9860-383edf207a72 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Pushing event deleted for resources: {'Port': ['ID=d25a4125-17b6-4ac7-851d-faa7f8f67f76,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:35.936607 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0818e868-9f4e-47f2-8d23-4c6fbef32ea2 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:16:35.948814 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0818e868-9f4e-47f2-8d23-4c6fbef32ea2 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:35.949752 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0818e868-9f4e-47f2-8d23-4c6fbef32ea2 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:35.959714 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0818e868-9f4e-47f2-8d23-4c6fbef32ea2 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Pushing event updated for resources: {'Port': ['ID=bda75fe7-4dde-46da-a956-89f22620ada0,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:36.086346 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-0818e868-9f4e-47f2-8d23-4c6fbef32ea2 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.4880028 Dec 10 19:16:36.100530 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52594) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:36.183316 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4dcaad4c-910b-4398-9860-383edf207a72 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3713145'] for router_gateway, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:36.255547 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_v2 [None req-33619529-48f1-49c7-8da6-b5c24ad641b1 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Deleting subnet 6aa9b254-9a18-4f35-8b3c-18fc591d0d4a {{(pid=102365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:16:36.262836 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-64a8c18c-4e4c-4a30-b5f4-a555016a4d15 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:36.263733 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-33619529-48f1-49c7-8da6-b5c24ad641b1 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks [] for subnet, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:36.304302 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4dcaad4c-910b-4398-9860-383edf207a72 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:36.308966 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4dcaad4c-910b-4398-9860-383edf207a72 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:36.363859 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-02e8fa6d-7e51-4b7a-b41d-367df29d1890 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:36.439141 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4dcaad4c-910b-4398-9860-383edf207a72 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:36.439670 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dcaad4c-910b-4398-9860-383edf207a72 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Fanout notify agent at l3_agent the message router_deleted on router 9d527dca-2f3c-4579-831a-a0ab2cb00e7c {{(pid=102366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:16:36.452980 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4dcaad4c-910b-4398-9860-383edf207a72 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:36.461654 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-4dcaad4c-910b-4398-9860-383edf207a72 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] 10.222.0.69 "DELETE /v2.0/routers/9d527dca-2f3c-4579-831a-a0ab2cb00e7c HTTP/1.1" status: 204 len: 168 time: 3.3796861 Dec 10 19:16:36.462307 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-413cb941-6751-46eb-b6da-11c976121d5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:36.465822 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52598) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:36.472215 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-fa066db9-0f8d-4a1b-8b9c-66a6c34ab11d tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1982608152', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:36.484109 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-64a8c18c-4e4c-4a30-b5f4-a555016a4d15 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:36.506897 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-33619529-48f1-49c7-8da6-b5c24ad641b1 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353213'] for subnet, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:36.511815 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-413cb941-6751-46eb-b6da-11c976121d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:36.521765 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-64a8c18c-4e4c-4a30-b5f4-a555016a4d15 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8104860-7617-4f55-bedc-fc7c74a67fc3']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:36.538356 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47d0c73-04e0-4b76-be89-72e039ee7ebf None None] Network fc36bffe-62c7-4719-94b2-41f58a7fc868 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:16:36.541377 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-64a8c18c-4e4c-4a30-b5f4-a555016a4d15 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c661345f-3154-41d8-8981-cdb25f25bdc7') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:36.541667 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-64a8c18c-4e4c-4a30-b5f4-a555016a4d15 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c661345f-3154-41d8-8981-cdb25f25bdc7') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:36.555041 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-fa066db9-0f8d-4a1b-8b9c-66a6c34ab11d tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:36.556097 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-fa066db9-0f8d-4a1b-8b9c-66a6c34ab11d tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:36.563143 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-64a8c18c-4e4c-4a30-b5f4-a555016a4d15 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:36.576731 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bca76d6-731a-455f-99b6-16754816201e tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Router fd028d83-0a01-4e61-bcd4-80be5cede6b1 is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:16:36.590016 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9ac602bc-b0fa-444e-b946-01c4042f4c76 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:36.614145 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-413cb941-6751-46eb-b6da-11c976121d5b admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=102365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:16:36.638434 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-fa066db9-0f8d-4a1b-8b9c-66a6c34ab11d tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:36.647577 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-64a8c18c-4e4c-4a30-b5f4-a555016a4d15 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:36.654987 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64a8c18c-4e4c-4a30-b5f4-a555016a4d15 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:16:36.655400 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-64a8c18c-4e4c-4a30-b5f4-a555016a4d15 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:36.683474 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413cb941-6751-46eb-b6da-11c976121d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7351ab44-688c-439f-a4a8-26d39d0db299,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:36.719222 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:16:36.719222 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:16:36.719222 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:16:36.719222 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:16:36.719222 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:16:36.719222 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:16:36.719222 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:16:36.719222 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:16:36.719222 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:16:36.719222 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:16:36.719222 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:16:36.719222 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:16:36.719222 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:16:36.719222 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:16:36.719222 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:16:36.719222 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:16:36.719222 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:16:36.719222 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:16:36.719222 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:16:36.719222 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:16:36.719222 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:16:36.719222 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:16:36.719222 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:16:36.719222 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:16:36.719222 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:16:36.719222 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:16:36.719222 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:16:36.719222 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:16:36.719222 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:16:36.719222 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:16:36.719222 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:16:36.719222 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:16:36.727278 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-02e8fa6d-7e51-4b7a-b41d-367df29d1890 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:36.727483 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-fa066db9-0f8d-4a1b-8b9c-66a6c34ab11d tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:36.727655 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-b06554f8-a98f-4fcd-aa1e-2366df7fd2b8 None None] Provisioning complete for port c00fa020-aa0f-49a1-a2a6-716245b7029e triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:36.728300 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b06554f8-a98f-4fcd-aa1e-2366df7fd2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:36.732442 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-64a8c18c-4e4c-4a30-b5f4-a555016a4d15 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:36.754106 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-413cb941-6751-46eb-b6da-11c976121d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:36.754442 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.segments_db [None req-413cb941-6751-46eb-b6da-11c976121d5b admin admin] Added segment 91b8a6f4-24b2-4432-a8c6-88730ff1d7da of type vlan for network 24f70241-3241-44cc-a65f-374de1f348f0 Dec 10 19:16:36.761519 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a8c18c-4e4c-4a30-b5f4-a555016a4d15 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e8104860-7617-4f55-bedc-fc7c74a67fc3 {{(pid=102366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 19:16:36.790205 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-02e8fa6d-7e51-4b7a-b41d-367df29d1890 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:36.793860 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-02e8fa6d-7e51-4b7a-b41d-367df29d1890 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] 10.222.0.69 "DELETE /v2.0/subnets/aad1fd54-d442-405a-9f58-ea25918e6144 HTTP/1.1" status: 204 len: 168 time: 1.3074899 Dec 10 19:16:36.800352 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52600) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:36.802107 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-64a8c18c-4e4c-4a30-b5f4-a555016a4d15 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:36.806136 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-64a8c18c-4e4c-4a30-b5f4-a555016a4d15 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] 10.222.0.69 "DELETE /v2.0/networks/e8104860-7617-4f55-bedc-fc7c74a67fc3 HTTP/1.1" status: 204 len: 168 time: 1.0367565 Dec 10 19:16:36.808707 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a8c18c-4e4c-4a30-b5f4-a555016a4d15 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Pushing event deleted for resources: {'Network': ['ID=e8104860-7617-4f55-bedc-fc7c74a67fc3,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:36.824725 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac602bc-b0fa-444e-b946-01c4042f4c76 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event updated for resources: {'Subnet': ['ID=44ae7811-6f4d-4ac1-9f50-ff64a2287c57,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:36.826863 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52602) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:36.839839 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-391ea851-a88c-4a72-a71b-9d29d0032c0c tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:36.840096 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090da747-04f4-430e-a8e8-21e83febd640 None None] Network b603dbd3-711e-4f15-a4b8-3e857a0fdd53 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:16:36.842068 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-fa066db9-0f8d-4a1b-8b9c-66a6c34ab11d tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:36.843480 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-fa066db9-0f8d-4a1b-8b9c-66a6c34ab11d tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3764861 Dec 10 19:16:36.856221 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52604) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:36.862833 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-274539c2-a33d-4a31-9977-9a23ceb0152f tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Request body: {'router': {'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:36.940950 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-413cb941-6751-46eb-b6da-11c976121d5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:36.971166 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e8fa6d-7e51-4b7a-b41d-367df29d1890 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Pushing event deleted for resources: {'Subnet': ['ID=aad1fd54-d442-405a-9f58-ea25918e6144,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:36.979374 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b06554f8-a98f-4fcd-aa1e-2366df7fd2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:36.996811 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac602bc-b0fa-444e-b946-01c4042f4c76 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Checking segment: {'id': 'ce63798b-9847-4cff-98f8-16d84ce7af16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '92eb5ab5-5257-41b4-9aa3-e8da8d19d527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:16:36.997282 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac602bc-b0fa-444e-b946-01c4042f4c76 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Network hostable DHCP agents. Network: 92eb5ab5-5257-41b4-9aa3-e8da8d19d527, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:16:37.012474 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-33619529-48f1-49c7-8da6-b5c24ad641b1 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:37.091718 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391ea851-a88c-4a72-a71b-9d29d0032c0c tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Made reservation on behalf of b438534ffead4f819862d964b77e9f8c for: {'network': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:16:37.097170 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-391ea851-a88c-4a72-a71b-9d29d0032c0c tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:37.161225 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-413cb941-6751-46eb-b6da-11c976121d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:37.162848 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413cb941-6751-46eb-b6da-11c976121d5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:37.163790 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-413cb941-6751-46eb-b6da-11c976121d5b admin admin] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:37.186167 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac602bc-b0fa-444e-b946-01c4042f4c76 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Network 92eb5ab5-5257-41b4-9aa3-e8da8d19d527 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:16:37.282684 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-391ea851-a88c-4a72-a71b-9d29d0032c0c tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=102365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:16:37.315790 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-413cb941-6751-46eb-b6da-11c976121d5b admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2664523 Dec 10 19:16:37.326379 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-9ac602bc-b0fa-444e-b946-01c4042f4c76 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 92eb5ab5-5257-41b4-9aa3-e8da8d19d527) {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:16:37.328709 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52606) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:37.353541 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-43bfc163-5892-4923-a544-26844d552043 admin admin] Request body: {'subnet': {'network_id': '24f70241-3241-44cc-a65f-374de1f348f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-713841711-subnet', 'tenant_id': 'ebdd8c4cae7b4f17bfa866554f8f9f53', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:37.358215 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-391ea851-a88c-4a72-a71b-9d29d0032c0c tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:37.358723 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.segments_db [None req-391ea851-a88c-4a72-a71b-9d29d0032c0c tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Added segment bc55eb4c-e116-42f5-93cd-c9e2197d14ff of type vlan for network 9dd846c0-4484-48a8-af8e-e0a23cca1051 Dec 10 19:16:37.364476 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e022dba5-4cc2-4c90-a9bf-b2e9a735a39d None None] Network 92eb5ab5-5257-41b4-9aa3-e8da8d19d527 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:16:37.375135 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac602bc-b0fa-444e-b946-01c4042f4c76 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:37.376248 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9ac602bc-b0fa-444e-b946-01c4042f4c76 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:37.394772 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43bfc163-5892-4923-a544-26844d552043 admin admin] Made reservation on behalf of ebdd8c4cae7b4f17bfa866554f8f9f53 for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:16:37.397385 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-43bfc163-5892-4923-a544-26844d552043 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:37.397992 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-33619529-48f1-49c7-8da6-b5c24ad641b1 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:37.460651 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413cb941-6751-46eb-b6da-11c976121d5b admin admin] Pushing event updated for resources: {'Network': ['ID=24f70241-3241-44cc-a65f-374de1f348f0,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:37.588205 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-33619529-48f1-49c7-8da6-b5c24ad641b1 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:37.594460 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-33619529-48f1-49c7-8da6-b5c24ad641b1 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] 10.222.0.69 "DELETE /v2.0/subnets/6aa9b254-9a18-4f35-8b3c-18fc591d0d4a HTTP/1.1" status: 204 len: 168 time: 1.4886932 Dec 10 19:16:37.599575 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33619529-48f1-49c7-8da6-b5c24ad641b1 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Pushing event deleted for resources: {'Subnet': ['ID=6aa9b254-9a18-4f35-8b3c-18fc591d0d4a,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:37.604722 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52608) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:37.619298 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-9ac602bc-b0fa-444e-b946-01c4042f4c76 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6609333 Dec 10 19:16:37.624482 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52610) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:37.629462 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-43bfc163-5892-4923-a544-26844d552043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:37.653443 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-391ea851-a88c-4a72-a71b-9d29d0032c0c tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:37.657387 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-7cf19960-a8c4-4e0b-8e43-42ee3653e10e tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Request body: {'subnet': {'network_id': '92eb5ab5-5257-41b4-9aa3-e8da8d19d527', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:37.664046 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71aded8-be7a-4818-b391-269998ef7d08 None None] DHCP port deletion for b603dbd3-711e-4f15-a4b8-3e857a0fdd53 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:16:37.679447 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 24f70241-3241-44cc-a65f-374de1f348f0 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:16:37.683540 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device c00fa020-aa0f-49a1-a2a6-716245b7029e up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:16:37.719096 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-391ea851-a88c-4a72-a71b-9d29d0032c0c tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:37.719993 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.db.api [None req-b06554f8-a98f-4fcd-aa1e-2366df7fd2b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102367) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:16:37.720586 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG oslo_db.api [None req-b06554f8-a98f-4fcd-aa1e-2366df7fd2b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:16:37.721915 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391ea851-a88c-4a72-a71b-9d29d0032c0c tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:37.723225 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-391ea851-a88c-4a72-a71b-9d29d0032c0c tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:37.739107 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-90f4c283-07d4-4ea9-887e-caebeda8a28d tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:37.836767 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-391ea851-a88c-4a72-a71b-9d29d0032c0c tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.0016937 Dec 10 19:16:37.842119 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52612) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:37.844655 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767b00e2-2b29-4fb9-a32f-fca4ba826f6c None None] Network fc36bffe-62c7-4719-94b2-41f58a7fc868 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:16:37.851563 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-4024e68a-52fc-4799-b2fa-8baf9a94de24 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Request body: {'subnet': {'network_id': '9dd846c0-4484-48a8-af8e-e0a23cca1051', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:37.887507 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391ea851-a88c-4a72-a71b-9d29d0032c0c tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Pushing event updated for resources: {'Network': ['ID=9dd846c0-4484-48a8-af8e-e0a23cca1051,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:37.915760 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4024e68a-52fc-4799-b2fa-8baf9a94de24 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Made reservation on behalf of b438534ffead4f819862d964b77e9f8c for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:16:37.919747 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4024e68a-52fc-4799-b2fa-8baf9a94de24 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:37.954173 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bca76d6-731a-455f-99b6-16754816201e tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:16:37.985642 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801d2648-d37b-4e87-98bc-49444a8ea8e5 None None] Sync routers for ids ['fd028d83-0a01-4e61-bcd4-80be5cede6b1'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:16:37.997525 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 9dd846c0-4484-48a8-af8e-e0a23cca1051 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:16:38.017281 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801d2648-d37b-4e87-98bc-49444a8ea8e5 None None] Routers {'fd028d83-0a01-4e61-bcd4-80be5cede6b1'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:16:38.020275 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-801d2648-d37b-4e87-98bc-49444a8ea8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:16:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['fd028d83-0a01-4e61-bcd4-80be5cede6b1'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:38.073259 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf19960-a8c4-4e0b-8e43-42ee3653e10e tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Made reservation on behalf of e037b8d045744e90a0960e7cae36a046 for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:16:38.076955 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7cf19960-a8c4-4e0b-8e43-42ee3653e10e tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:38.084795 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb6c979-5301-43f6-8912-7f5bdb361593 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:38.086470 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb6c979-5301-43f6-8912-7f5bdb361593 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:38.091626 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-cdb6c979-5301-43f6-8912-7f5bdb361593 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4855175 Dec 10 19:16:38.093603 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52614) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:38.138265 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bfc163-5892-4923-a544-26844d552043 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d431d24-7af1-47c6-afa7-19e9588fcee0,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:38.175562 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-274539c2-a33d-4a31-9977-9a23ceb0152f tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:38.227809 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8bca76d6-731a-455f-99b6-16754816201e tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:38.232139 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-8bca76d6-731a-455f-99b6-16754816201e tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 8.7372193 Dec 10 19:16:38.236064 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52616) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:38.308942 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-801d2648-d37b-4e87-98bc-49444a8ea8e5 None None] Set router fd028d83-0a01-4e61-bcd4-80be5cede6b1 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:16:38.371272 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bfc163-5892-4923-a544-26844d552043 admin admin] Checking segment: {'id': '91b8a6f4-24b2-4432-a8c6-88730ff1d7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '24f70241-3241-44cc-a65f-374de1f348f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:16:38.372121 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bfc163-5892-4923-a544-26844d552043 admin admin] Network hostable DHCP agents. Network: 24f70241-3241-44cc-a65f-374de1f348f0, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:16:38.382751 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f2f97fae-bd6c-41ab-af3f-dc31ce42c9a4 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:38.385981 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b06554f8-a98f-4fcd-aa1e-2366df7fd2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:38.432313 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.ipam_backend_mixin [None req-7cf19960-a8c4-4e0b-8e43-42ee3653e10e tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 44ae7811-6f4d-4ac1-9f50-ff64a2287c57 (CIDR: 2001:db8::/64) Dec 10 19:16:38.446609 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2f97fae-bd6c-41ab-af3f-dc31ce42c9a4 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 10 19:16:38.447119 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2f97fae-bd6c-41ab-af3f-dc31ce42c9a4 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:16:38.450509 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-f2f97fae-bd6c-41ab-af3f-dc31ce42c9a4 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] 10.222.0.69 "DELETE /v2.0/networks/fc36bffe-62c7-4719-94b2-41f58a7fc868 HTTP/1.1" status: 409 len: 405 time: 0.3503439 Dec 10 19:16:38.463902 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52620) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:38.470717 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-cc4f78bc-2ed1-4349-8781-b24bdd871e71 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-563785623'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:38.477536 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cf19960-a8c4-4e0b-8e43-42ee3653e10e tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:16:38.478034 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cf19960-a8c4-4e0b-8e43-42ee3653e10e tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:16:38.481177 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-90f4c283-07d4-4ea9-887e-caebeda8a28d tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Deleting port baab5af7-ecbc-4554-afcf-970820c727a3 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:16:38.481486 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-90f4c283-07d4-4ea9-887e-caebeda8a28d tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:38.487339 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bfc163-5892-4923-a544-26844d552043 admin admin] Network 24f70241-3241-44cc-a65f-374de1f348f0 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:16:38.539374 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port c00fa020-aa0f-49a1-a2a6-716245b7029e triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:38.539960 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:38.606542 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-43bfc163-5892-4923-a544-26844d552043 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 24f70241-3241-44cc-a65f-374de1f348f0) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:16:38.629160 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bfc163-5892-4923-a544-26844d552043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:38.629746 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-43bfc163-5892-4923-a544-26844d552043 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:38.668881 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-90f4c283-07d4-4ea9-887e-caebeda8a28d tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] For port baab5af7-ecbc-4554-afcf-970820c727a3, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=baab5af7-ecbc-4554-afcf-970820c727a3,segment=NetworkSegment(d742c2d7-903a-4b33-a625-6659ed96b554),segment_id=d742c2d7-903a-4b33-a625-6659ed96b554)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:16:38.673229 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-b06554f8-a98f-4fcd-aa1e-2366df7fd2b8 None None] For port c00fa020-aa0f-49a1-a2a6-716245b7029e, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=c00fa020-aa0f-49a1-a2a6-716245b7029e,segment=NetworkSegment(10a50398-9629-4863-87f8-2ab5eae04f28),segment_id=10a50398-9629-4863-87f8-2ab5eae04f28)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:16:38.675461 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569cac08-a2d6-42c9-b3e1-b80c2f95df73 None None] Network 24f70241-3241-44cc-a65f-374de1f348f0 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:16:38.676051 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-90f4c283-07d4-4ea9-887e-caebeda8a28d tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:38.680891 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc4f78bc-2ed1-4349-8781-b24bdd871e71 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Made reservation on behalf of 6d547de339ef40fb9b182c252c02735f for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:16:38.684561 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-a71aded8-be7a-4818-b391-269998ef7d08 None None] Deleting port baab5af7-ecbc-4554-afcf-970820c727a3 {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:16:38.685140 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a71aded8-be7a-4818-b391-269998ef7d08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:38.687740 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cc4f78bc-2ed1-4349-8781-b24bdd871e71 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:38.720251 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-7cf19960-a8c4-4e0b-8e43-42ee3653e10e tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0877984 Dec 10 19:16:38.736524 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b06554f8-a98f-4fcd-aa1e-2366df7fd2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:38.763757 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52622) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:38.773764 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-801d2648-d37b-4e87-98bc-49444a8ea8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd028d83-0a01-4e61-bcd4-80be5cede6b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564157842', 'tenant_id': '53996d5fb05a4682bb1d6dff196126df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.131'}], 'enable_snat': True}, 'gw_port_id': '1fc02295-445e-4682-b17a-3aebcdd967f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:16:29Z', 'updated_at': '2021-12-10T19:16:34Z', 'revision_number': 3, 'project_id': '53996d5fb05a4682bb1d6dff196126df', 'gw_port': {'id': '1fc02295-445e-4682-b17a-3aebcdd967f3', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:36:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd028d83-0a01-4e61-bcd4-80be5cede6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:31Z', 'updated_at': '2021-12-10T19:16:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:38.781547 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-fc0b0ecc-603b-45b5-8827-c1ffde2176f7 tempest-TestNetworkAdvancedServerOps-1701188243 tempest-TestNetworkAdvancedServerOps-1701188243-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=53996d5fb05a4682bb1d6dff196126df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5418715 Dec 10 19:16:38.786623 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52624) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:38.803260 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-8fc66f4a-44a8-49eb-91e3-826b8fef9233 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Request body: {'subnet': {'network_id': '92eb5ab5-5257-41b4-9aa3-e8da8d19d527', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:38.825800 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-90f4c283-07d4-4ea9-887e-caebeda8a28d tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Calling delete_port for baab5af7-ecbc-4554-afcf-970820c727a3 owned by network:dhcp {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:16:38.859692 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801d2648-d37b-4e87-98bc-49444a8ea8e5 None None] Checking router: fd028d83-0a01-4e61-bcd4-80be5cede6b1 for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:16:38.860841 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801d2648-d37b-4e87-98bc-49444a8ea8e5 None None] Updating router fd028d83-0a01-4e61-bcd4-80be5cede6b1 port 1fc02295-445e-4682-b17a-3aebcdd967f3 binding host dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:16:38.866324 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-43bfc163-5892-4923-a544-26844d552043 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5333273 Dec 10 19:16:38.875076 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.objects.ports [None req-4024e68a-52fc-4799-b2fa-8baf9a94de24 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102365) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 19:16:38.875634 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4024e68a-52fc-4799-b2fa-8baf9a94de24 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:38.877843 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52626) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:38.905347 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d3d17a-177b-4b62-99c9-a49e4a6c12db None None] DHCP port deletion for fc36bffe-62c7-4719-94b2-41f58a7fc868 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:16:38.910122 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-801d2648-d37b-4e87-98bc-49444a8ea8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:38.924260 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-db2a15fb-8486-49a0-9b13-51bffe161054 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-713841711-router', 'tenant_id': 'ebdd8c4cae7b4f17bfa866554f8f9f53', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:38.979821 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-a71aded8-be7a-4818-b391-269998ef7d08 None None] For port baab5af7-ecbc-4554-afcf-970820c727a3, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=baab5af7-ecbc-4554-afcf-970820c727a3,segment=NetworkSegment(d742c2d7-903a-4b33-a625-6659ed96b554),segment_id=d742c2d7-903a-4b33-a625-6659ed96b554)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:16:38.980478 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a71aded8-be7a-4818-b391-269998ef7d08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:38.989322 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc4f78bc-2ed1-4349-8781-b24bdd871e71 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:16:39.012760 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-a71aded8-be7a-4818-b391-269998ef7d08 None None] Calling delete_port for baab5af7-ecbc-4554-afcf-970820c727a3 owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:16:39.109525 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cc4f78bc-2ed1-4349-8781-b24bdd871e71 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:39.112704 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-cc4f78bc-2ed1-4349-8781-b24bdd871e71 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Added segment 14e96d1e-0d06-4811-aa87-4b89fe9a70f6 of type vlan for network a3374105-7763-4f59-8ecd-4b2572863d20 Dec 10 19:16:39.212444 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea788b6e-329a-4ba6-be82-3d38f5067a61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-92eb5ab5-5257-41b4-9aa3-e8da8d19d527', 'network_id': '92eb5ab5-5257-41b4-9aa3-e8da8d19d527', 'tenant_id': 'e037b8d045744e90a0960e7cae36a046', 'fixed_ips': [{'subnet_id': '44ae7811-6f4d-4ac1-9f50-ff64a2287c57'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:16:39.214023 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ea788b6e-329a-4ba6-be82-3d38f5067a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:39.392112 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dcdc2a99-7bd9-466c-aee6-8fdacb8db9c7 None None] Provisioning complete for port bda75fe7-4dde-46da-a956-89f22620ada0 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:39.392943 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dcdc2a99-7bd9-466c-aee6-8fdacb8db9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:39.431472 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cc4f78bc-2ed1-4349-8781-b24bdd871e71 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:39.491854 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4024e68a-52fc-4799-b2fa-8baf9a94de24 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Checking segment: {'id': 'bc55eb4c-e116-42f5-93cd-c9e2197d14ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9dd846c0-4484-48a8-af8e-e0a23cca1051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:16:39.492861 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4024e68a-52fc-4799-b2fa-8baf9a94de24 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Network hostable DHCP agents. Network: 9dd846c0-4484-48a8-af8e-e0a23cca1051, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:16:39.508799 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-db2a15fb-8486-49a0-9b13-51bffe161054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:39.509753 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-db2a15fb-8486-49a0-9b13-51bffe161054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:39.542323 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-90f4c283-07d4-4ea9-887e-caebeda8a28d tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:39.570543 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-274539c2-a33d-4a31-9977-9a23ceb0152f tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks [] for router_gateway, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:39.574493 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-db2a15fb-8486-49a0-9b13-51bffe161054 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:39.575286 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4024e68a-52fc-4799-b2fa-8baf9a94de24 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2aef3b69-70e0-43a2-8b62-74decd8cee13,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:39.619099 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cc4f78bc-2ed1-4349-8781-b24bdd871e71 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:39.631492 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4f78bc-2ed1-4349-8781-b24bdd871e71 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:39.632926 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cc4f78bc-2ed1-4349-8781-b24bdd871e71 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:39.641523 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-801d2648-d37b-4e87-98bc-49444a8ea8e5 None None] Notify callbacks [] for port, precommit_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:39.655603 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-801d2648-d37b-4e87-98bc-49444a8ea8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:39.676999 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d909d5-fa71-4575-8e62-68a1bb0af651 tempest-TestNetworkAdvancedServerOps-1701188243 tempest-TestNetworkAdvancedServerOps-1701188243-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:39.677283 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d909d5-fa71-4575-8e62-68a1bb0af651 tempest-TestNetworkAdvancedServerOps-1701188243 tempest-TestNetworkAdvancedServerOps-1701188243-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:39.678820 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-10d909d5-fa71-4575-8e62-68a1bb0af651 tempest-TestNetworkAdvancedServerOps-1701188243 tempest-TestNetworkAdvancedServerOps-1701188243-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1549 time: 0.8911116 Dec 10 19:16:39.683609 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f4c283-07d4-4ea9-887e-caebeda8a28d tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Pushing event deleted for resources: {'Port': ['ID=baab5af7-ecbc-4554-afcf-970820c727a3,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:39.692960 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f4c283-07d4-4ea9-887e-caebeda8a28d tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] No DVR routers for this DVR port baab5af7-ecbc-4554-afcf-970820c727a3 on host dv-neutron-821441-1-hyperv {{(pid=102366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:16:39.699910 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52628) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:39.701800 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06554f8-a98f-4fcd-aa1e-2366df7fd2b8 None None] Pushing event updated for resources: {'Port': ['ID=c00fa020-aa0f-49a1-a2a6-716245b7029e,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:39.747669 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-274539c2-a33d-4a31-9977-9a23ceb0152f tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:39.775961 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4024e68a-52fc-4799-b2fa-8baf9a94de24 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Network 9dd846c0-4484-48a8-af8e-e0a23cca1051 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:16:39.793447 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-4024e68a-52fc-4799-b2fa-8baf9a94de24 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 9dd846c0-4484-48a8-af8e-e0a23cca1051) {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:16:39.798212 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-db2a15fb-8486-49a0-9b13-51bffe161054 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:39.807382 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4024e68a-52fc-4799-b2fa-8baf9a94de24 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:39.808292 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4024e68a-52fc-4799-b2fa-8baf9a94de24 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:39.833160 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d3e2f-bf28-4653-b393-0fcdd4d84809 None None] Pushing event updated for resources: {'Port': ['ID=1fc02295-445e-4682-b17a-3aebcdd967f3,revision_number=2']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:39.867166 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-801d2648-d37b-4e87-98bc-49444a8ea8e5 None None] Attempting to bind port 1fc02295-445e-4682-b17a-3aebcdd967f3 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:16:39.867887 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-801d2648-d37b-4e87-98bc-49444a8ea8e5 None None] Attempting to bind port 1fc02295-445e-4682-b17a-3aebcdd967f3 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:16:39.868441 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801d2648-d37b-4e87-98bc-49444a8ea8e5 None None] Attempting to bind port 1fc02295-445e-4682-b17a-3aebcdd967f3 on network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:16:39.876565 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801d2648-d37b-4e87-98bc-49444a8ea8e5 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:16:39.878218 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc66f4a-44a8-49eb-91e3-826b8fef9233 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Made reservation on behalf of e037b8d045744e90a0960e7cae36a046 for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:16:39.878998 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801d2648-d37b-4e87-98bc-49444a8ea8e5 None None] Checking segment: {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:16:39.879612 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-801d2648-d37b-4e87-98bc-49444a8ea8e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:39.880083 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801d2648-d37b-4e87-98bc-49444a8ea8e5 None None] Bound using segment: {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:16:39.880798 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-801d2648-d37b-4e87-98bc-49444a8ea8e5 None None] Bound port: 1fc02295-445e-4682-b17a-3aebcdd967f3, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:16:39.881651 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-801d2648-d37b-4e87-98bc-49444a8ea8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:39.886389 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8fc66f4a-44a8-49eb-91e3-826b8fef9233 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:39.918194 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c53627-7ace-401a-b7d4-4ff01f33b5cf None None] Network 9dd846c0-4484-48a8-af8e-e0a23cca1051 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:16:39.951675 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-cc4f78bc-2ed1-4349-8781-b24bdd871e71 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4847121 Dec 10 19:16:39.954667 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52630) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:39.965112 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-4024e68a-52fc-4799-b2fa-8baf9a94de24 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1193812 Dec 10 19:16:39.975041 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-801d2648-d37b-4e87-98bc-49444a8ea8e5 None None] For port 1fc02295-445e-4682-b17a-3aebcdd967f3, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:16:39.977107 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-91bffeae-bf38-4ded-9912-0f7822c712cd tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Request body: {'subnet': {'network_id': 'a3374105-7763-4f59-8ecd-4b2572863d20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:39.980193 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-801d2648-d37b-4e87-98bc-49444a8ea8e5 None None] For port 1fc02295-445e-4682-b17a-3aebcdd967f3, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=1fc02295-445e-4682-b17a-3aebcdd967f3,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:16:39.983895 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52632) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:39.989257 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-939b53d2-1a1e-48f3-891a-83d998c702ec tempest-TestNetworkAdvancedServerOps-1701188243 tempest-TestNetworkAdvancedServerOps-1701188243-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=68e2ee80-e7f8-4be2-b0d8-392fd4a4e031&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2871180 Dec 10 19:16:39.991776 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-801d2648-d37b-4e87-98bc-49444a8ea8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:39.997011 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-4d4cfa3b-4be1-4d22-bcfe-496a784c2562 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Request body: {'floatingip': {'floating_network_id': '9dd846c0-4484-48a8-af8e-e0a23cca1051'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:40.019862 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52634) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:40.069454 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d3e2f-bf28-4653-b393-0fcdd4d84809 None None] Pushing event updated for resources: {'Port': ['ID=1fc02295-445e-4682-b17a-3aebcdd967f3,revision_number=3']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:40.106672 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-dcdc2a99-7bd9-466c-aee6-8fdacb8db9c7 None None] Port bda75fe7-4dde-46da-a956-89f22620ada0 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:16:40.118555 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801d2648-d37b-4e87-98bc-49444a8ea8e5 None None] Routers {'fd028d83-0a01-4e61-bcd4-80be5cede6b1'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:16:40.121399 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-801d2648-d37b-4e87-98bc-49444a8ea8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:16:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['fd028d83-0a01-4e61-bcd4-80be5cede6b1'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:40.146048 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a71aded8-be7a-4818-b391-269998ef7d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:40.213317 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4f78bc-2ed1-4349-8781-b24bdd871e71 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Pushing event updated for resources: {'Network': ['ID=a3374105-7763-4f59-8ecd-4b2572863d20,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:40.283471 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-90f4c283-07d4-4ea9-887e-caebeda8a28d tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:40.297661 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network a3374105-7763-4f59-8ecd-4b2572863d20 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:16:40.325833 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71aded8-be7a-4818-b391-269998ef7d08 None None] Pushing event deleted for resources: {'Port': ['ID=baab5af7-ecbc-4554-afcf-970820c727a3,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:40.331364 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb10b048-9f2c-4222-8072-501d9e7f9a72 tempest-TestNetworkAdvancedServerOps-1701188243 tempest-TestNetworkAdvancedServerOps-1701188243-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:40.338289 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-bb10b048-9f2c-4222-8072-501d9e7f9a72 tempest-TestNetworkAdvancedServerOps-1701188243 tempest-TestNetworkAdvancedServerOps-1701188243-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=9dd846c0-4484-48a8-af8e-e0a23cca1051&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 800 time: 0.2580743 Dec 10 19:16:40.344613 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52636) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:40.351335 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71aded8-be7a-4818-b391-269998ef7d08 None None] No DVR routers for this DVR port baab5af7-ecbc-4554-afcf-970820c727a3 on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:16:40.379449 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-f7d3d17a-177b-4b62-99c9-a49e4a6c12db None None] Deleting port c00fa020-aa0f-49a1-a2a6-716245b7029e {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:16:40.380387 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f7d3d17a-177b-4b62-99c9-a49e4a6c12db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:40.385339 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4d4cfa3b-4be1-4d22-bcfe-496a784c2562 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:40.411770 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-7d47a9c0-0067-41a2-80e8-a5488888de66 tempest-TestNetworkAdvancedServerOps-1701188243 tempest-TestNetworkAdvancedServerOps-1701188243-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=53996d5fb05a4682bb1d6dff196126df&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0612495 Dec 10 19:16:40.416195 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52638) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:40.441588 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-801d2648-d37b-4e87-98bc-49444a8ea8e5 None None] Set router fd028d83-0a01-4e61-bcd4-80be5cede6b1 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:16:40.458578 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device baab5af7-ecbc-4554-afcf-970820c727a3 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:16:40.461611 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-90f4c283-07d4-4ea9-887e-caebeda8a28d tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b603dbd3-711e-4f15-a4b8-3e857a0fdd53']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:40.489480 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dcdc2a99-7bd9-466c-aee6-8fdacb8db9c7 None None] Provisioning complete for port c00fa020-aa0f-49a1-a2a6-716245b7029e triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:40.490169 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dcdc2a99-7bd9-466c-aee6-8fdacb8db9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:40.536680 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-90f4c283-07d4-4ea9-887e-caebeda8a28d tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd742c2d7-903a-4b33-a625-6659ed96b554') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:40.537249 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-90f4c283-07d4-4ea9-887e-caebeda8a28d tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd742c2d7-903a-4b33-a625-6659ed96b554') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:40.588200 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-90f4c283-07d4-4ea9-887e-caebeda8a28d tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:40.599941 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-274539c2-a33d-4a31-9977-9a23ceb0152f tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Allocated IP 172.26.6.121 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/2acebd8e-0d5f-4557-843d-4f3ab9413bd0) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:16:40.607591 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: baab5af7-ecbc-4554-afcf-970820c727a3 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:16:40.608257 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device baab5af7-ecbc-4554-afcf-970820c727a3 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:16:40.608908 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device c00fa020-aa0f-49a1-a2a6-716245b7029e no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:16:40.620777 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0802e907-2609-4f04-ba12-fac146b4b57f tempest-TestNetworkAdvancedServerOps-1701188243 tempest-TestNetworkAdvancedServerOps-1701188243-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:40.622394 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0802e907-2609-4f04-ba12-fac146b4b57f tempest-TestNetworkAdvancedServerOps-1701188243 tempest-TestNetworkAdvancedServerOps-1701188243-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:40.629322 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-0802e907-2609-4f04-ba12-fac146b4b57f tempest-TestNetworkAdvancedServerOps-1701188243 tempest-TestNetworkAdvancedServerOps-1701188243-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1555 time: 0.2056234 Dec 10 19:16:40.630488 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52640) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:40.639999 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2939ca75-a40f-40cf-8a89-a6aebf64c475 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-24f70241-3241-44cc-a65f-374de1f348f0', 'network_id': '24f70241-3241-44cc-a65f-374de1f348f0', 'tenant_id': 'ebdd8c4cae7b4f17bfa866554f8f9f53', 'fixed_ips': [{'subnet_id': '8d431d24-7af1-47c6-afa7-19e9588fcee0'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:16:40.641348 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2939ca75-a40f-40cf-8a89-a6aebf64c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:40.648135 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-ea788b6e-329a-4ba6-be82-3d38f5067a61 None None] Allocated IP 2001:db8::2 (92eb5ab5-5257-41b4-9aa3-e8da8d19d527/44ae7811-6f4d-4ac1-9f50-ff64a2287c57/0f347db5-82ac-4512-a4bb-1f076ec0f377) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:16:40.705953 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-cb96a439-78db-4ba2-a68f-7b46cc1f5e48 tempest-TestNetworkAdvancedServerOps-1701188243 tempest-TestNetworkAdvancedServerOps-1701188243-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=68e2ee80-e7f8-4be2-b0d8-392fd4a4e031&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0655653 Dec 10 19:16:40.710706 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52642) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:40.763014 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91bffeae-bf38-4ded-9912-0f7822c712cd tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Made reservation on behalf of 6d547de339ef40fb9b182c252c02735f for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:16:40.769000 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-91bffeae-bf38-4ded-9912-0f7822c712cd tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:40.878167 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-f7d3d17a-177b-4b62-99c9-a49e4a6c12db None None] For port c00fa020-aa0f-49a1-a2a6-716245b7029e, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=c00fa020-aa0f-49a1-a2a6-716245b7029e,segment=NetworkSegment(10a50398-9629-4863-87f8-2ab5eae04f28),segment_id=10a50398-9629-4863-87f8-2ab5eae04f28)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:16:40.879147 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f7d3d17a-177b-4b62-99c9-a49e4a6c12db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:40.898625 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-90f4c283-07d4-4ea9-887e-caebeda8a28d tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:40.909416 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90f4c283-07d4-4ea9-887e-caebeda8a28d tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:16:40.909885 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-90f4c283-07d4-4ea9-887e-caebeda8a28d tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:40.918465 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-b2eb129e-1d4c-4330-9094-c54bc6df9adb tempest-TestNetworkAdvancedServerOps-1701188243 tempest-TestNetworkAdvancedServerOps-1701188243-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=9dd846c0-4484-48a8-af8e-e0a23cca1051&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1987321 Dec 10 19:16:40.946489 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-801d2648-d37b-4e87-98bc-49444a8ea8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd028d83-0a01-4e61-bcd4-80be5cede6b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564157842', 'tenant_id': '53996d5fb05a4682bb1d6dff196126df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.131'}], 'enable_snat': True}, 'gw_port_id': '1fc02295-445e-4682-b17a-3aebcdd967f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:16:29Z', 'updated_at': '2021-12-10T19:16:34Z', 'revision_number': 3, 'project_id': '53996d5fb05a4682bb1d6dff196126df', 'gw_port': {'id': '1fc02295-445e-4682-b17a-3aebcdd967f3', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:36:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd028d83-0a01-4e61-bcd4-80be5cede6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:31Z', 'updated_at': '2021-12-10T19:16:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:40.961961 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432e5817-1c98-40d0-9fe8-137fe29d0a3e None None] Network 9dd846c0-4484-48a8-af8e-e0a23cca1051 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:16:40.973658 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-f7d3d17a-177b-4b62-99c9-a49e4a6c12db None None] Calling delete_port for c00fa020-aa0f-49a1-a2a6-716245b7029e owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:16:40.984743 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52644) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:40.995784 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801d2648-d37b-4e87-98bc-49444a8ea8e5 None None] The sync data for ids ['fd028d83-0a01-4e61-bcd4-80be5cede6b1'] in dv-neutron-821441-1-hyperv is: [{'id': 'fd028d83-0a01-4e61-bcd4-80be5cede6b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564157842', 'tenant_id': '53996d5fb05a4682bb1d6dff196126df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.131'}], 'enable_snat': True}, 'gw_port_id': '1fc02295-445e-4682-b17a-3aebcdd967f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:16:29Z', 'updated_at': '2021-12-10T19:16:34Z', 'revision_number': 3, 'project_id': '53996d5fb05a4682bb1d6dff196126df', 'gw_port': {'id': '1fc02295-445e-4682-b17a-3aebcdd967f3', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:36:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd028d83-0a01-4e61-bcd4-80be5cede6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:31Z', 'updated_at': '2021-12-10T19:16:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:16:41.035244 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-c806c8c8-e7d1-47da-8088-1e565009e3a4 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-300577128', 'network_id': '5c1cbc5b-79f3-44fe-a881-f91ab33966d7', 'project_id': '53996d5fb05a4682bb1d6dff196126df', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:41.118096 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:16:41.118096 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:16:41.118096 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:16:41.118096 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:16:41.118096 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:16:41.118096 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:16:41.118096 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:16:41.118096 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:16:41.118096 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:16:41.118096 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:16:41.118096 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:16:41.118096 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:16:41.118096 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:16:41.118096 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:16:41.118096 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:16:41.118096 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:16:41.118096 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:16:41.118096 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:16:41.118096 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:16:41.118096 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:16:41.118096 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:16:41.118096 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:16:41.118096 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:16:41.118096 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:16:41.118096 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:16:41.118096 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:16:41.118096 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:16:41.118096 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:16:41.118096 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:16:41.118096 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:16:41.118096 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:16:41.118096 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:16:41.138221 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8fc66f4a-44a8-49eb-91e3-826b8fef9233 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:41.156578 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-90f4c283-07d4-4ea9-887e-caebeda8a28d tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:41.214821 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-db2a15fb-8486-49a0-9b13-51bffe161054 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:41.257557 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-90f4c283-07d4-4ea9-887e-caebeda8a28d tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:41.263050 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-90f4c283-07d4-4ea9-887e-caebeda8a28d tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] 10.222.0.69 "DELETE /v2.0/networks/b603dbd3-711e-4f15-a4b8-3e857a0fdd53 HTTP/1.1" status: 204 len: 168 time: 4.4551687 Dec 10 19:16:41.268647 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-db2a15fb-8486-49a0-9b13-51bffe161054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:41.273338 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f4c283-07d4-4ea9-887e-caebeda8a28d tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Pushing event deleted for resources: {'Network': ['ID=b603dbd3-711e-4f15-a4b8-3e857a0fdd53,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:41.288943 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52646) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:41.420910 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:41.480054 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c806c8c8-e7d1-47da-8088-1e565009e3a4 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Made reservation on behalf of 53996d5fb05a4682bb1d6dff196126df for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:16:41.486160 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c806c8c8-e7d1-47da-8088-1e565009e3a4 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:41.601245 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-2939ca75-a40f-40cf-8a89-a6aebf64c475 None None] Allocated IP 172.20.0.2 (24f70241-3241-44cc-a65f-374de1f348f0/8d431d24-7af1-47c6-afa7-19e9588fcee0/7808313e-12a7-42ac-9977-cf888025d760) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:16:41.775944 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port c00fa020-aa0f-49a1-a2a6-716245b7029e, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=c00fa020-aa0f-49a1-a2a6-716245b7029e,segment=NetworkSegment(10a50398-9629-4863-87f8-2ab5eae04f28),segment_id=10a50398-9629-4863-87f8-2ab5eae04f28)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:16:41.816247 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:41.884040 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ea788b6e-329a-4ba6-be82-3d38f5067a61 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:41.910512 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-156350b3-268f-4b59-a612-bbead2b7cfd4 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] DELETE failed (client error): The resource could not be found. Dec 10 19:16:41.911046 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-156350b3-268f-4b59-a612-bbead2b7cfd4 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:16:41.918168 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-156350b3-268f-4b59-a612-bbead2b7cfd4 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] 10.222.0.69 "DELETE /v2.0/subnets/c292e864-0859-40a0-b0fd-a820d5441d09 HTTP/1.1" status: 404 len: 337 time: 0.6177111 Dec 10 19:16:41.924404 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-274539c2-a33d-4a31-9977-9a23ceb0152f tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:41.933671 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f7d3d17a-177b-4b62-99c9-a49e4a6c12db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:41.941822 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc66f4a-44a8-49eb-91e3-826b8fef9233 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Network 92eb5ab5-5257-41b4-9aa3-e8da8d19d527 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:16:41.947541 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52648) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:41.958066 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ea788b6e-329a-4ba6-be82-3d38f5067a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:41.987313 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea788b6e-329a-4ba6-be82-3d38f5067a61 None None] Network 92eb5ab5-5257-41b4-9aa3-e8da8d19d527 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:16:41.990407 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-8fc66f4a-44a8-49eb-91e3-826b8fef9233 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:16:41.998390 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-ea788b6e-329a-4ba6-be82-3d38f5067a61 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:16:42.009989 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea788b6e-329a-4ba6-be82-3d38f5067a61 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:16:42.018149 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d3d17a-177b-4b62-99c9-a49e4a6c12db None None] No DVR routers for this DVR port c00fa020-aa0f-49a1-a2a6-716245b7029e on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:16:42.020122 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=c00fa020-aa0f-49a1-a2a6-716245b7029e,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:42.026485 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc66f4a-44a8-49eb-91e3-826b8fef9233 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:42.027525 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8fc66f4a-44a8-49eb-91e3-826b8fef9233 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:42.065535 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc66f4a-44a8-49eb-91e3-826b8fef9233 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event updated for resources: {'Subnet': ['ID=f7eab5b1-9670-4bd8-927e-03ef2336ae3c,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:42.075590 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-8707d621-49fa-4180-abfc-b2b7685b99d1 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] DELETE failed (client error): The resource could not be found. Dec 10 19:16:42.076539 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8707d621-49fa-4180-abfc-b2b7685b99d1 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:16:42.081687 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-8707d621-49fa-4180-abfc-b2b7685b99d1 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] 10.222.0.69 "DELETE /v2.0/networks/c16c80f6-5179-4ddc-84cd-368cb3ec84d0 HTTP/1.1" status: 404 len: 339 time: 0.1302683 Dec 10 19:16:42.087766 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-8fc66f4a-44a8-49eb-91e3-826b8fef9233 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.3114231 Dec 10 19:16:42.092033 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52650) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:42.092785 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52652) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:42.095423 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d3d17a-177b-4b62-99c9-a49e4a6c12db None None] Pushing event deleted for resources: {'Port': ['ID=c00fa020-aa0f-49a1-a2a6-716245b7029e,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:42.121922 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-d0eb18fa-b710-4b7d-8808-d4a23f1f3d60 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Request body: {'port': {'network_id': '92eb5ab5-5257-41b4-9aa3-e8da8d19d527', 'fixed_ips': [{'subnet_id': '44ae7811-6f4d-4ac1-9f50-ff64a2287c57'}, {'subnet_id': 'f7eab5b1-9670-4bd8-927e-03ef2336ae3c'}], 'name': 'tempest-PortsIpV6TestJSON-1282232651'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:42.206461 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.objects.ports [None req-91bffeae-bf38-4ded-9912-0f7822c712cd tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102365) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 19:16:42.244538 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-91bffeae-bf38-4ded-9912-0f7822c712cd tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:42.248204 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-ea788b6e-329a-4ba6-be82-3d38f5067a61 None None] Attempting to bind port 0f347db5-82ac-4512-a4bb-1f076ec0f377 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:16:42.248605 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-ea788b6e-329a-4ba6-be82-3d38f5067a61 None None] Attempting to bind port 0f347db5-82ac-4512-a4bb-1f076ec0f377 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': 'ce63798b-9847-4cff-98f8-16d84ce7af16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '92eb5ab5-5257-41b4-9aa3-e8da8d19d527'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:16:42.248965 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea788b6e-329a-4ba6-be82-3d38f5067a61 None None] Attempting to bind port 0f347db5-82ac-4512-a4bb-1f076ec0f377 on network 92eb5ab5-5257-41b4-9aa3-e8da8d19d527 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:16:42.251408 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea788b6e-329a-4ba6-be82-3d38f5067a61 None None] Pushing event updated for resources: {'Port': ['ID=0f347db5-82ac-4512-a4bb-1f076ec0f377,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:42.256018 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2939ca75-a40f-40cf-8a89-a6aebf64c475 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:42.268447 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea788b6e-329a-4ba6-be82-3d38f5067a61 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:16:42.268936 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea788b6e-329a-4ba6-be82-3d38f5067a61 None None] Checking segment: {'id': 'ce63798b-9847-4cff-98f8-16d84ce7af16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '92eb5ab5-5257-41b4-9aa3-e8da8d19d527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:16:42.269355 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ea788b6e-329a-4ba6-be82-3d38f5067a61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:42.269759 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea788b6e-329a-4ba6-be82-3d38f5067a61 None None] Bound using segment: {'id': 'ce63798b-9847-4cff-98f8-16d84ce7af16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '92eb5ab5-5257-41b4-9aa3-e8da8d19d527'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:16:42.271970 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-ea788b6e-329a-4ba6-be82-3d38f5067a61 None None] Bound port: 0f347db5-82ac-4512-a4bb-1f076ec0f377, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce63798b-9847-4cff-98f8-16d84ce7af16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '92eb5ab5-5257-41b4-9aa3-e8da8d19d527'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:16:42.272387 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ea788b6e-329a-4ba6-be82-3d38f5067a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:42.279705 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2939ca75-a40f-40cf-8a89-a6aebf64c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:42.315810 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c806c8c8-e7d1-47da-8088-1e565009e3a4 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:42.385248 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-ea788b6e-329a-4ba6-be82-3d38f5067a61 None None] For port 0f347db5-82ac-4512-a4bb-1f076ec0f377, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:16:42.389948 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-ea788b6e-329a-4ba6-be82-3d38f5067a61 None None] For port 0f347db5-82ac-4512-a4bb-1f076ec0f377, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=0f347db5-82ac-4512-a4bb-1f076ec0f377,segment=NetworkSegment(ce63798b-9847-4cff-98f8-16d84ce7af16),segment_id=ce63798b-9847-4cff-98f8-16d84ce7af16)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:16:42.405221 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ea788b6e-329a-4ba6-be82-3d38f5067a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:42.407150 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-eecdc873-a017-47ec-b239-9c8fa4f9ad69 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Deleting subnet f7fa456e-fd18-47d3-89fc-a7b535aa8ccc {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:16:42.417335 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2939ca75-a40f-40cf-8a89-a6aebf64c475 None None] Network 24f70241-3241-44cc-a65f-374de1f348f0 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:16:42.419947 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bffeae-bf38-4ded-9912-0f7822c712cd tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Checking segment: {'id': '14e96d1e-0d06-4811-aa87-4b89fe9a70f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a3374105-7763-4f59-8ecd-4b2572863d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:16:42.420530 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bffeae-bf38-4ded-9912-0f7822c712cd tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Network hostable DHCP agents. Network: a3374105-7763-4f59-8ecd-4b2572863d20, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:16:42.428161 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bffeae-bf38-4ded-9912-0f7822c712cd tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Pushing event updated for resources: {'Subnet': ['ID=4167aae8-c139-4297-bae8-be05dd0a58ca,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:42.443570 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-2939ca75-a40f-40cf-8a89-a6aebf64c475 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:16:42.449038 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 1fc02295-445e-4682-b17a-3aebcdd967f3 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:16:42.452829 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2939ca75-a40f-40cf-8a89-a6aebf64c475 None None] Pushing event updated for resources: {'Port': ['ID=7808313e-12a7-42ac-9977-cf888025d760,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:42.462445 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2939ca75-a40f-40cf-8a89-a6aebf64c475 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:16:42.510251 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-eecdc873-a017-47ec-b239-9c8fa4f9ad69 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:42.541303 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c806c8c8-e7d1-47da-8088-1e565009e3a4 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Pushing event updated for resources: {'Subnet': ['ID=dc68e97e-3fc0-433f-a054-2cde4e5595d8,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:42.566687 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c806c8c8-e7d1-47da-8088-1e565009e3a4 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Checking segment: {'id': '73585ab7-9ee1-4238-b99c-cc15412c089c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5c1cbc5b-79f3-44fe-a881-f91ab33966d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:16:42.567254 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c806c8c8-e7d1-47da-8088-1e565009e3a4 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Network hostable DHCP agents. Network: 5c1cbc5b-79f3-44fe-a881-f91ab33966d7, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:16:42.573408 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bffeae-bf38-4ded-9912-0f7822c712cd tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Network a3374105-7763-4f59-8ecd-4b2572863d20 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:16:42.602315 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-91bffeae-bf38-4ded-9912-0f7822c712cd tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, a3374105-7763-4f59-8ecd-4b2572863d20) {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:16:42.682088 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e6be98-4cff-4c8f-99f6-6cfe982b58d5 None None] Network a3374105-7763-4f59-8ecd-4b2572863d20 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:16:42.692763 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4d4cfa3b-4be1-4d22-bcfe-496a784c2562 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:42.704483 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-274539c2-a33d-4a31-9977-9a23ceb0152f tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:42.733335 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bffeae-bf38-4ded-9912-0f7822c712cd tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:42.734293 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-91bffeae-bf38-4ded-9912-0f7822c712cd tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:42.746967 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-db2a15fb-8486-49a0-9b13-51bffe161054 admin admin] Allocated IP 172.26.6.151 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/0adc3546-fb12-4c42-a3b6-2c4b3e4ead18) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:16:42.806983 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c806c8c8-e7d1-47da-8088-1e565009e3a4 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Network 5c1cbc5b-79f3-44fe-a881-f91ab33966d7 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:16:42.812122 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-eecdc873-a017-47ec-b239-9c8fa4f9ad69 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:42.830570 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274539c2-a33d-4a31-9977-9a23ceb0152f tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:16:42.863010 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-c806c8c8-e7d1-47da-8088-1e565009e3a4 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 5c1cbc5b-79f3-44fe-a881-f91ab33966d7) {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:16:42.871423 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c806c8c8-e7d1-47da-8088-1e565009e3a4 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:42.872748 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c806c8c8-e7d1-47da-8088-1e565009e3a4 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:42.896792 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9842969f-9a5c-4f78-bf99-5dbf6fe7fee0 None None] Network 5c1cbc5b-79f3-44fe-a881-f91ab33966d7 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:16:42.907090 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-274539c2-a33d-4a31-9977-9a23ceb0152f tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:16:42.938930 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-91bffeae-bf38-4ded-9912-0f7822c712cd tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9719071 Dec 10 19:16:42.943837 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52654) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:42.944109 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-2939ca75-a40f-40cf-8a89-a6aebf64c475 None None] Attempting to bind port 7808313e-12a7-42ac-9977-cf888025d760 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:16:42.944531 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-2939ca75-a40f-40cf-8a89-a6aebf64c475 None None] Attempting to bind port 7808313e-12a7-42ac-9977-cf888025d760 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '91b8a6f4-24b2-4432-a8c6-88730ff1d7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '24f70241-3241-44cc-a65f-374de1f348f0'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:16:42.950282 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2939ca75-a40f-40cf-8a89-a6aebf64c475 None None] Attempting to bind port 7808313e-12a7-42ac-9977-cf888025d760 on network 24f70241-3241-44cc-a65f-374de1f348f0 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:16:42.956620 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-c806c8c8-e7d1-47da-8088-1e565009e3a4 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9207265 Dec 10 19:16:42.961569 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-99f4e245-fd6c-40f6-a9af-6f756e257a0d tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Request body: {'port': {'network_id': 'a3374105-7763-4f59-8ecd-4b2572863d20', 'name': 'tempest-NetworksIpV6TestAttrs-1090759345'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:42.969122 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea788b6e-329a-4ba6-be82-3d38f5067a61 None None] Pushing event updated for resources: {'Port': ['ID=0f347db5-82ac-4512-a4bb-1f076ec0f377,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:42.998171 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2939ca75-a40f-40cf-8a89-a6aebf64c475 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:16:42.998545 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2939ca75-a40f-40cf-8a89-a6aebf64c475 None None] Checking segment: {'id': '91b8a6f4-24b2-4432-a8c6-88730ff1d7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '24f70241-3241-44cc-a65f-374de1f348f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:16:42.998948 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2939ca75-a40f-40cf-8a89-a6aebf64c475 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:42.999340 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2939ca75-a40f-40cf-8a89-a6aebf64c475 None None] Bound using segment: {'id': '91b8a6f4-24b2-4432-a8c6-88730ff1d7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '24f70241-3241-44cc-a65f-374de1f348f0'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:16:42.999939 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-2939ca75-a40f-40cf-8a89-a6aebf64c475 None None] Bound port: 7808313e-12a7-42ac-9977-cf888025d760, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91b8a6f4-24b2-4432-a8c6-88730ff1d7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '24f70241-3241-44cc-a65f-374de1f348f0'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:16:43.000352 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2939ca75-a40f-40cf-8a89-a6aebf64c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:43.002861 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52656) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:43.009494 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274539c2-a33d-4a31-9977-9a23ceb0152f tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:16:43.128603 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-db2a15fb-8486-49a0-9b13-51bffe161054 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:43.132719 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 1fc02295-445e-4682-b17a-3aebcdd967f3 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:43.133088 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:43.161094 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0eb18fa-b710-4b7d-8808-d4a23f1f3d60 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Made reservation on behalf of e037b8d045744e90a0960e7cae36a046 for: {'port': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:16:43.229059 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f4e245-fd6c-40f6-a9af-6f756e257a0d tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Made reservation on behalf of 6d547de339ef40fb9b182c252c02735f for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:16:43.232868 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-99f4e245-fd6c-40f6-a9af-6f756e257a0d tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:43.235632 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-db2a15fb-8486-49a0-9b13-51bffe161054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:43.306467 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [None req-99f4e245-fd6c-40f6-a9af-6f756e257a0d tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] device_id is not set on port 17ac78e3-9947-464d-a3c9-5a67b812e495 yet. {{(pid=102365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:16:43.309986 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-2939ca75-a40f-40cf-8a89-a6aebf64c475 None None] For port 7808313e-12a7-42ac-9977-cf888025d760, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:16:43.315791 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-2939ca75-a40f-40cf-8a89-a6aebf64c475 None None] For port 7808313e-12a7-42ac-9977-cf888025d760, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=7808313e-12a7-42ac-9977-cf888025d760,segment=NetworkSegment(91b8a6f4-24b2-4432-a8c6-88730ff1d7da),segment_id=91b8a6f4-24b2-4432-a8c6-88730ff1d7da)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:16:43.318005 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2a15fb-8486-49a0-9b13-51bffe161054 admin admin] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:16:43.327123 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-db2a15fb-8486-49a0-9b13-51bffe161054 admin admin] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:16:43.345412 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2939ca75-a40f-40cf-8a89-a6aebf64c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:43.411102 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2a15fb-8486-49a0-9b13-51bffe161054 admin admin] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:16:43.421663 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a15fb-8486-49a0-9b13-51bffe161054 admin admin] Pushing event updated for resources: {'Port': ['ID=0adc3546-fb12-4c42-a3b6-2c4b3e4ead18,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:43.464340 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274539c2-a33d-4a31-9977-9a23ceb0152f tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Pushing event updated for resources: {'Port': ['ID=2acebd8e-0d5f-4557-843d-4f3ab9413bd0,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:43.509158 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476123be-b0e0-4421-a16e-382df994359b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-a3374105-7763-4f59-8ecd-4b2572863d20', 'network_id': 'a3374105-7763-4f59-8ecd-4b2572863d20', 'tenant_id': '6d547de339ef40fb9b182c252c02735f', 'fixed_ips': [{'subnet_id': '4167aae8-c139-4297-bae8-be05dd0a58ca'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:16:43.510031 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-476123be-b0e0-4421-a16e-382df994359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:43.521717 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80e12f8-ded5-442d-a840-44834ec1fafa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-5c1cbc5b-79f3-44fe-a881-f91ab33966d7', 'network_id': '5c1cbc5b-79f3-44fe-a881-f91ab33966d7', 'tenant_id': '53996d5fb05a4682bb1d6dff196126df', 'fixed_ips': [{'subnet_id': 'dc68e97e-3fc0-433f-a054-2cde4e5595d8'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:16:43.522604 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a80e12f8-ded5-442d-a840-44834ec1fafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:43.554543 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:43.569625 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-eecdc873-a017-47ec-b239-9c8fa4f9ad69 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:43.578893 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2939ca75-a40f-40cf-8a89-a6aebf64c475 None None] Pushing event updated for resources: {'Port': ['ID=7808313e-12a7-42ac-9977-cf888025d760,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:43.630107 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port 1fc02295-445e-4682-b17a-3aebcdd967f3, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=1fc02295-445e-4682-b17a-3aebcdd967f3,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:16:43.754147 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d0eb18fa-b710-4b7d-8808-d4a23f1f3d60 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:43.794068 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-eecdc873-a017-47ec-b239-9c8fa4f9ad69 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:43.824724 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:44.037368 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-4d4cfa3b-4be1-4d22-bcfe-496a784c2562 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Allocated IP 172.20.0.6 (9dd846c0-4484-48a8-af8e-e0a23cca1051/2aef3b69-70e0-43a2-8b62-74decd8cee13/179c436e-2141-47ba-8e0a-b4b12a075780) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:16:44.104622 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=1fc02295-445e-4682-b17a-3aebcdd967f3,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:44.137593 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-a80e12f8-ded5-442d-a840-44834ec1fafa None None] Allocated IP 172.20.0.18 (5c1cbc5b-79f3-44fe-a881-f91ab33966d7/dc68e97e-3fc0-433f-a054-2cde4e5595d8/926f4dde-1f0f-4684-ae5c-3a55e91bcd15) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:16:44.189167 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecdc873-a017-47ec-b239-9c8fa4f9ad69 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Pushing event deleted for resources: {'Subnet': ['ID=f7fa456e-fd18-47d3-89fc-a7b535aa8ccc,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:44.207887 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b321c47-ed43-498c-8e80-c7d29413cee5 None None] Network d46bec3e-4ca9-45a8-ab62-40d23c2a655e requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:16:44.225175 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-99f4e245-fd6c-40f6-a9af-6f756e257a0d tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Allocated IP 2001:db8::f816:3eff:fee1:6941 (a3374105-7763-4f59-8ecd-4b2572863d20/4167aae8-c139-4297-bae8-be05dd0a58ca/17ac78e3-9947-464d-a3c9-5a67b812e495) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:16:44.254391 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-eecdc873-a017-47ec-b239-9c8fa4f9ad69 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:44.262683 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-eecdc873-a017-47ec-b239-9c8fa4f9ad69 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] 10.222.0.69 "DELETE /v2.0/subnets/f7fa456e-fd18-47d3-89fc-a7b535aa8ccc HTTP/1.1" status: 204 len: 168 time: 2.1645777 Dec 10 19:16:44.262683 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [None req-d0eb18fa-b710-4b7d-8808-d4a23f1f3d60 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] device_id is not set on port cce1a7e6-3378-49f5-9b7a-124f70a3bb81 yet. {{(pid=102366) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:16:44.268647 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52658) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:44.387883 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4c18feb4-16a6-402e-bcbf-728f0d574a16 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:44.390691 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-db2a15fb-8486-49a0-9b13-51bffe161054 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:44.523143 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a80e12f8-ded5-442d-a840-44834ec1fafa None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:44.532418 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a80e12f8-ded5-442d-a840-44834ec1fafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:44.584305 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159062ed-ed21-40ff-84cb-c2ce669c6685 None None] Network 92eb5ab5-5257-41b4-9aa3-e8da8d19d527 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:16:44.705581 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80e12f8-ded5-442d-a840-44834ec1fafa None None] Network 5c1cbc5b-79f3-44fe-a881-f91ab33966d7 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:16:44.746179 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-a80e12f8-ded5-442d-a840-44834ec1fafa None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:16:44.748336 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e12f8-ded5-442d-a840-44834ec1fafa None None] Pushing event updated for resources: {'Port': ['ID=926f4dde-1f0f-4684-ae5c-3a55e91bcd15,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:44.751778 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80e12f8-ded5-442d-a840-44834ec1fafa None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:16:44.758432 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-274539c2-a33d-4a31-9977-9a23ceb0152f tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks [] for router_gateway, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:44.764691 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 7808313e-12a7-42ac-9977-cf888025d760 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:16:44.868959 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4d4cfa3b-4be1-4d22-bcfe-496a784c2562 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:44.907902 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edd8c4a-2ff1-4282-b308-9f4754f75b49 None None] DHCP port deletion for d46bec3e-4ca9-45a8-ab62-40d23c2a655e request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:16:44.929359 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-b21bda76-c238-4d5f-b942-b099c726f563 None None] Provisioning complete for port 0f347db5-82ac-4512-a4bb-1f076ec0f377 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:44.930148 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b21bda76-c238-4d5f-b942-b099c726f563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:44.959700 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:16:45.022451 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-99f4e245-fd6c-40f6-a9af-6f756e257a0d tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:45.053954 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-a80e12f8-ded5-442d-a840-44834ec1fafa None None] Attempting to bind port 926f4dde-1f0f-4684-ae5c-3a55e91bcd15 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:16:45.054830 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-a80e12f8-ded5-442d-a840-44834ec1fafa None None] Attempting to bind port 926f4dde-1f0f-4684-ae5c-3a55e91bcd15 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '73585ab7-9ee1-4238-b99c-cc15412c089c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5c1cbc5b-79f3-44fe-a881-f91ab33966d7'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:16:45.055557 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80e12f8-ded5-442d-a840-44834ec1fafa None None] Attempting to bind port 926f4dde-1f0f-4684-ae5c-3a55e91bcd15 on network 5c1cbc5b-79f3-44fe-a881-f91ab33966d7 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:16:45.083600 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-99f4e245-fd6c-40f6-a9af-6f756e257a0d tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:45.150569 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 7808313e-12a7-42ac-9977-cf888025d760 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:45.151335 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:45.166855 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f4e245-fd6c-40f6-a9af-6f756e257a0d tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Pushing event updated for resources: {'Port': ['ID=17ac78e3-9947-464d-a3c9-5a67b812e495,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:45.184263 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-4c18feb4-16a6-402e-bcbf-728f0d574a16 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Deleting port ee19544b-49b5-4459-b95b-f5364621ee5b {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:16:45.185154 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4c18feb4-16a6-402e-bcbf-728f0d574a16 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:45.203802 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4d4cfa3b-4be1-4d22-bcfe-496a784c2562 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:45.208021 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f4e245-fd6c-40f6-a9af-6f756e257a0d tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Network a3374105-7763-4f59-8ecd-4b2572863d20 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:16:45.211265 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-99f4e245-fd6c-40f6-a9af-6f756e257a0d tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:16:45.219980 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f4e245-fd6c-40f6-a9af-6f756e257a0d tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:16:45.228731 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80e12f8-ded5-442d-a840-44834ec1fafa None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:16:45.229529 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80e12f8-ded5-442d-a840-44834ec1fafa None None] Checking segment: {'id': '73585ab7-9ee1-4238-b99c-cc15412c089c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5c1cbc5b-79f3-44fe-a881-f91ab33966d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:16:45.230293 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a80e12f8-ded5-442d-a840-44834ec1fafa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:45.231065 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80e12f8-ded5-442d-a840-44834ec1fafa None None] Bound using segment: {'id': '73585ab7-9ee1-4238-b99c-cc15412c089c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5c1cbc5b-79f3-44fe-a881-f91ab33966d7'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:16:45.231821 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f4e245-fd6c-40f6-a9af-6f756e257a0d tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:45.232094 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-a80e12f8-ded5-442d-a840-44834ec1fafa None None] Bound port: 926f4dde-1f0f-4684-ae5c-3a55e91bcd15, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73585ab7-9ee1-4238-b99c-cc15412c089c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5c1cbc5b-79f3-44fe-a881-f91ab33966d7'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:16:45.232572 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-99f4e245-fd6c-40f6-a9af-6f756e257a0d tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:45.233003 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a80e12f8-ded5-442d-a840-44834ec1fafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:45.238075 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-db2a15fb-8486-49a0-9b13-51bffe161054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:45.301248 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-99f4e245-fd6c-40f6-a9af-6f756e257a0d tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.3551178 Dec 10 19:16:45.347503 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6788b3-02cc-465a-ba25-bdda786c79c0 None None] Network 24f70241-3241-44cc-a65f-374de1f348f0 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:16:45.686696 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52660) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:45.771987 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-476123be-b0e0-4421-a16e-382df994359b None None] Allocated IP 2001:db8::f816:3eff:fe10:1473 (a3374105-7763-4f59-8ecd-4b2572863d20/4167aae8-c139-4297-bae8-be05dd0a58ca/7c1c4cef-0227-47e4-ad99-a5c1fc829a4e) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:16:45.773519 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-d0eb18fa-b710-4b7d-8808-d4a23f1f3d60 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Allocated IP 2001:db8::1dd (92eb5ab5-5257-41b4-9aa3-e8da8d19d527/44ae7811-6f4d-4ac1-9f50-ff64a2287c57/cce1a7e6-3378-49f5-9b7a-124f70a3bb81) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:16:45.774723 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_v2 [None req-06598238-9ff9-468d-8fe1-2de119f9f251 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Deleting subnet 4167aae8-c139-4297-bae8-be05dd0a58ca {{(pid=102365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:16:45.776894 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4cfa3b-4be1-4d22-bcfe-496a784c2562 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Network 9dd846c0-4484-48a8-af8e-e0a23cca1051 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:16:45.803913 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-4d4cfa3b-4be1-4d22-bcfe-496a784c2562 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:16:45.819281 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4cfa3b-4be1-4d22-bcfe-496a784c2562 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:16:45.821992 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-d0eb18fa-b710-4b7d-8808-d4a23f1f3d60 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Allocated IP 2001:db8:0:1::29d (92eb5ab5-5257-41b4-9aa3-e8da8d19d527/f7eab5b1-9670-4bd8-927e-03ef2336ae3c/cce1a7e6-3378-49f5-9b7a-124f70a3bb81) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:16:45.824168 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4cfa3b-4be1-4d22-bcfe-496a784c2562 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Pushing event updated for resources: {'Port': ['ID=179c436e-2141-47ba-8e0a-b4b12a075780,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:45.828012 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-4c18feb4-16a6-402e-bcbf-728f0d574a16 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] For port ee19544b-49b5-4459-b95b-f5364621ee5b, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=ee19544b-49b5-4459-b95b-f5364621ee5b,segment=NetworkSegment(d2d13d3a-d2a2-4589-bb79-b886df1657c2),segment_id=d2d13d3a-d2a2-4589-bb79-b886df1657c2)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:16:45.828416 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4c18feb4-16a6-402e-bcbf-728f0d574a16 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:45.839830 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db2a15fb-8486-49a0-9b13-51bffe161054 admin admin] Router 83006fac-2134-4452-9ed8-9dd94c1145b9 is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:16:45.885179 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-0edd8c4a-2ff1-4282-b308-9f4754f75b49 None None] Deleting port ee19544b-49b5-4459-b95b-f5364621ee5b {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:16:45.885806 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0edd8c4a-2ff1-4282-b308-9f4754f75b49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:45.903897 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-4c18feb4-16a6-402e-bcbf-728f0d574a16 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Calling delete_port for ee19544b-49b5-4459-b95b-f5364621ee5b owned by network:dhcp {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:16:45.955607 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-274539c2-a33d-4a31-9977-9a23ceb0152f tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3713082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3715814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8908'] for router, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:45.997514 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2a15fb-8486-49a0-9b13-51bffe161054 admin admin] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:16:46.022844 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-274539c2-a33d-4a31-9977-9a23ceb0152f tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3713075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3713068', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3715807'] for router, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:46.024006 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-db2a15fb-8486-49a0-9b13-51bffe161054 admin admin] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:46.030066 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-db2a15fb-8486-49a0-9b13-51bffe161054 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.1053224 Dec 10 19:16:46.031373 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52662) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:46.126585 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a87c39-f2f9-415f-88b3-13bb3c1fefdc None None] Sync routers for ids ['83006fac-2134-4452-9ed8-9dd94c1145b9'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:16:46.198872 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-a80e12f8-ded5-442d-a840-44834ec1fafa None None] For port 926f4dde-1f0f-4684-ae5c-3a55e91bcd15, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:16:46.258518 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4d4cfa3b-4be1-4d22-bcfe-496a784c2562 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:46.334751 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b21bda76-c238-4d5f-b942-b099c726f563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:46.381573 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-a80e12f8-ded5-442d-a840-44834ec1fafa None None] For port 926f4dde-1f0f-4684-ae5c-3a55e91bcd15, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=926f4dde-1f0f-4684-ae5c-3a55e91bcd15,segment=NetworkSegment(73585ab7-9ee1-4238-b99c-cc15412c089c),segment_id=73585ab7-9ee1-4238-b99c-cc15412c089c)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:16:46.387700 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a87c39-f2f9-415f-88b3-13bb3c1fefdc None None] Routers {'83006fac-2134-4452-9ed8-9dd94c1145b9'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:16:46.388798 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-d2a87c39-f2f9-415f-88b3-13bb3c1fefdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:16:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['83006fac-2134-4452-9ed8-9dd94c1145b9'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:46.397796 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4c18feb4-16a6-402e-bcbf-728f0d574a16 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:46.400880 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c16747a5-ae6b-42e5-b5ea-76e0522247d7 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:46.416133 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d0eb18fa-b710-4b7d-8808-d4a23f1f3d60 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:46.417426 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-0edd8c4a-2ff1-4282-b308-9f4754f75b49 None None] For port ee19544b-49b5-4459-b95b-f5364621ee5b, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=ee19544b-49b5-4459-b95b-f5364621ee5b,segment=NetworkSegment(d2d13d3a-d2a2-4589-bb79-b886df1657c2),segment_id=d2d13d3a-d2a2-4589-bb79-b886df1657c2)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:16:46.417579 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4d4cfa3b-4be1-4d22-bcfe-496a784c2562 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:46.418101 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0edd8c4a-2ff1-4282-b308-9f4754f75b49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:46.433506 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a80e12f8-ded5-442d-a840-44834ec1fafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:46.486687 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c18feb4-16a6-402e-bcbf-728f0d574a16 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Pushing event deleted for resources: {'Port': ['ID=ee19544b-49b5-4459-b95b-f5364621ee5b,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:46.493280 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c18feb4-16a6-402e-bcbf-728f0d574a16 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] No DVR routers for this DVR port ee19544b-49b5-4459-b95b-f5364621ee5b on host dv-neutron-821441-1-hyperv {{(pid=102366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:16:46.643715 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dde84ce7-97ee-4619-92d2-bfcf47258c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:46.681535 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-0edd8c4a-2ff1-4282-b308-9f4754f75b49 None None] Calling delete_port for ee19544b-49b5-4459-b95b-f5364621ee5b owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:16:46.689696 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:46.833671 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d0eb18fa-b710-4b7d-8808-d4a23f1f3d60 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:46.893554 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4c18feb4-16a6-402e-bcbf-728f0d574a16 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:46.908977 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-b21bda76-c238-4d5f-b942-b099c726f563 None None] For port 0f347db5-82ac-4512-a4bb-1f076ec0f377, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=0f347db5-82ac-4512-a4bb-1f076ec0f377,segment=NetworkSegment(ce63798b-9847-4cff-98f8-16d84ce7af16),segment_id=ce63798b-9847-4cff-98f8-16d84ce7af16)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:16:46.962848 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-274539c2-a33d-4a31-9977-9a23ceb0152f tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Router 4ae6b2da-46b7-4179-8de3-d206bfcef5ef is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:16:47.000816 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e12f8-ded5-442d-a840-44834ec1fafa None None] Pushing event updated for resources: {'Port': ['ID=926f4dde-1f0f-4684-ae5c-3a55e91bcd15,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:47.004353 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b21bda76-c238-4d5f-b942-b099c726f563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:47.012589 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-dde84ce7-97ee-4619-92d2-bfcf47258c3a admin admin] Allocated IP 172.20.0.1 (24f70241-3241-44cc-a65f-374de1f348f0/8d431d24-7af1-47c6-afa7-19e9588fcee0/972b085d-6751-41fa-91f4-b20ad0ebc04a) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:16:47.023895 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0eb18fa-b710-4b7d-8808-d4a23f1f3d60 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Network 92eb5ab5-5257-41b4-9aa3-e8da8d19d527 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:16:47.026787 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-4c18feb4-16a6-402e-bcbf-728f0d574a16 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d46bec3e-4ca9-45a8-ab62-40d23c2a655e']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:47.074675 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port 7808313e-12a7-42ac-9977-cf888025d760, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=7808313e-12a7-42ac-9977-cf888025d760,segment=NetworkSegment(91b8a6f4-24b2-4432-a8c6-88730ff1d7da),segment_id=91b8a6f4-24b2-4432-a8c6-88730ff1d7da)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:16:47.145891 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-d0eb18fa-b710-4b7d-8808-d4a23f1f3d60 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:16:47.149598 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-4c18feb4-16a6-402e-bcbf-728f0d574a16 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2d13d3a-d2a2-4589-bb79-b886df1657c2') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:47.149891 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-4c18feb4-16a6-402e-bcbf-728f0d574a16 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2d13d3a-d2a2-4589-bb79-b886df1657c2') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:47.152031 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:47.153314 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 1fc02295-445e-4682-b17a-3aebcdd967f3 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:16:47.166371 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0eb18fa-b710-4b7d-8808-d4a23f1f3d60 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:16:47.173031 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0eb18fa-b710-4b7d-8808-d4a23f1f3d60 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:47.173760 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d0eb18fa-b710-4b7d-8808-d4a23f1f3d60 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:47.178870 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-476123be-b0e0-4421-a16e-382df994359b None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:47.197222 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb18fa-b710-4b7d-8808-d4a23f1f3d60 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event updated for resources: {'Port': ['ID=cce1a7e6-3378-49f5-9b7a-124f70a3bb81,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:47.207501 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4c18feb4-16a6-402e-bcbf-728f0d574a16 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:47.255768 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dde84ce7-97ee-4619-92d2-bfcf47258c3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:47.263800 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-06598238-9ff9-468d-8fe1-2de119f9f251 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks [] for subnet, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:47.285296 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa942126-4791-440c-8476-aa32ca504e0c None None] Update dhcp port {'port': {'network_id': '92eb5ab5-5257-41b4-9aa3-e8da8d19d527', 'fixed_ips': [{'subnet_id': '44ae7811-6f4d-4ac1-9f50-ff64a2287c57', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f7eab5b1-9670-4bd8-927e-03ef2336ae3c'}], 'binding:host_id': 'dv-neutron-821441-1-hyperv'}, 'id': '0f347db5-82ac-4512-a4bb-1f076ec0f377'} from dv-neutron-821441-1-hyperv. {{(pid=102367) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 10 19:16:47.303820 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-d2a87c39-f2f9-415f-88b3-13bb3c1fefdc None None] Set router 83006fac-2134-4452-9ed8-9dd94c1145b9 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:16:47.346579 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-476123be-b0e0-4421-a16e-382df994359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:47.385583 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-06598238-9ff9-468d-8fe1-2de119f9f251 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353213'] for subnet, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:47.447035 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52666) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:47.448443 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d0eb18fa-b710-4b7d-8808-d4a23f1f3d60 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 5.3511815 Dec 10 19:16:47.461948 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21bda76-c238-4d5f-b942-b099c726f563 None None] Pushing event updated for resources: {'Port': ['ID=0f347db5-82ac-4512-a4bb-1f076ec0f377,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:47.466282 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-ee3e6c9c-645d-41c8-af11-a1d30784b88d tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '44ae7811-6f4d-4ac1-9f50-ff64a2287c57'}]}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:47.478783 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4c18feb4-16a6-402e-bcbf-728f0d574a16 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:47.506102 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c18feb4-16a6-402e-bcbf-728f0d574a16 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:16:47.506728 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4c18feb4-16a6-402e-bcbf-728f0d574a16 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:47.514397 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4d4cfa3b-4be1-4d22-bcfe-496a784c2562 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:47.517280 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:16:47.517280 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:16:47.517280 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:16:47.517280 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:16:47.517280 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:16:47.517280 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:16:47.517280 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:16:47.517280 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:16:47.517280 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:16:47.517280 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:16:47.517280 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:16:47.517280 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:16:47.517280 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:16:47.517280 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:16:47.517280 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:16:47.517280 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:16:47.517280 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:16:47.517280 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:16:47.517280 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:16:47.517280 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:16:47.517280 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:16:47.517280 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:16:47.517280 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:16:47.517280 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:16:47.517280 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:16:47.517280 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:16:47.517280 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:16:47.517280 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:16:47.517280 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:16:47.517280 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:16:47.517280 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:16:47.517280 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:16:47.564284 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-9bd9a758-10fc-48c8-ba88-6daf0a0a0ada None None] Provisioning complete for port 7808313e-12a7-42ac-9977-cf888025d760 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:47.564284 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-9bd9a758-10fc-48c8-ba88-6daf0a0a0ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:47.583438 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-fa942126-4791-440c-8476-aa32ca504e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:47.602701 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4d4cfa3b-4be1-4d22-bcfe-496a784c2562 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:47.610981 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476123be-b0e0-4421-a16e-382df994359b None None] Network a3374105-7763-4f59-8ecd-4b2572863d20 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:16:47.696480 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-476123be-b0e0-4421-a16e-382df994359b None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:16:47.699732 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0edd8c4a-2ff1-4282-b308-9f4754f75b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:47.717088 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476123be-b0e0-4421-a16e-382df994359b None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:16:47.741555 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dde84ce7-97ee-4619-92d2-bfcf47258c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:47.882851 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4cfa3b-4be1-4d22-bcfe-496a784c2562 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Pushing event updated for resources: {'Port': ['ID=179c436e-2141-47ba-8e0a-b4b12a075780,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:47.883730 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edd8c4a-2ff1-4282-b308-9f4754f75b49 None None] No DVR routers for this DVR port ee19544b-49b5-4459-b95b-f5364621ee5b on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:16:47.886253 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4c18feb4-16a6-402e-bcbf-728f0d574a16 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:47.914236 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 1fc02295-445e-4682-b17a-3aebcdd967f3 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:47.914999 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:47.926508 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=7808313e-12a7-42ac-9977-cf888025d760,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:47.975304 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde84ce7-97ee-4619-92d2-bfcf47258c3a admin admin] Network 24f70241-3241-44cc-a65f-374de1f348f0 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:16:47.981739 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4c18feb4-16a6-402e-bcbf-728f0d574a16 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:47.987927 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-4c18feb4-16a6-402e-bcbf-728f0d574a16 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] 10.222.0.69 "DELETE /v2.0/networks/d46bec3e-4ca9-45a8-ab62-40d23c2a655e HTTP/1.1" status: 204 len: 168 time: 3.7116663 Dec 10 19:16:47.988610 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde84ce7-97ee-4619-92d2-bfcf47258c3a admin admin] Pushing event updated for resources: {'Port': ['ID=972b085d-6751-41fa-91f4-b20ad0ebc04a,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:47.993396 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-dde84ce7-97ee-4619-92d2-bfcf47258c3a admin admin] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:16:48.015999 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde84ce7-97ee-4619-92d2-bfcf47258c3a admin admin] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:16:48.035852 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-274539c2-a33d-4a31-9977-9a23ceb0152f tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:16:48.038466 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c18feb4-16a6-402e-bcbf-728f0d574a16 tempest-NetworksIpV6Test-1938173642 tempest-NetworksIpV6Test-1938173642-project] Pushing event deleted for resources: {'Network': ['ID=d46bec3e-4ca9-45a8-ab62-40d23c2a655e,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:48.057312 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bff66f1-2700-44ea-8b79-7e1b0389427a None None] Sync routers for ids ['4ae6b2da-46b7-4179-8de3-d206bfcef5ef'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:16:48.060166 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-274539c2-a33d-4a31-9977-9a23ceb0152f tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:48.068955 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-274539c2-a33d-4a31-9977-9a23ceb0152f tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] 10.222.0.69 "PUT /v2.0/routers/4ae6b2da-46b7-4179-8de3-d206bfcef5ef HTTP/1.1" status: 200 len: 884 time: 11.2098641 Dec 10 19:16:48.073383 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52670) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:48.098547 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bff66f1-2700-44ea-8b79-7e1b0389427a None None] Routers {'4ae6b2da-46b7-4179-8de3-d206bfcef5ef'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:16:48.098547 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-4bff66f1-2700-44ea-8b79-7e1b0389427a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:16:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['4ae6b2da-46b7-4179-8de3-d206bfcef5ef'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:48.192224 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-4bff66f1-2700-44ea-8b79-7e1b0389427a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:48.221816 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bff66f1-2700-44ea-8b79-7e1b0389427a None None] Routers {'4ae6b2da-46b7-4179-8de3-d206bfcef5ef'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:16:48.224040 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-4bff66f1-2700-44ea-8b79-7e1b0389427a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:16:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['4ae6b2da-46b7-4179-8de3-d206bfcef5ef'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:48.261927 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4d4cfa3b-4be1-4d22-bcfe-496a784c2562 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3713103'] for floatingip, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:48.312137 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-c16747a5-ae6b-42e5-b5ea-76e0522247d7 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Allocated IP 172.20.0.17 (5c1cbc5b-79f3-44fe-a881-f91ab33966d7/dc68e97e-3fc0-433f-a054-2cde4e5595d8/449474b9-b1ac-4e58-91d9-f5aa9e56ea6e) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:16:48.361783 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4d4cfa3b-4be1-4d22-bcfe-496a784c2562 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:48.363631 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-4d4cfa3b-4be1-4d22-bcfe-496a784c2562 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 8.3728490 Dec 10 19:16:48.372079 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52674) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:48.414247 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-476123be-b0e0-4421-a16e-382df994359b None None] Attempting to bind port 7c1c4cef-0227-47e4-ad99-a5c1fc829a4e on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:16:48.414834 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-476123be-b0e0-4421-a16e-382df994359b None None] Attempting to bind port 7c1c4cef-0227-47e4-ad99-a5c1fc829a4e by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '14e96d1e-0d06-4811-aa87-4b89fe9a70f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a3374105-7763-4f59-8ecd-4b2572863d20'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:16:48.415674 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476123be-b0e0-4421-a16e-382df994359b None None] Attempting to bind port 7c1c4cef-0227-47e4-ad99-a5c1fc829a4e on network a3374105-7763-4f59-8ecd-4b2572863d20 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:16:48.429540 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-4bff66f1-2700-44ea-8b79-7e1b0389427a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:48.431744 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bff66f1-2700-44ea-8b79-7e1b0389427a None None] The sync data for ids ['4ae6b2da-46b7-4179-8de3-d206bfcef5ef'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:16:48.468018 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476123be-b0e0-4421-a16e-382df994359b None None] Pushing event updated for resources: {'Port': ['ID=7c1c4cef-0227-47e4-ad99-a5c1fc829a4e,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:48.493725 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476123be-b0e0-4421-a16e-382df994359b None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:16:48.494721 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476123be-b0e0-4421-a16e-382df994359b None None] Checking segment: {'id': '14e96d1e-0d06-4811-aa87-4b89fe9a70f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a3374105-7763-4f59-8ecd-4b2572863d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:16:48.495605 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-476123be-b0e0-4421-a16e-382df994359b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:48.496489 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476123be-b0e0-4421-a16e-382df994359b None None] Bound using segment: {'id': '14e96d1e-0d06-4811-aa87-4b89fe9a70f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a3374105-7763-4f59-8ecd-4b2572863d20'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:16:48.497574 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-476123be-b0e0-4421-a16e-382df994359b None None] Bound port: 7c1c4cef-0227-47e4-ad99-a5c1fc829a4e, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14e96d1e-0d06-4811-aa87-4b89fe9a70f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a3374105-7763-4f59-8ecd-4b2572863d20'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:16:48.498418 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-476123be-b0e0-4421-a16e-382df994359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:48.550791 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dde84ce7-97ee-4619-92d2-bfcf47258c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712030'] for router_interface, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:48.562371 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-6379a37f-0f7e-4a1e-b717-a7cedff78725 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] 10.222.0.69 "GET /v2.0/routers/4ae6b2da-46b7-4179-8de3-d206bfcef5ef HTTP/1.1" status: 200 len: 925 time: 0.4823701 Dec 10 19:16:48.574839 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52676) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:48.593986 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ee3e6c9c-645d-41c8-af11-a1d30784b88d tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:48.685189 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52678) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:48.727057 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c16747a5-ae6b-42e5-b5ea-76e0522247d7 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:48.734159 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd8c4a-2ff1-4282-b308-9f4754f75b49 None None] Pushing event deleted for resources: {'Port': ['ID=ee19544b-49b5-4459-b95b-f5364621ee5b,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:48.770919 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-06598238-9ff9-468d-8fe1-2de119f9f251 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:48.818823 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c16747a5-ae6b-42e5-b5ea-76e0522247d7 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:48.875766 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-3c3ce487-a2d4-4089-9b15-0b8b1ab2bdc7 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] 10.222.0.69 "GET /v2.0/floatingips?floating_network_id=9dd846c0-4484-48a8-af8e-e0a23cca1051 HTTP/1.1" status: 200 len: 689 time: 0.4821608 Dec 10 19:16:48.879566 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52682) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:48.951974 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16747a5-ae6b-42e5-b5ea-76e0522247d7 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Network 5c1cbc5b-79f3-44fe-a881-f91ab33966d7 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:16:48.960111 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-fa942126-4791-440c-8476-aa32ca504e0c None None] Allocated IP 2001:db8:0:1::2 (92eb5ab5-5257-41b4-9aa3-e8da8d19d527/f7eab5b1-9670-4bd8-927e-03ef2336ae3c/0f347db5-82ac-4512-a4bb-1f076ec0f377) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:16:48.969969 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea57aecc-cc4b-41a5-8c9a-69eb2fa909e9 None None] Network 5c1cbc5b-79f3-44fe-a881-f91ab33966d7 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:16:49.030824 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-eba4490b-1f3c-4de5-a954-6ec8e6a5d88a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bf34cb617e7c48e1adb6028fc04b4351&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3438501 Dec 10 19:16:49.037644 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-c16747a5-ae6b-42e5-b5ea-76e0522247d7 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:16:49.043305 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52684) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:49.071036 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 0f347db5-82ac-4512-a4bb-1f076ec0f377 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:16:49.081140 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-d2a87c39-f2f9-415f-88b3-13bb3c1fefdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83006fac-2134-4452-9ed8-9dd94c1145b9', 'name': 'tempest-ServerActionsTestJSON-713841711-router', 'tenant_id': 'ebdd8c4cae7b4f17bfa866554f8f9f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.151'}], 'enable_snat': True}, 'gw_port_id': '0adc3546-fb12-4c42-a3b6-2c4b3e4ead18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:16:39Z', 'updated_at': '2021-12-10T19:16:43Z', 'revision_number': 3, 'project_id': 'ebdd8c4cae7b4f17bfa866554f8f9f53', 'gw_port': {'id': '0adc3546-fb12-4c42-a3b6-2c4b3e4ead18', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83006fac-2134-4452-9ed8-9dd94c1145b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:41Z', 'updated_at': '2021-12-10T19:16:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:49.084659 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd05c21-d863-4b80-8671-120cacb7a786 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:49.086203 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16747a5-ae6b-42e5-b5ea-76e0522247d7 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:16:49.086549 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-efd05c21-d863-4b80-8671-120cacb7a786 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=68e2ee80-e7f8-4be2-b0d8-392fd4a4e031&device_id=4ae6b2da-46b7-4179-8de3-d206bfcef5ef&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5092776 Dec 10 19:16:49.092011 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16747a5-ae6b-42e5-b5ea-76e0522247d7 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Pushing event updated for resources: {'Port': ['ID=449474b9-b1ac-4e58-91d9-f5aa9e56ea6e,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:49.101690 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52686) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:49.196904 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-06598238-9ff9-468d-8fe1-2de119f9f251 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:49.294718 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06598238-9ff9-468d-8fe1-2de119f9f251 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Pushing event deleted for resources: {'Subnet': ['ID=4167aae8-c139-4297-bae8-be05dd0a58ca,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:49.300179 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-72b93d1b-7c7d-4c66-8b56-9fe12e840f3b tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:49.323989 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-06598238-9ff9-468d-8fe1-2de119f9f251 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:49.329082 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-06598238-9ff9-468d-8fe1-2de119f9f251 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] 10.222.0.69 "DELETE /v2.0/subnets/4167aae8-c139-4297-bae8-be05dd0a58ca HTTP/1.1" status: 204 len: 168 time: 3.6411159 Dec 10 19:16:49.338969 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52688) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:49.379577 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c16747a5-ae6b-42e5-b5ea-76e0522247d7 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712030'] for router_interface, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:49.409495 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-476123be-b0e0-4421-a16e-382df994359b None None] For port 7c1c4cef-0227-47e4-ad99-a5c1fc829a4e, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:16:49.415765 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a87c39-f2f9-415f-88b3-13bb3c1fefdc None None] Checking router: 83006fac-2134-4452-9ed8-9dd94c1145b9 for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:16:49.416108 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a87c39-f2f9-415f-88b3-13bb3c1fefdc None None] Updating router 83006fac-2134-4452-9ed8-9dd94c1145b9 port 0adc3546-fb12-4c42-a3b6-2c4b3e4ead18 binding host dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:16:49.434995 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-b214c7c8-7aef-4519-a257-cdc5e5ea530c None None] Provisioning complete for port 972b085d-6751-41fa-91f4-b20ad0ebc04a triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:49.435354 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b214c7c8-7aef-4519-a257-cdc5e5ea530c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:49.479024 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-476123be-b0e0-4421-a16e-382df994359b None None] For port 7c1c4cef-0227-47e4-ad99-a5c1fc829a4e, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=7c1c4cef-0227-47e4-ad99-a5c1fc829a4e,segment=NetworkSegment(14e96d1e-0d06-4811-aa87-4b89fe9a70f6),segment_id=14e96d1e-0d06-4811-aa87-4b89fe9a70f6)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:16:49.491115 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dde84ce7-97ee-4619-92d2-bfcf47258c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:49.512230 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-476123be-b0e0-4421-a16e-382df994359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:49.541728 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d2a87c39-f2f9-415f-88b3-13bb3c1fefdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:49.546436 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f5535853-20bc-4d79-b2e0-9c033c463853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:49.628337 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d294f38e-fdbd-4f9b-b5e2-551a128f0e1e tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:49.635113 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d294f38e-fdbd-4f9b-b5e2-551a128f0e1e tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] 10.222.0.69 "GET /v2.0/networks/68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 HTTP/1.1" status: 200 len: 881 time: 0.5168996 Dec 10 19:16:49.648468 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-b214c7c8-7aef-4519-a257-cdc5e5ea530c None None] Port 972b085d-6751-41fa-91f4-b20ad0ebc04a cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:16:49.656214 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc59431-c786-482b-88ad-717e0f7e7cca tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:49.657093 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-fa942126-4791-440c-8476-aa32ca504e0c None None] For port 0f347db5-82ac-4512-a4bb-1f076ec0f377, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=0f347db5-82ac-4512-a4bb-1f076ec0f377,segment=NetworkSegment(ce63798b-9847-4cff-98f8-16d84ce7af16),segment_id=ce63798b-9847-4cff-98f8-16d84ce7af16)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:16:49.661132 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc59431-c786-482b-88ad-717e0f7e7cca tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:49.663879 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-cbc59431-c786-482b-88ad-717e0f7e7cca tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3196263 Dec 10 19:16:49.667369 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52690) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:49.667978 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52692) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:49.761267 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f5535853-20bc-4d79-b2e0-9c033c463853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:49.787733 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476123be-b0e0-4421-a16e-382df994359b None None] Pushing event updated for resources: {'Port': ['ID=7c1c4cef-0227-47e4-ad99-a5c1fc829a4e,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:49.825590 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 0f347db5-82ac-4512-a4bb-1f076ec0f377 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:49.825941 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:49.828438 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-b214c7c8-7aef-4519-a257-cdc5e5ea530c None None] Provisioning complete for port 7808313e-12a7-42ac-9977-cf888025d760 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:49.828924 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b214c7c8-7aef-4519-a257-cdc5e5ea530c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:49.848924 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-fa942126-4791-440c-8476-aa32ca504e0c None None] Notify callbacks [] for port, precommit_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:49.865489 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-ed8137d0-f5ca-4753-813a-349328860c11 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ae6b2da-46b7-4179-8de3-d206bfcef5ef HTTP/1.1" status: 200 len: 205 time: 0.1752493 Dec 10 19:16:49.873958 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-72b93d1b-7c7d-4c66-8b56-9fe12e840f3b tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Deleting port 179c436e-2141-47ba-8e0a-b4b12a075780 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:16:49.874501 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-72b93d1b-7c7d-4c66-8b56-9fe12e840f3b tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:49.948887 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-fa942126-4791-440c-8476-aa32ca504e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:49.969016 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52694) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:50.113331 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f5535853-20bc-4d79-b2e0-9c033c463853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:50.119076 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f5535853-20bc-4d79-b2e0-9c033c463853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:50.121249 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-f5535853-20bc-4d79-b2e0-9c033c463853 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a8f8006f-a886-4601-83c5-ae28e2cc79c3 HTTP/1.1" status: 204 len: 168 time: 1.0660443 Dec 10 19:16:50.151468 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-47263517-e878-408a-8120-972a9b705511 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:50.225952 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5535853-20bc-4d79-b2e0-9c033c463853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f8006f-a886-4601-83c5-ae28e2cc79c3,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:50.245408 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-72b93d1b-7c7d-4c66-8b56-9fe12e840f3b tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:50.246030 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-72b93d1b-7c7d-4c66-8b56-9fe12e840f3b tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:50.248747 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-ee3e6c9c-645d-41c8-af11-a1d30784b88d tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Delete allocated IP 2001:db8:0:1::29d (92eb5ab5-5257-41b4-9aa3-e8da8d19d527/f7eab5b1-9670-4bd8-927e-03ef2336ae3c) {{(pid=102365) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 10 19:16:50.256049 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-47263517-e878-408a-8120-972a9b705511 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 10 19:16:50.257115 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47263517-e878-408a-8120-972a9b705511 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:16:50.264176 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-47263517-e878-408a-8120-972a9b705511 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] 10.222.0.69 "DELETE /v2.0/networks/a3374105-7763-4f59-8ecd-4b2572863d20 HTTP/1.1" status: 409 len: 405 time: 0.5710864 Dec 10 19:16:50.271823 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c16747a5-ae6b-42e5-b5ea-76e0522247d7 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:50.277763 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52698) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:50.285215 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-2e0f7c5a-2267-46c4-bd36-81fcef1632cb tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-834706661'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:50.309091 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-72b93d1b-7c7d-4c66-8b56-9fe12e840f3b tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Calling delete_port for 179c436e-2141-47ba-8e0a-b4b12a075780 owned by network:floatingip {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:16:50.407357 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dde84ce7-97ee-4619-92d2-bfcf47258c3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:50.415397 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-11573eb5-0de2-4ed4-82fe-4db7040f8f6f tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks [] for router, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:50.446280 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa942126-4791-440c-8476-aa32ca504e0c None None] Pushing event updated for resources: {'Port': ['ID=0f347db5-82ac-4512-a4bb-1f076ec0f377,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:50.482906 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dde84ce7-97ee-4619-92d2-bfcf47258c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:50.596671 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-9f497738-4293-4519-9cb7-8f822a2d9b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:50.810425 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-b214c7c8-7aef-4519-a257-cdc5e5ea530c None None] Provisioning complete for port 926f4dde-1f0f-4684-ae5c-3a55e91bcd15 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:50.810797 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b214c7c8-7aef-4519-a257-cdc5e5ea530c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:51.017487 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d2a87c39-f2f9-415f-88b3-13bb3c1fefdc None None] Notify callbacks [] for port, precommit_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:51.065761 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d2a87c39-f2f9-415f-88b3-13bb3c1fefdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:51.140221 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 7808313e-12a7-42ac-9977-cf888025d760 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:16:51.375988 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b214c7c8-7aef-4519-a257-cdc5e5ea530c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:51.391441 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c73485-cc3f-4e11-a204-2a6badb01074 None None] Pushing event updated for resources: {'Port': ['ID=0adc3546-fb12-4c42-a3b6-2c4b3e4ead18,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:51.409547 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-d2a87c39-f2f9-415f-88b3-13bb3c1fefdc None None] Attempting to bind port 0adc3546-fb12-4c42-a3b6-2c4b3e4ead18 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:16:51.411808 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-d2a87c39-f2f9-415f-88b3-13bb3c1fefdc None None] Attempting to bind port 0adc3546-fb12-4c42-a3b6-2c4b3e4ead18 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:16:51.412410 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a87c39-f2f9-415f-88b3-13bb3c1fefdc None None] Attempting to bind port 0adc3546-fb12-4c42-a3b6-2c4b3e4ead18 on network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:16:51.457747 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a87c39-f2f9-415f-88b3-13bb3c1fefdc None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:16:51.459159 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a87c39-f2f9-415f-88b3-13bb3c1fefdc None None] Checking segment: {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:16:51.459736 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d2a87c39-f2f9-415f-88b3-13bb3c1fefdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:51.460293 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a87c39-f2f9-415f-88b3-13bb3c1fefdc None None] Bound using segment: {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:16:51.460995 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-d2a87c39-f2f9-415f-88b3-13bb3c1fefdc None None] Bound port: 0adc3546-fb12-4c42-a3b6-2c4b3e4ead18, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:16:51.461577 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d2a87c39-f2f9-415f-88b3-13bb3c1fefdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:51.501170 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 7808313e-12a7-42ac-9977-cf888025d760 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:51.505344 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:51.542158 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-b214c7c8-7aef-4519-a257-cdc5e5ea530c None None] For port 926f4dde-1f0f-4684-ae5c-3a55e91bcd15, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=926f4dde-1f0f-4684-ae5c-3a55e91bcd15,segment=NetworkSegment(73585ab7-9ee1-4238-b99c-cc15412c089c),segment_id=73585ab7-9ee1-4238-b99c-cc15412c089c)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:16:51.573331 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b214c7c8-7aef-4519-a257-cdc5e5ea530c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:51.584955 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0f7c5a-2267-46c4-bd36-81fcef1632cb tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Made reservation on behalf of 6d547de339ef40fb9b182c252c02735f for: {'network': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:16:51.588974 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2e0f7c5a-2267-46c4-bd36-81fcef1632cb tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:51.696369 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-d2a87c39-f2f9-415f-88b3-13bb3c1fefdc None None] For port 0adc3546-fb12-4c42-a3b6-2c4b3e4ead18, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:16:51.740869 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9854781-5761-4eb1-ab33-9a4eefcbcb98 None None] Network a3374105-7763-4f59-8ecd-4b2572863d20 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:16:51.746872 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e0f7c5a-2267-46c4-bd36-81fcef1632cb tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=102365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:16:51.751537 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-d2a87c39-f2f9-415f-88b3-13bb3c1fefdc None None] For port 0adc3546-fb12-4c42-a3b6-2c4b3e4ead18, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=0adc3546-fb12-4c42-a3b6-2c4b3e4ead18,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:16:51.755995 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dde84ce7-97ee-4619-92d2-bfcf47258c3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3755716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711339'] for router_interface, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:51.832734 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2e0f7c5a-2267-46c4-bd36-81fcef1632cb tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:51.833061 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.segments_db [None req-2e0f7c5a-2267-46c4-bd36-81fcef1632cb tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Added segment 17686f03-bb0a-4dc0-9729-768107e9e919 of type vlan for network b6130959-0997-48b4-b782-dfd249a8a3c1 Dec 10 19:16:51.834482 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde84ce7-97ee-4619-92d2-bfcf47258c3a admin admin] Pushing event updated for resources: {'Port': ['ID=972b085d-6751-41fa-91f4-b20ad0ebc04a,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:51.853353 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d2a87c39-f2f9-415f-88b3-13bb3c1fefdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:51.871083 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f1c7c7-5a27-4755-af81-6a566acb4935 None None] Network 92eb5ab5-5257-41b4-9aa3-e8da8d19d527 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:16:51.877605 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b214c7c8-7aef-4519-a257-cdc5e5ea530c None None] Pushing event updated for resources: {'Port': ['ID=926f4dde-1f0f-4684-ae5c-3a55e91bcd15,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:51.913069 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c16747a5-ae6b-42e5-b5ea-76e0522247d7 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:51.920662 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c16747a5-ae6b-42e5-b5ea-76e0522247d7 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:52.003128 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ee3e6c9c-645d-41c8-af11-a1d30784b88d tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:52.006103 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2e0f7c5a-2267-46c4-bd36-81fcef1632cb tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:52.018466 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16747a5-ae6b-42e5-b5ea-76e0522247d7 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Pushing event updated for resources: {'Port': ['ID=449474b9-b1ac-4e58-91d9-f5aa9e56ea6e,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:52.022073 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-11573eb5-0de2-4ed4-82fe-4db7040f8f6f tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:52.031929 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ee3e6c9c-645d-41c8-af11-a1d30784b88d tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:52.059793 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c16747a5-ae6b-42e5-b5ea-76e0522247d7 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3755716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711339'] for router_interface, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:52.161343 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52718) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:52.193482 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-ee3e6c9c-645d-41c8-af11-a1d30784b88d tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] In _notify_port_updated(), no bound segment for port cce1a7e6-3378-49f5-9b7a-124f70a3bb81 on network 92eb5ab5-5257-41b4-9aa3-e8da8d19d527 {{(pid=102365) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 10 19:16:52.200253 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3e6c9c-645d-41c8-af11-a1d30784b88d tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:52.200253 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ee3e6c9c-645d-41c8-af11-a1d30784b88d tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:52.201669 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-ee3e6c9c-645d-41c8-af11-a1d30784b88d tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "PUT /v2.0/ports/cce1a7e6-3378-49f5-9b7a-124f70a3bb81 HTTP/1.1" status: 200 len: 926 time: 4.7450683 Dec 10 19:16:52.207652 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52722) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:52.214476 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-24c32c37-c30e-463e-857d-5140dd218395 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '44ae7811-6f4d-4ac1-9f50-ff64a2287c57'}, {'subnet_id': 'f7eab5b1-9670-4bd8-927e-03ef2336ae3c'}]}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:52.249991 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16747a5-ae6b-42e5-b5ea-76e0522247d7 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Network 5c1cbc5b-79f3-44fe-a881-f91ab33966d7 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:16:52.255171 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-c16747a5-ae6b-42e5-b5ea-76e0522247d7 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:16:52.258109 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3e6c9c-645d-41c8-af11-a1d30784b88d tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event updated for resources: {'Port': ['ID=cce1a7e6-3378-49f5-9b7a-124f70a3bb81,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:52.295807 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2e0f7c5a-2267-46c4-bd36-81fcef1632cb tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:52.303051 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 7c1c4cef-0227-47e4-ad99-a5c1fc829a4e up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:16:52.317957 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0f7c5a-2267-46c4-bd36-81fcef1632cb tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:52.319579 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2e0f7c5a-2267-46c4-bd36-81fcef1632cb tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:52.365222 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde84ce7-97ee-4619-92d2-bfcf47258c3a admin admin] Network 24f70241-3241-44cc-a65f-374de1f348f0 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:16:52.380040 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-dde84ce7-97ee-4619-92d2-bfcf47258c3a admin admin] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:16:52.383178 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-72b93d1b-7c7d-4c66-8b56-9fe12e840f3b tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:52.399547 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-90cde74f-5862-4b23-9414-ad33415a6117 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-192437281'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:52.414147 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-56cc8e36-8d76-4256-91cc-154c974e21d9 None None] Provisioning complete for port 449474b9-b1ac-4e58-91d9-f5aa9e56ea6e triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:52.416330 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-56cc8e36-8d76-4256-91cc-154c974e21d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:52.452343 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-2e0f7c5a-2267-46c4-bd36-81fcef1632cb tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.1728070 Dec 10 19:16:52.456603 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52724) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:52.465615 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-ab156cf4-a51a-470c-a028-d6cff3846057 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Request body: {'subnet': {'network_id': 'b6130959-0997-48b4-b782-dfd249a8a3c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:52.496096 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90cde74f-5862-4b23-9414-ad33415a6117 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Made reservation on behalf of 4138d9758a3e4f5e8bb3fafb058d33af for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:16:52.503316 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-90cde74f-5862-4b23-9414-ad33415a6117 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:52.579925 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-90cde74f-5862-4b23-9414-ad33415a6117 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:52.642773 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c73485-cc3f-4e11-a204-2a6badb01074 None None] Pushing event updated for resources: {'Port': ['ID=0adc3546-fb12-4c42-a3b6-2c4b3e4ead18,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:52.698320 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b93d1b-7c7d-4c66-8b56-9fe12e840f3b tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Pushing event deleted for resources: {'Port': ['ID=179c436e-2141-47ba-8e0a-b4b12a075780,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:52.750895 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde84ce7-97ee-4619-92d2-bfcf47258c3a admin admin] Router 83006fac-2134-4452-9ed8-9dd94c1145b9 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:16:52.770620 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0f7c5a-2267-46c4-bd36-81fcef1632cb tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Pushing event updated for resources: {'Network': ['ID=b6130959-0997-48b4-b782-dfd249a8a3c1,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:52.823297 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-24c32c37-c30e-463e-857d-5140dd218395 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:52.846235 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c16747a5-ae6b-42e5-b5ea-76e0522247d7 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Router fd028d83-0a01-4e61-bcd4-80be5cede6b1 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:16:52.864653 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-11573eb5-0de2-4ed4-82fe-4db7040f8f6f tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Deleting port 2acebd8e-0d5f-4557-843d-4f3ab9413bd0 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:16:52.865156 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-11573eb5-0de2-4ed4-82fe-4db7040f8f6f tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:52.874389 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab156cf4-a51a-470c-a028-d6cff3846057 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Made reservation on behalf of 6d547de339ef40fb9b182c252c02735f for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:16:52.878706 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ab156cf4-a51a-470c-a028-d6cff3846057 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:52.953496 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-56cc8e36-8d76-4256-91cc-154c974e21d9 None None] Port 449474b9-b1ac-4e58-91d9-f5aa9e56ea6e cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:16:52.977052 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network b6130959-0997-48b4-b782-dfd249a8a3c1 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:16:52.985562 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a87c39-f2f9-415f-88b3-13bb3c1fefdc None None] Routers {'83006fac-2134-4452-9ed8-9dd94c1145b9'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:16:52.986957 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-d2a87c39-f2f9-415f-88b3-13bb3c1fefdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:16:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['83006fac-2134-4452-9ed8-9dd94c1145b9'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:53.024196 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-72b93d1b-7c7d-4c66-8b56-9fe12e840f3b tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:53.099858 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-11573eb5-0de2-4ed4-82fe-4db7040f8f6f tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:53.121544 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-11573eb5-0de2-4ed4-82fe-4db7040f8f6f tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Calling delete_port for 2acebd8e-0d5f-4557-843d-4f3ab9413bd0 owned by network:router_gateway {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:16:53.166066 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-90cde74f-5862-4b23-9414-ad33415a6117 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:53.182956 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde84ce7-97ee-4619-92d2-bfcf47258c3a admin admin] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:16:53.186733 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-72b93d1b-7c7d-4c66-8b56-9fe12e840f3b tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:53.192569 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-90cde74f-5862-4b23-9414-ad33415a6117 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:53.194999 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-dde84ce7-97ee-4619-92d2-bfcf47258c3a admin admin] 10.222.0.69 "PUT /v2.0/routers/83006fac-2134-4452-9ed8-9dd94c1145b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1633956 Dec 10 19:16:53.213591 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-56cc8e36-8d76-4256-91cc-154c974e21d9 None None] Provisioning complete for port 7c1c4cef-0227-47e4-ad99-a5c1fc829a4e triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:53.213591 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-56cc8e36-8d76-4256-91cc-154c974e21d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:53.309675 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c16b0ab-3085-4f07-a22d-c51fba25f47a None None] DHCP port deletion for a3374105-7763-4f59-8ecd-4b2572863d20 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:16:53.334660 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 7c1c4cef-0227-47e4-ad99-a5c1fc829a4e triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:53.335199 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:53.342204 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c16747a5-ae6b-42e5-b5ea-76e0522247d7 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:16:53.383164 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-72b93d1b-7c7d-4c66-8b56-9fe12e840f3b tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:53.416481 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95e994f-8c4f-4b9c-8aa1-7e7859bde2d2 None None] Sync routers for ids ['fd028d83-0a01-4e61-bcd4-80be5cede6b1'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:16:53.444079 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b93d1b-7c7d-4c66-8b56-9fe12e840f3b tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2aef3b69-70e0-43a2-8b62-74decd8cee13,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:53.466737 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-c16747a5-ae6b-42e5-b5ea-76e0522247d7 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "PUT /v2.0/routers/fd028d83-0a01-4e61-bcd4-80be5cede6b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4530885 Dec 10 19:16:53.499558 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-d2a87c39-f2f9-415f-88b3-13bb3c1fefdc None None] Set router 83006fac-2134-4452-9ed8-9dd94c1145b9 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:16:53.525332 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90cde74f-5862-4b23-9414-ad33415a6117 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:16:53.539618 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-90cde74f-5862-4b23-9414-ad33415a6117 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:53.539958 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-90cde74f-5862-4b23-9414-ad33415a6117 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Added segment 4e57584e-1d37-4ca1-9dad-464fc7933bc9 of type vlan for network 8831617a-ba6a-459b-95f0-c7e5f9fdb3c4 Dec 10 19:16:53.589740 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-90cde74f-5862-4b23-9414-ad33415a6117 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:53.710759 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95e994f-8c4f-4b9c-8aa1-7e7859bde2d2 None None] Routers {'fd028d83-0a01-4e61-bcd4-80be5cede6b1'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:16:53.712211 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-b95e994f-8c4f-4b9c-8aa1-7e7859bde2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:16:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['fd028d83-0a01-4e61-bcd4-80be5cede6b1'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:53.717571 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cde74f-5862-4b23-9414-ad33415a6117 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71008470-7524-4568-88d8-b5a4ab6ca91c,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:53.727405 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-90cde74f-5862-4b23-9414-ad33415a6117 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:53.741686 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90cde74f-5862-4b23-9414-ad33415a6117 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:53.742397 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-90cde74f-5862-4b23-9414-ad33415a6117 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:53.743269 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-72b93d1b-7c7d-4c66-8b56-9fe12e840f3b tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:53.799852 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-72b93d1b-7c7d-4c66-8b56-9fe12e840f3b tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dd846c0-4484-48a8-af8e-e0a23cca1051']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:53.815028 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-11573eb5-0de2-4ed4-82fe-4db7040f8f6f tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:53.882943 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cde74f-5862-4b23-9414-ad33415a6117 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event updated for resources: {'Network': ['ID=8831617a-ba6a-459b-95f0-c7e5f9fdb3c4,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:53.893746 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-90cde74f-5862-4b23-9414-ad33415a6117 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7237213 Dec 10 19:16:53.921562 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-72b93d1b-7c7d-4c66-8b56-9fe12e840f3b tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc55eb4c-e116-42f5-93cd-c9e2197d14ff') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:53.922558 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-72b93d1b-7c7d-4c66-8b56-9fe12e840f3b tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc55eb4c-e116-42f5-93cd-c9e2197d14ff') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:53.926456 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52752) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:53.974359 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-2c0460ab-5122-48a5-800d-252b85cb059b tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Request body: {'port': {'network_id': '8831617a-ba6a-459b-95f0-c7e5f9fdb3c4', 'name': 'tempest-PortsTestJSON-1233147271'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:53.982127 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11573eb5-0de2-4ed4-82fe-4db7040f8f6f tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Pushing event deleted for resources: {'Port': ['ID=2acebd8e-0d5f-4557-843d-4f3ab9413bd0,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:54.040485 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-72b93d1b-7c7d-4c66-8b56-9fe12e840f3b tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:54.132701 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 8831617a-ba6a-459b-95f0-c7e5f9fdb3c4 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:16:54.226157 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.objects.ports [None req-ab156cf4-a51a-470c-a028-d6cff3846057 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102366) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 19:16:54.232194 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ab156cf4-a51a-470c-a028-d6cff3846057 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:54.283851 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-72b93d1b-7c7d-4c66-8b56-9fe12e840f3b tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:54.302720 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52754) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:54.326104 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab156cf4-a51a-470c-a028-d6cff3846057 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Pushing event updated for resources: {'Subnet': ['ID=ec96616f-976c-41a9-8922-496901f336ed,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:54.326812 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-d6fbb242-6e0b-48a7-a88a-2c0f5ad2d10a tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1631269150', 'description': 'tempest-description--1914494108'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:54.331976 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-24c32c37-c30e-463e-857d-5140dd218395 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Allocated IP 2001:db8:0:1::2c1 (92eb5ab5-5257-41b4-9aa3-e8da8d19d527/f7eab5b1-9670-4bd8-927e-03ef2336ae3c/cce1a7e6-3378-49f5-9b7a-124f70a3bb81) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:16:54.391550 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72b93d1b-7c7d-4c66-8b56-9fe12e840f3b tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:16:54.392685 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-72b93d1b-7c7d-4c66-8b56-9fe12e840f3b tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:54.420363 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:16:54.420363 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:16:54.420363 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:16:54.420363 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:16:54.420363 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:16:54.420363 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:16:54.420363 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:16:54.420363 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:16:54.420363 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:16:54.420363 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:16:54.420363 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:16:54.420363 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:16:54.420363 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:16:54.420363 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:16:54.420363 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:16:54.420363 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:16:54.420363 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:16:54.420363 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:16:54.420363 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:16:54.420363 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:16:54.420363 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:16:54.420363 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:16:54.420363 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:16:54.420363 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:16:54.420363 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:16:54.420363 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:16:54.420363 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:16:54.420363 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:16:54.420363 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:16:54.420363 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:16:54.420363 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:16:54.420363 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:16:54.428099 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab156cf4-a51a-470c-a028-d6cff3846057 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Checking segment: {'id': '17686f03-bb0a-4dc0-9729-768107e9e919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b6130959-0997-48b4-b782-dfd249a8a3c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:16:54.428724 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab156cf4-a51a-470c-a028-d6cff3846057 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Network hostable DHCP agents. Network: b6130959-0997-48b4-b782-dfd249a8a3c1, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:16:54.459298 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-28b05bab-7cbf-40b2-b5f1-6dab1eb9a603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:54.471952 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab156cf4-a51a-470c-a028-d6cff3846057 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Network b6130959-0997-48b4-b782-dfd249a8a3c1 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:16:54.495054 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-ab156cf4-a51a-470c-a028-d6cff3846057 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, b6130959-0997-48b4-b782-dfd249a8a3c1) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:16:54.514008 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab156cf4-a51a-470c-a028-d6cff3846057 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:54.514609 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ab156cf4-a51a-470c-a028-d6cff3846057 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:54.532453 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-56cc8e36-8d76-4256-91cc-154c974e21d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:54.551554 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-ab156cf4-a51a-470c-a028-d6cff3846057 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.0897899 Dec 10 19:16:54.553968 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52756) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:54.554231 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-18576ea4-a6f1-4797-81ba-ca69f657011a req-d8ddcfc0-5eab-4b69-8681-00496782be48 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-937229595&fields=id&tenant_id=53996d5fb05a4682bb1d6dff196126df HTTP/1.1" status: 200 len: 267 time: 0.6231551 Dec 10 19:16:54.555737 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-6c16b0ab-3085-4f07-a22d-c51fba25f47a None None] Deleting port 7c1c4cef-0227-47e4-ad99-a5c1fc829a4e {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:16:54.556112 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6c16b0ab-3085-4f07-a22d-c51fba25f47a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:54.560929 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b85456d-7a3a-4720-910c-94f279d5e2ce None None] Network b6130959-0997-48b4-b782-dfd249a8a3c1 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:16:54.563391 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-11573eb5-0de2-4ed4-82fe-4db7040f8f6f tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3713145'] for router_gateway, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:54.681012 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-24c32c37-c30e-463e-857d-5140dd218395 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:54.688640 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d6fbb242-6e0b-48a7-a88a-2c0f5ad2d10a tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:54.691881 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-24c32c37-c30e-463e-857d-5140dd218395 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:54.698222 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-b95e994f-8c4f-4b9c-8aa1-7e7859bde2d2 None None] Set router fd028d83-0a01-4e61-bcd4-80be5cede6b1 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:16:54.739038 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:54.817335 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-36c1fe87-fae0-4526-8d87-3de819be49a1 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:54.820850 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-6c16b0ab-3085-4f07-a22d-c51fba25f47a None None] For port 7c1c4cef-0227-47e4-ad99-a5c1fc829a4e, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=7c1c4cef-0227-47e4-ad99-a5c1fc829a4e,segment=NetworkSegment(14e96d1e-0d06-4811-aa87-4b89fe9a70f6),segment_id=14e96d1e-0d06-4811-aa87-4b89fe9a70f6)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:16:54.821393 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6c16b0ab-3085-4f07-a22d-c51fba25f47a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:54.842881 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0460ab-5122-48a5-800d-252b85cb059b tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Made reservation on behalf of 4138d9758a3e4f5e8bb3fafb058d33af for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:16:54.848784 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2c0460ab-5122-48a5-800d-252b85cb059b tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:54.851643 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-72b93d1b-7c7d-4c66-8b56-9fe12e840f3b tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:54.858962 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c32c37-c30e-463e-857d-5140dd218395 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event updated for resources: {'Port': ['ID=cce1a7e6-3378-49f5-9b7a-124f70a3bb81,revision_number=3']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:54.865880 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-24c32c37-c30e-463e-857d-5140dd218395 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] In _notify_port_updated(), no bound segment for port cce1a7e6-3378-49f5-9b7a-124f70a3bb81 on network 92eb5ab5-5257-41b4-9aa3-e8da8d19d527 {{(pid=102366) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 10 19:16:54.871723 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c32c37-c30e-463e-857d-5140dd218395 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:54.872426 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-24c32c37-c30e-463e-857d-5140dd218395 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:54.873880 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-24c32c37-c30e-463e-857d-5140dd218395 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "PUT /v2.0/ports/cce1a7e6-3378-49f5-9b7a-124f70a3bb81 HTTP/1.1" status: 200 len: 1012 time: 2.6652253 Dec 10 19:16:54.879841 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52758) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:54.946340 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-56cc8e36-8d76-4256-91cc-154c974e21d9 None None] For port 7c1c4cef-0227-47e4-ad99-a5c1fc829a4e, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=7c1c4cef-0227-47e4-ad99-a5c1fc829a4e,segment=NetworkSegment(14e96d1e-0d06-4811-aa87-4b89fe9a70f6),segment_id=14e96d1e-0d06-4811-aa87-4b89fe9a70f6)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:16:54.979642 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-6c16b0ab-3085-4f07-a22d-c51fba25f47a None None] Calling delete_port for 7c1c4cef-0227-47e4-ad99-a5c1fc829a4e owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:16:54.985542 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-56cc8e36-8d76-4256-91cc-154c974e21d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:55.011482 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-36c1fe87-fae0-4526-8d87-3de819be49a1 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:55.072388 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b93d1b-7c7d-4c66-8b56-9fe12e840f3b tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9dd846c0-4484-48a8-af8e-e0a23cca1051 {{(pid=102365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 19:16:55.079361 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b93d1b-7c7d-4c66-8b56-9fe12e840f3b tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Pushing event deleted for resources: {'Network': ['ID=9dd846c0-4484-48a8-af8e-e0a23cca1051,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:55.088067 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-592b9d77-5ae4-4b27-9001-4a956d220fc9 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Deleting port cce1a7e6-3378-49f5-9b7a-124f70a3bb81 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:16:55.088067 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-592b9d77-5ae4-4b27-9001-4a956d220fc9 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:55.088842 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-72b93d1b-7c7d-4c66-8b56-9fe12e840f3b tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:55.093813 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-72b93d1b-7c7d-4c66-8b56-9fe12e840f3b tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] 10.222.0.69 "DELETE /v2.0/networks/9dd846c0-4484-48a8-af8e-e0a23cca1051 HTTP/1.1" status: 204 len: 168 time: 6.2016666 Dec 10 19:16:55.110631 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52760) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:55.112468 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc8e36-8d76-4256-91cc-154c974e21d9 None None] Pushing event updated for resources: {'Port': ['ID=7c1c4cef-0227-47e4-ad99-a5c1fc829a4e,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:55.172652 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-36c1fe87-fae0-4526-8d87-3de819be49a1 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:55.205554 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-11573eb5-0de2-4ed4-82fe-4db7040f8f6f tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:55.213752 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-ac978ca1-b731-45c2-abe2-9e7467e68afd tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] 10.222.0.69 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.0893176 Dec 10 19:16:55.216630 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-11573eb5-0de2-4ed4-82fe-4db7040f8f6f tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:55.229893 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52762) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:55.230729 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [None req-2c0460ab-5122-48a5-800d-252b85cb059b tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] device_id is not set on port 852945c8-f5c7-441d-a11a-20211aee10f2 yet. {{(pid=102365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:16:55.373795 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2944c0d4-1a2f-46f3-a291-d20ac9fda7c4 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:55.374240 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2944c0d4-1a2f-46f3-a291-d20ac9fda7c4 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:55.374602 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2944c0d4-1a2f-46f3-a291-d20ac9fda7c4 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:55.375377 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2944c0d4-1a2f-46f3-a291-d20ac9fda7c4 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:55.376170 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2944c0d4-1a2f-46f3-a291-d20ac9fda7c4 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:55.377459 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2944c0d4-1a2f-46f3-a291-d20ac9fda7c4 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:55.377964 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2944c0d4-1a2f-46f3-a291-d20ac9fda7c4 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:55.378675 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2944c0d4-1a2f-46f3-a291-d20ac9fda7c4 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:55.382027 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-2944c0d4-1a2f-46f3-a291-d20ac9fda7c4 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5246 time: 0.1117544 Dec 10 19:16:55.388025 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c1fe87-fae0-4526-8d87-3de819be49a1 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Pushing event deleted for resources: {'Subnet': ['ID=ec96616f-976c-41a9-8922-496901f336ed,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:55.390783 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52764) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:55.474518 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2c0460ab-5122-48a5-800d-252b85cb059b tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:55.486720 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-56cc8e36-8d76-4256-91cc-154c974e21d9 None None] Provisioning complete for port 926f4dde-1f0f-4684-ae5c-3a55e91bcd15 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:55.488153 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-56cc8e36-8d76-4256-91cc-154c974e21d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:55.517892 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-bc8c3d38-e827-40e7-bef6-68f1be555adc tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] delete failed (client error): The resource could not be found. Dec 10 19:16:55.520395 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-bc8c3d38-e827-40e7-bef6-68f1be555adc tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] 10.222.0.69 "DELETE /v2.0/floatingips/fdad53d8-a5f1-4675-8f40-caefa813c95a HTTP/1.1" status: 404 len: 345 time: 0.1076849 Dec 10 19:16:55.523575 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52766) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:55.533458 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:55.562033 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6309796-76b6-4307-b913-9794b7462319 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] DELETE failed (client error): The resource could not be found. Dec 10 19:16:55.562917 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6309796-76b6-4307-b913-9794b7462319 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:16:55.568380 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-f6309796-76b6-4307-b913-9794b7462319 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] 10.222.0.69 "DELETE /v2.0/networks/9dd846c0-4484-48a8-af8e-e0a23cca1051 HTTP/1.1" status: 404 len: 339 time: 0.0367305 Dec 10 19:16:55.573090 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2c0460ab-5122-48a5-800d-252b85cb059b tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:55.577338 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-592b9d77-5ae4-4b27-9001-4a956d220fc9 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:55.581651 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52768) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:55.590506 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-b18fb100-bafb-497e-a920-047860060b51 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Request body: {'network': {'name': 'tempest-network--1156624306', 'router:external': True}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:55.654616 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-592b9d77-5ae4-4b27-9001-4a956d220fc9 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Calling delete_port for cce1a7e6-3378-49f5-9b7a-124f70a3bb81 owned by {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:16:55.670749 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-36c1fe87-fae0-4526-8d87-3de819be49a1 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:55.723197 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0460ab-5122-48a5-800d-252b85cb059b tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event updated for resources: {'Port': ['ID=852945c8-f5c7-441d-a11a-20211aee10f2,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:55.807119 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-36c1fe87-fae0-4526-8d87-3de819be49a1 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6130959-0997-48b4-b782-dfd249a8a3c1']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:55.817448 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18fb100-bafb-497e-a920-047860060b51 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Made reservation on behalf of b438534ffead4f819862d964b77e9f8c for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:16:55.819443 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18576ea4-a6f1-4797-81ba-ca69f657011a req-1242f20f-6e3e-483d-8d17-a61d7031bed3 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:55.819753 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b18fb100-bafb-497e-a920-047860060b51 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:55.834143 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-36c1fe87-fae0-4526-8d87-3de819be49a1 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17686f03-bb0a-4dc0-9729-768107e9e919') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:55.834476 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-36c1fe87-fae0-4526-8d87-3de819be49a1 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17686f03-bb0a-4dc0-9729-768107e9e919') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:55.837406 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-18576ea4-a6f1-4797-81ba-ca69f657011a req-1242f20f-6e3e-483d-8d17-a61d7031bed3 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/networks?id=5c1cbc5b-79f3-44fe-a881-f91ab33966d7 HTTP/1.1" status: 200 len: 796 time: 1.2695811 Dec 10 19:16:55.864193 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-36c1fe87-fae0-4526-8d87-3de819be49a1 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:55.895973 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-11573eb5-0de2-4ed4-82fe-4db7040f8f6f tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:55.897096 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11573eb5-0de2-4ed4-82fe-4db7040f8f6f tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Fanout notify agent at l3_agent the message router_deleted on router 4ae6b2da-46b7-4179-8de3-d206bfcef5ef {{(pid=102365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:16:55.919877 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-11573eb5-0de2-4ed4-82fe-4db7040f8f6f tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:55.925602 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b18fb100-bafb-497e-a920-047860060b51 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:16:55.930224 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-11573eb5-0de2-4ed4-82fe-4db7040f8f6f tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] 10.222.0.69 "DELETE /v2.0/routers/4ae6b2da-46b7-4179-8de3-d206bfcef5ef HTTP/1.1" status: 204 len: 168 time: 5.9586065 Dec 10 19:16:55.931500 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52770) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:55.933290 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-36c1fe87-fae0-4526-8d87-3de819be49a1 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:55.942310 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-18576ea4-a6f1-4797-81ba-ca69f657011a req-87daecb5-837a-4ac0-8150-3b442b85d0f8 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/quotas/53996d5fb05a4682bb1d6dff196126df HTTP/1.1" status: 200 len: 375 time: 0.0944760 Dec 10 19:16:55.964840 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-3cbf7477-73cb-4240-9a87-9c340da3a1e3 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1608986308', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:55.984614 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.db.api [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102367) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:16:55.985237 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36c1fe87-fae0-4526-8d87-3de819be49a1 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:16:55.985347 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG oslo_db.api [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:16:55.985583 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-36c1fe87-fae0-4526-8d87-3de819be49a1 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:55.991450 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d6fbb242-6e0b-48a7-a88a-2c0f5ad2d10a tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:55.993285 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:16:55.993285 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:16:55.993285 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:16:55.993285 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:16:55.993285 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:16:55.993285 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:16:55.993285 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:16:55.993285 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:16:55.993285 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:16:55.993285 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:16:55.993285 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:16:55.993285 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:16:55.993285 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:16:55.993285 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:16:55.993285 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:16:55.993285 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:16:55.993285 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:16:55.993285 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:16:55.993285 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:16:55.993285 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:16:55.993285 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:16:55.993285 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:16:55.993285 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:16:55.993285 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:16:55.993285 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:16:55.993285 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:16:55.993285 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:16:55.993285 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:16:55.993285 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:16:55.993285 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:16:55.993285 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:16:55.993285 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:16:56.001212 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0460ab-5122-48a5-800d-252b85cb059b tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Checking segment: {'id': '4e57584e-1d37-4ca1-9dad-464fc7933bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8831617a-ba6a-459b-95f0-c7e5f9fdb3c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:16:56.001212 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0460ab-5122-48a5-800d-252b85cb059b tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Network hostable DHCP agents. Network: 8831617a-ba6a-459b-95f0-c7e5f9fdb3c4, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:16:56.027619 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6c16b0ab-3085-4f07-a22d-c51fba25f47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:56.035552 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d6fbb242-6e0b-48a7-a88a-2c0f5ad2d10a tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:56.064795 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b18fb100-bafb-497e-a920-047860060b51 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:56.065785 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-b18fb100-bafb-497e-a920-047860060b51 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Added segment d5b02170-c190-47a2-ba09-dc079c51dc8f of type vlan for network 78ad1c21-749c-40ec-be41-c1129998743c Dec 10 19:16:56.090870 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99c6c6f-cb31-40a3-bbb0-de33fc3f505b None None] Network b6130959-0997-48b4-b782-dfd249a8a3c1 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:16:56.122649 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fbb242-6e0b-48a7-a88a-2c0f5ad2d10a tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0687b254-a34a-47da-a81f-4e503b73712c,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:56.132096 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0460ab-5122-48a5-800d-252b85cb059b tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Network 8831617a-ba6a-459b-95f0-c7e5f9fdb3c4 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:16:56.160339 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-d2a87c39-f2f9-415f-88b3-13bb3c1fefdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83006fac-2134-4452-9ed8-9dd94c1145b9', 'name': 'tempest-ServerActionsTestJSON-713841711-router', 'tenant_id': 'ebdd8c4cae7b4f17bfa866554f8f9f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.151'}], 'enable_snat': True}, 'gw_port_id': '0adc3546-fb12-4c42-a3b6-2c4b3e4ead18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:16:39Z', 'updated_at': '2021-12-10T19:16:49Z', 'revision_number': 4, 'project_id': 'ebdd8c4cae7b4f17bfa866554f8f9f53', 'gw_port': {'id': '0adc3546-fb12-4c42-a3b6-2c4b3e4ead18', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83006fac-2134-4452-9ed8-9dd94c1145b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:41Z', 'updated_at': '2021-12-10T19:16:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '972b085d-6751-41fa-91f4-b20ad0ebc04a', 'name': '', 'network_id': '24f70241-3241-44cc-a65f-374de1f348f0', 'tenant_id': 'ebdd8c4cae7b4f17bfa866554f8f9f53', 'mac_address': 'fa:16:3e:f2:ee:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83006fac-2134-4452-9ed8-9dd94c1145b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '8d431d24-7af1-47c6-afa7-19e9588fcee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:46Z', 'updated_at': '2021-12-10T19:16:49Z', 'revision_number': 2, 'project_id': 'ebdd8c4cae7b4f17bfa866554f8f9f53', 'subnets': [{'id': '8d431d24-7af1-47c6-afa7-19e9588fcee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:56.167937 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-18576ea4-a6f1-4797-81ba-ca69f657011a req-9352ad09-c9c6-47e1-ac6b-9708c13947ea tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=53996d5fb05a4682bb1d6dff196126df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2098255 Dec 10 19:16:56.169475 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-2c0460ab-5122-48a5-800d-252b85cb059b tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 8831617a-ba6a-459b-95f0-c7e5f9fdb3c4) {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:16:56.193028 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0460ab-5122-48a5-800d-252b85cb059b tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:16:56.219253 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0460ab-5122-48a5-800d-252b85cb059b tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:56.223772 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2c0460ab-5122-48a5-800d-252b85cb059b tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:56.238407 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3cbf7477-73cb-4240-9a87-9c340da3a1e3 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:56.239187 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d6fbb242-6e0b-48a7-a88a-2c0f5ad2d10a tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:56.240300 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3cbf7477-73cb-4240-9a87-9c340da3a1e3 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:56.244800 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-d6fbb242-6e0b-48a7-a88a-2c0f5ad2d10a tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.9212236 Dec 10 19:16:56.255753 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52772) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:56.279235 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-844ca5e7-7717-4b5b-90f7-053547f3d955 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Request body: {'security_group_rule': {'security_group_id': '0687b254-a34a-47da-a81f-4e503b73712c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:56.289740 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3683d53-65c9-4659-bb91-f0b07637e670 None None] Network 8831617a-ba6a-459b-95f0-c7e5f9fdb3c4 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:16:56.293064 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c16b0ab-3085-4f07-a22d-c51fba25f47a None None] Pushing event deleted for resources: {'Port': ['ID=7c1c4cef-0227-47e4-ad99-a5c1fc829a4e,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:56.308796 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-36c1fe87-fae0-4526-8d87-3de819be49a1 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:56.326475 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-2c0460ab-5122-48a5-800d-252b85cb059b tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.3861799 Dec 10 19:16:56.327434 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52774) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:56.336392 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-c5c02814-eb75-43cd-9091-82260c673e79 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1282833968'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:56.352804 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b18fb100-bafb-497e-a920-047860060b51 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:56.355106 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c16b0ab-3085-4f07-a22d-c51fba25f47a None None] No DVR routers for this DVR port 7c1c4cef-0227-47e4-ad99-a5c1fc829a4e on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:16:56.370577 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-36c1fe87-fae0-4526-8d87-3de819be49a1 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:56.379071 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-36c1fe87-fae0-4526-8d87-3de819be49a1 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] 10.222.0.69 "DELETE /v2.0/networks/b6130959-0997-48b4-b782-dfd249a8a3c1 HTTP/1.1" status: 204 len: 168 time: 1.8217609 Dec 10 19:16:56.383503 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52776) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:56.397161 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-687b9810-e4b1-432b-8bea-39d5f0abf3f6 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1470302259'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:56.425104 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-18576ea4-a6f1-4797-81ba-ca69f657011a req-ec8f617b-4275-46c2-889c-5c848d843d90 service neutron] 10.222.0.69 "GET /v2.0/networks/5c1cbc5b-79f3-44fe-a881-f91ab33966d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958416 Dec 10 19:16:56.444867 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a87c39-f2f9-415f-88b3-13bb3c1fefdc None None] The sync data for ids ['83006fac-2134-4452-9ed8-9dd94c1145b9'] in dv-neutron-821441-1-hyperv is: [{'id': '83006fac-2134-4452-9ed8-9dd94c1145b9', 'name': 'tempest-ServerActionsTestJSON-713841711-router', 'tenant_id': 'ebdd8c4cae7b4f17bfa866554f8f9f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.151'}], 'enable_snat': True}, 'gw_port_id': '0adc3546-fb12-4c42-a3b6-2c4b3e4ead18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:16:39Z', 'updated_at': '2021-12-10T19:16:49Z', 'revision_number': 4, 'project_id': 'ebdd8c4cae7b4f17bfa866554f8f9f53', 'gw_port': {'id': '0adc3546-fb12-4c42-a3b6-2c4b3e4ead18', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83006fac-2134-4452-9ed8-9dd94c1145b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:41Z', 'updated_at': '2021-12-10T19:16:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '972b085d-6751-41fa-91f4-b20ad0ebc04a', 'name': '', 'network_id': '24f70241-3241-44cc-a65f-374de1f348f0', 'tenant_id': 'ebdd8c4cae7b4f17bfa866554f8f9f53', 'mac_address': 'fa:16:3e:f2:ee:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83006fac-2134-4452-9ed8-9dd94c1145b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '8d431d24-7af1-47c6-afa7-19e9588fcee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:46Z', 'updated_at': '2021-12-10T19:16:49Z', 'revision_number': 2, 'project_id': 'ebdd8c4cae7b4f17bfa866554f8f9f53', 'subnets': [{'id': '8d431d24-7af1-47c6-afa7-19e9588fcee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:16:56.449252 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c1fe87-fae0-4526-8d87-3de819be49a1 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Pushing event deleted for resources: {'Network': ['ID=b6130959-0997-48b4-b782-dfd249a8a3c1,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:56.473494 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.db.api [None req-687b9810-e4b1-432b-8bea-39d5f0abf3f6 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 19:16:56.473494 dv-neutron-821441-1-hyperv neutron-server[102365]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 10 19:16:56.473494 dv-neutron-821441-1-hyperv neutron-server[102365]: [parameters: {'project_id_1': '6d547de339ef40fb9b182c252c02735f', 'expiration_1': datetime.datetime(2021, 12, 10, 19, 16, 36, 414148)}] Dec 10 19:16:56.473494 dv-neutron-821441-1-hyperv neutron-server[102365]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:16:56.475068 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG oslo_db.api [None req-687b9810-e4b1-432b-8bea-39d5f0abf3f6 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:16:56.494977 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-592b9d77-5ae4-4b27-9001-4a956d220fc9 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:56.558695 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:56.560376 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.db.api [None req-c5c02814-eb75-43cd-9091-82260c673e79 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 19:16:56.560376 dv-neutron-821441-1-hyperv neutron-server[102365]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 10 19:16:56.560376 dv-neutron-821441-1-hyperv neutron-server[102365]: [parameters: {'project_id_1': '4138d9758a3e4f5e8bb3fafb058d33af', 'expiration_1': datetime.datetime(2021, 12, 10, 19, 16, 36, 344911)}] Dec 10 19:16:56.560376 dv-neutron-821441-1-hyperv neutron-server[102365]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:16:56.561766 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG oslo_db.api [None req-c5c02814-eb75-43cd-9091-82260c673e79 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:16:56.569812 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-844ca5e7-7717-4b5b-90f7-053547f3d955 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:56.573437 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Port 7c1c4cef-0227-47e4-ad99-a5c1fc829a4e update to ACTIVE by agent not found {{(pid=102367) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Dec 10 19:16:56.574047 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 0f347db5-82ac-4512-a4bb-1f076ec0f377 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:16:56.683830 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-18576ea4-a6f1-4797-81ba-ca69f657011a req-7789180f-0545-4b02-86eb-4da128ebe5da service neutron] 10.222.0.69 "GET /v2.0/networks/5c1cbc5b-79f3-44fe-a881-f91ab33966d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544692 Dec 10 19:16:56.717656 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592b9d77-5ae4-4b27-9001-4a956d220fc9 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event deleted for resources: {'Port': ['ID=cce1a7e6-3378-49f5-9b7a-124f70a3bb81,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:56.717958 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-b95e994f-8c4f-4b9c-8aa1-7e7859bde2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd028d83-0a01-4e61-bcd4-80be5cede6b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564157842', 'tenant_id': '53996d5fb05a4682bb1d6dff196126df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.131'}], 'enable_snat': True}, 'gw_port_id': '1fc02295-445e-4682-b17a-3aebcdd967f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:16:29Z', 'updated_at': '2021-12-10T19:16:50Z', 'revision_number': 4, 'project_id': '53996d5fb05a4682bb1d6dff196126df', 'gw_port': {'id': '1fc02295-445e-4682-b17a-3aebcdd967f3', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:36:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd028d83-0a01-4e61-bcd4-80be5cede6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:31Z', 'updated_at': '2021-12-10T19:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '449474b9-b1ac-4e58-91d9-f5aa9e56ea6e', 'name': '', 'network_id': '5c1cbc5b-79f3-44fe-a881-f91ab33966d7', 'tenant_id': '53996d5fb05a4682bb1d6dff196126df', 'mac_address': 'fa:16:3e:e1:49:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd028d83-0a01-4e61-bcd4-80be5cede6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'dc68e97e-3fc0-433f-a054-2cde4e5595d8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:47Z', 'updated_at': '2021-12-10T19:16:51Z', 'revision_number': 2, 'project_id': '53996d5fb05a4682bb1d6dff196126df', 'subnets': [{'id': 'dc68e97e-3fc0-433f-a054-2cde4e5595d8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:56.746228 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b18fb100-bafb-497e-a920-047860060b51 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:56.747827 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18fb100-bafb-497e-a920-047860060b51 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:56.748789 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b18fb100-bafb-497e-a920-047860060b51 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:56.771803 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95e994f-8c4f-4b9c-8aa1-7e7859bde2d2 None None] Checking router: fd028d83-0a01-4e61-bcd4-80be5cede6b1 for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:16:56.772035 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3cbf7477-73cb-4240-9a87-9c340da3a1e3 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:56.772394 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95e994f-8c4f-4b9c-8aa1-7e7859bde2d2 None None] Updating router fd028d83-0a01-4e61-bcd4-80be5cede6b1 port 449474b9-b1ac-4e58-91d9-f5aa9e56ea6e binding host dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:16:56.835770 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3cbf7477-73cb-4240-9a87-9c340da3a1e3 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:56.855031 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:56.919061 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b95e994f-8c4f-4b9c-8aa1-7e7859bde2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:56.931881 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-b18fb100-bafb-497e-a920-047860060b51 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3473015 Dec 10 19:16:56.934756 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52778) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:56.945906 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-592b9d77-5ae4-4b27-9001-4a956d220fc9 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:56.949376 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-592b9d77-5ae4-4b27-9001-4a956d220fc9 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "DELETE /v2.0/ports/cce1a7e6-3378-49f5-9b7a-124f70a3bb81 HTTP/1.1" status: 204 len: 168 time: 2.0684645 Dec 10 19:16:56.959707 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3cbf7477-73cb-4240-9a87-9c340da3a1e3 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:56.961002 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-3cbf7477-73cb-4240-9a87-9c340da3a1e3 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0239203 Dec 10 19:16:56.967991 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52780) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:56.968328 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52782) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:56.980881 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-844ca5e7-7717-4b5b-90f7-053547f3d955 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:56.984824 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-79d829aa-cb74-4f08-9743-9f4ff16e67d2 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'enable_snat': True}}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:56.989915 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18fb100-bafb-497e-a920-047860060b51 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Pushing event updated for resources: {'Network': ['ID=78ad1c21-749c-40ec-be41-c1129998743c,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:57.027343 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-2a0b8692-eb82-458f-9086-5d7ca22cd467 None None] Provisioning complete for port 972b085d-6751-41fa-91f4-b20ad0ebc04a triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:57.028273 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2a0b8692-eb82-458f-9086-5d7ca22cd467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:57.031282 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 78ad1c21-749c-40ec-be41-c1129998743c details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:16:57.037992 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-844ca5e7-7717-4b5b-90f7-053547f3d955 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:57.115534 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-76f06716-12bc-44e7-a3fb-502141233a13 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] GET failed (client error): The resource could not be found. Dec 10 19:16:57.118378 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-76f06716-12bc-44e7-a3fb-502141233a13 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "GET /v2.0/ports/cce1a7e6-3378-49f5-9b7a-124f70a3bb81 HTTP/1.1" status: 404 len: 333 time: 0.1487789 Dec 10 19:16:57.178371 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844ca5e7-7717-4b5b-90f7-053547f3d955 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78c5d29a-ab17-4b60-839c-c6ed95465972,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:57.188340 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52784) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:57.198957 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687b9810-e4b1-432b-8bea-39d5f0abf3f6 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Made reservation on behalf of 6d547de339ef40fb9b182c252c02735f for: {'network': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:16:57.207206 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-687b9810-e4b1-432b-8bea-39d5f0abf3f6 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:57.213964 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 0f347db5-82ac-4512-a4bb-1f076ec0f377 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:57.215770 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:57.253391 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-844ca5e7-7717-4b5b-90f7-053547f3d955 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:57.259107 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-844ca5e7-7717-4b5b-90f7-053547f3d955 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9858694 Dec 10 19:16:57.267839 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c02814-eb75-43cd-9091-82260c673e79 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Made reservation on behalf of 4138d9758a3e4f5e8bb3fafb058d33af for: {'network': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:16:57.274405 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c5c02814-eb75-43cd-9091-82260c673e79 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:57.297148 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52786) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:57.308145 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-8978091a-2aca-4a4a-93e2-47e04108fcd4 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Request body: {'security_group_rule': {'security_group_id': '0687b254-a34a-47da-a81f-4e503b73712c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:57.371669 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dae0328-b123-4da2-8e5a-125d864d0c32 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Deleting subnet f7eab5b1-9670-4bd8-927e-03ef2336ae3c {{(pid=102365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:16:57.375928 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1dae0328-b123-4da2-8e5a-125d864d0c32 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for subnet, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:57.478412 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-2a0b8692-eb82-458f-9086-5d7ca22cd467 None None] Port 972b085d-6751-41fa-91f4-b20ad0ebc04a cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:16:57.520742 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5c02814-eb75-43cd-9091-82260c673e79 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=102365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:16:57.560265 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-2a0b8692-eb82-458f-9086-5d7ca22cd467 None None] Provisioning complete for port 0f347db5-82ac-4512-a4bb-1f076ec0f377 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:57.560922 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2a0b8692-eb82-458f-9086-5d7ca22cd467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:57.563830 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-79d829aa-cb74-4f08-9743-9f4ff16e67d2 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:57.564667 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8978091a-2aca-4a4a-93e2-47e04108fcd4 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:57.591622 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1dae0328-b123-4da2-8e5a-125d864d0c32 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353213'] for subnet, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:57.623683 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-687b9810-e4b1-432b-8bea-39d5f0abf3f6 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=102365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:16:57.688838 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c5c02814-eb75-43cd-9091-82260c673e79 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:57.689611 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.segments_db [None req-c5c02814-eb75-43cd-9091-82260c673e79 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Added segment 13db3d65-7d44-4134-a729-0da0585b2acb of type vlan for network 22c25a13-d95a-40b6-ba67-0fe472d7c9ad Dec 10 19:16:57.740054 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52066326-fd2f-48ca-9299-a96e70175fa9 tempest-ExternalNetworksTestJSON-1349881268 tempest-ExternalNetworksTestJSON-1349881268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:57.753099 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52066326-fd2f-48ca-9299-a96e70175fa9 tempest-ExternalNetworksTestJSON-1349881268 tempest-ExternalNetworksTestJSON-1349881268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:57.768219 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52066326-fd2f-48ca-9299-a96e70175fa9 tempest-ExternalNetworksTestJSON-1349881268 tempest-ExternalNetworksTestJSON-1349881268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:57.774905 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52066326-fd2f-48ca-9299-a96e70175fa9 tempest-ExternalNetworksTestJSON-1349881268 tempest-ExternalNetworksTestJSON-1349881268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:57.776750 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-52066326-fd2f-48ca-9299-a96e70175fa9 tempest-ExternalNetworksTestJSON-1349881268 tempest-ExternalNetworksTestJSON-1349881268-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.8402627 Dec 10 19:16:57.790620 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-687b9810-e4b1-432b-8bea-39d5f0abf3f6 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:57.790907 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.segments_db [None req-687b9810-e4b1-432b-8bea-39d5f0abf3f6 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Added segment 5acc0cd1-e300-40bd-98c5-e09e61b6ad15 of type vlan for network d8276e5f-4247-46a5-b695-6fc320e99784 Dec 10 19:16:57.800034 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52788) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:57.913407 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 926f4dde-1f0f-4684-ae5c-3a55e91bcd15 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:16:57.921996 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b95e994f-8c4f-4b9c-8aa1-7e7859bde2d2 None None] Notify callbacks [] for port, precommit_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:57.928413 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-79d829aa-cb74-4f08-9743-9f4ff16e67d2 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:57.955420 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b95e994f-8c4f-4b9c-8aa1-7e7859bde2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:57.989907 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c5c02814-eb75-43cd-9091-82260c673e79 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:57.994356 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-79d829aa-cb74-4f08-9743-9f4ff16e67d2 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:58.003154 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-687b9810-e4b1-432b-8bea-39d5f0abf3f6 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:58.137648 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9e941cf1-904a-4f4f-8e2c-6b2300e4ca02 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:58.197464 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1dae0328-b123-4da2-8e5a-125d864d0c32 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:58.201165 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e8bde-399a-4787-9da6-76f032bdb235 None None] Pushing event updated for resources: {'Port': ['ID=449474b9-b1ac-4e58-91d9-f5aa9e56ea6e,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:58.210373 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-2a0b8692-eb82-458f-9086-5d7ca22cd467 None None] Could not find standard attr ID for object cce1a7e6-3378-49f5-9b7a-124f70a3bb81. {{(pid=102367) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:16:58.213886 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-b95e994f-8c4f-4b9c-8aa1-7e7859bde2d2 None None] Attempting to bind port 449474b9-b1ac-4e58-91d9-f5aa9e56ea6e on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:16:58.214254 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-b95e994f-8c4f-4b9c-8aa1-7e7859bde2d2 None None] Attempting to bind port 449474b9-b1ac-4e58-91d9-f5aa9e56ea6e by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '73585ab7-9ee1-4238-b99c-cc15412c089c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5c1cbc5b-79f3-44fe-a881-f91ab33966d7'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:16:58.214618 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95e994f-8c4f-4b9c-8aa1-7e7859bde2d2 None None] Attempting to bind port 449474b9-b1ac-4e58-91d9-f5aa9e56ea6e on network 5c1cbc5b-79f3-44fe-a881-f91ab33966d7 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:16:58.218943 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 926f4dde-1f0f-4684-ae5c-3a55e91bcd15 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:58.219493 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:58.259744 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95e994f-8c4f-4b9c-8aa1-7e7859bde2d2 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:16:58.260119 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95e994f-8c4f-4b9c-8aa1-7e7859bde2d2 None None] Checking segment: {'id': '73585ab7-9ee1-4238-b99c-cc15412c089c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5c1cbc5b-79f3-44fe-a881-f91ab33966d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:16:58.265912 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b95e994f-8c4f-4b9c-8aa1-7e7859bde2d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:58.266525 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95e994f-8c4f-4b9c-8aa1-7e7859bde2d2 None None] Bound using segment: {'id': '73585ab7-9ee1-4238-b99c-cc15412c089c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5c1cbc5b-79f3-44fe-a881-f91ab33966d7'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:16:58.267585 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-b95e994f-8c4f-4b9c-8aa1-7e7859bde2d2 None None] Bound port: 449474b9-b1ac-4e58-91d9-f5aa9e56ea6e, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73585ab7-9ee1-4238-b99c-cc15412c089c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5c1cbc5b-79f3-44fe-a881-f91ab33966d7'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:16:58.267995 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b95e994f-8c4f-4b9c-8aa1-7e7859bde2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:58.282784 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8978091a-2aca-4a4a-93e2-47e04108fcd4 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:58.287590 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.db.resource_extend [None req-687b9810-e4b1-432b-8bea-39d5f0abf3f6 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 19:16:58.322140 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-79d829aa-cb74-4f08-9743-9f4ff16e67d2 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Allocated IP 172.26.6.87 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/35287d3a-6d31-4968-86b7-5b242703e5c1) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:16:58.323315 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c5c02814-eb75-43cd-9091-82260c673e79 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:58.328162 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c02814-eb75-43cd-9091-82260c673e79 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:58.328879 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c5c02814-eb75-43cd-9091-82260c673e79 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:58.331352 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-2a0b8692-eb82-458f-9086-5d7ca22cd467 None None] Provisioning complete for port 449474b9-b1ac-4e58-91d9-f5aa9e56ea6e triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:58.331684 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8978091a-2aca-4a4a-93e2-47e04108fcd4 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:58.331864 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2a0b8692-eb82-458f-9086-5d7ca22cd467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:58.405663 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-2a0b8692-eb82-458f-9086-5d7ca22cd467 None None] Port 449474b9-b1ac-4e58-91d9-f5aa9e56ea6e cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:16:58.443231 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-b95e994f-8c4f-4b9c-8aa1-7e7859bde2d2 None None] For port 449474b9-b1ac-4e58-91d9-f5aa9e56ea6e, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:16:58.457693 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2dbdcca6-8d85-4b9a-8b39-ce604477adb8 req-f73bf608-42d1-4fe7-8e51-fbaf74ca932e tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9ee5470-f8ed-45d7-98f0-8aa8a5740050 HTTP/1.1" status: 200 len: 210 time: 0.1791382 Dec 10 19:16:58.462214 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-b95e994f-8c4f-4b9c-8aa1-7e7859bde2d2 None None] For port 449474b9-b1ac-4e58-91d9-f5aa9e56ea6e, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=449474b9-b1ac-4e58-91d9-f5aa9e56ea6e,segment=NetworkSegment(73585ab7-9ee1-4238-b99c-cc15412c089c),segment_id=73585ab7-9ee1-4238-b99c-cc15412c089c)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:16:58.475504 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b95e994f-8c4f-4b9c-8aa1-7e7859bde2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:58.502868 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8978091a-2aca-4a4a-93e2-47e04108fcd4 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26f11f06-30b2-4305-b240-c32ccf4cb757,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:58.511843 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-687b9810-e4b1-432b-8bea-39d5f0abf3f6 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:58.542064 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687b9810-e4b1-432b-8bea-39d5f0abf3f6 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:58.543086 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-687b9810-e4b1-432b-8bea-39d5f0abf3f6 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:58.550001 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1dae0328-b123-4da2-8e5a-125d864d0c32 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:58.557935 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-79d829aa-cb74-4f08-9743-9f4ff16e67d2 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:58.567511 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-c5c02814-eb75-43cd-9091-82260c673e79 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.2384236 Dec 10 19:16:58.585619 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52794) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:58.589725 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device ee19544b-49b5-4459-b95b-f5364621ee5b no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:16:58.600065 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-d03d66f7-10b3-4787-b315-611b2f0e0cdb None None] Provisioning complete for port 449474b9-b1ac-4e58-91d9-f5aa9e56ea6e triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:58.600684 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8978091a-2aca-4a4a-93e2-47e04108fcd4 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:58.600902 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d03d66f7-10b3-4787-b315-611b2f0e0cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:58.603063 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-79d829aa-cb74-4f08-9743-9f4ff16e67d2 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:58.607419 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52796) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:58.608455 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-8978091a-2aca-4a4a-93e2-47e04108fcd4 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3052301 Dec 10 19:16:58.614609 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-f40e74e6-e06f-44ed-96ec-be314d2277e9 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Request body: {'floatingip': {'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:58.619184 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-bd5ffa69-512c-427c-8887-1817ffc03cf5 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Request body: {'ports': [{'network_id': '8831617a-ba6a-459b-95f0-c7e5f9fdb3c4'}, {'network_id': '22c25a13-d95a-40b6-ba67-0fe472d7c9ad'}]} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:58.619709 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-bd5ffa69-512c-427c-8887-1817ffc03cf5 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Request body: {'port': {'network_id': '8831617a-ba6a-459b-95f0-c7e5f9fdb3c4'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:58.620552 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-bd5ffa69-512c-427c-8887-1817ffc03cf5 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Request body: {'port': {'network_id': '22c25a13-d95a-40b6-ba67-0fe472d7c9ad'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:58.623043 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95e994f-8c4f-4b9c-8aa1-7e7859bde2d2 None None] Routers {'fd028d83-0a01-4e61-bcd4-80be5cede6b1'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:16:58.623043 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-b95e994f-8c4f-4b9c-8aa1-7e7859bde2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:16:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['fd028d83-0a01-4e61-bcd4-80be5cede6b1'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:58.624435 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e8bde-399a-4787-9da6-76f032bdb235 None None] Pushing event updated for resources: {'Port': ['ID=449474b9-b1ac-4e58-91d9-f5aa9e56ea6e,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:58.713073 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d829aa-cb74-4f08-9743-9f4ff16e67d2 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:16:58.725005 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f40e74e6-e06f-44ed-96ec-be314d2277e9 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Notify callbacks [] for floatingip, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:58.752003 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-79d829aa-cb74-4f08-9743-9f4ff16e67d2 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:16:58.756285 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: ee19544b-49b5-4459-b95b-f5364621ee5b {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:16:58.756889 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device ee19544b-49b5-4459-b95b-f5364621ee5b not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:16:58.762633 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d829aa-cb74-4f08-9743-9f4ff16e67d2 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:16:58.835954 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d829aa-cb74-4f08-9743-9f4ff16e67d2 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Pushing event updated for resources: {'Port': ['ID=35287d3a-6d31-4968-86b7-5b242703e5c1,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:58.961350 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-b95e994f-8c4f-4b9c-8aa1-7e7859bde2d2 None None] Set router fd028d83-0a01-4e61-bcd4-80be5cede6b1 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:16:59.214719 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 0adc3546-fb12-4c42-a3b6-2c4b3e4ead18 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:16:59.333664 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1dae0328-b123-4da2-8e5a-125d864d0c32 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:59.340758 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-1dae0328-b123-4da2-8e5a-125d864d0c32 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "DELETE /v2.0/subnets/f7eab5b1-9670-4bd8-927e-03ef2336ae3c HTTP/1.1" status: 204 len: 168 time: 2.1492283 Dec 10 19:16:59.340758 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c02814-eb75-43cd-9091-82260c673e79 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event updated for resources: {'Network': ['ID=22c25a13-d95a-40b6-ba67-0fe472d7c9ad,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:59.359150 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 22c25a13-d95a-40b6-ba67-0fe472d7c9ad details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:16:59.362153 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1af64f-7fa1-45ce-91f9-81b12161e8d7 None None] Network 92eb5ab5-5257-41b4-9aa3-e8da8d19d527 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:16:59.389533 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dae0328-b123-4da2-8e5a-125d864d0c32 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event deleted for resources: {'Subnet': ['ID=f7eab5b1-9670-4bd8-927e-03ef2336ae3c,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:59.394597 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52802) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:59.423401 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-687b9810-e4b1-432b-8bea-39d5f0abf3f6 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 3.0342407 Dec 10 19:16:59.434592 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52804) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:16:59.471704 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-fae201d3-1228-471d-9f85-97acf35b04e7 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Request body: {'subnet': {'network_id': 'd8276e5f-4247-46a5-b695-6fc320e99784', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:16:59.529868 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d03d66f7-10b3-4787-b315-611b2f0e0cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:59.560241 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9e941cf1-904a-4f4f-8e2c-6b2300e4ca02 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:59.634328 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687b9810-e4b1-432b-8bea-39d5f0abf3f6 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Pushing event updated for resources: {'Network': ['ID=d8276e5f-4247-46a5-b695-6fc320e99784,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:59.639930 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 0adc3546-fb12-4c42-a3b6-2c4b3e4ead18 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:59.640310 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:59.689714 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-d03d66f7-10b3-4787-b315-611b2f0e0cdb None None] For port 449474b9-b1ac-4e58-91d9-f5aa9e56ea6e, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=449474b9-b1ac-4e58-91d9-f5aa9e56ea6e,segment=NetworkSegment(73585ab7-9ee1-4238-b99c-cc15412c089c),segment_id=73585ab7-9ee1-4238-b99c-cc15412c089c)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:16:59.693189 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-9e941cf1-904a-4f4f-8e2c-6b2300e4ca02 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78ad1c21-749c-40ec-be41-c1129998743c']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:59.695355 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network d8276e5f-4247-46a5-b695-6fc320e99784 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:16:59.705417 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-77c93202-6b98-4ab1-8e19-15caea4043c2 req-207faa26-06ce-4747-ad29-1be089d00b7f tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9ee5470-f8ed-45d7-98f0-8aa8a5740050 HTTP/1.1" status: 200 len: 210 time: 0.1202137 Dec 10 19:16:59.712252 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d03d66f7-10b3-4787-b315-611b2f0e0cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:59.765569 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4ab50f1-ef06-4be8-a42a-e3c709e1c2d1 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Deleting subnet 44ae7811-6f4d-4ac1-9f50-ff64a2287c57 {{(pid=102365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:16:59.773499 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae201d3-1228-471d-9f85-97acf35b04e7 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Made reservation on behalf of 6d547de339ef40fb9b182c252c02735f for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:16:59.777144 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fae201d3-1228-471d-9f85-97acf35b04e7 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:59.864342 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f40e74e6-e06f-44ed-96ec-be314d2277e9 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:59.880169 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-79d829aa-cb74-4f08-9743-9f4ff16e67d2 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:59.881178 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-9e941cf1-904a-4f4f-8e2c-6b2300e4ca02 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5b02170-c190-47a2-ba09-dc079c51dc8f') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:59.882512 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-9e941cf1-904a-4f4f-8e2c-6b2300e4ca02 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5b02170-c190-47a2-ba09-dc079c51dc8f') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:59.908851 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03d66f7-10b3-4787-b315-611b2f0e0cdb None None] Pushing event updated for resources: {'Port': ['ID=449474b9-b1ac-4e58-91d9-f5aa9e56ea6e,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:59.928269 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a4ab50f1-ef06-4be8-a42a-e3c709e1c2d1 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for subnet, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:59.932891 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-9f1cabc1-0144-4aa1-8f60-1ae05d6ca0c4 None None] Provisioning complete for port 449474b9-b1ac-4e58-91d9-f5aa9e56ea6e triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:16:59.933101 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-9f1cabc1-0144-4aa1-8f60-1ae05d6ca0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:59.935257 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9e941cf1-904a-4f4f-8e2c-6b2300e4ca02 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:16:59.993802 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-b95e994f-8c4f-4b9c-8aa1-7e7859bde2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd028d83-0a01-4e61-bcd4-80be5cede6b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564157842', 'tenant_id': '53996d5fb05a4682bb1d6dff196126df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.131'}], 'enable_snat': True}, 'gw_port_id': '1fc02295-445e-4682-b17a-3aebcdd967f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:16:29Z', 'updated_at': '2021-12-10T19:16:50Z', 'revision_number': 4, 'project_id': '53996d5fb05a4682bb1d6dff196126df', 'gw_port': {'id': '1fc02295-445e-4682-b17a-3aebcdd967f3', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:36:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd028d83-0a01-4e61-bcd4-80be5cede6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:31Z', 'updated_at': '2021-12-10T19:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '449474b9-b1ac-4e58-91d9-f5aa9e56ea6e', 'name': '', 'network_id': '5c1cbc5b-79f3-44fe-a881-f91ab33966d7', 'tenant_id': '53996d5fb05a4682bb1d6dff196126df', 'mac_address': 'fa:16:3e:e1:49:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd028d83-0a01-4e61-bcd4-80be5cede6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'dc68e97e-3fc0-433f-a054-2cde4e5595d8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:47Z', 'updated_at': '2021-12-10T19:16:58Z', 'revision_number': 4, 'project_id': '53996d5fb05a4682bb1d6dff196126df', 'subnets': [{'id': 'dc68e97e-3fc0-433f-a054-2cde4e5595d8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:00.025939 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9e941cf1-904a-4f4f-8e2c-6b2300e4ca02 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:00.054556 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e941cf1-904a-4f4f-8e2c-6b2300e4ca02 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:17:00.054845 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9e941cf1-904a-4f4f-8e2c-6b2300e4ca02 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:00.057065 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95e994f-8c4f-4b9c-8aa1-7e7859bde2d2 None None] The sync data for ids ['fd028d83-0a01-4e61-bcd4-80be5cede6b1'] in dv-neutron-821441-1-hyperv is: [{'id': 'fd028d83-0a01-4e61-bcd4-80be5cede6b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564157842', 'tenant_id': '53996d5fb05a4682bb1d6dff196126df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.131'}], 'enable_snat': True}, 'gw_port_id': '1fc02295-445e-4682-b17a-3aebcdd967f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:16:29Z', 'updated_at': '2021-12-10T19:16:50Z', 'revision_number': 4, 'project_id': '53996d5fb05a4682bb1d6dff196126df', 'gw_port': {'id': '1fc02295-445e-4682-b17a-3aebcdd967f3', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:36:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd028d83-0a01-4e61-bcd4-80be5cede6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:31Z', 'updated_at': '2021-12-10T19:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '449474b9-b1ac-4e58-91d9-f5aa9e56ea6e', 'name': '', 'network_id': '5c1cbc5b-79f3-44fe-a881-f91ab33966d7', 'tenant_id': '53996d5fb05a4682bb1d6dff196126df', 'mac_address': 'fa:16:3e:e1:49:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd028d83-0a01-4e61-bcd4-80be5cede6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'dc68e97e-3fc0-433f-a054-2cde4e5595d8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:47Z', 'updated_at': '2021-12-10T19:16:58Z', 'revision_number': 4, 'project_id': '53996d5fb05a4682bb1d6dff196126df', 'subnets': [{'id': 'dc68e97e-3fc0-433f-a054-2cde4e5595d8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:17:00.066984 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:17:00.066984 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:17:00.066984 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:17:00.066984 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:17:00.066984 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:17:00.066984 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:17:00.066984 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:17:00.066984 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:17:00.066984 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:17:00.066984 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:17:00.066984 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:17:00.066984 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:17:00.066984 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:17:00.066984 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:17:00.066984 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:17:00.066984 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:17:00.066984 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:17:00.066984 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:17:00.066984 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:17:00.066984 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:17:00.066984 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:17:00.066984 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:17:00.066984 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:17:00.066984 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:17:00.066984 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:17:00.066984 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:17:00.066984 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:17:00.066984 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:17:00.066984 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:17:00.066984 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:17:00.066984 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:17:00.066984 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:17:00.077620 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:00.110754 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port 0adc3546-fb12-4c42-a3b6-2c4b3e4ead18, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=0adc3546-fb12-4c42-a3b6-2c4b3e4ead18,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:17:00.135371 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a4ab50f1-ef06-4be8-a42a-e3c709e1c2d1 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353213'] for subnet, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:00.155272 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:00.156458 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 926f4dde-1f0f-4684-ae5c-3a55e91bcd15 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:17:00.308788 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5ffa69-512c-427c-8887-1817ffc03cf5 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Made reservation on behalf of 4138d9758a3e4f5e8bb3fafb058d33af for: {'port': 2} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:17:00.342439 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-bd5ffa69-512c-427c-8887-1817ffc03cf5 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:00.343131 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=0adc3546-fb12-4c42-a3b6-2c4b3e4ead18,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:00.355726 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9e941cf1-904a-4f4f-8e2c-6b2300e4ca02 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:00.375504 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 926f4dde-1f0f-4684-ae5c-3a55e91bcd15 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:00.376008 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:00.406784 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e941cf1-904a-4f4f-8e2c-6b2300e4ca02 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 78ad1c21-749c-40ec-be41-c1129998743c {{(pid=102365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 19:17:00.467629 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9e941cf1-904a-4f4f-8e2c-6b2300e4ca02 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:00.494750 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-9e941cf1-904a-4f4f-8e2c-6b2300e4ca02 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] 10.222.0.69 "DELETE /v2.0/networks/78ad1c21-749c-40ec-be41-c1129998743c HTTP/1.1" status: 204 len: 168 time: 2.6934397 Dec 10 19:17:00.540967 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52814) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:00.542194 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-79d829aa-cb74-4f08-9743-9f4ff16e67d2 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3713082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3715814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8908'] for router, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:00.547764 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-f40e74e6-e06f-44ed-96ec-be314d2277e9 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Allocated IP 172.26.6.97 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/6466e99c-74a0-4d39-9a7e-1594c57e775b) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:17:00.553382 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e941cf1-904a-4f4f-8e2c-6b2300e4ca02 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Pushing event deleted for resources: {'Network': ['ID=78ad1c21-749c-40ec-be41-c1129998743c,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:00.564822 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-79d829aa-cb74-4f08-9743-9f4ff16e67d2 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3713075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3713068', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3715807'] for router, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:00.566932 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-b8a3b9c7-1248-41ca-bdf4-4ff4ae463d3b tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Request body: {'network': {'name': 'tempest-network--1999697759', 'router:external': True}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:00.576539 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-bd5ffa69-512c-427c-8887-1817ffc03cf5 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:00.706952 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a4ab50f1-ef06-4be8-a42a-e3c709e1c2d1 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:00.782287 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 7c1c4cef-0227-47e4-ad99-a5c1fc829a4e no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:17:00.795813 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a3b9c7-1248-41ca-bdf4-4ff4ae463d3b tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Made reservation on behalf of b438534ffead4f819862d964b77e9f8c for: {'network': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:17:00.805269 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b8a3b9c7-1248-41ca-bdf4-4ff4ae463d3b tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:00.823394 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 7c1c4cef-0227-47e4-ad99-a5c1fc829a4e {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:17:00.823739 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 7c1c4cef-0227-47e4-ad99-a5c1fc829a4e not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:17:00.889100 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6bc047f4-bd0e-43ce-889e-b09e87feac2c req-7096d1f8-33e1-4623-ae0a-f8708058160c tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9ee5470-f8ed-45d7-98f0-8aa8a5740050 HTTP/1.1" status: 200 len: 210 time: 0.0808966 Dec 10 19:17:01.006011 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [None req-bd5ffa69-512c-427c-8887-1817ffc03cf5 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] device_id is not set on port cf683279-64be-4650-bcea-af3d048f58f9 yet. {{(pid=102365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:17:01.035601 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fae201d3-1228-471d-9f85-97acf35b04e7 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:01.040690 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8a3b9c7-1248-41ca-bdf4-4ff4ae463d3b tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=102365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:17:01.049239 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f40e74e6-e06f-44ed-96ec-be314d2277e9 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:01.059669 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a4ab50f1-ef06-4be8-a42a-e3c709e1c2d1 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:01.115071 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b8a3b9c7-1248-41ca-bdf4-4ff4ae463d3b tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:01.115540 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.segments_db [None req-b8a3b9c7-1248-41ca-bdf4-4ff4ae463d3b tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Added segment a3513904-be94-45b7-a03a-7ee911a82754 of type vlan for network e3160a32-4338-4164-a200-c64e08316691 Dec 10 19:17:01.121704 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a4ab50f1-ef06-4be8-a42a-e3c709e1c2d1 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:01.125350 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-a4ab50f1-ef06-4be8-a42a-e3c709e1c2d1 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "DELETE /v2.0/subnets/44ae7811-6f4d-4ac1-9f50-ff64a2287c57 HTTP/1.1" status: 204 len: 168 time: 1.7229910 Dec 10 19:17:01.129529 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52818) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:01.172153 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 449474b9-b1ac-4e58-91d9-f5aa9e56ea6e up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:17:01.218877 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae201d3-1228-471d-9f85-97acf35b04e7 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Pushing event updated for resources: {'Subnet': ['ID=51991eb2-2dcc-4a79-956a-bedc4a806a2c,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:01.273243 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 449474b9-b1ac-4e58-91d9-f5aa9e56ea6e triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:01.273744 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:01.290036 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b8a3b9c7-1248-41ca-bdf4-4ff4ae463d3b tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:01.290669 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d829aa-cb74-4f08-9743-9f4ff16e67d2 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Router 1d8aa911-7de3-4b7d-8497-83a8c053e8b6 is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:17:01.321540 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae201d3-1228-471d-9f85-97acf35b04e7 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Checking segment: {'id': '5acc0cd1-e300-40bd-98c5-e09e61b6ad15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd8276e5f-4247-46a5-b695-6fc320e99784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:17:01.321918 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae201d3-1228-471d-9f85-97acf35b04e7 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Network hostable DHCP agents. Network: d8276e5f-4247-46a5-b695-6fc320e99784, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:17:01.327736 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f40e74e6-e06f-44ed-96ec-be314d2277e9 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:01.332050 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ab50f1-ef06-4be8-a42a-e3c709e1c2d1 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event deleted for resources: {'Subnet': ['ID=44ae7811-6f4d-4ac1-9f50-ff64a2287c57,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:01.367589 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-28ecb329-6e0d-4e9a-ab5a-c79218b2135b tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:01.382337 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a852f7-ef35-4209-beb7-9793e448d385 None None] Network 92eb5ab5-5257-41b4-9aa3-e8da8d19d527 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:17:01.403395 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b8a3b9c7-1248-41ca-bdf4-4ff4ae463d3b tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:01.404390 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a3b9c7-1248-41ca-bdf4-4ff4ae463d3b tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:01.405022 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b8a3b9c7-1248-41ca-bdf4-4ff4ae463d3b tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:01.458080 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513a9d40-a518-47b0-9f0c-d1cb8a2fd342 None None] Sync routers for ids ['83006fac-2134-4452-9ed8-9dd94c1145b9'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:17:01.470601 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513a9d40-a518-47b0-9f0c-d1cb8a2fd342 None None] Routers {'83006fac-2134-4452-9ed8-9dd94c1145b9'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:17:01.471217 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-513a9d40-a518-47b0-9f0c-d1cb8a2fd342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:16:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['83006fac-2134-4452-9ed8-9dd94c1145b9'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:01.517949 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae201d3-1228-471d-9f85-97acf35b04e7 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Network d8276e5f-4247-46a5-b695-6fc320e99784 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:17:01.524722 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 0adc3546-fb12-4c42-a3b6-2c4b3e4ead18 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:17:01.559173 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-b8a3b9c7-1248-41ca-bdf4-4ff4ae463d3b tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0006886 Dec 10 19:17:01.559361 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-bd5ffa69-512c-427c-8887-1817ffc03cf5 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:01.577114 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52820) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:01.587830 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-7797f37b-0f1e-4a47-9b08-44fb0f997317 None None] Provisioning complete for port 0f347db5-82ac-4512-a4bb-1f076ec0f377 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:01.588616 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-7797f37b-0f1e-4a47-9b08-44fb0f997317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:01.625986 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-fae201d3-1228-471d-9f85-97acf35b04e7 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, d8276e5f-4247-46a5-b695-6fc320e99784) {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:17:01.633047 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae201d3-1228-471d-9f85-97acf35b04e7 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:01.634735 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fae201d3-1228-471d-9f85-97acf35b04e7 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:01.647435 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-513a9d40-a518-47b0-9f0c-d1cb8a2fd342 None None] Set router 83006fac-2134-4452-9ed8-9dd94c1145b9 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:17:01.655471 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a3b9c7-1248-41ca-bdf4-4ff4ae463d3b tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Pushing event updated for resources: {'Network': ['ID=e3160a32-4338-4164-a200-c64e08316691,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:01.663306 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8a7789-ee86-4f06-944d-5db12d031302 None None] Network d8276e5f-4247-46a5-b695-6fc320e99784 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:17:01.728260 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network e3160a32-4338-4164-a200-c64e08316691 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:17:01.765060 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40e74e6-e06f-44ed-96ec-be314d2277e9 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:17:01.781647 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-f40e74e6-e06f-44ed-96ec-be314d2277e9 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:17:01.794465 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40e74e6-e06f-44ed-96ec-be314d2277e9 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:17:01.799411 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-fae201d3-1228-471d-9f85-97acf35b04e7 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3310184 Dec 10 19:17:01.812929 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52824) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:01.893436 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [None req-bd5ffa69-512c-427c-8887-1817ffc03cf5 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] device_id is not set on port 197b09dc-ce32-465d-83c4-4edc1c9e4b8f yet. {{(pid=102365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:17:01.910904 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e74e6-e06f-44ed-96ec-be314d2277e9 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Pushing event updated for resources: {'Port': ['ID=6466e99c-74a0-4d39-9a7e-1594c57e775b,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:01.983013 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1baa5e-ef76-423d-90c0-44e0bb75de52 tempest-ExternalNetworksTestJSON-1349881268 tempest-ExternalNetworksTestJSON-1349881268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:01.986956 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-0c1baa5e-ef76-423d-90c0-44e0bb75de52 tempest-ExternalNetworksTestJSON-1349881268 tempest-ExternalNetworksTestJSON-1349881268-project] 10.222.0.69 "GET /v2.0/networks/e3160a32-4338-4164-a200-c64e08316691 HTTP/1.1" status: 200 len: 757 time: 0.4067945 Dec 10 19:17:01.993356 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52830) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:02.098370 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-28ecb329-6e0d-4e9a-ab5a-c79218b2135b tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Deleting port 0f347db5-82ac-4512-a4bb-1f076ec0f377 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:17:02.098948 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 0adc3546-fb12-4c42-a3b6-2c4b3e4ead18 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:02.098948 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:02.099627 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-28ecb329-6e0d-4e9a-ab5a-c79218b2135b tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:02.109709 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d829aa-cb74-4f08-9743-9f4ff16e67d2 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:17:02.123928 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-89d85d29-0dec-41c7-b1a4-69aee4ed8a02 req-dc6f4bd3-243a-4ea2-83bd-11a9b6b5202f tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9ee5470-f8ed-45d7-98f0-8aa8a5740050 HTTP/1.1" status: 200 len: 210 time: 0.1029189 Dec 10 19:17:02.137154 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f40e74e6-e06f-44ed-96ec-be314d2277e9 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:02.146709 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-79d829aa-cb74-4f08-9743-9f4ff16e67d2 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:02.150388 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-79d829aa-cb74-4f08-9743-9f4ff16e67d2 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] 10.222.0.69 "PUT /v2.0/routers/1d8aa911-7de3-4b7d-8497-83a8c053e8b6 HTTP/1.1" status: 200 len: 918 time: 5.1797655 Dec 10 19:17:02.158966 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52832) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:02.287264 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-513a9d40-a518-47b0-9f0c-d1cb8a2fd342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83006fac-2134-4452-9ed8-9dd94c1145b9', 'name': 'tempest-ServerActionsTestJSON-713841711-router', 'tenant_id': 'ebdd8c4cae7b4f17bfa866554f8f9f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.151'}], 'enable_snat': True}, 'gw_port_id': '0adc3546-fb12-4c42-a3b6-2c4b3e4ead18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:16:39Z', 'updated_at': '2021-12-10T19:16:49Z', 'revision_number': 4, 'project_id': 'ebdd8c4cae7b4f17bfa866554f8f9f53', 'gw_port': {'id': '0adc3546-fb12-4c42-a3b6-2c4b3e4ead18', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83006fac-2134-4452-9ed8-9dd94c1145b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:41Z', 'updated_at': '2021-12-10T19:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '972b085d-6751-41fa-91f4-b20ad0ebc04a', 'name': '', 'network_id': '24f70241-3241-44cc-a65f-374de1f348f0', 'tenant_id': 'ebdd8c4cae7b4f17bfa866554f8f9f53', 'mac_address': 'fa:16:3e:f2:ee:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83006fac-2134-4452-9ed8-9dd94c1145b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '8d431d24-7af1-47c6-afa7-19e9588fcee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:46Z', 'updated_at': '2021-12-10T19:16:49Z', 'revision_number': 2, 'project_id': 'ebdd8c4cae7b4f17bfa866554f8f9f53', 'subnets': [{'id': '8d431d24-7af1-47c6-afa7-19e9588fcee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:02.289643 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-28ecb329-6e0d-4e9a-ab5a-c79218b2135b tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] For port 0f347db5-82ac-4512-a4bb-1f076ec0f377, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=0f347db5-82ac-4512-a4bb-1f076ec0f377,segment=NetworkSegment(ce63798b-9847-4cff-98f8-16d84ce7af16),segment_id=ce63798b-9847-4cff-98f8-16d84ce7af16)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:17:02.290286 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-28ecb329-6e0d-4e9a-ab5a-c79218b2135b tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:02.305304 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc687c3-1a29-4e10-80e9-135f0cce7c7c tempest-ExternalNetworksTestJSON-1349881268 tempest-ExternalNetworksTestJSON-1349881268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:02.306801 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-6dc687c3-1a29-4e10-80e9-135f0cce7c7c tempest-ExternalNetworksTestJSON-1349881268 tempest-ExternalNetworksTestJSON-1349881268-project] 10.222.0.69 "GET /v2.0/networks/248b3a2b-ea70-49b7-9fda-2481d643ff03 HTTP/1.1" status: 200 len: 767 time: 0.3040113 Dec 10 19:17:02.309904 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52834) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:02.321187 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-64a261cd-a6ab-4c47-8acb-3cdef9706c36 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:02.333033 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513a9d40-a518-47b0-9f0c-d1cb8a2fd342 None None] Checking router: 83006fac-2134-4452-9ed8-9dd94c1145b9 for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:17:02.333385 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513a9d40-a518-47b0-9f0c-d1cb8a2fd342 None None] Updating router 83006fac-2134-4452-9ed8-9dd94c1145b9 port 972b085d-6751-41fa-91f4-b20ad0ebc04a binding host dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:17:02.342840 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f40e74e6-e06f-44ed-96ec-be314d2277e9 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:02.347492 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-28ecb329-6e0d-4e9a-ab5a-c79218b2135b tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Calling delete_port for 0f347db5-82ac-4512-a4bb-1f076ec0f377 owned by network:dhcp {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:17:02.367470 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-513a9d40-a518-47b0-9f0c-d1cb8a2fd342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:02.441977 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18de0eb3-0b82-405d-80e8-295b7f1491db None None] Sync routers for ids ['1d8aa911-7de3-4b7d-8497-83a8c053e8b6'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:17:02.517840 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:02.532408 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18de0eb3-0b82-405d-80e8-295b7f1491db None None] Routers {'1d8aa911-7de3-4b7d-8497-83a8c053e8b6'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:17:02.533480 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-18de0eb3-0b82-405d-80e8-295b7f1491db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:16:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['1d8aa911-7de3-4b7d-8497-83a8c053e8b6'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:02.534668 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-095522ff-fb8a-4e29-b928-ca26bb1b8bde tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:02.573204 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-5fe5ada3-51ba-47da-9978-b477d5d4d86d tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] 10.222.0.69 "GET /v2.0/routers/1d8aa911-7de3-4b7d-8497-83a8c053e8b6 HTTP/1.1" status: 200 len: 924 time: 0.4079580 Dec 10 19:17:02.576683 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-64a261cd-a6ab-4c47-8acb-3cdef9706c36 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:02.585164 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52836) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:02.616986 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-18de0eb3-0b82-405d-80e8-295b7f1491db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:02.624658 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bbafa8-d8fc-4a15-91a2-0f3ae605cbfe None None] DHCP port deletion for 92eb5ab5-5257-41b4-9aa3-e8da8d19d527 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:17:02.682506 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-bd5ffa69-512c-427c-8887-1817ffc03cf5 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:02.824107 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5868872-1710-4b1a-aa34-c99c5bf92173 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:02.824389 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18de0eb3-0b82-405d-80e8-295b7f1491db None None] Routers {'1d8aa911-7de3-4b7d-8497-83a8c053e8b6'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:17:02.824814 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-18de0eb3-0b82-405d-80e8-295b7f1491db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:16:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['1d8aa911-7de3-4b7d-8497-83a8c053e8b6'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:02.828457 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-a5868872-1710-4b1a-aa34-c99c5bf92173 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=68e2ee80-e7f8-4be2-b0d8-392fd4a4e031&device_id=1d8aa911-7de3-4b7d-8497-83a8c053e8b6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2419207 Dec 10 19:17:02.837978 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-095522ff-fb8a-4e29-b928-ca26bb1b8bde tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:02.842613 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52838) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:02.843374 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-28ecb329-6e0d-4e9a-ab5a-c79218b2135b tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:02.858554 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-bd5ffa69-512c-427c-8887-1817ffc03cf5 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:02.868030 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-64a261cd-a6ab-4c47-8acb-3cdef9706c36 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:02.907156 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-18de0eb3-0b82-405d-80e8-295b7f1491db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:02.911544 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18de0eb3-0b82-405d-80e8-295b7f1491db None None] The sync data for ids ['1d8aa911-7de3-4b7d-8497-83a8c053e8b6'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:17:02.920454 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ecb329-6e0d-4e9a-ab5a-c79218b2135b tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] No DVR routers for this DVR port 0f347db5-82ac-4512-a4bb-1f076ec0f377 on host dv-neutron-821441-1-hyperv {{(pid=102366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:17:02.995457 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ecb329-6e0d-4e9a-ab5a-c79218b2135b tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event deleted for resources: {'Port': ['ID=0f347db5-82ac-4512-a4bb-1f076ec0f377,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:03.024946 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-095522ff-fb8a-4e29-b928-ca26bb1b8bde tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3160a32-4338-4164-a200-c64e08316691']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:03.041522 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d8e533-97b9-4234-8f31-672f51a34186 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-d8276e5f-4247-46a5-b695-6fc320e99784', 'network_id': 'd8276e5f-4247-46a5-b695-6fc320e99784', 'tenant_id': '6d547de339ef40fb9b182c252c02735f', 'fixed_ips': [{'subnet_id': '51991eb2-2dcc-4a79-956a-bedc4a806a2c'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:17:03.042529 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a8d8e533-97b9-4234-8f31-672f51a34186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:03.060282 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-513a9d40-a518-47b0-9f0c-d1cb8a2fd342 None None] Notify callbacks [] for port, precommit_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:03.068441 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 0f347db5-82ac-4512-a4bb-1f076ec0f377 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:17:03.071885 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-513a9d40-a518-47b0-9f0c-d1cb8a2fd342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:03.083772 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-095522ff-fb8a-4e29-b928-ca26bb1b8bde tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3513904-be94-45b7-a03a-7ee911a82754') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:03.084069 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-095522ff-fb8a-4e29-b928-ca26bb1b8bde tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3513904-be94-45b7-a03a-7ee911a82754') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:03.098161 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a261cd-a6ab-4c47-8acb-3cdef9706c36 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Pushing event deleted for resources: {'Subnet': ['ID=51991eb2-2dcc-4a79-956a-bedc4a806a2c,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:03.101292 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 0f347db5-82ac-4512-a4bb-1f076ec0f377 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:17:03.102184 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 0f347db5-82ac-4512-a4bb-1f076ec0f377 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:17:03.107433 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ffa69-512c-427c-8887-1817ffc03cf5 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event updated for resources: {'Port': ['ID=cf683279-64be-4650-bcea-af3d048f58f9,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:03.133870 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5ffa69-512c-427c-8887-1817ffc03cf5 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Network 8831617a-ba6a-459b-95f0-c7e5f9fdb3c4 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:17:03.177780 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-095522ff-fb8a-4e29-b928-ca26bb1b8bde tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:03.182646 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f40e74e6-e06f-44ed-96ec-be314d2277e9 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:03.206448 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f40e74e6-e06f-44ed-96ec-be314d2277e9 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:03.231819 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-f8bbafa8-d8fc-4a15-91a2-0f3ae605cbfe None None] Deleting port 0f347db5-82ac-4512-a4bb-1f076ec0f377 {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:17:03.232276 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f8bbafa8-d8fc-4a15-91a2-0f3ae605cbfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:03.256794 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-bd5ffa69-512c-427c-8887-1817ffc03cf5 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:17:03.270663 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-28ecb329-6e0d-4e9a-ab5a-c79218b2135b tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:03.284548 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e74e6-e06f-44ed-96ec-be314d2277e9 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Pushing event updated for resources: {'Port': ['ID=6466e99c-74a0-4d39-9a7e-1594c57e775b,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:03.328125 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-f8bbafa8-d8fc-4a15-91a2-0f3ae605cbfe None None] For port 0f347db5-82ac-4512-a4bb-1f076ec0f377, host dv-neutron-821441-1-hyperv, got binding levels [] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:17:03.328439 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-095522ff-fb8a-4e29-b928-ca26bb1b8bde tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:03.328665 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f8bbafa8-d8fc-4a15-91a2-0f3ae605cbfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:03.349150 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-f8bbafa8-d8fc-4a15-91a2-0f3ae605cbfe None None] Calling delete_port for 0f347db5-82ac-4512-a4bb-1f076ec0f377 owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:17:03.352766 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.ipam_backend_mixin [None req-f8bbafa8-d8fc-4a15-91a2-0f3ae605cbfe None None] Port 0f347db5-82ac-4512-a4bb-1f076ec0f377 was not found and therefore no delete operation was performed {{(pid=102367) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 19:17:03.354959 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f8bbafa8-d8fc-4a15-91a2-0f3ae605cbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:03.386025 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca8a3bd-21c8-4ffe-be22-2464d94ed28f None None] Pushing event updated for resources: {'Port': ['ID=972b085d-6751-41fa-91f4-b20ad0ebc04a,revision_number=3']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:03.386479 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5ffa69-512c-427c-8887-1817ffc03cf5 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:17:03.395230 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-bd5ffa69-512c-427c-8887-1817ffc03cf5 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:03.402406 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-513a9d40-a518-47b0-9f0c-d1cb8a2fd342 None None] Attempting to bind port 972b085d-6751-41fa-91f4-b20ad0ebc04a on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:17:03.403109 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-513a9d40-a518-47b0-9f0c-d1cb8a2fd342 None None] Attempting to bind port 972b085d-6751-41fa-91f4-b20ad0ebc04a by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '91b8a6f4-24b2-4432-a8c6-88730ff1d7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '24f70241-3241-44cc-a65f-374de1f348f0'}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:17:03.404045 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513a9d40-a518-47b0-9f0c-d1cb8a2fd342 None None] Attempting to bind port 972b085d-6751-41fa-91f4-b20ad0ebc04a on network 24f70241-3241-44cc-a65f-374de1f348f0 {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:17:03.411576 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513a9d40-a518-47b0-9f0c-d1cb8a2fd342 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:17:03.411958 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513a9d40-a518-47b0-9f0c-d1cb8a2fd342 None None] Checking segment: {'id': '91b8a6f4-24b2-4432-a8c6-88730ff1d7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '24f70241-3241-44cc-a65f-374de1f348f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:17:03.412364 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-513a9d40-a518-47b0-9f0c-d1cb8a2fd342 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:03.412816 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513a9d40-a518-47b0-9f0c-d1cb8a2fd342 None None] Bound using segment: {'id': '91b8a6f4-24b2-4432-a8c6-88730ff1d7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '24f70241-3241-44cc-a65f-374de1f348f0'} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:17:03.414095 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-513a9d40-a518-47b0-9f0c-d1cb8a2fd342 None None] Bound port: 972b085d-6751-41fa-91f4-b20ad0ebc04a, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91b8a6f4-24b2-4432-a8c6-88730ff1d7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '24f70241-3241-44cc-a65f-374de1f348f0'}}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:17:03.414095 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-513a9d40-a518-47b0-9f0c-d1cb8a2fd342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:03.421270 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bbafa8-d8fc-4a15-91a2-0f3ae605cbfe None None] Pushing event deleted for resources: {'Port': ['ID=0f347db5-82ac-4512-a4bb-1f076ec0f377,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:03.424598 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-095522ff-fb8a-4e29-b928-ca26bb1b8bde tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:17:03.425000 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bbafa8-d8fc-4a15-91a2-0f3ae605cbfe None None] No DVR routers for this DVR port 0f347db5-82ac-4512-a4bb-1f076ec0f377 on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:17:03.425532 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-095522ff-fb8a-4e29-b928-ca26bb1b8bde tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:03.428418 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af634a99-b0a1-43e2-8e7b-2ac6501cf78a tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:03.430139 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-af634a99-b0a1-43e2-8e7b-2ac6501cf78a tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] 10.222.0.69 "GET /v2.0/networks/68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 HTTP/1.1" status: 200 len: 881 time: 0.5762374 Dec 10 19:17:03.431274 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:17:03.431274 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:17:03.431274 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:17:03.431274 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:17:03.431274 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:17:03.431274 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:17:03.431274 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:17:03.431274 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:17:03.431274 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:17:03.431274 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:17:03.431274 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:17:03.431274 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:17:03.431274 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:17:03.431274 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:17:03.431274 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:17:03.431274 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:17:03.431274 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:17:03.431274 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:17:03.431274 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:17:03.431274 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:17:03.431274 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:17:03.431274 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:17:03.431274 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:17:03.431274 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:17:03.431274 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:17:03.431274 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:17:03.431274 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:17:03.431274 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:17:03.431274 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:17:03.431274 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:17:03.431274 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:17:03.431274 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:17:03.440598 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8721ffff-e8b2-401a-9850-c2d92a98bf7d None None] Network d8276e5f-4247-46a5-b695-6fc320e99784 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:17:03.448161 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52844) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:03.468364 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-28ecb329-6e0d-4e9a-ab5a-c79218b2135b tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92eb5ab5-5257-41b4-9aa3-e8da8d19d527']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:03.564417 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-e9e82189-6d17-41a2-a4a2-24efc06d1b55 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d8aa911-7de3-4b7d-8497-83a8c053e8b6 HTTP/1.1" status: 200 len: 205 time: 0.1060753 Dec 10 19:17:03.575673 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52846) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:03.578210 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-28ecb329-6e0d-4e9a-ab5a-c79218b2135b tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce63798b-9847-4cff-98f8-16d84ce7af16') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:03.581505 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-28ecb329-6e0d-4e9a-ab5a-c79218b2135b tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce63798b-9847-4cff-98f8-16d84ce7af16') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:03.632971 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f40e74e6-e06f-44ed-96ec-be314d2277e9 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3713103'] for floatingip, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:03.641587 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-513a9d40-a518-47b0-9f0c-d1cb8a2fd342 None None] For port 972b085d-6751-41fa-91f4-b20ad0ebc04a, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:17:03.641878 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ad8e0662-4237-4d74-b322-a00dcc40eb73 req-e27b5d8b-b081-4956-b05f-bed0e07e46a0 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9ee5470-f8ed-45d7-98f0-8aa8a5740050 HTTP/1.1" status: 200 len: 210 time: 0.0872612 Dec 10 19:17:03.652312 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-513a9d40-a518-47b0-9f0c-d1cb8a2fd342 None None] For port 972b085d-6751-41fa-91f4-b20ad0ebc04a, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=972b085d-6751-41fa-91f4-b20ad0ebc04a,segment=NetworkSegment(91b8a6f4-24b2-4432-a8c6-88730ff1d7da),segment_id=91b8a6f4-24b2-4432-a8c6-88730ff1d7da)] {{(pid=102368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:17:03.663631 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-28ecb329-6e0d-4e9a-ab5a-c79218b2135b tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:03.666315 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-513a9d40-a518-47b0-9f0c-d1cb8a2fd342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:03.734827 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-095522ff-fb8a-4e29-b928-ca26bb1b8bde tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:03.774059 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-28ecb329-6e0d-4e9a-ab5a-c79218b2135b tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:03.777085 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095522ff-fb8a-4e29-b928-ca26bb1b8bde tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e3160a32-4338-4164-a200-c64e08316691 {{(pid=102366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 19:17:03.779753 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513a9d40-a518-47b0-9f0c-d1cb8a2fd342 None None] Routers {'83006fac-2134-4452-9ed8-9dd94c1145b9'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:17:03.780290 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095522ff-fb8a-4e29-b928-ca26bb1b8bde tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Pushing event deleted for resources: {'Network': ['ID=e3160a32-4338-4164-a200-c64e08316691,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:03.781154 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-513a9d40-a518-47b0-9f0c-d1cb8a2fd342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:16:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['83006fac-2134-4452-9ed8-9dd94c1145b9'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:03.785569 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f40e74e6-e06f-44ed-96ec-be314d2277e9 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:03.799031 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-64a261cd-a6ab-4c47-8acb-3cdef9706c36 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:03.800316 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-f40e74e6-e06f-44ed-96ec-be314d2277e9 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1909649 Dec 10 19:17:03.805102 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-095522ff-fb8a-4e29-b928-ca26bb1b8bde tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:03.814286 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-095522ff-fb8a-4e29-b928-ca26bb1b8bde tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] 10.222.0.69 "DELETE /v2.0/networks/e3160a32-4338-4164-a200-c64e08316691 HTTP/1.1" status: 204 len: 168 time: 1.5013108 Dec 10 19:17:03.817637 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52850) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:03.819789 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-ba3a7529-70d0-4287-921c-60fd1f4e373c None None] Provisioning complete for port 972b085d-6751-41fa-91f4-b20ad0ebc04a triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:03.824327 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-5689381d-9c7a-46d4-be58-64447692a4c5 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Request body: {'network': {'name': 'tempest-network--1902039074'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:03.825307 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ba3a7529-70d0-4287-921c-60fd1f4e373c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:03.828345 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28ecb329-6e0d-4e9a-ab5a-c79218b2135b tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:17:03.829132 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-28ecb329-6e0d-4e9a-ab5a-c79218b2135b tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:03.834786 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:17:03.834786 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:17:03.834786 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:17:03.834786 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:17:03.834786 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:17:03.834786 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:17:03.834786 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:17:03.834786 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:17:03.834786 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:17:03.834786 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:17:03.834786 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:17:03.834786 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:17:03.834786 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:17:03.834786 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:17:03.834786 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:17:03.834786 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:17:03.834786 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:17:03.834786 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:17:03.834786 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:17:03.834786 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:17:03.834786 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:17:03.834786 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:17:03.834786 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:17:03.834786 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:17:03.834786 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:17:03.834786 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:17:03.834786 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:17:03.834786 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:17:03.834786 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:17:03.834786 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:17:03.834786 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:17:03.834786 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:17:03.887465 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ffa69-512c-427c-8887-1817ffc03cf5 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event updated for resources: {'Port': ['ID=197b09dc-ce32-465d-83c4-4edc1c9e4b8f,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:04.006735 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5689381d-9c7a-46d4-be58-64447692a4c5 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Made reservation on behalf of b438534ffead4f819862d964b77e9f8c for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:17:04.011069 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5689381d-9c7a-46d4-be58-64447692a4c5 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:04.023237 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-64a261cd-a6ab-4c47-8acb-3cdef9706c36 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8276e5f-4247-46a5-b695-6fc320e99784']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:04.088774 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ba3a7529-70d0-4287-921c-60fd1f4e373c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:04.119273 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5689381d-9c7a-46d4-be58-64447692a4c5 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:17:04.134879 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-28ecb329-6e0d-4e9a-ab5a-c79218b2135b tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:04.159362 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-64a261cd-a6ab-4c47-8acb-3cdef9706c36 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5acc0cd1-e300-40bd-98c5-e09e61b6ad15') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:04.163197 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-ba3a7529-70d0-4287-921c-60fd1f4e373c None None] For port 972b085d-6751-41fa-91f4-b20ad0ebc04a, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=972b085d-6751-41fa-91f4-b20ad0ebc04a,segment=NetworkSegment(91b8a6f4-24b2-4432-a8c6-88730ff1d7da),segment_id=91b8a6f4-24b2-4432-a8c6-88730ff1d7da)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:17:04.166447 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-28ecb329-6e0d-4e9a-ab5a-c79218b2135b tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:04.168520 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ba3a7529-70d0-4287-921c-60fd1f4e373c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:04.168972 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-64a261cd-a6ab-4c47-8acb-3cdef9706c36 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5acc0cd1-e300-40bd-98c5-e09e61b6ad15') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:04.181299 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-28ecb329-6e0d-4e9a-ab5a-c79218b2135b tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "DELETE /v2.0/networks/92eb5ab5-5257-41b4-9aa3-e8da8d19d527 HTTP/1.1" status: 204 len: 168 time: 3.0482798 Dec 10 19:17:04.209467 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-64a261cd-a6ab-4c47-8acb-3cdef9706c36 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:04.215028 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52862) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:04.231882 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5689381d-9c7a-46d4-be58-64447692a4c5 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:04.233235 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-5689381d-9c7a-46d4-be58-64447692a4c5 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Added segment 1caa394b-27af-46c3-868e-a6eebc5f6ca4 of type vlan for network 133da422-5155-471c-9e09-73966618ee6c Dec 10 19:17:04.237990 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ecb329-6e0d-4e9a-ab5a-c79218b2135b tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event deleted for resources: {'Network': ['ID=92eb5ab5-5257-41b4-9aa3-e8da8d19d527,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:04.238416 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-64a261cd-a6ab-4c47-8acb-3cdef9706c36 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:04.253908 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64a261cd-a6ab-4c47-8acb-3cdef9706c36 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:17:04.254616 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-64a261cd-a6ab-4c47-8acb-3cdef9706c36 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:04.255604 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-513a9d40-a518-47b0-9f0c-d1cb8a2fd342 None None] Set router 83006fac-2134-4452-9ed8-9dd94c1145b9 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:17:04.323683 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca8a3bd-21c8-4ffe-be22-2464d94ed28f None None] Pushing event updated for resources: {'Port': ['ID=972b085d-6751-41fa-91f4-b20ad0ebc04a,revision_number=4']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:04.372228 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3a7529-70d0-4287-921c-60fd1f4e373c None None] Pushing event updated for resources: {'Port': ['ID=972b085d-6751-41fa-91f4-b20ad0ebc04a,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:04.385776 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e771c1a3-29f5-4879-9471-35d921aab6d6 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:04.395483 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-e771c1a3-29f5-4879-9471-35d921aab6d6 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1720765 Dec 10 19:17:04.395833 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5689381d-9c7a-46d4-be58-64447692a4c5 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:04.399859 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52864) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:04.416707 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:17:04.416707 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:17:04.416707 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:17:04.416707 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:17:04.416707 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:17:04.416707 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:17:04.416707 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:17:04.416707 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:17:04.416707 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:17:04.416707 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:17:04.416707 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:17:04.416707 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:17:04.416707 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:17:04.416707 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:17:04.416707 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:17:04.416707 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:17:04.416707 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:17:04.416707 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:17:04.416707 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:17:04.416707 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:17:04.416707 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:17:04.416707 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:17:04.416707 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:17:04.416707 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:17:04.416707 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:17:04.416707 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:17:04.416707 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:17:04.416707 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:17:04.416707 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:17:04.416707 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:17:04.416707 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:17:04.416707 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:17:04.430283 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-1cff46b8-21b9-4c0b-a60a-e805f3a3ba17 None None] Provisioning complete for port 972b085d-6751-41fa-91f4-b20ad0ebc04a triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:04.432206 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1cff46b8-21b9-4c0b-a60a-e805f3a3ba17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:04.444262 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5ffa69-512c-427c-8887-1817ffc03cf5 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Checking segment: {'id': '13db3d65-7d44-4134-a729-0da0585b2acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '22c25a13-d95a-40b6-ba67-0fe472d7c9ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:17:04.444632 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5ffa69-512c-427c-8887-1817ffc03cf5 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Network hostable DHCP agents. Network: 22c25a13-d95a-40b6-ba67-0fe472d7c9ad, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:17:04.449592 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-64a261cd-a6ab-4c47-8acb-3cdef9706c36 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:04.511075 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5689381d-9c7a-46d4-be58-64447692a4c5 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:04.514127 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5689381d-9c7a-46d4-be58-64447692a4c5 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:04.514661 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5689381d-9c7a-46d4-be58-64447692a4c5 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:04.521269 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1d32e048-b1ad-4dcf-8bd1-91d8c6135c28 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks [] for router, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:04.527212 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-64a261cd-a6ab-4c47-8acb-3cdef9706c36 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:04.546459 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-64a261cd-a6ab-4c47-8acb-3cdef9706c36 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] 10.222.0.69 "DELETE /v2.0/networks/d8276e5f-4247-46a5-b695-6fc320e99784 HTTP/1.1" status: 204 len: 168 time: 2.7272491 Dec 10 19:17:04.648227 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52866) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:04.650131 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5689381d-9c7a-46d4-be58-64447692a4c5 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Pushing event updated for resources: {'Network': ['ID=133da422-5155-471c-9e09-73966618ee6c,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:04.665435 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-5689381d-9c7a-46d4-be58-64447692a4c5 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.8458951 Dec 10 19:17:04.675222 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-88ef74a1-2e13-406f-aba4-24ef1d212d83 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-39369344'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:04.679986 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 133da422-5155-471c-9e09-73966618ee6c details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:17:04.691796 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-123825bf-75d6-4a90-af08-1c0061d06e79 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2867165 Dec 10 19:17:04.697062 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52872) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:04.697768 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52874) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:04.716018 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-303b286d-44f1-4617-80db-c09ee07430a0 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:04.725465 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-12d811db-4f38-413e-a628-08a42054c157 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-125956372'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:04.748227 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-513a9d40-a518-47b0-9f0c-d1cb8a2fd342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83006fac-2134-4452-9ed8-9dd94c1145b9', 'name': 'tempest-ServerActionsTestJSON-713841711-router', 'tenant_id': 'ebdd8c4cae7b4f17bfa866554f8f9f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.151'}], 'enable_snat': True}, 'gw_port_id': '0adc3546-fb12-4c42-a3b6-2c4b3e4ead18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:16:39Z', 'updated_at': '2021-12-10T19:16:49Z', 'revision_number': 4, 'project_id': 'ebdd8c4cae7b4f17bfa866554f8f9f53', 'gw_port': {'id': '0adc3546-fb12-4c42-a3b6-2c4b3e4ead18', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83006fac-2134-4452-9ed8-9dd94c1145b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:41Z', 'updated_at': '2021-12-10T19:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '972b085d-6751-41fa-91f4-b20ad0ebc04a', 'name': '', 'network_id': '24f70241-3241-44cc-a65f-374de1f348f0', 'tenant_id': 'ebdd8c4cae7b4f17bfa866554f8f9f53', 'mac_address': 'fa:16:3e:f2:ee:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83006fac-2134-4452-9ed8-9dd94c1145b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '8d431d24-7af1-47c6-afa7-19e9588fcee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:46Z', 'updated_at': '2021-12-10T19:17:03Z', 'revision_number': 4, 'project_id': 'ebdd8c4cae7b4f17bfa866554f8f9f53', 'subnets': [{'id': '8d431d24-7af1-47c6-afa7-19e9588fcee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:04.837484 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a261cd-a6ab-4c47-8acb-3cdef9706c36 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Pushing event deleted for resources: {'Network': ['ID=d8276e5f-4247-46a5-b695-6fc320e99784,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:04.842433 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d811db-4f38-413e-a628-08a42054c157 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Made reservation on behalf of e037b8d045744e90a0960e7cae36a046 for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:17:04.849734 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-12d811db-4f38-413e-a628-08a42054c157 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:04.887617 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ef74a1-2e13-406f-aba4-24ef1d212d83 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Made reservation on behalf of 6d547de339ef40fb9b182c252c02735f for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:17:04.894011 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-88ef74a1-2e13-406f-aba4-24ef1d212d83 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:04.899261 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513a9d40-a518-47b0-9f0c-d1cb8a2fd342 None None] The sync data for ids ['83006fac-2134-4452-9ed8-9dd94c1145b9'] in dv-neutron-821441-1-hyperv is: [{'id': '83006fac-2134-4452-9ed8-9dd94c1145b9', 'name': 'tempest-ServerActionsTestJSON-713841711-router', 'tenant_id': 'ebdd8c4cae7b4f17bfa866554f8f9f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.151'}], 'enable_snat': True}, 'gw_port_id': '0adc3546-fb12-4c42-a3b6-2c4b3e4ead18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:16:39Z', 'updated_at': '2021-12-10T19:16:49Z', 'revision_number': 4, 'project_id': 'ebdd8c4cae7b4f17bfa866554f8f9f53', 'gw_port': {'id': '0adc3546-fb12-4c42-a3b6-2c4b3e4ead18', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83006fac-2134-4452-9ed8-9dd94c1145b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:41Z', 'updated_at': '2021-12-10T19:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '972b085d-6751-41fa-91f4-b20ad0ebc04a', 'name': '', 'network_id': '24f70241-3241-44cc-a65f-374de1f348f0', 'tenant_id': 'ebdd8c4cae7b4f17bfa866554f8f9f53', 'mac_address': 'fa:16:3e:f2:ee:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83006fac-2134-4452-9ed8-9dd94c1145b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '8d431d24-7af1-47c6-afa7-19e9588fcee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:46Z', 'updated_at': '2021-12-10T19:17:03Z', 'revision_number': 4, 'project_id': 'ebdd8c4cae7b4f17bfa866554f8f9f53', 'subnets': [{'id': '8d431d24-7af1-47c6-afa7-19e9588fcee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:17:04.991882 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12d811db-4f38-413e-a628-08a42054c157 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:17:05.010990 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-12d811db-4f38-413e-a628-08a42054c157 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:05.011299 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-12d811db-4f38-413e-a628-08a42054c157 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Added segment 9f1c95fe-62e4-4c7c-a5c9-b8f32dae69c1 of type vlan for network 80874e6a-5ddf-4a90-98bc-337869b53ed3 Dec 10 19:17:05.091386 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18576ea4-a6f1-4797-81ba-ca69f657011a req-7bc8f4da-96b8-4f9b-9675-4c2e0ce0733f tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:05.103214 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-18576ea4-a6f1-4797-81ba-ca69f657011a req-7bc8f4da-96b8-4f9b-9675-4c2e0ce0733f tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.36 "GET /v2.0/networks?id=5c1cbc5b-79f3-44fe-a881-f91ab33966d7 HTTP/1.1" status: 200 len: 796 time: 0.6814899 Dec 10 19:17:05.159685 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 972b085d-6751-41fa-91f4-b20ad0ebc04a up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:17:05.172683 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88ef74a1-2e13-406f-aba4-24ef1d212d83 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:17:05.179922 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5ffa69-512c-427c-8887-1817ffc03cf5 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Network 22c25a13-d95a-40b6-ba67-0fe472d7c9ad is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:17:05.186103 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-608bd5c6-008f-4ad2-9eb9-f2785e566812 req-54b97a36-845c-4ef7-9e2f-116b47d6732b tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9ee5470-f8ed-45d7-98f0-8aa8a5740050 HTTP/1.1" status: 200 len: 210 time: 0.2681298 Dec 10 19:17:05.214025 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d55f869d-fd42-4fbb-ade6-ce336ea9adc9 req-587bd346-7166-43e6-81f7-56242ef81a4b tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1631269150&fields=id&tenant_id=ebdd8c4cae7b4f17bfa866554f8f9f53 HTTP/1.1" status: 200 len: 267 time: 1.0664918 Dec 10 19:17:05.272010 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1d32e048-b1ad-4dcf-8bd1-91d8c6135c28 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:05.273026 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 972b085d-6751-41fa-91f4-b20ad0ebc04a triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:05.273606 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:05.302340 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-12d811db-4f38-413e-a628-08a42054c157 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:05.318614 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-bd5ffa69-512c-427c-8887-1817ffc03cf5 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 22c25a13-d95a-40b6-ba67-0fe472d7c9ad) {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:17:05.332103 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-88ef74a1-2e13-406f-aba4-24ef1d212d83 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:05.332370 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd750fcf-2034-45f4-9852-7c683660971d None None] Network 22c25a13-d95a-40b6-ba67-0fe472d7c9ad requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:17:05.332476 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-88ef74a1-2e13-406f-aba4-24ef1d212d83 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Added segment 032470b4-8906-4447-814e-7be1e15b0884 of type vlan for network 73ffabac-6d71-4b78-b800-8a0915c08b9e Dec 10 19:17:05.341171 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5ffa69-512c-427c-8887-1817ffc03cf5 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:17:05.350454 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5ffa69-512c-427c-8887-1817ffc03cf5 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:05.363188 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5ffa69-512c-427c-8887-1817ffc03cf5 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:05.364267 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-bd5ffa69-512c-427c-8887-1817ffc03cf5 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:05.369919 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-303b286d-44f1-4617-80db-c09ee07430a0 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:05.395842 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-bd5ffa69-512c-427c-8887-1817ffc03cf5 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 6.7834566 Dec 10 19:17:05.410920 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52878) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:05.434564 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-303b286d-44f1-4617-80db-c09ee07430a0 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:05.458257 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-12d811db-4f38-413e-a628-08a42054c157 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:05.466096 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d811db-4f38-413e-a628-08a42054c157 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:05.467758 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-12d811db-4f38-413e-a628-08a42054c157 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:05.474480 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-88ef74a1-2e13-406f-aba4-24ef1d212d83 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:05.499364 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-303b286d-44f1-4617-80db-c09ee07430a0 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Network 133da422-5155-471c-9e09-73966618ee6c is not hosted by any dhcp agent {{(pid=102366) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 19:17:05.500637 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303b286d-44f1-4617-80db-c09ee07430a0 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:05.502265 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-303b286d-44f1-4617-80db-c09ee07430a0 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:05.506156 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-303b286d-44f1-4617-80db-c09ee07430a0 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] 10.222.0.69 "PUT /v2.0/networks/133da422-5155-471c-9e09-73966618ee6c HTTP/1.1" status: 200 len: 858 time: 0.8059776 Dec 10 19:17:05.551538 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52880) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:05.660781 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.db.resource_extend [None req-88ef74a1-2e13-406f-aba4-24ef1d212d83 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 19:17:05.683627 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303b286d-44f1-4617-80db-c09ee07430a0 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Pushing event updated for resources: {'Network': ['ID=133da422-5155-471c-9e09-73966618ee6c,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:05.698121 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-12d811db-4f38-413e-a628-08a42054c157 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9782860 Dec 10 19:17:05.703653 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-88ef74a1-2e13-406f-aba4-24ef1d212d83 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:05.711630 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ef74a1-2e13-406f-aba4-24ef1d212d83 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:05.712297 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-88ef74a1-2e13-406f-aba4-24ef1d212d83 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:05.733168 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52882) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:05.787690 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-01206889-04d8-43a6-94f4-f7ca3d634e7a tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Request body: {'subnet': {'network_id': '80874e6a-5ddf-4a90-98bc-337869b53ed3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:05.794528 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-88ef74a1-2e13-406f-aba4-24ef1d212d83 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.1272702 Dec 10 19:17:05.811472 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52884) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:05.817685 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-3dc09b38-65d8-49ff-8659-5956ef442d98 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Request body: {'subnet': {'network_id': '73ffabac-6d71-4b78-b800-8a0915c08b9e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:05.962872 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d811db-4f38-413e-a628-08a42054c157 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event updated for resources: {'Network': ['ID=80874e6a-5ddf-4a90-98bc-337869b53ed3,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:05.981765 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 80874e6a-5ddf-4a90-98bc-337869b53ed3 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:17:06.047486 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-18576ea4-a6f1-4797-81ba-ca69f657011a req-6cb30526-1f04-4166-afbf-946d5384b3e9 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53996d5fb05a4682bb1d6dff196126df HTTP/1.1" status: 200 len: 379 time: 0.8543262 Dec 10 19:17:06.071031 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-18576ea4-a6f1-4797-81ba-ca69f657011a req-a9affef3-3327-486d-9f38-cf73a7023679 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Request body: {'port': {'device_id': 'a9ee5470-f8ed-45d7-98f0-8aa8a5740050', 'network_id': '5c1cbc5b-79f3-44fe-a881-f91ab33966d7', 'admin_state_up': True, 'tenant_id': '53996d5fb05a4682bb1d6dff196126df', 'security_groups': ['d727de41-442a-4e11-afb6-ce7cf726ecbd']}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:06.316149 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f869d-fd42-4fbb-ade6-ce336ea9adc9 req-e3a21754-f36f-437a-aa75-8955b9079f9f tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:06.318008 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d55f869d-fd42-4fbb-ade6-ce336ea9adc9 req-e3a21754-f36f-437a-aa75-8955b9079f9f tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/networks?id=24f70241-3241-44cc-a65f-374de1f348f0 HTTP/1.1" status: 200 len: 811 time: 1.1025474 Dec 10 19:17:06.363110 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-1d32e048-b1ad-4dcf-8bd1-91d8c6135c28 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Deleting port 35287d3a-6d31-4968-86b7-5b242703e5c1 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:17:06.363680 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1d32e048-b1ad-4dcf-8bd1-91d8c6135c28 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:06.387894 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2240d1b7-1a44-481b-aa94-a941cb7dca61 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:06.426673 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d55f869d-fd42-4fbb-ade6-ce336ea9adc9 req-84200882-45da-4bf7-8f49-5dd0fe16d164 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/quotas/ebdd8c4cae7b4f17bfa866554f8f9f53 HTTP/1.1" status: 200 len: 375 time: 0.0926099 Dec 10 19:17:06.506959 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-630d7a44-02f7-4b84-9e9e-ffc922a18807 req-072b5dea-173c-4137-83d3-aa6f6726d8f5 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9ee5470-f8ed-45d7-98f0-8aa8a5740050 HTTP/1.1" status: 200 len: 210 time: 0.1307323 Dec 10 19:17:06.515701 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ef74a1-2e13-406f-aba4-24ef1d212d83 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Pushing event updated for resources: {'Network': ['ID=73ffabac-6d71-4b78-b800-8a0915c08b9e,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:06.544588 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 73ffabac-6d71-4b78-b800-8a0915c08b9e details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:17:06.631662 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-9da67971-1fc5-4436-90cd-c64cf03ce498 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Deleting port 197b09dc-ce32-465d-83c4-4edc1c9e4b8f {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:17:06.632132 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9da67971-1fc5-4436-90cd-c64cf03ce498 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:06.640326 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.db.api [None req-3dc09b38-65d8-49ff-8659-5956ef442d98 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 19:17:06.640326 dv-neutron-821441-1-hyperv neutron-server[102366]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 10 19:17:06.640326 dv-neutron-821441-1-hyperv neutron-server[102366]: [parameters: {'project_id': '6d547de339ef40fb9b182c252c02735f', 'id': '0af980d2-2efd-451d-b496-6fc1e6c043d0', 'expiration': datetime.datetime(2021, 12, 10, 19, 19, 6, 584840)}] Dec 10 19:17:06.640326 dv-neutron-821441-1-hyperv neutron-server[102366]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:17:06.640326 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG oslo_db.api [None req-3dc09b38-65d8-49ff-8659-5956ef442d98 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:17:06.646960 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01206889-04d8-43a6-94f4-f7ca3d634e7a tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Made reservation on behalf of e037b8d045744e90a0960e7cae36a046 for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:17:06.650665 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-01206889-04d8-43a6-94f4-f7ca3d634e7a tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:06.679156 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2240d1b7-1a44-481b-aa94-a941cb7dca61 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:06.748220 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-2240d1b7-1a44-481b-aa94-a941cb7dca61 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['133da422-5155-471c-9e09-73966618ee6c']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:06.765676 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1d32e048-b1ad-4dcf-8bd1-91d8c6135c28 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:06.768258 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-2240d1b7-1a44-481b-aa94-a941cb7dca61 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1caa394b-27af-46c3-868e-a6eebc5f6ca4') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:06.768752 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-2240d1b7-1a44-481b-aa94-a941cb7dca61 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1caa394b-27af-46c3-868e-a6eebc5f6ca4') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:06.790122 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2240d1b7-1a44-481b-aa94-a941cb7dca61 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:06.822039 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9da67971-1fc5-4436-90cd-c64cf03ce498 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:06.822473 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2240d1b7-1a44-481b-aa94-a941cb7dca61 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:06.825741 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-1d32e048-b1ad-4dcf-8bd1-91d8c6135c28 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Calling delete_port for 35287d3a-6d31-4968-86b7-5b242703e5c1 owned by network:router_gateway {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:17:06.828346 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18576ea4-a6f1-4797-81ba-ca69f657011a req-a9affef3-3327-486d-9f38-cf73a7023679 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Made reservation on behalf of 53996d5fb05a4682bb1d6dff196126df for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:17:06.834793 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-18576ea4-a6f1-4797-81ba-ca69f657011a req-a9affef3-3327-486d-9f38-cf73a7023679 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:06.837296 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2240d1b7-1a44-481b-aa94-a941cb7dca61 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:17:06.837786 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2240d1b7-1a44-481b-aa94-a941cb7dca61 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:06.839887 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:17:06.839887 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:17:06.839887 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:17:06.839887 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:17:06.839887 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:17:06.839887 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:17:06.839887 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:17:06.839887 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:17:06.839887 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:17:06.839887 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:17:06.839887 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:17:06.839887 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:17:06.839887 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:17:06.839887 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:17:06.839887 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:17:06.839887 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:17:06.839887 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:17:06.839887 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:17:06.839887 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:17:06.839887 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:17:06.839887 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:17:06.839887 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:17:06.839887 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:17:06.839887 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:17:06.839887 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:17:06.839887 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:17:06.839887 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:17:06.839887 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:17:06.839887 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:17:06.839887 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:17:06.839887 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:17:06.839887 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:17:06.861175 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d55f869d-fd42-4fbb-ade6-ce336ea9adc9 req-d9039516-081b-4955-bb8c-482318aae273 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ebdd8c4cae7b4f17bfa866554f8f9f53&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3672216 Dec 10 19:17:06.895062 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-9da67971-1fc5-4436-90cd-c64cf03ce498 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Calling delete_port for 197b09dc-ce32-465d-83c4-4edc1c9e4b8f owned by {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:17:07.000136 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2240d1b7-1a44-481b-aa94-a941cb7dca61 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:07.050588 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2240d1b7-1a44-481b-aa94-a941cb7dca61 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 133da422-5155-471c-9e09-73966618ee6c {{(pid=102366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 19:17:07.073597 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2240d1b7-1a44-481b-aa94-a941cb7dca61 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:07.083854 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-2240d1b7-1a44-481b-aa94-a941cb7dca61 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] 10.222.0.69 "DELETE /v2.0/networks/133da422-5155-471c-9e09-73966618ee6c HTTP/1.1" status: 204 len: 168 time: 1.5226047 Dec 10 19:17:07.086464 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2240d1b7-1a44-481b-aa94-a941cb7dca61 tempest-ExternalNetworksTestJSON-543484283 tempest-ExternalNetworksTestJSON-543484283-project-admin] Pushing event deleted for resources: {'Network': ['ID=133da422-5155-471c-9e09-73966618ee6c,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:07.089075 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52888) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:07.140727 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-03b4f857-846c-4bae-b90a-4fe797beef06 tempest-ExternalNetworksTestJSON-1349881268 tempest-ExternalNetworksTestJSON-1349881268-project] DELETE failed (client error): The resource could not be found. Dec 10 19:17:07.141403 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03b4f857-846c-4bae-b90a-4fe797beef06 tempest-ExternalNetworksTestJSON-1349881268 tempest-ExternalNetworksTestJSON-1349881268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:17:07.150802 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-03b4f857-846c-4bae-b90a-4fe797beef06 tempest-ExternalNetworksTestJSON-1349881268 tempest-ExternalNetworksTestJSON-1349881268-project] 10.222.0.69 "DELETE /v2.0/subnets/2aef3b69-70e0-43a2-8b62-74decd8cee13 HTTP/1.1" status: 404 len: 337 time: 0.0528574 Dec 10 19:17:07.150802 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-01206889-04d8-43a6-94f4-f7ca3d634e7a tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:07.151790 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52890) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:07.255792 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d55f869d-fd42-4fbb-ade6-ce336ea9adc9 req-12836f94-b145-4b41-9208-f82c33a8759d service neutron] 10.222.0.69 "GET /v2.0/networks/24f70241-3241-44cc-a65f-374de1f348f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3769126 Dec 10 19:17:07.297181 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01206889-04d8-43a6-94f4-f7ca3d634e7a tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event updated for resources: {'Subnet': ['ID=7bd82164-780c-41ae-bc96-6aeec4756e42,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:07.300112 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc09b38-65d8-49ff-8659-5956ef442d98 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Made reservation on behalf of 6d547de339ef40fb9b182c252c02735f for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:17:07.303820 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3dc09b38-65d8-49ff-8659-5956ef442d98 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:07.354487 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cf2bfd87-4f10-4c37-8381-c519ad8c1206 tempest-ExternalNetworksTestJSON-1349881268 tempest-ExternalNetworksTestJSON-1349881268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:07.402225 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9da67971-1fc5-4436-90cd-c64cf03ce498 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:07.420349 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01206889-04d8-43a6-94f4-f7ca3d634e7a tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Checking segment: {'id': '9f1c95fe-62e4-4c7c-a5c9-b8f32dae69c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '80874e6a-5ddf-4a90-98bc-337869b53ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:17:07.421396 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01206889-04d8-43a6-94f4-f7ca3d634e7a tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Network hostable DHCP agents. Network: 80874e6a-5ddf-4a90-98bc-337869b53ed3, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:17:07.516585 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da67971-1fc5-4436-90cd-c64cf03ce498 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event deleted for resources: {'Port': ['ID=197b09dc-ce32-465d-83c4-4edc1c9e4b8f,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:07.561052 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9da67971-1fc5-4436-90cd-c64cf03ce498 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:07.570872 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-9da67971-1fc5-4436-90cd-c64cf03ce498 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "DELETE /v2.0/ports/197b09dc-ce32-465d-83c4-4edc1c9e4b8f HTTP/1.1" status: 204 len: 168 time: 2.1187544 Dec 10 19:17:07.615041 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [req-18576ea4-a6f1-4797-81ba-ca69f657011a req-a9affef3-3327-486d-9f38-cf73a7023679 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Allocated IP 172.20.0.22 (5c1cbc5b-79f3-44fe-a881-f91ab33966d7/dc68e97e-3fc0-433f-a054-2cde4e5595d8/d598e5c0-2c60-4c69-b72e-095fa0a643cb) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:17:07.618241 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52892) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:07.658940 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01206889-04d8-43a6-94f4-f7ca3d634e7a tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Network 80874e6a-5ddf-4a90-98bc-337869b53ed3 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:17:07.702474 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cf2bfd87-4f10-4c37-8381-c519ad8c1206 tempest-ExternalNetworksTestJSON-1349881268 tempest-ExternalNetworksTestJSON-1349881268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:07.765326 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-01206889-04d8-43a6-94f4-f7ca3d634e7a tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 80874e6a-5ddf-4a90-98bc-337869b53ed3) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:17:07.782821 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01206889-04d8-43a6-94f4-f7ca3d634e7a tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:07.783307 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-01206889-04d8-43a6-94f4-f7ca3d634e7a tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:07.786356 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73289d89-1134-4796-8b00-1ddc4eba905f None None] Network 80874e6a-5ddf-4a90-98bc-337869b53ed3 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:17:07.797473 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-cf2bfd87-4f10-4c37-8381-c519ad8c1206 tempest-ExternalNetworksTestJSON-1349881268 tempest-ExternalNetworksTestJSON-1349881268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['248b3a2b-ea70-49b7-9fda-2481d643ff03']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:07.818077 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-cf2bfd87-4f10-4c37-8381-c519ad8c1206 tempest-ExternalNetworksTestJSON-1349881268 tempest-ExternalNetworksTestJSON-1349881268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '286fce38-880a-4815-b8fa-6a61c98fcfb9') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:07.818620 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-cf2bfd87-4f10-4c37-8381-c519ad8c1206 tempest-ExternalNetworksTestJSON-1349881268 tempest-ExternalNetworksTestJSON-1349881268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '286fce38-880a-4815-b8fa-6a61c98fcfb9') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:07.833285 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cf2bfd87-4f10-4c37-8381-c519ad8c1206 tempest-ExternalNetworksTestJSON-1349881268 tempest-ExternalNetworksTestJSON-1349881268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:07.849445 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-01206889-04d8-43a6-94f4-f7ca3d634e7a tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0983369 Dec 10 19:17:07.856159 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52896) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:07.862453 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-e191ca3d-1184-41dd-816e-c3e67cad7766 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Request body: {'port': {'network_id': '80874e6a-5ddf-4a90-98bc-337869b53ed3', 'name': 'tempest-PortsIpV6TestJSON-1232310174'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:07.866385 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cf2bfd87-4f10-4c37-8381-c519ad8c1206 tempest-ExternalNetworksTestJSON-1349881268 tempest-ExternalNetworksTestJSON-1349881268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:07.879874 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-62ecf197-bdfb-4249-b2de-daf2362f4635 req-f895e347-2858-4dd0-a114-64e6a3cc970b tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9ee5470-f8ed-45d7-98f0-8aa8a5740050 HTTP/1.1" status: 200 len: 210 time: 0.1772320 Dec 10 19:17:07.919671 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf2bfd87-4f10-4c37-8381-c519ad8c1206 tempest-ExternalNetworksTestJSON-1349881268 tempest-ExternalNetworksTestJSON-1349881268-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:17:07.920738 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cf2bfd87-4f10-4c37-8381-c519ad8c1206 tempest-ExternalNetworksTestJSON-1349881268 tempest-ExternalNetworksTestJSON-1349881268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:07.930891 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:17:07.930891 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:17:07.930891 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:17:07.930891 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:17:07.930891 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:17:07.930891 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:17:07.930891 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:17:07.930891 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:17:07.930891 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:17:07.930891 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:17:07.930891 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:17:07.930891 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:17:07.930891 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:17:07.930891 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:17:07.930891 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:17:07.930891 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:17:07.930891 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:17:07.930891 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:17:07.930891 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:17:07.930891 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:17:07.930891 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:17:07.930891 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:17:07.930891 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:17:07.930891 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:17:07.930891 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:17:07.930891 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:17:07.930891 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:17:07.930891 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:17:07.930891 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:17:07.930891 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:17:07.930891 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:17:07.930891 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:17:07.942298 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1d32e048-b1ad-4dcf-8bd1-91d8c6135c28 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:07.949183 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d55f869d-fd42-4fbb-ade6-ce336ea9adc9 req-0bc2b551-1903-420c-9855-9f9322b4be28 service neutron] 10.222.0.69 "GET /v2.0/networks/24f70241-3241-44cc-a65f-374de1f348f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5825870 Dec 10 19:17:08.123071 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd08c375-41e7-4ffc-af27-f6acb45f3f65 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:08.136733 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd08c375-41e7-4ffc-af27-f6acb45f3f65 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:08.142536 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-dd08c375-41e7-4ffc-af27-f6acb45f3f65 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.5196481 Dec 10 19:17:08.144168 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d32e048-b1ad-4dcf-8bd1-91d8c6135c28 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Pushing event deleted for resources: {'Port': ['ID=35287d3a-6d31-4968-86b7-5b242703e5c1,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:08.147513 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52900) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:08.226073 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.objects.ports [None req-3dc09b38-65d8-49ff-8659-5956ef442d98 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102366) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 19:17:08.227785 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cf2bfd87-4f10-4c37-8381-c519ad8c1206 tempest-ExternalNetworksTestJSON-1349881268 tempest-ExternalNetworksTestJSON-1349881268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:08.238004 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb694218-94c8-4108-a421-e61f31ae0be8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-80874e6a-5ddf-4a90-98bc-337869b53ed3', 'network_id': '80874e6a-5ddf-4a90-98bc-337869b53ed3', 'tenant_id': 'e037b8d045744e90a0960e7cae36a046', 'fixed_ips': [{'subnet_id': '7bd82164-780c-41ae-bc96-6aeec4756e42'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:17:08.239060 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3dc09b38-65d8-49ff-8659-5956ef442d98 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:08.240881 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-eb694218-94c8-4108-a421-e61f31ae0be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:08.248993 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cf2bfd87-4f10-4c37-8381-c519ad8c1206 tempest-ExternalNetworksTestJSON-1349881268 tempest-ExternalNetworksTestJSON-1349881268-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:08.254391 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-cf2bfd87-4f10-4c37-8381-c519ad8c1206 tempest-ExternalNetworksTestJSON-1349881268 tempest-ExternalNetworksTestJSON-1349881268-project] 10.222.0.69 "DELETE /v2.0/networks/248b3a2b-ea70-49b7-9fda-2481d643ff03 HTTP/1.1" status: 204 len: 168 time: 1.0934000 Dec 10 19:17:08.301920 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2bfd87-4f10-4c37-8381-c519ad8c1206 tempest-ExternalNetworksTestJSON-1349881268 tempest-ExternalNetworksTestJSON-1349881268-project] Pushing event deleted for resources: {'Network': ['ID=248b3a2b-ea70-49b7-9fda-2481d643ff03,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:08.435054 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-eb694218-94c8-4108-a421-e61f31ae0be8 None None] Allocated IP 2001:db8::2 (80874e6a-5ddf-4a90-98bc-337869b53ed3/7bd82164-780c-41ae-bc96-6aeec4756e42/733495ff-96a9-47c1-adae-56c428d0321f) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:17:08.440839 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-761959f8-2ce9-4573-a369-42d246c026a7 req-8b6cd08f-4ce4-4bbf-ba6c-7c6bed33716c tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 210 time: 0.1884584 Dec 10 19:17:08.477127 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc09b38-65d8-49ff-8659-5956ef442d98 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Pushing event updated for resources: {'Subnet': ['ID=5ea31a03-fc26-4afc-a25b-52e832eae5e6,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:08.512485 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1d32e048-b1ad-4dcf-8bd1-91d8c6135c28 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3713145'] for router_gateway, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:08.530556 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc09b38-65d8-49ff-8659-5956ef442d98 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Checking segment: {'id': '032470b4-8906-4447-814e-7be1e15b0884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '73ffabac-6d71-4b78-b800-8a0915c08b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:17:08.531113 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc09b38-65d8-49ff-8659-5956ef442d98 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Network hostable DHCP agents. Network: 73ffabac-6d71-4b78-b800-8a0915c08b9e, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:17:08.542060 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e191ca3d-1184-41dd-816e-c3e67cad7766 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Made reservation on behalf of e037b8d045744e90a0960e7cae36a046 for: {'port': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:17:08.549327 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e191ca3d-1184-41dd-816e-c3e67cad7766 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:08.587927 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [None req-e191ca3d-1184-41dd-816e-c3e67cad7766 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] device_id is not set on port 6beef9e6-5a17-4329-9162-35e7213732e2 yet. {{(pid=102366) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:17:08.595952 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc09b38-65d8-49ff-8659-5956ef442d98 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Network 73ffabac-6d71-4b78-b800-8a0915c08b9e is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:17:08.652002 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-3dc09b38-65d8-49ff-8659-5956ef442d98 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 73ffabac-6d71-4b78-b800-8a0915c08b9e) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:17:08.662872 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc09b38-65d8-49ff-8659-5956ef442d98 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:08.663456 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3dc09b38-65d8-49ff-8659-5956ef442d98 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:08.679631 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bd5b33-66da-49a5-b6b6-d5fc665d7818 None None] Network 73ffabac-6d71-4b78-b800-8a0915c08b9e requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:17:08.696853 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-3dc09b38-65d8-49ff-8659-5956ef442d98 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.8840194 Dec 10 19:17:08.700846 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52904) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:08.712752 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-18576ea4-a6f1-4797-81ba-ca69f657011a req-a9affef3-3327-486d-9f38-cf73a7023679 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:08.735302 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1d32e048-b1ad-4dcf-8bd1-91d8c6135c28 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:08.742409 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1d32e048-b1ad-4dcf-8bd1-91d8c6135c28 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:08.781803 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-eb694218-94c8-4108-a421-e61f31ae0be8 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:08.796130 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-eb694218-94c8-4108-a421-e61f31ae0be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:08.872935 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-9a62f926-bded-409b-a6f7-dedc7f744ce7 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Deleting port cf683279-64be-4650-bcea-af3d048f58f9 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:17:08.873742 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9a62f926-bded-409b-a6f7-dedc7f744ce7 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:08.883887 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb694218-94c8-4108-a421-e61f31ae0be8 None None] Network 80874e6a-5ddf-4a90-98bc-337869b53ed3 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:17:08.894351 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-eb694218-94c8-4108-a421-e61f31ae0be8 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:17:08.897380 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb694218-94c8-4108-a421-e61f31ae0be8 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:17:08.917270 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb694218-94c8-4108-a421-e61f31ae0be8 None None] Pushing event updated for resources: {'Port': ['ID=733495ff-96a9-47c1-adae-56c428d0321f,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:08.972273 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8082a50c-04c9-450d-bc8a-f6997df9b6ec tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:09.005955 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1d32e048-b1ad-4dcf-8bd1-91d8c6135c28 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:09.006372 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-eb694218-94c8-4108-a421-e61f31ae0be8 None None] Attempting to bind port 733495ff-96a9-47c1-adae-56c428d0321f on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:17:09.006813 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-eb694218-94c8-4108-a421-e61f31ae0be8 None None] Attempting to bind port 733495ff-96a9-47c1-adae-56c428d0321f by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '9f1c95fe-62e4-4c7c-a5c9-b8f32dae69c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '80874e6a-5ddf-4a90-98bc-337869b53ed3'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:17:09.006939 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d32e048-b1ad-4dcf-8bd1-91d8c6135c28 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Fanout notify agent at l3_agent the message router_deleted on router 1d8aa911-7de3-4b7d-8497-83a8c053e8b6 {{(pid=102365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:17:09.007174 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb694218-94c8-4108-a421-e61f31ae0be8 None None] Attempting to bind port 733495ff-96a9-47c1-adae-56c428d0321f on network 80874e6a-5ddf-4a90-98bc-337869b53ed3 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:17:09.011718 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52910) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:09.017819 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb694218-94c8-4108-a421-e61f31ae0be8 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:17:09.018197 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb694218-94c8-4108-a421-e61f31ae0be8 None None] Checking segment: {'id': '9f1c95fe-62e4-4c7c-a5c9-b8f32dae69c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '80874e6a-5ddf-4a90-98bc-337869b53ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:17:09.018605 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-eb694218-94c8-4108-a421-e61f31ae0be8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:09.018997 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb694218-94c8-4108-a421-e61f31ae0be8 None None] Bound using segment: {'id': '9f1c95fe-62e4-4c7c-a5c9-b8f32dae69c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '80874e6a-5ddf-4a90-98bc-337869b53ed3'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:17:09.019477 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-eb694218-94c8-4108-a421-e61f31ae0be8 None None] Bound port: 733495ff-96a9-47c1-adae-56c428d0321f, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f1c95fe-62e4-4c7c-a5c9-b8f32dae69c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '80874e6a-5ddf-4a90-98bc-337869b53ed3'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:17:09.019859 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-eb694218-94c8-4108-a421-e61f31ae0be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:09.043086 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4ce0b4-6757-4f3c-9527-4499705015dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-73ffabac-6d71-4b78-b800-8a0915c08b9e', 'network_id': '73ffabac-6d71-4b78-b800-8a0915c08b9e', 'tenant_id': '6d547de339ef40fb9b182c252c02735f', 'fixed_ips': [{'subnet_id': '5ea31a03-fc26-4afc-a25b-52e832eae5e6'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:17:09.043983 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4f4ce0b4-6757-4f3c-9527-4499705015dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:09.049256 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1d32e048-b1ad-4dcf-8bd1-91d8c6135c28 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:09.050786 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-1d32e048-b1ad-4dcf-8bd1-91d8c6135c28 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] 10.222.0.69 "DELETE /v2.0/routers/1d8aa911-7de3-4b7d-8497-83a8c053e8b6 HTTP/1.1" status: 204 len: 168 time: 5.4685793 Dec 10 19:17:09.066822 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52912) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:09.082024 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-0c1ae4a0-0ea9-442a-a972-a3e9e039c5a9 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-717328207', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:09.105098 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-e191ca3d-1184-41dd-816e-c3e67cad7766 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Allocated IP 2001:db8::2c (80874e6a-5ddf-4a90-98bc-337869b53ed3/7bd82164-780c-41ae-bc96-6aeec4756e42/6beef9e6-5a17-4329-9162-35e7213732e2) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:17:09.109996 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-18576ea4-a6f1-4797-81ba-ca69f657011a req-a9affef3-3327-486d-9f38-cf73a7023679 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:09.199192 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-eb694218-94c8-4108-a421-e61f31ae0be8 None None] For port 733495ff-96a9-47c1-adae-56c428d0321f, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:17:09.237271 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-eb694218-94c8-4108-a421-e61f31ae0be8 None None] For port 733495ff-96a9-47c1-adae-56c428d0321f, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=733495ff-96a9-47c1-adae-56c428d0321f,segment=NetworkSegment(9f1c95fe-62e4-4c7c-a5c9-b8f32dae69c1),segment_id=9f1c95fe-62e4-4c7c-a5c9-b8f32dae69c1)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:17:09.246871 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-eb694218-94c8-4108-a421-e61f31ae0be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:09.280486 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9a62f926-bded-409b-a6f7-dedc7f744ce7 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:09.354202 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb694218-94c8-4108-a421-e61f31ae0be8 None None] Pushing event updated for resources: {'Port': ['ID=733495ff-96a9-47c1-adae-56c428d0321f,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:09.358619 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-4f4ce0b4-6757-4f3c-9527-4499705015dd None None] Allocated IP 2001:db8::f816:3eff:fe00:b4e7 (73ffabac-6d71-4b78-b800-8a0915c08b9e/5ea31a03-fc26-4afc-a25b-52e832eae5e6/061a585b-fecd-4504-adf1-695da448d7aa) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:17:09.396459 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-9a62f926-bded-409b-a6f7-dedc7f744ce7 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Calling delete_port for cf683279-64be-4650-bcea-af3d048f58f9 owned by {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:17:09.471689 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e191ca3d-1184-41dd-816e-c3e67cad7766 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:09.488570 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8082a50c-04c9-450d-bc8a-f6997df9b6ec tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:09.545801 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0c1ae4a0-0ea9-442a-a972-a3e9e039c5a9 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:09.547860 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0c1ae4a0-0ea9-442a-a972-a3e9e039c5a9 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:09.568310 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e191ca3d-1184-41dd-816e-c3e67cad7766 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:09.618222 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e191ca3d-1184-41dd-816e-c3e67cad7766 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Network 80874e6a-5ddf-4a90-98bc-337869b53ed3 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:17:09.621815 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-e191ca3d-1184-41dd-816e-c3e67cad7766 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:17:09.624358 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e191ca3d-1184-41dd-816e-c3e67cad7766 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:17:09.647231 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e191ca3d-1184-41dd-816e-c3e67cad7766 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:09.647919 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e191ca3d-1184-41dd-816e-c3e67cad7766 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:09.690267 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e191ca3d-1184-41dd-816e-c3e67cad7766 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event updated for resources: {'Port': ['ID=6beef9e6-5a17-4329-9162-35e7213732e2,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:09.706599 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-e191ca3d-1184-41dd-816e-c3e67cad7766 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8490040 Dec 10 19:17:09.710971 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52922) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:09.717274 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4f4ce0b4-6757-4f3c-9527-4499705015dd None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:09.717550 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-2fd506e2-168b-4f4c-bf2c-a472e69741be tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Request body: {'port': {'network_id': '80874e6a-5ddf-4a90-98bc-337869b53ed3', 'name': 'tempest-PortsIpV6TestJSON-516671112'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:09.729513 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4f4ce0b4-6757-4f3c-9527-4499705015dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:09.744312 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0c1ae4a0-0ea9-442a-a972-a3e9e039c5a9 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:09.788976 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18576ea4-a6f1-4797-81ba-ca69f657011a req-a9affef3-3327-486d-9f38-cf73a7023679 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Network 5c1cbc5b-79f3-44fe-a881-f91ab33966d7 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:17:09.792048 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8082a50c-04c9-450d-bc8a-f6997df9b6ec tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:09.795472 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4ce0b4-6757-4f3c-9527-4499705015dd None None] Network 73ffabac-6d71-4b78-b800-8a0915c08b9e is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:17:09.801517 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-4f4ce0b4-6757-4f3c-9527-4499705015dd None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:17:09.807372 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4ce0b4-6757-4f3c-9527-4499705015dd None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:17:09.835402 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8082a50c-04c9-450d-bc8a-f6997df9b6ec tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Pushing event deleted for resources: {'Subnet': ['ID=5ea31a03-fc26-4afc-a25b-52e832eae5e6,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:09.845401 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4132170-214c-49ff-8fa1-de789988289d req-3358337f-f6ab-4d42-8be6-379a72ddaa60 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:09.848354 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f4132170-214c-49ff-8fa1-de789988289d req-3358337f-f6ab-4d42-8be6-379a72ddaa60 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9ee5470-f8ed-45d7-98f0-8aa8a5740050 HTTP/1.1" status: 200 len: 932 time: 0.7561293 Dec 10 19:17:09.849432 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9affef3-3327-486d-9f38-cf73a7023679 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Pushing event updated for resources: {'Port': ['ID=d598e5c0-2c60-4c69-b72e-095fa0a643cb,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:09.854510 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0c1ae4a0-0ea9-442a-a972-a3e9e039c5a9 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:09.888769 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [req-18576ea4-a6f1-4797-81ba-ca69f657011a req-a9affef3-3327-486d-9f38-cf73a7023679 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:17:09.900626 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ce0b4-6757-4f3c-9527-4499705015dd None None] Pushing event updated for resources: {'Port': ['ID=061a585b-fecd-4504-adf1-695da448d7aa,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:09.928240 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-4f4ce0b4-6757-4f3c-9527-4499705015dd None None] Attempting to bind port 061a585b-fecd-4504-adf1-695da448d7aa on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:17:09.928874 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-4f4ce0b4-6757-4f3c-9527-4499705015dd None None] Attempting to bind port 061a585b-fecd-4504-adf1-695da448d7aa by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '032470b4-8906-4447-814e-7be1e15b0884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '73ffabac-6d71-4b78-b800-8a0915c08b9e'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:17:09.929460 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4ce0b4-6757-4f3c-9527-4499705015dd None None] Attempting to bind port 061a585b-fecd-4504-adf1-695da448d7aa on network 73ffabac-6d71-4b78-b800-8a0915c08b9e {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:17:09.939405 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-18576ea4-a6f1-4797-81ba-ca69f657011a req-a9affef3-3327-486d-9f38-cf73a7023679 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:17:09.942807 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4ce0b4-6757-4f3c-9527-4499705015dd None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:17:09.944212 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4ce0b4-6757-4f3c-9527-4499705015dd None None] Checking segment: {'id': '032470b4-8906-4447-814e-7be1e15b0884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '73ffabac-6d71-4b78-b800-8a0915c08b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:17:09.945541 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4f4ce0b4-6757-4f3c-9527-4499705015dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:09.946496 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4ce0b4-6757-4f3c-9527-4499705015dd None None] Bound using segment: {'id': '032470b4-8906-4447-814e-7be1e15b0884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '73ffabac-6d71-4b78-b800-8a0915c08b9e'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:17:09.947336 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-4f4ce0b4-6757-4f3c-9527-4499705015dd None None] Bound port: 061a585b-fecd-4504-adf1-695da448d7aa, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '032470b4-8906-4447-814e-7be1e15b0884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '73ffabac-6d71-4b78-b800-8a0915c08b9e'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:17:09.947983 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4f4ce0b4-6757-4f3c-9527-4499705015dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:09.985688 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d15bc21b-a5c1-4c24-96e6-b59f811bcc1b req-8afb889c-674b-426c-9627-cdd30376840c tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 210 time: 0.2202969 Dec 10 19:17:10.000209 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8082a50c-04c9-450d-bc8a-f6997df9b6ec tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:10.027603 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd506e2-168b-4f4c-bf2c-a472e69741be tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Made reservation on behalf of e037b8d045744e90a0960e7cae36a046 for: {'port': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:17:10.031665 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2fd506e2-168b-4f4c-bf2c-a472e69741be tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:10.046203 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-8082a50c-04c9-450d-bc8a-f6997df9b6ec tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73ffabac-6d71-4b78-b800-8a0915c08b9e']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:10.059906 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-7edffb7c-6fff-491e-a957-78bd4495a97e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f7c79e83b8eb4112b3b4ea0b3784abea&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0329723 Dec 10 19:17:10.063577 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-8082a50c-04c9-450d-bc8a-f6997df9b6ec tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '032470b4-8906-4447-814e-7be1e15b0884') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:10.064047 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-8082a50c-04c9-450d-bc8a-f6997df9b6ec tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '032470b4-8906-4447-814e-7be1e15b0884') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:10.068013 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52924) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:10.074898 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [None req-2fd506e2-168b-4f4c-bf2c-a472e69741be tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] device_id is not set on port fb5ee875-feca-44f9-9b7e-cec577e6a7f8 yet. {{(pid=102366) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:17:10.110743 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8082a50c-04c9-450d-bc8a-f6997df9b6ec tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:10.118244 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0c1ae4a0-0ea9-442a-a972-a3e9e039c5a9 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:10.120380 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-0c1ae4a0-0ea9-442a-a972-a3e9e039c5a9 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.0468047 Dec 10 19:17:10.129306 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52926) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:10.144154 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9a62f926-bded-409b-a6f7-dedc7f744ce7 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:10.161138 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-3a33be28-6a99-4f68-aa7b-8f7aecabdb8c tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'enable_snat': False}}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:10.198097 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18576ea4-a6f1-4797-81ba-ca69f657011a req-a9affef3-3327-486d-9f38-cf73a7023679 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:10.199654 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-18576ea4-a6f1-4797-81ba-ca69f657011a req-a9affef3-3327-486d-9f38-cf73a7023679 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:10.207948 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8082a50c-04c9-450d-bc8a-f6997df9b6ec tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:10.236126 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8082a50c-04c9-450d-bc8a-f6997df9b6ec tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:17:10.236864 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8082a50c-04c9-450d-bc8a-f6997df9b6ec tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:10.243594 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:17:10.243594 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:17:10.243594 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:17:10.243594 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:17:10.243594 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:17:10.243594 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:17:10.243594 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:17:10.243594 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:17:10.243594 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:17:10.243594 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:17:10.243594 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:17:10.243594 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:17:10.243594 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:17:10.243594 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:17:10.243594 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:17:10.243594 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:17:10.243594 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:17:10.243594 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:17:10.243594 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:17:10.243594 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:17:10.243594 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:17:10.243594 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:17:10.243594 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:17:10.243594 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:17:10.243594 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:17:10.243594 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:17:10.243594 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:17:10.243594 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:17:10.243594 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:17:10.243594 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:17:10.243594 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:17:10.243594 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:17:10.353997 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-6ada80dc-3288-4ab6-8899-954ff219eea5 None None] Provisioning complete for port d598e5c0-2c60-4c69-b72e-095fa0a643cb triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:10.354422 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6ada80dc-3288-4ab6-8899-954ff219eea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:10.362769 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.db.api [None req-8082a50c-04c9-450d-bc8a-f6997df9b6ec tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 19:17:10.362769 dv-neutron-821441-1-hyperv neutron-server[102366]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 19:17:10.362769 dv-neutron-821441-1-hyperv neutron-server[102366]: [parameters: {'id': '73ffabac-6d71-4b78-b800-8a0915c08b9e'}] Dec 10 19:17:10.362769 dv-neutron-821441-1-hyperv neutron-server[102366]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:17:10.363225 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG oslo_db.api [None req-8082a50c-04c9-450d-bc8a-f6997df9b6ec tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:17:10.365980 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c4f0e96c-33cf-4bb2-b32a-9e20f3e14cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:10.396763 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c4f0e96c-33cf-4bb2-b32a-9e20f3e14cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:10.417474 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-4f4ce0b4-6757-4f3c-9527-4499705015dd None None] For port 061a585b-fecd-4504-adf1-695da448d7aa, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:17:10.420560 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a62f926-bded-409b-a6f7-dedc7f744ce7 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event deleted for resources: {'Port': ['ID=cf683279-64be-4650-bcea-af3d048f58f9,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:10.433357 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-2fd506e2-168b-4f4c-bf2c-a472e69741be tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Allocated IP 2001:db8::30f (80874e6a-5ddf-4a90-98bc-337869b53ed3/7bd82164-780c-41ae-bc96-6aeec4756e42/fb5ee875-feca-44f9-9b7e-cec577e6a7f8) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:17:10.436982 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f4132170-214c-49ff-8fa1-de789988289d req-bbf5a4d0-5ffe-4e3f-88b3-b522ec2c7f1c tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/security-groups?id=d727de41-442a-4e11-afb6-ce7cf726ecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5060019 Dec 10 19:17:10.442725 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9a62f926-bded-409b-a6f7-dedc7f744ce7 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:10.455045 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-9a62f926-bded-409b-a6f7-dedc7f744ce7 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "DELETE /v2.0/ports/cf683279-64be-4650-bcea-af3d048f58f9 HTTP/1.1" status: 204 len: 168 time: 2.2960064 Dec 10 19:17:10.458311 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52930) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:10.503347 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-4f4ce0b4-6757-4f3c-9527-4499705015dd None None] For port 061a585b-fecd-4504-adf1-695da448d7aa, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=061a585b-fecd-4504-adf1-695da448d7aa,segment=NetworkSegment(032470b4-8906-4447-814e-7be1e15b0884),segment_id=032470b4-8906-4447-814e-7be1e15b0884)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:17:10.507555 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-6ada80dc-3288-4ab6-8899-954ff219eea5 None None] Port d598e5c0-2c60-4c69-b72e-095fa0a643cb cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:17:10.515028 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4f4ce0b4-6757-4f3c-9527-4499705015dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:10.530650 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c4f0e96c-33cf-4bb2-b32a-9e20f3e14cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:10.535197 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c4f0e96c-33cf-4bb2-b32a-9e20f3e14cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:10.538477 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-c4f0e96c-33cf-4bb2-b32a-9e20f3e14cdf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/00a582ee-e943-468d-a480-589c8cea49d8 HTTP/1.1" status: 204 len: 168 time: 0.4671028 Dec 10 19:17:10.567077 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f0e96c-33cf-4bb2-b32a-9e20f3e14cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a582ee-e943-468d-a480-589c8cea49d8,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:10.625600 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-18576ea4-a6f1-4797-81ba-ca69f657011a req-a9affef3-3327-486d-9f38-cf73a7023679 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5618715 Dec 10 19:17:10.693102 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ce0b4-6757-4f3c-9527-4499705015dd None None] Pushing event updated for resources: {'Port': ['ID=061a585b-fecd-4504-adf1-695da448d7aa,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:10.711837 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add4cf79-aaeb-404c-b005-1a3b0ad7497e None None] Network 73ffabac-6d71-4b78-b800-8a0915c08b9e requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:17:10.801242 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-18576ea4-a6f1-4797-81ba-ca69f657011a req-00bfc5ad-69e0-4a05-8a1f-969ce2f2655c service neutron] Request body: {'port': {'device_id': 'a9ee5470-f8ed-45d7-98f0-8aa8a5740050', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:10.826486 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2fd506e2-168b-4f4c-bf2c-a472e69741be tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:10.864834 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8082a50c-04c9-450d-bc8a-f6997df9b6ec tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:10.942861 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20c4e30-e194-41b4-a429-74f29be6cae1 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:10.944584 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-e20c4e30-e194-41b4-a429-74f29be6cae1 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4569781 Dec 10 19:17:10.956324 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52940) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:11.029153 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3a33be28-6a99-4f68-aa7b-8f7aecabdb8c tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:11.035424 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2fd506e2-168b-4f4c-bf2c-a472e69741be tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:11.070210 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-18576ea4-a6f1-4797-81ba-ca69f657011a req-00bfc5ad-69e0-4a05-8a1f-969ce2f2655c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:11.075920 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-224aa22a-003a-469e-a04a-a4bae925be62 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] GET failed (client error): The resource could not be found. Dec 10 19:17:11.088539 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-224aa22a-003a-469e-a04a-a4bae925be62 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "GET /v2.0/ports/197b09dc-ce32-465d-83c4-4edc1c9e4b8f HTTP/1.1" status: 404 len: 333 time: 0.1248014 Dec 10 19:17:11.100673 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52944) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:11.156456 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd506e2-168b-4f4c-bf2c-a472e69741be tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event updated for resources: {'Port': ['ID=fb5ee875-feca-44f9-9b7e-cec577e6a7f8,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:11.161481 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb949a05-2d6c-41be-a8af-d0563a725a45 None None] Network 80874e6a-5ddf-4a90-98bc-337869b53ed3 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:17:11.168637 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 733495ff-96a9-47c1-adae-56c428d0321f up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:17:11.178635 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd506e2-168b-4f4c-bf2c-a472e69741be tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Network 80874e6a-5ddf-4a90-98bc-337869b53ed3 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:17:11.181509 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-2fd506e2-168b-4f4c-bf2c-a472e69741be tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:17:11.194548 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd506e2-168b-4f4c-bf2c-a472e69741be tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:17:11.212149 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd506e2-168b-4f4c-bf2c-a472e69741be tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:11.213416 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2fd506e2-168b-4f4c-bf2c-a472e69741be tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:11.254158 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3fc6714-426b-48b8-87ef-6c5d1538616d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] GET failed (client error): The resource could not be found. Dec 10 19:17:11.260455 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-a3fc6714-426b-48b8-87ef-6c5d1538616d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "GET /v2.0/ports/cf683279-64be-4650-bcea-af3d048f58f9 HTTP/1.1" status: 404 len: 333 time: 0.1464131 Dec 10 19:17:11.276649 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52946) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:11.282739 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9f087fe7-71f1-44e7-9c26-f906a224f113 req-c5b882b6-aa51-43c7-afd8-b449c7ed409e tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 210 time: 0.1367342 Dec 10 19:17:11.283296 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-8082a50c-04c9-450d-bc8a-f6997df9b6ec tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Deleting port 061a585b-fecd-4504-adf1-695da448d7aa {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:17:11.283639 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8082a50c-04c9-450d-bc8a-f6997df9b6ec tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:11.315929 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-008084a4-6d68-4de4-918a-0039cd681275 None None] Provisioning complete for port 733495ff-96a9-47c1-adae-56c428d0321f triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:11.316426 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-008084a4-6d68-4de4-918a-0039cd681275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:11.430134 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52948) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:11.444968 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-2fd506e2-168b-4f4c-bf2c-a472e69741be tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7288439 Dec 10 19:17:11.449895 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 733495ff-96a9-47c1-adae-56c428d0321f triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:11.450462 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:11.472095 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52950) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:11.541170 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3ce5c9bc-8079-4f8e-92d3-54c63cf303dc tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:11.706021 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-008084a4-6d68-4de4-918a-0039cd681275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:11.729734 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:11.741824 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-8082a50c-04c9-450d-bc8a-f6997df9b6ec tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] For port 061a585b-fecd-4504-adf1-695da448d7aa, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=061a585b-fecd-4504-adf1-695da448d7aa,segment=NetworkSegment(032470b4-8906-4447-814e-7be1e15b0884),segment_id=032470b4-8906-4447-814e-7be1e15b0884)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:17:11.742194 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8082a50c-04c9-450d-bc8a-f6997df9b6ec tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:11.766337 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8abbf1-df46-4d29-b453-905b13afc1cd tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:11.770237 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-ea8abbf1-df46-4d29-b453-905b13afc1cd tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2c HTTP/1.1" status: 200 len: 928 time: 0.2963054 Dec 10 19:17:11.780206 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52956) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:11.792785 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3ce5c9bc-8079-4f8e-92d3-54c63cf303dc tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:11.796046 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-8082a50c-04c9-450d-bc8a-f6997df9b6ec tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Calling delete_port for 061a585b-fecd-4504-adf1-695da448d7aa owned by network:dhcp {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:17:11.800672 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-008084a4-6d68-4de4-918a-0039cd681275 None None] For port 733495ff-96a9-47c1-adae-56c428d0321f, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=733495ff-96a9-47c1-adae-56c428d0321f,segment=NetworkSegment(9f1c95fe-62e4-4c7c-a5c9-b8f32dae69c1),segment_id=9f1c95fe-62e4-4c7c-a5c9-b8f32dae69c1)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:17:11.808738 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-008084a4-6d68-4de4-918a-0039cd681275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:11.859504 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-3ce5c9bc-8079-4f8e-92d3-54c63cf303dc tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22c25a13-d95a-40b6-ba67-0fe472d7c9ad']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:11.888082 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-3ce5c9bc-8079-4f8e-92d3-54c63cf303dc tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13db3d65-7d44-4134-a729-0da0585b2acb') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:11.890457 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-3ce5c9bc-8079-4f8e-92d3-54c63cf303dc tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13db3d65-7d44-4134-a729-0da0585b2acb') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:11.944916 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3ce5c9bc-8079-4f8e-92d3-54c63cf303dc tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:11.994863 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.db.api [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102367) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:17:11.995346 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG oslo_db.api [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:17:12.036982 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008084a4-6d68-4de4-918a-0039cd681275 None None] Pushing event updated for resources: {'Port': ['ID=733495ff-96a9-47c1-adae-56c428d0321f,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:12.038079 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3ce5c9bc-8079-4f8e-92d3-54c63cf303dc tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:12.062407 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ce5c9bc-8079-4f8e-92d3-54c63cf303dc tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:17:12.064434 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3ce5c9bc-8079-4f8e-92d3-54c63cf303dc tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:12.168634 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b68e91c-721f-4b90-b225-518dd975ba28 req-f3f08a77-4c44-4785-89f2-6f2eba5afcf9 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:12.170401 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0b68e91c-721f-4b90-b225-518dd975ba28 req-f3f08a77-4c44-4785-89f2-6f2eba5afcf9 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9ee5470-f8ed-45d7-98f0-8aa8a5740050 HTTP/1.1" status: 200 len: 932 time: 0.2057517 Dec 10 19:17:12.181512 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-71de960f-365c-48a0-b91b-a749b8fea13d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b438534ffead4f819862d964b77e9f8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7498493 Dec 10 19:17:12.185309 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52962) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:12.209961 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:17:12.209961 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:17:12.209961 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:17:12.209961 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:17:12.209961 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:17:12.209961 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:17:12.209961 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:17:12.209961 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:17:12.209961 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:17:12.209961 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:17:12.209961 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:17:12.209961 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:17:12.209961 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:17:12.209961 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:17:12.209961 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:17:12.209961 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:17:12.209961 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:17:12.209961 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:17:12.209961 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:17:12.209961 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:17:12.209961 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:17:12.209961 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:17:12.209961 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:17:12.209961 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:17:12.209961 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:17:12.209961 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:17:12.209961 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:17:12.209961 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:17:12.209961 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:17:12.209961 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:17:12.209961 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:17:12.209961 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:17:12.224632 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3ce5c9bc-8079-4f8e-92d3-54c63cf303dc tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:12.269777 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3ce5c9bc-8079-4f8e-92d3-54c63cf303dc tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:12.275534 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-3ce5c9bc-8079-4f8e-92d3-54c63cf303dc tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "DELETE /v2.0/networks/22c25a13-d95a-40b6-ba67-0fe472d7c9ad HTTP/1.1" status: 204 len: 168 time: 0.9957988 Dec 10 19:17:12.283353 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52964) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:12.284874 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce5c9bc-8079-4f8e-92d3-54c63cf303dc tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event deleted for resources: {'Network': ['ID=22c25a13-d95a-40b6-ba67-0fe472d7c9ad,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:12.291209 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-af166a2d-095a-49e3-a4b9-2492b2c75f45 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-554293212'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:12.333519 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-66ea1fc3-f46d-4f1c-91c7-53d42706cb85 None None] Provisioning complete for port 733495ff-96a9-47c1-adae-56c428d0321f triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:12.334484 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-66ea1fc3-f46d-4f1c-91c7-53d42706cb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:12.356820 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0b68e91c-721f-4b90-b225-518dd975ba28 req-f553ef05-c7c1-4052-b8e1-558c3b15c236 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/security-groups?id=d727de41-442a-4e11-afb6-ce7cf726ecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1608913 Dec 10 19:17:12.366720 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-e5d80713-78a7-4cec-ab4b-d9f25eef8a33 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Deleting port fb5ee875-feca-44f9-9b7e-cec577e6a7f8 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:17:12.367271 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e5d80713-78a7-4cec-ab4b-d9f25eef8a33 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:12.447855 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8082a50c-04c9-450d-bc8a-f6997df9b6ec tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:12.453287 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af166a2d-095a-49e3-a4b9-2492b2c75f45 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Made reservation on behalf of 4138d9758a3e4f5e8bb3fafb058d33af for: {'network': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:17:12.458135 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-af166a2d-095a-49e3-a4b9-2492b2c75f45 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:12.489965 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8082a50c-04c9-450d-bc8a-f6997df9b6ec tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Pushing event deleted for resources: {'Port': ['ID=061a585b-fecd-4504-adf1-695da448d7aa,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:12.505363 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8082a50c-04c9-450d-bc8a-f6997df9b6ec tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] No DVR routers for this DVR port 061a585b-fecd-4504-adf1-695da448d7aa on host dv-neutron-821441-1-hyperv {{(pid=102366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:17:12.531644 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a68ce02b-7d10-431d-a69a-895df6345f90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:12.612940 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [req-18576ea4-a6f1-4797-81ba-ca69f657011a req-00bfc5ad-69e0-4a05-8a1f-969ce2f2655c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d598e5c0-2c60-4c69-b72e-095fa0a643cb {{(pid=102365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:17:12.619623 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7bd9b946-297b-44f1-a69b-c5d721664f06 req-617bfc28-6726-45f5-8183-11c350603355 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 210 time: 0.0847821 Dec 10 19:17:12.632077 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e5d80713-78a7-4cec-ab4b-d9f25eef8a33 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:12.639025 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af166a2d-095a-49e3-a4b9-2492b2c75f45 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=102365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:17:12.645413 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8082a50c-04c9-450d-bc8a-f6997df9b6ec tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:12.655279 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-18576ea4-a6f1-4797-81ba-ca69f657011a req-00bfc5ad-69e0-4a05-8a1f-969ce2f2655c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:12.658609 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a68ce02b-7d10-431d-a69a-895df6345f90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:12.669923 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-e5d80713-78a7-4cec-ab4b-d9f25eef8a33 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Calling delete_port for fb5ee875-feca-44f9-9b7e-cec577e6a7f8 owned by {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:17:12.692444 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-8082a50c-04c9-450d-bc8a-f6997df9b6ec tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73ffabac-6d71-4b78-b800-8a0915c08b9e']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:12.693246 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-af166a2d-095a-49e3-a4b9-2492b2c75f45 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:12.693598 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.segments_db [None req-af166a2d-095a-49e3-a4b9-2492b2c75f45 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Added segment cd04ca02-dfd0-49de-b7f6-e0f28f3bff76 of type vlan for network ae0691ea-28a8-479f-81c0-ba5eefa598dd Dec 10 19:17:12.706070 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-8082a50c-04c9-450d-bc8a-f6997df9b6ec tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '032470b4-8906-4447-814e-7be1e15b0884') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:12.706499 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-8082a50c-04c9-450d-bc8a-f6997df9b6ec tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '032470b4-8906-4447-814e-7be1e15b0884') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:12.710664 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.provisioning_blocks [req-18576ea4-a6f1-4797-81ba-ca69f657011a req-00bfc5ad-69e0-4a05-8a1f-969ce2f2655c service neutron] Transition to ACTIVE for port object d598e5c0-2c60-4c69-b72e-095fa0a643cb will not be triggered until provisioned by entity L2. {{(pid=102365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:17:12.716334 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3a33be28-6a99-4f68-aa7b-8f7aecabdb8c tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:12.748643 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8082a50c-04c9-450d-bc8a-f6997df9b6ec tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:12.761878 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-18576ea4-a6f1-4797-81ba-ca69f657011a req-00bfc5ad-69e0-4a05-8a1f-969ce2f2655c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:12.782726 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-66ea1fc3-f46d-4f1c-91c7-53d42706cb85 None None] Provisioning complete for port 6beef9e6-5a17-4329-9162-35e7213732e2 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:12.783922 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-66ea1fc3-f46d-4f1c-91c7-53d42706cb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:12.788370 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8082a50c-04c9-450d-bc8a-f6997df9b6ec tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:12.803622 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8082a50c-04c9-450d-bc8a-f6997df9b6ec tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:17:12.804058 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8082a50c-04c9-450d-bc8a-f6997df9b6ec tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:12.807867 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:17:12.807867 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:17:12.807867 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:17:12.807867 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:17:12.807867 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:17:12.807867 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:17:12.807867 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:17:12.807867 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:17:12.807867 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:17:12.807867 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:17:12.807867 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:17:12.807867 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:17:12.807867 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:17:12.807867 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:17:12.807867 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:17:12.807867 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:17:12.807867 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:17:12.807867 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:17:12.807867 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:17:12.807867 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:17:12.807867 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:17:12.807867 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:17:12.807867 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:17:12.807867 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:17:12.807867 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:17:12.807867 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:17:12.807867 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:17:12.807867 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:17:12.807867 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:17:12.807867 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:17:12.807867 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:17:12.807867 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:17:12.826134 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3a33be28-6a99-4f68-aa7b-8f7aecabdb8c tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:12.856117 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-af166a2d-095a-49e3-a4b9-2492b2c75f45 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:12.857806 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-66ea1fc3-f46d-4f1c-91c7-53d42706cb85 None None] Port 6beef9e6-5a17-4329-9162-35e7213732e2 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:17:12.883867 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-66ea1fc3-f46d-4f1c-91c7-53d42706cb85 None None] Provisioning complete for port fb5ee875-feca-44f9-9b7e-cec577e6a7f8 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:12.885168 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-66ea1fc3-f46d-4f1c-91c7-53d42706cb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:12.890099 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bfc5ad-69e0-4a05-8a1f-969ce2f2655c service neutron] Pushing event updated for resources: {'Port': ['ID=d598e5c0-2c60-4c69-b72e-095fa0a643cb,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:12.914945 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a68ce02b-7d10-431d-a69a-895df6345f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:12.918984 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a68ce02b-7d10-431d-a69a-895df6345f90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:12.934907 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-a68ce02b-7d10-431d-a69a-895df6345f90 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f6025c08-8296-4900-8357-c4828e791abc HTTP/1.1" status: 204 len: 168 time: 0.7482152 Dec 10 19:17:12.977328 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-66ea1fc3-f46d-4f1c-91c7-53d42706cb85 None None] Port fb5ee875-feca-44f9-9b7e-cec577e6a7f8 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:17:12.980334 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8082a50c-04c9-450d-bc8a-f6997df9b6ec tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:12.994332 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-af166a2d-095a-49e3-a4b9-2492b2c75f45 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:13.002197 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af166a2d-095a-49e3-a4b9-2492b2c75f45 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:13.003923 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-af166a2d-095a-49e3-a4b9-2492b2c75f45 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:13.010798 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8082a50c-04c9-450d-bc8a-f6997df9b6ec tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:13.034458 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-8082a50c-04c9-450d-bc8a-f6997df9b6ec tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] 10.222.0.69 "DELETE /v2.0/networks/73ffabac-6d71-4b78-b800-8a0915c08b9e HTTP/1.1" status: 204 len: 168 time: 4.3317342 Dec 10 19:17:13.041481 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52970) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:13.075623 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68ce02b-7d10-431d-a69a-895df6345f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6025c08-8296-4900-8357-c4828e791abc,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:13.087021 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 733495ff-96a9-47c1-adae-56c428d0321f up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:17:13.137571 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b895e35-6f34-46ad-ab47-316377c165f9 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] DELETE failed (client error): The resource could not be found. Dec 10 19:17:13.138362 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b895e35-6f34-46ad-ab47-316377c165f9 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:17:13.149263 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-0b895e35-6f34-46ad-ab47-316377c165f9 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] 10.222.0.69 "DELETE /v2.0/subnets/5ea31a03-fc26-4afc-a25b-52e832eae5e6 HTTP/1.1" status: 404 len: 337 time: 0.0844531 Dec 10 19:17:13.150516 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52972) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:13.154725 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8082a50c-04c9-450d-bc8a-f6997df9b6ec tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Pushing event deleted for resources: {'Network': ['ID=73ffabac-6d71-4b78-b800-8a0915c08b9e,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:13.211803 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e5d80713-78a7-4cec-ab4b-d9f25eef8a33 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:13.214543 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-f2731b48-69b8-4995-96c5-626c35ff32ae None None] Provisioning complete for port 6beef9e6-5a17-4329-9162-35e7213732e2 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:13.216476 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f2731b48-69b8-4995-96c5-626c35ff32ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:13.312064 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d80713-78a7-4cec-ab4b-d9f25eef8a33 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event deleted for resources: {'Port': ['ID=fb5ee875-feca-44f9-9b7e-cec577e6a7f8,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:13.316694 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6c2381f-bf8f-4dcc-ad47-dc515d082261 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] DELETE failed (client error): The resource could not be found. Dec 10 19:17:13.317611 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6c2381f-bf8f-4dcc-ad47-dc515d082261 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:17:13.331347 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-f6c2381f-bf8f-4dcc-ad47-dc515d082261 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] 10.222.0.69 "DELETE /v2.0/networks/73ffabac-6d71-4b78-b800-8a0915c08b9e HTTP/1.1" status: 404 len: 339 time: 0.1653650 Dec 10 19:17:13.332331 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52978) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:13.346653 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166f26bc-aa6f-4491-b7a2-d213c97a291b None None] get_active_networks_info from dv-neutron-821441-1-hyperv {{(pid=102367) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 10 19:17:13.346653 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-f2731b48-69b8-4995-96c5-626c35ff32ae None None] Port 6beef9e6-5a17-4329-9162-35e7213732e2 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:17:13.351542 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52980) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:13.355620 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-af166a2d-095a-49e3-a4b9-2492b2c75f45 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0682764 Dec 10 19:17:13.378496 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 733495ff-96a9-47c1-adae-56c428d0321f triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:13.378873 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:13.397436 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af166a2d-095a-49e3-a4b9-2492b2c75f45 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event updated for resources: {'Network': ['ID=ae0691ea-28a8-479f-81c0-ba5eefa598dd,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:13.423232 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network ae0691ea-28a8-479f-81c0-ba5eefa598dd details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:17:13.430873 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-18576ea4-a6f1-4797-81ba-ca69f657011a req-00bfc5ad-69e0-4a05-8a1f-969ce2f2655c service neutron] Attempting to bind port d598e5c0-2c60-4c69-b72e-095fa0a643cb on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:17:13.431410 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-18576ea4-a6f1-4797-81ba-ca69f657011a req-00bfc5ad-69e0-4a05-8a1f-969ce2f2655c service neutron] Attempting to bind port d598e5c0-2c60-4c69-b72e-095fa0a643cb by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '73585ab7-9ee1-4238-b99c-cc15412c089c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5c1cbc5b-79f3-44fe-a881-f91ab33966d7'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:17:13.433826 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18576ea4-a6f1-4797-81ba-ca69f657011a req-00bfc5ad-69e0-4a05-8a1f-969ce2f2655c service neutron] Attempting to bind port d598e5c0-2c60-4c69-b72e-095fa0a643cb on network 5c1cbc5b-79f3-44fe-a881-f91ab33966d7 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:17:13.468983 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-17d5f570-506f-483b-b534-f8f802aa038d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Request body: {'subnet': {'network_id': 'ae0691ea-28a8-479f-81c0-ba5eefa598dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:13.474158 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-95f3d64d-d2cd-4e36-901a-c163bc7bc78f tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] DELETE failed (client error): The resource could not be found. Dec 10 19:17:13.474623 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95f3d64d-d2cd-4e36-901a-c163bc7bc78f tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:17:13.478280 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-95f3d64d-d2cd-4e36-901a-c163bc7bc78f tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] 10.222.0.69 "DELETE /v2.0/subnets/51991eb2-2dcc-4a79-956a-bedc4a806a2c HTTP/1.1" status: 404 len: 337 time: 0.1288157 Dec 10 19:17:13.485210 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52986) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:13.571640 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e5d80713-78a7-4cec-ab4b-d9f25eef8a33 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:13.574628 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-e5d80713-78a7-4cec-ab4b-d9f25eef8a33 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "DELETE /v2.0/ports/fb5ee875-feca-44f9-9b7e-cec577e6a7f8 HTTP/1.1" status: 204 len: 168 time: 1.7911515 Dec 10 19:17:13.578469 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-02c82b4e-503b-4a5e-9fe7-1f58baf77733 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] DELETE failed (client error): The resource could not be found. Dec 10 19:17:13.579268 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02c82b4e-503b-4a5e-9fe7-1f58baf77733 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:17:13.586459 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-02c82b4e-503b-4a5e-9fe7-1f58baf77733 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] 10.222.0.69 "DELETE /v2.0/networks/d8276e5f-4247-46a5-b695-6fc320e99784 HTTP/1.1" status: 404 len: 339 time: 0.0965486 Dec 10 19:17:13.587057 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52990) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:13.598674 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18576ea4-a6f1-4797-81ba-ca69f657011a req-00bfc5ad-69e0-4a05-8a1f-969ce2f2655c service neutron] Port d598e5c0-2c60-4c69-b72e-095fa0a643cb on network 5c1cbc5b-79f3-44fe-a881-f91ab33966d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:17:13.598976 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18576ea4-a6f1-4797-81ba-ca69f657011a req-00bfc5ad-69e0-4a05-8a1f-969ce2f2655c service neutron] Attempting to bind port d598e5c0-2c60-4c69-b72e-095fa0a643cb on network 5c1cbc5b-79f3-44fe-a881-f91ab33966d7 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:17:13.601434 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 52994) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:13.637486 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-73d58c16-09e8-4562-9340-d5df78f6ef93 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] GET failed (client error): The resource could not be found. Dec 10 19:17:13.639198 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-73d58c16-09e8-4562-9340-d5df78f6ef93 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "GET /v2.0/ports/fb5ee875-feca-44f9-9b7e-cec577e6a7f8 HTTP/1.1" status: 404 len: 333 time: 0.0486765 Dec 10 19:17:13.645903 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 52996) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:13.657973 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-ca1c2b63-0b6d-4589-80f7-0a56c4d18f11 None None] Could not find standard attr ID for object fb5ee875-feca-44f9-9b7e-cec577e6a7f8. {{(pid=102367) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:17:13.746167 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166f26bc-aa6f-4491-b7a2-d213c97a291b None None] Resources bound (agent type, host, resource id): {{(pid=102367) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 19:17:13.751760 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18576ea4-a6f1-4797-81ba-ca69f657011a req-00bfc5ad-69e0-4a05-8a1f-969ce2f2655c service neutron] Checking agent: {'id': '9e16c23e-95bc-4c2e-b3ec-daf7533f9d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'started_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:17:13.752440 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18576ea4-a6f1-4797-81ba-ca69f657011a req-00bfc5ad-69e0-4a05-8a1f-969ce2f2655c service neutron] Checking segment: {'id': '73585ab7-9ee1-4238-b99c-cc15412c089c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5c1cbc5b-79f3-44fe-a881-f91ab33966d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:17:13.753063 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18576ea4-a6f1-4797-81ba-ca69f657011a req-00bfc5ad-69e0-4a05-8a1f-969ce2f2655c service neutron] Bound using segment: {'id': '73585ab7-9ee1-4238-b99c-cc15412c089c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5c1cbc5b-79f3-44fe-a881-f91ab33966d7'} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:17:13.753715 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-18576ea4-a6f1-4797-81ba-ca69f657011a req-00bfc5ad-69e0-4a05-8a1f-969ce2f2655c service neutron] Bound port: d598e5c0-2c60-4c69-b72e-095fa0a643cb, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73585ab7-9ee1-4238-b99c-cc15412c089c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5c1cbc5b-79f3-44fe-a881-f91ab33966d7'}}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:17:13.754085 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-18576ea4-a6f1-4797-81ba-ca69f657011a req-00bfc5ad-69e0-4a05-8a1f-969ce2f2655c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:13.763089 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-abb44474-dad4-4757-a1f2-4a9e5649701e tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] DELETE failed (client error): The resource could not be found. Dec 10 19:17:13.763731 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abb44474-dad4-4757-a1f2-4a9e5649701e tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:17:13.767212 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-abb44474-dad4-4757-a1f2-4a9e5649701e tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] 10.222.0.69 "DELETE /v2.0/subnets/ec96616f-976c-41a9-8922-496901f336ed HTTP/1.1" status: 404 len: 337 time: 0.1536901 Dec 10 19:17:13.796735 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53002) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:13.815475 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-3a33be28-6a99-4f68-aa7b-8f7aecabdb8c tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Allocated IP 172.26.6.70 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/7939ebb3-78ff-4a80-af9d-c832079e6f44) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:17:13.835406 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4ccd71da-7503-4bc8-a155-66f35e7a174d req-001470ab-d468-4771-9802-97f447fa8dca tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 210 time: 0.0619051 Dec 10 19:17:13.856195 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-09be10d3-9826-4f8a-9fbd-3f2d6f5ca3a5 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] DELETE failed (client error): The resource could not be found. Dec 10 19:17:13.857215 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09be10d3-9826-4f8a-9fbd-3f2d6f5ca3a5 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:17:13.861270 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-09be10d3-9826-4f8a-9fbd-3f2d6f5ca3a5 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] 10.222.0.69 "DELETE /v2.0/networks/b6130959-0997-48b4-b782-dfd249a8a3c1 HTTP/1.1" status: 404 len: 339 time: 0.0626383 Dec 10 19:17:13.877917 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d5f570-506f-483b-b534-f8f802aa038d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Made reservation on behalf of 4138d9758a3e4f5e8bb3fafb058d33af for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:17:13.891920 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-17d5f570-506f-483b-b534-f8f802aa038d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:13.892225 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53004) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:13.955395 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8effaceb-e157-4993-9538-6b5c3e7a6622 req-035e07b2-0d01-4ece-b00f-d79dd0ceba58 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:13.957362 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8effaceb-e157-4993-9538-6b5c3e7a6622 req-035e07b2-0d01-4ece-b00f-d79dd0ceba58 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9ee5470-f8ed-45d7-98f0-8aa8a5740050 HTTP/1.1" status: 200 len: 944 time: 0.3057814 Dec 10 19:17:14.068220 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-18576ea4-a6f1-4797-81ba-ca69f657011a req-00bfc5ad-69e0-4a05-8a1f-969ce2f2655c service neutron] For port d598e5c0-2c60-4c69-b72e-095fa0a643cb, host hv-neutron-8214, cleared binding levels {{(pid=102365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:17:14.138248 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-18576ea4-a6f1-4797-81ba-ca69f657011a req-00bfc5ad-69e0-4a05-8a1f-969ce2f2655c service neutron] For port d598e5c0-2c60-4c69-b72e-095fa0a643cb, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=d598e5c0-2c60-4c69-b72e-095fa0a643cb,segment=NetworkSegment(73585ab7-9ee1-4238-b99c-cc15412c089c),segment_id=73585ab7-9ee1-4238-b99c-cc15412c089c)] {{(pid=102365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:17:14.153129 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8effaceb-e157-4993-9538-6b5c3e7a6622 req-3f4c1c16-1755-4ecd-b2ad-a4aecf720fe4 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/security-groups?id=d727de41-442a-4e11-afb6-ce7cf726ecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585894 Dec 10 19:17:14.160981 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-18576ea4-a6f1-4797-81ba-ca69f657011a req-00bfc5ad-69e0-4a05-8a1f-969ce2f2655c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:14.305977 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3a33be28-6a99-4f68-aa7b-8f7aecabdb8c tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:14.308413 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18576ea4-a6f1-4797-81ba-ca69f657011a req-00bfc5ad-69e0-4a05-8a1f-969ce2f2655c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:14.309072 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-18576ea4-a6f1-4797-81ba-ca69f657011a req-00bfc5ad-69e0-4a05-8a1f-969ce2f2655c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:14.310547 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-18576ea4-a6f1-4797-81ba-ca69f657011a req-00bfc5ad-69e0-4a05-8a1f-969ce2f2655c service neutron] 10.222.0.36 "PUT /v2.0/ports/d598e5c0-2c60-4c69-b72e-095fa0a643cb HTTP/1.1" status: 200 len: 1094 time: 3.5194049 Dec 10 19:17:14.312926 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ee5470-f8ed-45d7-98f0-8aa8a5740050', 'tag': 'd598e5c0-2c60-4c69-b72e-095fa0a643cb'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:17:14.315764 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a86d9b-0c08-4b74-8ee1-9e67695091d5" -d '{"events": [{"name": "network-changed", "server_uuid": "a9ee5470-f8ed-45d7-98f0-8aa8a5740050", "tag": "d598e5c0-2c60-4c69-b72e-095fa0a643cb"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:17:14.334082 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-e046b8c4-cb1b-43e2-8f55-3c1f1424f3fe tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Deleting port 17ac78e3-9947-464d-a3c9-5a67b812e495 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:17:14.334441 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e046b8c4-cb1b-43e2-8f55-3c1f1424f3fe tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:14.339274 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bfc5ad-69e0-4a05-8a1f-969ce2f2655c service neutron] Pushing event updated for resources: {'Port': ['ID=d598e5c0-2c60-4c69-b72e-095fa0a643cb,revision_number=3']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:14.445882 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913847e7-21e6-4ca5-af8c-6697eb9255e3 x-openstack-request-id: req-913847e7-21e6-4ca5-af8c-6697eb9255e3 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:17:14.446564 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9ee5470-f8ed-45d7-98f0-8aa8a5740050", "tag": "d598e5c0-2c60-4c69-b72e-095fa0a643cb", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:17:14.446703 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-913847e7-21e6-4ca5-af8c-6697eb9255e3 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:17:14.447340 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9ee5470-f8ed-45d7-98f0-8aa8a5740050', 'tag': 'd598e5c0-2c60-4c69-b72e-095fa0a643cb', 'status': 'completed', 'code': 200} Dec 10 19:17:14.563092 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e046b8c4-cb1b-43e2-8f55-3c1f1424f3fe tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:14.588907 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3a33be28-6a99-4f68-aa7b-8f7aecabdb8c tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:14.616416 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-e046b8c4-cb1b-43e2-8f55-3c1f1424f3fe tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Calling delete_port for 17ac78e3-9947-464d-a3c9-5a67b812e495 owned by {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:17:14.653794 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18576ea4-a6f1-4797-81ba-ca69f657011a req-af0e9c90-a44f-40b5-acb8-b88dd0d32b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:14.655405 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-18576ea4-a6f1-4797-81ba-ca69f657011a req-af0e9c90-a44f-40b5-acb8-b88dd0d32b1c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=53996d5fb05a4682bb1d6dff196126df&device_id=a9ee5470-f8ed-45d7-98f0-8aa8a5740050 HTTP/1.1" status: 200 len: 1097 time: 0.1845391 Dec 10 19:17:14.666483 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a33be28-6a99-4f68-aa7b-8f7aecabdb8c tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:17:14.685434 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-3a33be28-6a99-4f68-aa7b-8f7aecabdb8c tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:17:14.703013 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.ipam_backend_mixin [None req-17d5f570-506f-483b-b534-f8f802aa038d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Performing IP validity checks on allocation pools {{(pid=102366) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 19:17:14.703733 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.ipam_backend_mixin [None req-17d5f570-506f-483b-b534-f8f802aa038d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102366) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 19:17:14.726965 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-4b7e7246-d58c-4f85-a624-08afa38deb49 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Deleting port 6beef9e6-5a17-4329-9162-35e7213732e2 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:17:14.727312 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4b7e7246-d58c-4f85-a624-08afa38deb49 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:14.764619 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a33be28-6a99-4f68-aa7b-8f7aecabdb8c tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:17:14.770034 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-18576ea4-a6f1-4797-81ba-ca69f657011a req-f08efc8f-b4ea-4505-8698-f88504750a1d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=d598e5c0-2c60-4c69-b72e-095fa0a643cb HTTP/1.1" status: 200 len: 217 time: 0.1004279 Dec 10 19:17:14.773075 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a33be28-6a99-4f68-aa7b-8f7aecabdb8c tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Pushing event updated for resources: {'Port': ['ID=7939ebb3-78ff-4a80-af9d-c832079e6f44,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:14.871269 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f869d-fd42-4fbb-ade6-ce336ea9adc9 req-0e0cd27c-081d-4308-b760-e1aa794bc395 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:14.872890 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-d55f869d-fd42-4fbb-ade6-ce336ea9adc9 req-0e0cd27c-081d-4308-b760-e1aa794bc395 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.36 "GET /v2.0/networks?id=24f70241-3241-44cc-a65f-374de1f348f0 HTTP/1.1" status: 200 len: 811 time: 0.8388131 Dec 10 19:17:14.974428 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18576ea4-a6f1-4797-81ba-ca69f657011a req-b64fbb41-69a3-4659-891d-0c4243db28e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:14.975966 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-18576ea4-a6f1-4797-81ba-ca69f657011a req-b64fbb41-69a3-4659-891d-0c4243db28e4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc68e97e-3fc0-433f-a054-2cde4e5595d8 HTTP/1.1" status: 200 len: 837 time: 0.1791062 Dec 10 19:17:14.996891 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4b7e7246-d58c-4f85-a624-08afa38deb49 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:15.020421 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d34202e1-560f-4bf6-811a-65db75d1e068 req-c93c8185-efc0-42e5-bc1c-d228a0532818 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 210 time: 0.0479805 Dec 10 19:17:15.024633 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e046b8c4-cb1b-43e2-8f55-3c1f1424f3fe tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:15.053915 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-d55f869d-fd42-4fbb-ade6-ce336ea9adc9 req-7a38b92b-51a5-4f28-875e-ec1758c8debe tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ebdd8c4cae7b4f17bfa866554f8f9f53 HTTP/1.1" status: 200 len: 380 time: 0.1595180 Dec 10 19:17:15.064882 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-4b7e7246-d58c-4f85-a624-08afa38deb49 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Calling delete_port for 6beef9e6-5a17-4329-9162-35e7213732e2 owned by {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:17:15.071373 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [req-d55f869d-fd42-4fbb-ade6-ce336ea9adc9 req-61fc3433-1ac1-4b41-8885-ddbe08a0b323 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Request body: {'port': {'device_id': '50a7dea0-cb0b-4bec-b80f-ca5a933646fd', 'network_id': '24f70241-3241-44cc-a65f-374de1f348f0', 'admin_state_up': True, 'tenant_id': 'ebdd8c4cae7b4f17bfa866554f8f9f53', 'security_groups': ['0687b254-a34a-47da-a81f-4e503b73712c']}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:15.089742 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-17d5f570-506f-483b-b534-f8f802aa038d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:15.101295 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e046b8c4-cb1b-43e2-8f55-3c1f1424f3fe tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Pushing event deleted for resources: {'Port': ['ID=17ac78e3-9947-464d-a3c9-5a67b812e495,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:15.121031 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e046b8c4-cb1b-43e2-8f55-3c1f1424f3fe tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:15.128560 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-e046b8c4-cb1b-43e2-8f55-3c1f1424f3fe tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] 10.222.0.69 "DELETE /v2.0/ports/17ac78e3-9947-464d-a3c9-5a67b812e495 HTTP/1.1" status: 204 len: 168 time: 1.2345567 Dec 10 19:17:15.131762 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53032) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:15.229570 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-85c15e75-fd2a-42d2-97aa-70de40b76f44 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] DELETE failed (client error): The resource could not be found. Dec 10 19:17:15.230035 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85c15e75-fd2a-42d2-97aa-70de40b76f44 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:17:15.236991 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-85c15e75-fd2a-42d2-97aa-70de40b76f44 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] 10.222.0.69 "DELETE /v2.0/subnets/4167aae8-c139-4297-bae8-be05dd0a58ca HTTP/1.1" status: 404 len: 337 time: 0.1043687 Dec 10 19:17:15.238326 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53040) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:15.244738 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18576ea4-a6f1-4797-81ba-ca69f657011a req-6007f1fc-95f8-47c1-9cad-08fa6b9a914f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:15.246247 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-18576ea4-a6f1-4797-81ba-ca69f657011a req-6007f1fc-95f8-47c1-9cad-08fa6b9a914f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5c1cbc5b-79f3-44fe-a881-f91ab33966d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2528198 Dec 10 19:17:15.383632 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd9fff0-a128-4d3d-9c98-032d2c1ee79e req-eedb95eb-4bad-4a46-8ffe-6a798e56e508 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:15.385191 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4bd9fff0-a128-4d3d-9c98-032d2c1ee79e req-eedb95eb-4bad-4a46-8ffe-6a798e56e508 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9ee5470-f8ed-45d7-98f0-8aa8a5740050 HTTP/1.1" status: 200 len: 944 time: 0.1445031 Dec 10 19:17:15.392151 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3a33be28-6a99-4f68-aa7b-8f7aecabdb8c tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:15.428853 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d5f570-506f-483b-b534-f8f802aa038d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event updated for resources: {'Subnet': ['ID=8723cff0-da04-431d-8eb2-085fc6843149,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:15.464356 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53042) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:15.491988 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-18576ea4-a6f1-4797-81ba-ca69f657011a req-92e54cd3-cc68-4071-a06f-ac70d5cadc2d service neutron] 10.222.0.36 "GET /v2.0/networks/5c1cbc5b-79f3-44fe-a881-f91ab33966d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328324 Dec 10 19:17:15.493935 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d5f570-506f-483b-b534-f8f802aa038d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Checking segment: {'id': 'cd04ca02-dfd0-49de-b7f6-e0f28f3bff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ae0691ea-28a8-479f-81c0-ba5eefa598dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:17:15.494511 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d5f570-506f-483b-b534-f8f802aa038d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Network hostable DHCP agents. Network: ae0691ea-28a8-479f-81c0-ba5eefa598dd, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:17:15.520318 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c001f380-64d6-4309-a5d7-5874afcf9ec9 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:15.577894 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4bd9fff0-a128-4d3d-9c98-032d2c1ee79e req-4238c0ac-8cac-4f27-bb0e-355dce3a4445 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/security-groups?id=d727de41-442a-4e11-afb6-ce7cf726ecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429904 Dec 10 19:17:15.588043 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d55f869d-fd42-4fbb-ade6-ce336ea9adc9 req-61fc3433-1ac1-4b41-8885-ddbe08a0b323 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Made reservation on behalf of ebdd8c4cae7b4f17bfa866554f8f9f53 for: {'port': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:17:15.592346 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-d55f869d-fd42-4fbb-ade6-ce336ea9adc9 req-61fc3433-1ac1-4b41-8885-ddbe08a0b323 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:15.647162 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d5f570-506f-483b-b534-f8f802aa038d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Network ae0691ea-28a8-479f-81c0-ba5eefa598dd is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:17:15.725072 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-17d5f570-506f-483b-b534-f8f802aa038d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, ae0691ea-28a8-479f-81c0-ba5eefa598dd) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:17:15.728816 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-18576ea4-a6f1-4797-81ba-ca69f657011a req-72b4a041-6137-4971-90c2-b0f7a2ee1315 service neutron] 10.222.0.36 "GET /v2.0/networks/5c1cbc5b-79f3-44fe-a881-f91ab33966d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293818 Dec 10 19:17:15.732569 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d5f570-506f-483b-b534-f8f802aa038d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:15.732569 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-17d5f570-506f-483b-b534-f8f802aa038d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:15.738066 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-7ede4c2e-21f8-4593-9642-1a57b6e06a32 tempest-ExternalNetworksAdminNegativeTestJSON-122948376 tempest-ExternalNetworksAdminNegativeTestJSON-122948376-project-admin] Request body: {'floatingip': {'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:15.738751 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d9556f-2930-4eae-8ff1-4b375892862a None None] Network ae0691ea-28a8-479f-81c0-ba5eefa598dd requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:17:15.762133 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3a33be28-6a99-4f68-aa7b-8f7aecabdb8c tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3713082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3715814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8908'] for router, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:15.768243 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3a33be28-6a99-4f68-aa7b-8f7aecabdb8c tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3713075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3713068', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3715807'] for router, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:15.842279 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c001f380-64d6-4309-a5d7-5874afcf9ec9 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:15.845811 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4b7e7246-d58c-4f85-a624-08afa38deb49 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:15.912053 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7e7246-d58c-4f85-a624-08afa38deb49 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event deleted for resources: {'Port': ['ID=6beef9e6-5a17-4329-9162-35e7213732e2,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:15.916820 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-c001f380-64d6-4309-a5d7-5874afcf9ec9 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3374105-7763-4f59-8ecd-4b2572863d20']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:15.942981 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7ede4c2e-21f8-4593-9642-1a57b6e06a32 tempest-ExternalNetworksAdminNegativeTestJSON-122948376 tempest-ExternalNetworksAdminNegativeTestJSON-122948376-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:15.943385 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a86d9b-0c08-4b74-8ee1-9e67695091d5 req-b6c5dce2-9da1-46c7-b94d-f5ee5aef0e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:15.945173 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a8a86d9b-0c08-4b74-8ee1-9e67695091d5 req-b6c5dce2-9da1-46c7-b94d-f5ee5aef0e77 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=53996d5fb05a4682bb1d6dff196126df&device_id=a9ee5470-f8ed-45d7-98f0-8aa8a5740050 HTTP/1.1" status: 200 len: 1097 time: 0.1222239 Dec 10 19:17:15.950579 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-c001f380-64d6-4309-a5d7-5874afcf9ec9 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14e96d1e-0d06-4811-aa87-4b89fe9a70f6') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:15.950977 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-c001f380-64d6-4309-a5d7-5874afcf9ec9 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14e96d1e-0d06-4811-aa87-4b89fe9a70f6') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:15.974707 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32345434-43d2-4b1c-809f-df3d27894d35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-ae0691ea-28a8-479f-81c0-ba5eefa598dd', 'network_id': 'ae0691ea-28a8-479f-81c0-ba5eefa598dd', 'tenant_id': '4138d9758a3e4f5e8bb3fafb058d33af', 'fixed_ips': [{'subnet_id': '8723cff0-da04-431d-8eb2-085fc6843149'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:17:15.978440 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-17d5f570-506f-483b-b534-f8f802aa038d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5164049 Dec 10 19:17:15.978642 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-32345434-43d2-4b1c-809f-df3d27894d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:15.990346 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53046) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:15.996094 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-f262c182-e5c0-46e3-997f-b118f92f78ba tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Request body: {'port': {'network_id': 'ae0691ea-28a8-479f-81c0-ba5eefa598dd', 'name': 'tempest-PortsTestJSON-1101977708'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:16.022777 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c001f380-64d6-4309-a5d7-5874afcf9ec9 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:16.028802 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4b7e7246-d58c-4f85-a624-08afa38deb49 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:16.035982 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-4b7e7246-d58c-4f85-a624-08afa38deb49 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "DELETE /v2.0/ports/6beef9e6-5a17-4329-9162-35e7213732e2 HTTP/1.1" status: 204 len: 168 time: 2.3889644 Dec 10 19:17:16.036720 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53048) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:16.150201 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c001f380-64d6-4309-a5d7-5874afcf9ec9 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:16.157193 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-655bdb63-1a1b-4fa5-b613-66250c5e79de tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] GET failed (client error): The resource could not be found. Dec 10 19:17:16.162619 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-655bdb63-1a1b-4fa5-b613-66250c5e79de tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "GET /v2.0/ports/6beef9e6-5a17-4329-9162-35e7213732e2 HTTP/1.1" status: 404 len: 333 time: 0.1129386 Dec 10 19:17:16.163914 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53052) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:16.212190 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c001f380-64d6-4309-a5d7-5874afcf9ec9 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:17:16.212820 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c001f380-64d6-4309-a5d7-5874afcf9ec9 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:16.217196 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-32345434-43d2-4b1c-809f-df3d27894d35 None None] Allocated IP 172.20.0.2 (ae0691ea-28a8-479f-81c0-ba5eefa598dd/8723cff0-da04-431d-8eb2-085fc6843149/9a234612-151a-4b2b-8d14-6753e11b9d24) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:17:16.218107 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:17:16.218107 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:17:16.218107 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:17:16.218107 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:17:16.218107 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:17:16.218107 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:17:16.218107 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:17:16.218107 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:17:16.218107 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:17:16.218107 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:17:16.218107 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:17:16.218107 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:17:16.218107 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:17:16.218107 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:17:16.218107 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:17:16.218107 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:17:16.218107 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:17:16.218107 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:17:16.218107 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:17:16.218107 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:17:16.218107 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:17:16.218107 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:17:16.218107 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:17:16.218107 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:17:16.218107 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:17:16.218107 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:17:16.218107 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:17:16.218107 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:17:16.218107 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:17:16.218107 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:17:16.218107 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:17:16.218107 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:17:16.223599 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [req-d55f869d-fd42-4fbb-ade6-ce336ea9adc9 req-61fc3433-1ac1-4b41-8885-ddbe08a0b323 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Allocated IP 172.20.0.4 (24f70241-3241-44cc-a65f-374de1f348f0/8d431d24-7af1-47c6-afa7-19e9588fcee0/a2b8d566-0a08-4fc8-9dc6-7428d79b9b00) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:17:16.229701 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e51268ae-7ddf-4a4d-b607-d26a38ca6bc5 req-1c1d350c-7f15-4f48-b211-649aa224f431 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 210 time: 0.0711906 Dec 10 19:17:16.298920 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a33be28-6a99-4f68-aa7b-8f7aecabdb8c tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Router 55f64c42-0406-43ad-8bef-730cf8b97aff is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:17:16.303560 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a86d9b-0c08-4b74-8ee1-9e67695091d5 req-119b5c34-c1a5-4296-a3fb-7bfa0574e12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:16.305110 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a8a86d9b-0c08-4b74-8ee1-9e67695091d5 req-119b5c34-c1a5-4296-a3fb-7bfa0574e12f service neutron] 10.222.0.36 "GET /v2.0/networks?id=5c1cbc5b-79f3-44fe-a881-f91ab33966d7 HTTP/1.1" status: 200 len: 897 time: 0.3487148 Dec 10 19:17:16.369927 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a8a86d9b-0c08-4b74-8ee1-9e67695091d5 req-b012a0d3-6274-43b5-ad7f-40919aec6572 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=d598e5c0-2c60-4c69-b72e-095fa0a643cb HTTP/1.1" status: 200 len: 217 time: 0.0548303 Dec 10 19:17:16.472304 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-f91de9f6-d131-4c16-b1f8-125ff1e004a9 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Deleting subnet 7bd82164-780c-41ae-bc96-6aeec4756e42 {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:17:16.482408 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f91de9f6-d131-4c16-b1f8-125ff1e004a9 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:16.494868 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c001f380-64d6-4309-a5d7-5874afcf9ec9 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:16.514508 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-32345434-43d2-4b1c-809f-df3d27894d35 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:16.524111 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-32345434-43d2-4b1c-809f-df3d27894d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:16.541343 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c001f380-64d6-4309-a5d7-5874afcf9ec9 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:16.550506 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-c001f380-64d6-4309-a5d7-5874afcf9ec9 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] 10.222.0.69 "DELETE /v2.0/networks/a3374105-7763-4f59-8ecd-4b2572863d20 HTTP/1.1" status: 204 len: 168 time: 1.3006661 Dec 10 19:17:16.587007 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53054) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:16.592608 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32345434-43d2-4b1c-809f-df3d27894d35 None None] Network ae0691ea-28a8-479f-81c0-ba5eefa598dd is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:17:16.601332 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-32345434-43d2-4b1c-809f-df3d27894d35 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:17:16.608102 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32345434-43d2-4b1c-809f-df3d27894d35 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:17:16.627939 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32345434-43d2-4b1c-809f-df3d27894d35 None None] Pushing event updated for resources: {'Port': ['ID=9a234612-151a-4b2b-8d14-6753e11b9d24,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:16.727646 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-32345434-43d2-4b1c-809f-df3d27894d35 None None] Attempting to bind port 9a234612-151a-4b2b-8d14-6753e11b9d24 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:17:16.728130 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-32345434-43d2-4b1c-809f-df3d27894d35 None None] Attempting to bind port 9a234612-151a-4b2b-8d14-6753e11b9d24 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': 'cd04ca02-dfd0-49de-b7f6-e0f28f3bff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ae0691ea-28a8-479f-81c0-ba5eefa598dd'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:17:16.728741 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32345434-43d2-4b1c-809f-df3d27894d35 None None] Attempting to bind port 9a234612-151a-4b2b-8d14-6753e11b9d24 on network ae0691ea-28a8-479f-81c0-ba5eefa598dd {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:17:16.737983 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32345434-43d2-4b1c-809f-df3d27894d35 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:17:16.738573 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32345434-43d2-4b1c-809f-df3d27894d35 None None] Checking segment: {'id': 'cd04ca02-dfd0-49de-b7f6-e0f28f3bff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ae0691ea-28a8-479f-81c0-ba5eefa598dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:17:16.739862 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-32345434-43d2-4b1c-809f-df3d27894d35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:16.739862 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32345434-43d2-4b1c-809f-df3d27894d35 None None] Bound using segment: {'id': 'cd04ca02-dfd0-49de-b7f6-e0f28f3bff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ae0691ea-28a8-479f-81c0-ba5eefa598dd'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:17:16.740670 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-32345434-43d2-4b1c-809f-df3d27894d35 None None] Bound port: 9a234612-151a-4b2b-8d14-6753e11b9d24, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd04ca02-dfd0-49de-b7f6-e0f28f3bff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ae0691ea-28a8-479f-81c0-ba5eefa598dd'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:17:16.741710 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-32345434-43d2-4b1c-809f-df3d27894d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:16.742570 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c001f380-64d6-4309-a5d7-5874afcf9ec9 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Pushing event deleted for resources: {'Network': ['ID=a3374105-7763-4f59-8ecd-4b2572863d20,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:16.762442 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f91de9f6-d131-4c16-b1f8-125ff1e004a9 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:16.870428 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-32345434-43d2-4b1c-809f-df3d27894d35 None None] For port 9a234612-151a-4b2b-8d14-6753e11b9d24, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:17:16.878859 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-32345434-43d2-4b1c-809f-df3d27894d35 None None] For port 9a234612-151a-4b2b-8d14-6753e11b9d24, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=9a234612-151a-4b2b-8d14-6753e11b9d24,segment=NetworkSegment(cd04ca02-dfd0-49de-b7f6-e0f28f3bff76),segment_id=cd04ca02-dfd0-49de-b7f6-e0f28f3bff76)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:17:16.886979 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-32345434-43d2-4b1c-809f-df3d27894d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:16.912423 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f262c182-e5c0-46e3-997f-b118f92f78ba tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Made reservation on behalf of 4138d9758a3e4f5e8bb3fafb058d33af for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:17:16.915576 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f262c182-e5c0-46e3-997f-b118f92f78ba tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:16.947752 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [None req-f262c182-e5c0-46e3-997f-b118f92f78ba tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] device_id is not set on port 2a5dd4c5-ed70-48b2-b276-2bfd3619748a yet. {{(pid=102365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:17:16.970828 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7ede4c2e-21f8-4593-9642-1a57b6e06a32 tempest-ExternalNetworksAdminNegativeTestJSON-122948376 tempest-ExternalNetworksAdminNegativeTestJSON-122948376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:17.041714 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32345434-43d2-4b1c-809f-df3d27894d35 None None] Pushing event updated for resources: {'Port': ['ID=9a234612-151a-4b2b-8d14-6753e11b9d24,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:17.068841 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4953fc-ad62-4b8a-b4af-a8fcc21214ea req-b49d7743-d667-4212-b4ad-de9991517ab2 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:17.076674 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ba4953fc-ad62-4b8a-b4af-a8fcc21214ea req-b49d7743-d667-4212-b4ad-de9991517ab2 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9ee5470-f8ed-45d7-98f0-8aa8a5740050 HTTP/1.1" status: 200 len: 944 time: 0.2466199 Dec 10 19:17:17.131318 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a86d9b-0c08-4b74-8ee1-9e67695091d5 req-0fc6535e-a6b2-4af6-bd94-b4edc456c0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:17.132873 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a8a86d9b-0c08-4b74-8ee1-9e67695091d5 req-0fc6535e-a6b2-4af6-bd94-b4edc456c0f9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc68e97e-3fc0-433f-a054-2cde4e5595d8 HTTP/1.1" status: 200 len: 837 time: 0.7288504 Dec 10 19:17:17.166234 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-d55f869d-fd42-4fbb-ade6-ce336ea9adc9 req-61fc3433-1ac1-4b41-8885-ddbe08a0b323 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:17.230120 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ba4953fc-ad62-4b8a-b4af-a8fcc21214ea req-7d3fa98c-484a-4a24-ab75-90ecc932658c tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/security-groups?id=d727de41-442a-4e11-afb6-ce7cf726ecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524129 Dec 10 19:17:17.242934 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-aa5c6b7f-2797-4b19-a0be-6311ceb7de7f tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Deleting port bda75fe7-4dde-46da-a956-89f22620ada0 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:17:17.243078 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-aa5c6b7f-2797-4b19-a0be-6311ceb7de7f tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:17.252183 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-d55f869d-fd42-4fbb-ade6-ce336ea9adc9 req-61fc3433-1ac1-4b41-8885-ddbe08a0b323 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:17.262458 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-f262c182-e5c0-46e3-997f-b118f92f78ba tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Allocated IP 172.20.0.3 (ae0691ea-28a8-479f-81c0-ba5eefa598dd/8723cff0-da04-431d-8eb2-085fc6843149/2a5dd4c5-ed70-48b2-b276-2bfd3619748a) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:17:17.295953 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a86d9b-0c08-4b74-8ee1-9e67695091d5 req-7d65a2f0-bf01-467e-810f-86ed92ee7773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:17.298797 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a8a86d9b-0c08-4b74-8ee1-9e67695091d5 req-7d65a2f0-bf01-467e-810f-86ed92ee7773 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5c1cbc5b-79f3-44fe-a881-f91ab33966d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1364996 Dec 10 19:17:17.300779 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a33be28-6a99-4f68-aa7b-8f7aecabdb8c tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:17:17.311679 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3a33be28-6a99-4f68-aa7b-8f7aecabdb8c tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:17.319941 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-3a33be28-6a99-4f68-aa7b-8f7aecabdb8c tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] 10.222.0.69 "PUT /v2.0/routers/55f64c42-0406-43ad-8bef-730cf8b97aff HTTP/1.1" status: 200 len: 918 time: 7.1686044 Dec 10 19:17:17.331131 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53060) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:17.332015 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f91de9f6-d131-4c16-b1f8-125ff1e004a9 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:17.372523 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccd34b1-969e-41c2-88e2-48c484973ca8 None None] Sync routers for ids ['55f64c42-0406-43ad-8bef-730cf8b97aff'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:17:17.412929 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccd34b1-969e-41c2-88e2-48c484973ca8 None None] Routers {'55f64c42-0406-43ad-8bef-730cf8b97aff'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:17:17.413734 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-cccd34b1-969e-41c2-88e2-48c484973ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:16:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['55f64c42-0406-43ad-8bef-730cf8b97aff'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:17.472057 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-cccd34b1-969e-41c2-88e2-48c484973ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:17.493248 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccd34b1-969e-41c2-88e2-48c484973ca8 None None] Routers {'55f64c42-0406-43ad-8bef-730cf8b97aff'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:17:17.494282 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-cccd34b1-969e-41c2-88e2-48c484973ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:16:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['55f64c42-0406-43ad-8bef-730cf8b97aff'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:17.509840 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-aa5c6b7f-2797-4b19-a0be-6311ceb7de7f tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:17.539889 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-cccd34b1-969e-41c2-88e2-48c484973ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:17.540931 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccd34b1-969e-41c2-88e2-48c484973ca8 None None] The sync data for ids ['55f64c42-0406-43ad-8bef-730cf8b97aff'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:17:17.555471 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-aa5c6b7f-2797-4b19-a0be-6311ceb7de7f tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Calling delete_port for bda75fe7-4dde-46da-a956-89f22620ada0 owned by {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:17:17.577288 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d55f869d-fd42-4fbb-ade6-ce336ea9adc9 req-61fc3433-1ac1-4b41-8885-ddbe08a0b323 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Network 24f70241-3241-44cc-a65f-374de1f348f0 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:17:17.581740 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-7ede4c2e-21f8-4593-9642-1a57b6e06a32 tempest-ExternalNetworksAdminNegativeTestJSON-122948376 tempest-ExternalNetworksAdminNegativeTestJSON-122948376-project-admin] Allocated IP 172.26.6.191 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/9cb3de6d-6541-4528-a8f9-d8527361adb4) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:17:17.602373 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [req-d55f869d-fd42-4fbb-ade6-ce336ea9adc9 req-61fc3433-1ac1-4b41-8885-ddbe08a0b323 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:17:17.605080 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [req-d55f869d-fd42-4fbb-ade6-ce336ea9adc9 req-61fc3433-1ac1-4b41-8885-ddbe08a0b323 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:17:17.699322 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fc3433-1ac1-4b41-8885-ddbe08a0b323 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Pushing event updated for resources: {'Port': ['ID=a2b8d566-0a08-4fc8-9dc6-7428d79b9b00,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:17.784640 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f91de9f6-d131-4c16-b1f8-125ff1e004a9 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:17.788245 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fc3433-1ac1-4b41-8885-ddbe08a0b323 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:17.788245 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fc3433-1ac1-4b41-8885-ddbe08a0b323 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:17.788245 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fc3433-1ac1-4b41-8885-ddbe08a0b323 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:17.788853 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fc3433-1ac1-4b41-8885-ddbe08a0b323 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:17.788853 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fc3433-1ac1-4b41-8885-ddbe08a0b323 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:17.789185 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fc3433-1ac1-4b41-8885-ddbe08a0b323 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:17.789396 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fc3433-1ac1-4b41-8885-ddbe08a0b323 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:17.789765 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fc3433-1ac1-4b41-8885-ddbe08a0b323 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:17.790094 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fc3433-1ac1-4b41-8885-ddbe08a0b323 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:17.790420 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fc3433-1ac1-4b41-8885-ddbe08a0b323 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:17.790771 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fc3433-1ac1-4b41-8885-ddbe08a0b323 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:17.791091 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fc3433-1ac1-4b41-8885-ddbe08a0b323 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:17.801284 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c73f90c-69d1-49fb-a407-0e3944e79707 req-0c86e7e6-689f-4559-b58b-611d81d032e7 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:17.804049 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6c73f90c-69d1-49fb-a407-0e3944e79707 req-0c86e7e6-689f-4559-b58b-611d81d032e7 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 931 time: 0.3652124 Dec 10 19:17:17.825651 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f869d-fd42-4fbb-ade6-ce336ea9adc9 req-61fc3433-1ac1-4b41-8885-ddbe08a0b323 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:17.826214 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-d55f869d-fd42-4fbb-ade6-ce336ea9adc9 req-61fc3433-1ac1-4b41-8885-ddbe08a0b323 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:17.855783 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a8a86d9b-0c08-4b74-8ee1-9e67695091d5 req-9b9ba9d8-160a-4bec-89f5-e87d02f6b82b service neutron] 10.222.0.36 "GET /v2.0/networks/5c1cbc5b-79f3-44fe-a881-f91ab33966d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5367045 Dec 10 19:17:17.866355 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f91de9f6-d131-4c16-b1f8-125ff1e004a9 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:17.879127 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-f46b9370-fae9-4ea3-babc-ca1f35d6f099 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] 10.222.0.69 "GET /v2.0/routers/55f64c42-0406-43ad-8bef-730cf8b97aff HTTP/1.1" status: 200 len: 924 time: 0.5287528 Dec 10 19:17:17.879513 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-f91de9f6-d131-4c16-b1f8-125ff1e004a9 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "DELETE /v2.0/subnets/7bd82164-780c-41ae-bc96-6aeec4756e42 HTTP/1.1" status: 204 len: 168 time: 1.6990013 Dec 10 19:17:17.880094 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91de9f6-d131-4c16-b1f8-125ff1e004a9 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event deleted for resources: {'Subnet': ['ID=7bd82164-780c-41ae-bc96-6aeec4756e42,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:17.882589 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f021cf-b9ca-4cd3-92f0-7d075e0583d4 None None] Network 80874e6a-5ddf-4a90-98bc-337869b53ed3 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:17:17.895709 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53062) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:17.896110 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53064) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:18.007773 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-d55f869d-fd42-4fbb-ade6-ce336ea9adc9 req-61fc3433-1ac1-4b41-8885-ddbe08a0b323 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9464290 Dec 10 19:17:18.053208 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6c73f90c-69d1-49fb-a407-0e3944e79707 req-ffc02b29-9445-469f-a645-5521ffff796f tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/security-groups?id=0687b254-a34a-47da-a81f-4e503b73712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2312660 Dec 10 19:17:18.056390 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-3ee480ec-4a82-4257-8d5f-7faa22832119 None None] Provisioning complete for port a2b8d566-0a08-4fc8-9dc6-7428d79b9b00 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:18.056961 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-3ee480ec-4a82-4257-8d5f-7faa22832119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:18.075544 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [req-d55f869d-fd42-4fbb-ade6-ce336ea9adc9 req-31dd2b2c-77c8-4234-8cea-372a100b82a0 service neutron] Request body: {'port': {'device_id': '50a7dea0-cb0b-4bec-b80f-ca5a933646fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:18.099008 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f262c182-e5c0-46e3-997f-b118f92f78ba tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:18.116258 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-3ee480ec-4a82-4257-8d5f-7faa22832119 None None] Port a2b8d566-0a08-4fc8-9dc6-7428d79b9b00 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:17:18.170939 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-aa5c6b7f-2797-4b19-a0be-6311ceb7de7f tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:18.185177 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a8a86d9b-0c08-4b74-8ee1-9e67695091d5 req-1f198f6d-a3fe-419f-ae3f-6593522b1710 service neutron] 10.222.0.36 "GET /v2.0/networks/5c1cbc5b-79f3-44fe-a881-f91ab33966d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784920 Dec 10 19:17:18.185729 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7ede4c2e-21f8-4593-9642-1a57b6e06a32 tempest-ExternalNetworksAdminNegativeTestJSON-122948376 tempest-ExternalNetworksAdminNegativeTestJSON-122948376-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:18.204689 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f262c182-e5c0-46e3-997f-b118f92f78ba tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:18.257357 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1956dfe-f815-4494-ac6b-ffd2de63b6e2 None None] DHCP port deletion for 80874e6a-5ddf-4a90-98bc-337869b53ed3 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:17:18.262843 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f262c182-e5c0-46e3-997f-b118f92f78ba tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Network ae0691ea-28a8-479f-81c0-ba5eefa598dd is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:17:18.267410 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-f262c182-e5c0-46e3-997f-b118f92f78ba tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:17:18.273689 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f262c182-e5c0-46e3-997f-b118f92f78ba tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:17:18.280269 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-96122928-dffc-4f0f-b30f-4016411f33ef tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:18.285085 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f262c182-e5c0-46e3-997f-b118f92f78ba tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event updated for resources: {'Port': ['ID=2a5dd4c5-ed70-48b2-b276-2bfd3619748a,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:18.298608 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5c6b7f-2797-4b19-a0be-6311ceb7de7f tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Pushing event deleted for resources: {'Port': ['ID=bda75fe7-4dde-46da-a956-89f22620ada0,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:18.309468 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0769618-23d0-4cb1-8cab-e306f41eb6ad tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:18.313204 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-c0769618-23d0-4cb1-8cab-e306f41eb6ad tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=68e2ee80-e7f8-4be2-b0d8-392fd4a4e031&device_id=55f64c42-0406-43ad-8bef-730cf8b97aff&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4141293 Dec 10 19:17:18.314614 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53068) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:18.324558 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-d55f869d-fd42-4fbb-ade6-ce336ea9adc9 req-31dd2b2c-77c8-4234-8cea-372a100b82a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:18.338138 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-aa5c6b7f-2797-4b19-a0be-6311ceb7de7f tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:18.344798 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-aa5c6b7f-2797-4b19-a0be-6311ceb7de7f tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] 10.222.0.69 "DELETE /v2.0/ports/bda75fe7-4dde-46da-a956-89f22620ada0 HTTP/1.1" status: 204 len: 168 time: 1.7529182 Dec 10 19:17:18.346311 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53070) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:18.412084 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c1956dfe-f815-4494-ac6b-ffd2de63b6e2 None None] Deleting port 733495ff-96a9-47c1-adae-56c428d0321f {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:17:18.413810 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c1956dfe-f815-4494-ac6b-ffd2de63b6e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:18.439402 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7ede4c2e-21f8-4593-9642-1a57b6e06a32 tempest-ExternalNetworksAdminNegativeTestJSON-122948376 tempest-ExternalNetworksAdminNegativeTestJSON-122948376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:18.479198 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f262c182-e5c0-46e3-997f-b118f92f78ba tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:18.479768 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f262c182-e5c0-46e3-997f-b118f92f78ba tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:18.529941 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0fd6153-755f-48f6-8527-9d92f7fe1d39 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] DELETE failed (client error): The resource could not be found. Dec 10 19:17:18.530402 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0fd6153-755f-48f6-8527-9d92f7fe1d39 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:17:18.539256 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-a0fd6153-755f-48f6-8527-9d92f7fe1d39 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] 10.222.0.69 "DELETE /v2.0/subnets/6aa9b254-9a18-4f35-8b3c-18fc591d0d4a HTTP/1.1" status: 404 len: 337 time: 0.1505706 Dec 10 19:17:18.541868 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53072) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:18.556092 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-f262c182-e5c0-46e3-997f-b118f92f78ba tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5641370 Dec 10 19:17:18.568054 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c1956dfe-f815-4494-ac6b-ffd2de63b6e2 None None] For port 733495ff-96a9-47c1-adae-56c428d0321f, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=733495ff-96a9-47c1-adae-56c428d0321f,segment=NetworkSegment(9f1c95fe-62e4-4c7c-a5c9-b8f32dae69c1),segment_id=9f1c95fe-62e4-4c7c-a5c9-b8f32dae69c1)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:17:18.570012 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c1956dfe-f815-4494-ac6b-ffd2de63b6e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:18.579097 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53074) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:18.586023 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c1956dfe-f815-4494-ac6b-ffd2de63b6e2 None None] Calling delete_port for 733495ff-96a9-47c1-adae-56c428d0321f owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:17:18.636001 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ede4c2e-21f8-4593-9642-1a57b6e06a32 tempest-ExternalNetworksAdminNegativeTestJSON-122948376 tempest-ExternalNetworksAdminNegativeTestJSON-122948376-project-admin] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:17:18.647745 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9accfb-61b2-4667-8fc3-afc3a195150e None None] Network ae0691ea-28a8-479f-81c0-ba5eefa598dd requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:17:18.666767 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-7ede4c2e-21f8-4593-9642-1a57b6e06a32 tempest-ExternalNetworksAdminNegativeTestJSON-122948376 tempest-ExternalNetworksAdminNegativeTestJSON-122948376-project-admin] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:17:18.673810 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ede4c2e-21f8-4593-9642-1a57b6e06a32 tempest-ExternalNetworksAdminNegativeTestJSON-122948376 tempest-ExternalNetworksAdminNegativeTestJSON-122948376-project-admin] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:17:18.710412 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ede4c2e-21f8-4593-9642-1a57b6e06a32 tempest-ExternalNetworksAdminNegativeTestJSON-122948376 tempest-ExternalNetworksAdminNegativeTestJSON-122948376-project-admin] Pushing event updated for resources: {'Port': ['ID=9cb3de6d-6541-4528-a8f9-d8527361adb4,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:18.711939 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc77eb40-969c-4616-b980-afae5fa009de req-d8b412b8-0277-439c-be29-2ce1fd161625 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:18.721430 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-fc77eb40-969c-4616-b980-afae5fa009de req-d8b412b8-0277-439c-be29-2ce1fd161625 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9ee5470-f8ed-45d7-98f0-8aa8a5740050 HTTP/1.1" status: 200 len: 944 time: 0.3161068 Dec 10 19:17:18.753720 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c1956dfe-f815-4494-ac6b-ffd2de63b6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:18.767813 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-96122928-dffc-4f0f-b30f-4016411f33ef tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Deleting port 733495ff-96a9-47c1-adae-56c428d0321f {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:17:18.768086 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-96122928-dffc-4f0f-b30f-4016411f33ef tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:18.791353 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ccfccd0-f920-4797-bd40-e6b8a5ed764f tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:18.795609 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-3ccfccd0-f920-4797-bd40-e6b8a5ed764f tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] 10.222.0.69 "GET /v2.0/networks/68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 HTTP/1.1" status: 200 len: 881 time: 0.4771872 Dec 10 19:17:18.804786 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53076) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:18.838020 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1956dfe-f815-4494-ac6b-ffd2de63b6e2 None None] No DVR routers for this DVR port 733495ff-96a9-47c1-adae-56c428d0321f on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:17:18.840638 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1956dfe-f815-4494-ac6b-ffd2de63b6e2 None None] Pushing event deleted for resources: {'Port': ['ID=733495ff-96a9-47c1-adae-56c428d0321f,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:18.853598 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-687aeb35-126b-4df1-8503-ff0b5876ec55 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:18.856344 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-95aea7ca-27ae-442d-96e3-693a5d241865 None None] Provisioning complete for port 9a234612-151a-4b2b-8d14-6753e11b9d24 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:18.857050 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-95aea7ca-27ae-442d-96e3-693a5d241865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:18.892485 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-ef7734a0-89c2-49ff-8123-10e6a80e3e5f tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] 10.222.0.69 "GET /v2.0/ports?device_id=55f64c42-0406-43ad-8bef-730cf8b97aff HTTP/1.1" status: 200 len: 205 time: 0.0833006 Dec 10 19:17:18.895902 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53078) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:18.945387 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-fc77eb40-969c-4616-b980-afae5fa009de req-1af06abf-435d-4aeb-8171-981308f14f9b tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/security-groups?id=d727de41-442a-4e11-afb6-ce7cf726ecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2228673 Dec 10 19:17:19.111612 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-5287bc15-3d36-4cf2-81af-2eba7c7c30d7 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Deleting port 2a5dd4c5-ed70-48b2-b276-2bfd3619748a {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:17:19.112580 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5287bc15-3d36-4cf2-81af-2eba7c7c30d7 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:19.149545 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-60d7f563-745b-4b45-bcd4-3f9af991025c tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks [] for router, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:19.152854 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-687aeb35-126b-4df1-8503-ff0b5876ec55 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:19.243441 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-95aea7ca-27ae-442d-96e3-693a5d241865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:19.250234 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 9a234612-151a-4b2b-8d14-6753e11b9d24 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:17:19.311057 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-687aeb35-126b-4df1-8503-ff0b5876ec55 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc36bffe-62c7-4719-94b2-41f58a7fc868']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:19.338443 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-687aeb35-126b-4df1-8503-ff0b5876ec55 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10a50398-9629-4863-87f8-2ab5eae04f28') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:19.338762 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-687aeb35-126b-4df1-8503-ff0b5876ec55 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10a50398-9629-4863-87f8-2ab5eae04f28') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:19.347658 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-95aea7ca-27ae-442d-96e3-693a5d241865 None None] For port 9a234612-151a-4b2b-8d14-6753e11b9d24, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=9a234612-151a-4b2b-8d14-6753e11b9d24,segment=NetworkSegment(cd04ca02-dfd0-49de-b7f6-e0f28f3bff76),segment_id=cd04ca02-dfd0-49de-b7f6-e0f28f3bff76)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:17:19.362243 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-95aea7ca-27ae-442d-96e3-693a5d241865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:19.378698 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-687aeb35-126b-4df1-8503-ff0b5876ec55 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:19.392123 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-96122928-dffc-4f0f-b30f-4016411f33ef tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] For port 733495ff-96a9-47c1-adae-56c428d0321f, host dv-neutron-821441-1-hyperv, got binding levels [] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:17:19.392993 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-96122928-dffc-4f0f-b30f-4016411f33ef tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:19.405078 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 9a234612-151a-4b2b-8d14-6753e11b9d24 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:19.405342 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:19.409536 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-687aeb35-126b-4df1-8503-ff0b5876ec55 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:19.434986 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5287bc15-3d36-4cf2-81af-2eba7c7c30d7 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:19.439413 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-687aeb35-126b-4df1-8503-ff0b5876ec55 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:17:19.439821 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-687aeb35-126b-4df1-8503-ff0b5876ec55 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:19.444852 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:17:19.444852 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:17:19.444852 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:17:19.444852 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:17:19.444852 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:17:19.444852 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:17:19.444852 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:17:19.444852 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:17:19.444852 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:17:19.444852 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:17:19.444852 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:17:19.444852 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:17:19.444852 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:17:19.444852 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:17:19.444852 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:17:19.444852 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:17:19.444852 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:17:19.444852 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:17:19.444852 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:17:19.444852 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:17:19.444852 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:17:19.444852 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:17:19.444852 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:17:19.444852 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:17:19.444852 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:17:19.444852 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:17:19.444852 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:17:19.444852 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:17:19.444852 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:17:19.444852 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:17:19.444852 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:17:19.444852 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:17:19.468365 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aea7ca-27ae-442d-96e3-693a5d241865 None None] Pushing event updated for resources: {'Port': ['ID=9a234612-151a-4b2b-8d14-6753e11b9d24,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:19.477951 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fef874-da7a-469b-abf7-488f85359fb4 req-447238f5-6860-486f-8190-2e4aab7c87cd tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:19.479072 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-96122928-dffc-4f0f-b30f-4016411f33ef tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Calling delete_port for 733495ff-96a9-47c1-adae-56c428d0321f owned by network:dhcp {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:17:19.479198 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-10fef874-da7a-469b-abf7-488f85359fb4 req-447238f5-6860-486f-8190-2e4aab7c87cd tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 931 time: 0.2965019 Dec 10 19:17:19.487741 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.ipam_backend_mixin [None req-96122928-dffc-4f0f-b30f-4016411f33ef tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Port 733495ff-96a9-47c1-adae-56c428d0321f was not found and therefore no delete operation was performed {{(pid=102366) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 19:17:19.506201 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-96122928-dffc-4f0f-b30f-4016411f33ef tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:19.531341 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-5287bc15-3d36-4cf2-81af-2eba7c7c30d7 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Calling delete_port for 2a5dd4c5-ed70-48b2-b276-2bfd3619748a owned by {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:17:19.531542 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device d598e5c0-2c60-4c69-b72e-095fa0a643cb details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=102367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:17:19.559196 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7ede4c2e-21f8-4593-9642-1a57b6e06a32 tempest-ExternalNetworksAdminNegativeTestJSON-122948376 tempest-ExternalNetworksAdminNegativeTestJSON-122948376-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:19.563091 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96122928-dffc-4f0f-b30f-4016411f33ef tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event deleted for resources: {'Port': ['ID=733495ff-96a9-47c1-adae-56c428d0321f,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:19.586674 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-687aeb35-126b-4df1-8503-ff0b5876ec55 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:19.589083 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-60d7f563-745b-4b45-bcd4-3f9af991025c tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:19.602513 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-687aeb35-126b-4df1-8503-ff0b5876ec55 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:19.605666 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-687aeb35-126b-4df1-8503-ff0b5876ec55 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] 10.222.0.69 "DELETE /v2.0/networks/fc36bffe-62c7-4719-94b2-41f58a7fc868 HTTP/1.1" status: 204 len: 168 time: 1.0549600 Dec 10 19:17:19.612310 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53082) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:19.616417 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96122928-dffc-4f0f-b30f-4016411f33ef tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] No DVR routers for this DVR port 733495ff-96a9-47c1-adae-56c428d0321f on host dv-neutron-821441-1-hyperv {{(pid=102366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:17:19.665592 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7ede4c2e-21f8-4593-9642-1a57b6e06a32 tempest-ExternalNetworksAdminNegativeTestJSON-122948376 tempest-ExternalNetworksAdminNegativeTestJSON-122948376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:19.673454 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-10fef874-da7a-469b-abf7-488f85359fb4 req-ba64936f-1db4-4352-a813-a173f1a27696 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/security-groups?id=0687b254-a34a-47da-a81f-4e503b73712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574683 Dec 10 19:17:19.715059 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687aeb35-126b-4df1-8503-ff0b5876ec55 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Pushing event deleted for resources: {'Network': ['ID=fc36bffe-62c7-4719-94b2-41f58a7fc868,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:19.721470 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-bf88f18c-d4af-4f81-887e-0b4e77c85604 None None] Provisioning complete for port 9a234612-151a-4b2b-8d14-6753e11b9d24 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:19.721842 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-bf88f18c-d4af-4f81-887e-0b4e77c85604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:19.725014 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port d598e5c0-2c60-4c69-b72e-095fa0a643cb, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=d598e5c0-2c60-4c69-b72e-095fa0a643cb,segment=NetworkSegment(73585ab7-9ee1-4238-b99c-cc15412c089c),segment_id=73585ab7-9ee1-4238-b99c-cc15412c089c)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:17:19.770796 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 733495ff-96a9-47c1-adae-56c428d0321f no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:17:19.781285 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Returning: {'device': 'd598e5c0-2c60-4c69-b72e-095fa0a643cb', 'network_id': '5c1cbc5b-79f3-44fe-a881-f91ab33966d7', 'port_id': 'd598e5c0-2c60-4c69-b72e-095fa0a643cb', 'mac_address': 'fa:16:3e:00:a0:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc68e97e-3fc0-433f-a054-2cde4e5595d8', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:17:19.790369 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687aeb35-126b-4df1-8503-ff0b5876ec55 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:19.790623 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687aeb35-126b-4df1-8503-ff0b5876ec55 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:19.790965 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687aeb35-126b-4df1-8503-ff0b5876ec55 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:19.791300 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687aeb35-126b-4df1-8503-ff0b5876ec55 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:19.791628 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687aeb35-126b-4df1-8503-ff0b5876ec55 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:19.791959 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687aeb35-126b-4df1-8503-ff0b5876ec55 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:19.792290 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687aeb35-126b-4df1-8503-ff0b5876ec55 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:19.792650 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687aeb35-126b-4df1-8503-ff0b5876ec55 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:19.792975 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687aeb35-126b-4df1-8503-ff0b5876ec55 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:19.793303 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687aeb35-126b-4df1-8503-ff0b5876ec55 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:19.793622 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687aeb35-126b-4df1-8503-ff0b5876ec55 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:19.793944 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687aeb35-126b-4df1-8503-ff0b5876ec55 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:19.814821 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 733495ff-96a9-47c1-adae-56c428d0321f {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:17:19.815477 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 733495ff-96a9-47c1-adae-56c428d0321f not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:17:19.815990 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb79fd34-3b32-4d05-ba4e-7f09160e1f7a tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Deleting subnet 4b5b979e-69ed-4cbc-b6f7-cdbf99d3e544 {{(pid=102365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:17:19.832998 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fb79fd34-3b32-4d05-ba4e-7f09160e1f7a tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks [] for subnet, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:19.838437 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [req-d55f869d-fd42-4fbb-ade6-ce336ea9adc9 req-31dd2b2c-77c8-4234-8cea-372a100b82a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2b8d566-0a08-4fc8-9dc6-7428d79b9b00 {{(pid=102366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:17:19.870268 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-d55f869d-fd42-4fbb-ade6-ce336ea9adc9 req-31dd2b2c-77c8-4234-8cea-372a100b82a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:19.881458 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-96122928-dffc-4f0f-b30f-4016411f33ef tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:19.942016 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fb79fd34-3b32-4d05-ba4e-7f09160e1f7a tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353213'] for subnet, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:19.943624 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:19.994729 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-60d7f563-745b-4b45-bcd4-3f9af991025c tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Deleting port 7939ebb3-78ff-4a80-af9d-c832079e6f44 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:17:19.995063 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-60d7f563-745b-4b45-bcd4-3f9af991025c tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:20.014253 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d598e5c0-2c60-4c69-b72e-095fa0a643cb {{(pid=102367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:17:20.030174 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.provisioning_blocks [req-d55f869d-fd42-4fbb-ade6-ce336ea9adc9 req-31dd2b2c-77c8-4234-8cea-372a100b82a0 service neutron] Transition to ACTIVE for port object a2b8d566-0a08-4fc8-9dc6-7428d79b9b00 will not be triggered until provisioned by entity L2. {{(pid=102366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:17:20.032781 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-96122928-dffc-4f0f-b30f-4016411f33ef tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80874e6a-5ddf-4a90-98bc-337869b53ed3']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:20.054963 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-bf88f18c-d4af-4f81-887e-0b4e77c85604 None None] Provisioning complete for port 2a5dd4c5-ed70-48b2-b276-2bfd3619748a triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:20.055828 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-bf88f18c-d4af-4f81-887e-0b4e77c85604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:20.056884 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5287bc15-3d36-4cf2-81af-2eba7c7c30d7 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:20.106635 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-bf88f18c-d4af-4f81-887e-0b4e77c85604 None None] Port 2a5dd4c5-ed70-48b2-b276-2bfd3619748a was deleted so its status cannot be updated. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Dec 10 19:17:20.116701 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port d598e5c0-2c60-4c69-b72e-095fa0a643cb, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=d598e5c0-2c60-4c69-b72e-095fa0a643cb,segment=NetworkSegment(73585ab7-9ee1-4238-b99c-cc15412c089c),segment_id=73585ab7-9ee1-4238-b99c-cc15412c089c)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:17:20.123011 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-d55f869d-fd42-4fbb-ade6-ce336ea9adc9 req-31dd2b2c-77c8-4234-8cea-372a100b82a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:20.124986 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:20.139629 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7ede4c2e-21f8-4593-9642-1a57b6e06a32 tempest-ExternalNetworksAdminNegativeTestJSON-122948376 tempest-ExternalNetworksAdminNegativeTestJSON-122948376-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:20.144089 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5287bc15-3d36-4cf2-81af-2eba7c7c30d7 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event deleted for resources: {'Port': ['ID=2a5dd4c5-ed70-48b2-b276-2bfd3619748a,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:20.152387 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-96122928-dffc-4f0f-b30f-4016411f33ef tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f1c95fe-62e4-4c7c-a5c9-b8f32dae69c1') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:20.152886 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-96122928-dffc-4f0f-b30f-4016411f33ef tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f1c95fe-62e4-4c7c-a5c9-b8f32dae69c1') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:20.184518 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e3b77a59-3597-4ac7-84fd-31559e60a96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:20.201312 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7ede4c2e-21f8-4593-9642-1a57b6e06a32 tempest-ExternalNetworksAdminNegativeTestJSON-122948376 tempest-ExternalNetworksAdminNegativeTestJSON-122948376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:20.213285 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-96122928-dffc-4f0f-b30f-4016411f33ef tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:20.256590 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=d598e5c0-2c60-4c69-b72e-095fa0a643cb,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:20.273803 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-8f88d5bb-7ec3-4f20-9e46-166ff9cae7e1 None None] Could not find standard attr ID for object 2a5dd4c5-ed70-48b2-b276-2bfd3619748a. {{(pid=102367) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:17:20.298329 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fb79fd34-3b32-4d05-ba4e-7f09160e1f7a tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:20.303222 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-60d7f563-745b-4b45-bcd4-3f9af991025c tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:20.308563 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-96122928-dffc-4f0f-b30f-4016411f33ef tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:20.347106 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dd2b2c-77c8-4234-8cea-372a100b82a0 service neutron] Pushing event updated for resources: {'Port': ['ID=a2b8d566-0a08-4fc8-9dc6-7428d79b9b00,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:20.351163 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96122928-dffc-4f0f-b30f-4016411f33ef tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:17:20.351984 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-96122928-dffc-4f0f-b30f-4016411f33ef tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:20.356953 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:17:20.356953 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:17:20.356953 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:17:20.356953 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:17:20.356953 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:17:20.356953 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:17:20.356953 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:17:20.356953 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:17:20.356953 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:17:20.356953 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:17:20.356953 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:17:20.356953 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:17:20.356953 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:17:20.356953 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:17:20.356953 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:17:20.356953 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:17:20.356953 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:17:20.356953 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:17:20.356953 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:17:20.356953 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:17:20.356953 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:17:20.356953 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:17:20.356953 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:17:20.356953 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:17:20.356953 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:17:20.356953 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:17:20.356953 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:17:20.356953 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:17:20.356953 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:17:20.356953 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:17:20.356953 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:17:20.356953 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:17:20.360881 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7ede4c2e-21f8-4593-9642-1a57b6e06a32 tempest-ExternalNetworksAdminNegativeTestJSON-122948376 tempest-ExternalNetworksAdminNegativeTestJSON-122948376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3713103'] for floatingip, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:20.362164 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-60d7f563-745b-4b45-bcd4-3f9af991025c tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Calling delete_port for 7939ebb3-78ff-4a80-af9d-c832079e6f44 owned by network:router_gateway {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:17:20.433641 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ae71a-fd93-444a-8aa7-93647a72b681 req-2bee4247-63d9-4473-bde9-2d24c2724639 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:20.435273 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-051ae71a-fd93-444a-8aa7-93647a72b681 req-2bee4247-63d9-4473-bde9-2d24c2724639 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9ee5470-f8ed-45d7-98f0-8aa8a5740050 HTTP/1.1" status: 200 len: 945 time: 0.3111730 Dec 10 19:17:20.487353 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5287bc15-3d36-4cf2-81af-2eba7c7c30d7 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:20.495173 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-5287bc15-3d36-4cf2-81af-2eba7c7c30d7 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "DELETE /v2.0/ports/2a5dd4c5-ed70-48b2-b276-2bfd3619748a HTTP/1.1" status: 204 len: 168 time: 1.9052396 Dec 10 19:17:20.499069 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53086) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:20.509255 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7ede4c2e-21f8-4593-9642-1a57b6e06a32 tempest-ExternalNetworksAdminNegativeTestJSON-122948376 tempest-ExternalNetworksAdminNegativeTestJSON-122948376-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:20.515543 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-7ede4c2e-21f8-4593-9642-1a57b6e06a32 tempest-ExternalNetworksAdminNegativeTestJSON-122948376 tempest-ExternalNetworksAdminNegativeTestJSON-122948376-project-admin] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0442591 Dec 10 19:17:20.523168 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53088) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:20.553236 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['d598e5c0-2c60-4c69-b72e-095fa0a643cb'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:17:20.554666 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-0b740db9-4ec7-4f41-8d7e-56bc581699fd tempest-ExternalNetworksAdminNegativeTestJSON-122948376 tempest-ExternalNetworksAdminNegativeTestJSON-122948376-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1296734794', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'fixed_ips': [{'ip_address': '172.26.6.191'}]}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:20.579980 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ede4c2e-21f8-4593-9642-1a57b6e06a32 tempest-ExternalNetworksAdminNegativeTestJSON-122948376 tempest-ExternalNetworksAdminNegativeTestJSON-122948376-project-admin] Pushing event updated for resources: {'Port': ['ID=9cb3de6d-6541-4528-a8f9-d8527361adb4,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:20.592705 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-96122928-dffc-4f0f-b30f-4016411f33ef tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:20.604610 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-96122928-dffc-4f0f-b30f-4016411f33ef tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:20.613141 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-96122928-dffc-4f0f-b30f-4016411f33ef tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "DELETE /v2.0/networks/80874e6a-5ddf-4a90-98bc-337869b53ed3 HTTP/1.1" status: 204 len: 168 time: 2.7153704 Dec 10 19:17:20.617071 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53090) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:20.622837 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-0e419495-d10a-4af8-b726-4dc72c093457 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1807263844'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:20.630560 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-f826d448-eaca-47f3-8793-636d1c1b8204 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] DELETE failed (client error): The resource could not be found. Dec 10 19:17:20.631730 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f826d448-eaca-47f3-8793-636d1c1b8204 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:17:20.637812 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-f826d448-eaca-47f3-8793-636d1c1b8204 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "DELETE /v2.0/ports/2a5dd4c5-ed70-48b2-b276-2bfd3619748a HTTP/1.1" status: 404 len: 333 time: 0.1298110 Dec 10 19:17:20.638954 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b740db9-4ec7-4f41-8d7e-56bc581699fd tempest-ExternalNetworksAdminNegativeTestJSON-122948376 tempest-ExternalNetworksAdminNegativeTestJSON-122948376-project-admin] Made reservation on behalf of 40806c422507407ca2faa86b2de99d29 for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:17:20.643335 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53092) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:20.644174 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96122928-dffc-4f0f-b30f-4016411f33ef tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event deleted for resources: {'Network': ['ID=80874e6a-5ddf-4a90-98bc-337869b53ed3,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:20.646089 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0b740db9-4ec7-4f41-8d7e-56bc581699fd tempest-ExternalNetworksAdminNegativeTestJSON-122948376 tempest-ExternalNetworksAdminNegativeTestJSON-122948376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:20.685522 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-84a219b1-0aa3-4e2a-93aa-585d7e6cc6b6 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] GET failed (client error): The resource could not be found. Dec 10 19:17:20.687668 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-84a219b1-0aa3-4e2a-93aa-585d7e6cc6b6 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "GET /v2.0/ports/2a5dd4c5-ed70-48b2-b276-2bfd3619748a HTTP/1.1" status: 404 len: 333 time: 0.0325389 Dec 10 19:17:20.699218 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53094) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:20.779772 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-051ae71a-fd93-444a-8aa7-93647a72b681 req-10534c78-4eab-4e40-b0f0-28a5db4b07d0 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/security-groups?id=d727de41-442a-4e11-afb6-ce7cf726ecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3138924 Dec 10 19:17:20.785230 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0b740db9-4ec7-4f41-8d7e-56bc581699fd tempest-ExternalNetworksAdminNegativeTestJSON-122948376 tempest-ExternalNetworksAdminNegativeTestJSON-122948376-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:20.800871 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.managers [req-d55f869d-fd42-4fbb-ade6-ce336ea9adc9 req-31dd2b2c-77c8-4234-8cea-372a100b82a0 service neutron] Attempting to bind port a2b8d566-0a08-4fc8-9dc6-7428d79b9b00 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:17:20.800871 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.managers [req-d55f869d-fd42-4fbb-ade6-ce336ea9adc9 req-31dd2b2c-77c8-4234-8cea-372a100b82a0 service neutron] Attempting to bind port a2b8d566-0a08-4fc8-9dc6-7428d79b9b00 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '91b8a6f4-24b2-4432-a8c6-88730ff1d7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '24f70241-3241-44cc-a65f-374de1f348f0'}] {{(pid=102366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:17:20.800871 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55f869d-fd42-4fbb-ade6-ce336ea9adc9 req-31dd2b2c-77c8-4234-8cea-372a100b82a0 service neutron] Attempting to bind port a2b8d566-0a08-4fc8-9dc6-7428d79b9b00 on network 24f70241-3241-44cc-a65f-374de1f348f0 {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:17:20.810010 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fb79fd34-3b32-4d05-ba4e-7f09160e1f7a tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:20.816592 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55f869d-fd42-4fbb-ade6-ce336ea9adc9 req-31dd2b2c-77c8-4234-8cea-372a100b82a0 service neutron] Port a2b8d566-0a08-4fc8-9dc6-7428d79b9b00 on network 24f70241-3241-44cc-a65f-374de1f348f0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:17:20.817562 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55f869d-fd42-4fbb-ade6-ce336ea9adc9 req-31dd2b2c-77c8-4234-8cea-372a100b82a0 service neutron] Attempting to bind port a2b8d566-0a08-4fc8-9dc6-7428d79b9b00 on network 24f70241-3241-44cc-a65f-374de1f348f0 {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:17:20.827103 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e419495-d10a-4af8-b726-4dc72c093457 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Made reservation on behalf of e037b8d045744e90a0960e7cae36a046 for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:17:20.833955 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0e419495-d10a-4af8-b726-4dc72c093457 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:20.850124 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e9743b2-3de9-4025-82d4-2a21a81aee11 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Deleting subnet 8723cff0-da04-431d-8eb2-085fc6843149 {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:17:20.868160 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55f869d-fd42-4fbb-ade6-ce336ea9adc9 req-31dd2b2c-77c8-4234-8cea-372a100b82a0 service neutron] Checking agent: {'id': '9e16c23e-95bc-4c2e-b3ec-daf7533f9d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'started_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:17:20.868753 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55f869d-fd42-4fbb-ade6-ce336ea9adc9 req-31dd2b2c-77c8-4234-8cea-372a100b82a0 service neutron] Checking segment: {'id': '91b8a6f4-24b2-4432-a8c6-88730ff1d7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '24f70241-3241-44cc-a65f-374de1f348f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:17:20.869403 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55f869d-fd42-4fbb-ade6-ce336ea9adc9 req-31dd2b2c-77c8-4234-8cea-372a100b82a0 service neutron] Bound using segment: {'id': '91b8a6f4-24b2-4432-a8c6-88730ff1d7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '24f70241-3241-44cc-a65f-374de1f348f0'} {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:17:20.870188 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.managers [req-d55f869d-fd42-4fbb-ade6-ce336ea9adc9 req-31dd2b2c-77c8-4234-8cea-372a100b82a0 service neutron] Bound port: a2b8d566-0a08-4fc8-9dc6-7428d79b9b00, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91b8a6f4-24b2-4432-a8c6-88730ff1d7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '24f70241-3241-44cc-a65f-374de1f348f0'}}] {{(pid=102366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:17:20.870779 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-d55f869d-fd42-4fbb-ade6-ce336ea9adc9 req-31dd2b2c-77c8-4234-8cea-372a100b82a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:20.880305 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0e9743b2-3de9-4025-82d4-2a21a81aee11 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:20.881010 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb79fd34-3b32-4d05-ba4e-7f09160e1f7a tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Pushing event deleted for resources: {'Subnet': ['ID=4b5b979e-69ed-4cbc-b6f7-cdbf99d3e544,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:20.892265 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fb79fd34-3b32-4d05-ba4e-7f09160e1f7a tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:20.900814 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-fb79fd34-3b32-4d05-ba4e-7f09160e1f7a tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] 10.222.0.69 "DELETE /v2.0/subnets/4b5b979e-69ed-4cbc-b6f7-cdbf99d3e544 HTTP/1.1" status: 204 len: 168 time: 1.2855766 Dec 10 19:17:20.912745 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5c44e2-727d-4d64-ba79-6799ec8b86ac None None] Network 85fbf8db-0491-4bbc-ad75-aade16614410 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:17:20.935621 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53098) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:21.127265 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 9a234612-151a-4b2b-8d14-6753e11b9d24 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:17:21.167858 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0e9743b2-3de9-4025-82d4-2a21a81aee11 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:21.273462 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 9a234612-151a-4b2b-8d14-6753e11b9d24 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:21.274179 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:21.293670 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-96694af7-99ab-4bcb-a462-edb3298b3f76 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:21.322366 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [req-d55f869d-fd42-4fbb-ade6-ce336ea9adc9 req-31dd2b2c-77c8-4234-8cea-372a100b82a0 service neutron] For port a2b8d566-0a08-4fc8-9dc6-7428d79b9b00, host hv-neutron-8214, cleared binding levels {{(pid=102366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:17:21.359337 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df972a3-9178-4de7-a0a2-2e30787bc780 None None] DHCP port deletion for 85fbf8db-0491-4bbc-ad75-aade16614410 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:17:21.370079 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [req-d55f869d-fd42-4fbb-ade6-ce336ea9adc9 req-31dd2b2c-77c8-4234-8cea-372a100b82a0 service neutron] For port a2b8d566-0a08-4fc8-9dc6-7428d79b9b00, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a2b8d566-0a08-4fc8-9dc6-7428d79b9b00,segment=NetworkSegment(91b8a6f4-24b2-4432-a8c6-88730ff1d7da),segment_id=91b8a6f4-24b2-4432-a8c6-88730ff1d7da)] {{(pid=102366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:17:21.400490 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c988d-0b3d-4961-a06e-84b61dd4bd73 req-04f2a8d7-e482-497c-9e1c-77287c6db3a2 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:21.402344 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-aa6c988d-0b3d-4961-a06e-84b61dd4bd73 req-04f2a8d7-e482-497c-9e1c-77287c6db3a2 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 943 time: 0.5394306 Dec 10 19:17:21.410279 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-d55f869d-fd42-4fbb-ade6-ce336ea9adc9 req-31dd2b2c-77c8-4234-8cea-372a100b82a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:21.444613 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-60d7f563-745b-4b45-bcd4-3f9af991025c tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:21.464788 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f869d-fd42-4fbb-ade6-ce336ea9adc9 req-31dd2b2c-77c8-4234-8cea-372a100b82a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:21.465763 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-d55f869d-fd42-4fbb-ade6-ce336ea9adc9 req-31dd2b2c-77c8-4234-8cea-372a100b82a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:21.466959 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-d55f869d-fd42-4fbb-ade6-ce336ea9adc9 req-31dd2b2c-77c8-4234-8cea-372a100b82a0 service neutron] 10.222.0.36 "PUT /v2.0/ports/a2b8d566-0a08-4fc8-9dc6-7428d79b9b00 HTTP/1.1" status: 200 len: 1093 time: 3.4160779 Dec 10 19:17:21.482678 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50a7dea0-cb0b-4bec-b80f-ca5a933646fd', 'tag': 'a2b8d566-0a08-4fc8-9dc6-7428d79b9b00'}] {{(pid=102366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:17:21.489834 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a86acec104960cf4069dffce1919f1f0aa2a294c7752363dfd1d6594a90fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d80f05ae-b1a2-4c0a-87cd-2b28e44fa333" -d '{"events": [{"name": "network-changed", "server_uuid": "50a7dea0-cb0b-4bec-b80f-ca5a933646fd", "tag": "a2b8d566-0a08-4fc8-9dc6-7428d79b9b00"}]}' {{(pid=102366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:17:21.515924 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d7f563-745b-4b45-bcd4-3f9af991025c tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Pushing event deleted for resources: {'Port': ['ID=7939ebb3-78ff-4a80-af9d-c832079e6f44,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:21.531255 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e419495-d10a-4af8-b726-4dc72c093457 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:17:21.532534 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-1df972a3-9178-4de7-a0a2-2e30787bc780 None None] Deleting port ebb3697b-a106-49cd-b96c-cdfa743e67c8 {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:17:21.536200 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1df972a3-9178-4de7-a0a2-2e30787bc780 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:21.545379 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-aa6c988d-0b3d-4961-a06e-84b61dd4bd73 req-9f9ca3d6-b293-44e9-affb-9ec9182786bd tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/security-groups?id=0687b254-a34a-47da-a81f-4e503b73712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287513 Dec 10 19:17:21.555744 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0e9743b2-3de9-4025-82d4-2a21a81aee11 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:21.569268 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0e419495-d10a-4af8-b726-4dc72c093457 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:21.569695 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-0e419495-d10a-4af8-b726-4dc72c093457 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Added segment 2190a26c-35d7-46a4-90ae-0952618e9487 of type vlan for network 32e68636-27dd-49ac-822b-0d566c734128 Dec 10 19:17:21.605215 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac55be93-c082-4709-9e33-4f881be8bb35 x-openstack-request-id: req-ac55be93-c082-4709-9e33-4f881be8bb35 {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:17:21.605544 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50a7dea0-cb0b-4bec-b80f-ca5a933646fd", "tag": "a2b8d566-0a08-4fc8-9dc6-7428d79b9b00", "status": "completed", "code": 200}]} {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:17:21.607354 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ac55be93-c082-4709-9e33-4f881be8bb35 {{(pid=102366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:17:21.607354 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50a7dea0-cb0b-4bec-b80f-ca5a933646fd', 'tag': 'a2b8d566-0a08-4fc8-9dc6-7428d79b9b00', 'status': 'completed', 'code': 200} Dec 10 19:17:21.666819 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0b740db9-4ec7-4f41-8d7e-56bc581699fd tempest-ExternalNetworksAdminNegativeTestJSON-122948376 tempest-ExternalNetworksAdminNegativeTestJSON-122948376-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:21.675802 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0b740db9-4ec7-4f41-8d7e-56bc581699fd tempest-ExternalNetworksAdminNegativeTestJSON-122948376 tempest-ExternalNetworksAdminNegativeTestJSON-122948376-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:21.685995 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [None req-0b740db9-4ec7-4f41-8d7e-56bc581699fd tempest-ExternalNetworksAdminNegativeTestJSON-122948376 tempest-ExternalNetworksAdminNegativeTestJSON-122948376-project-admin] device_id is not set on port 5574dbff-cf65-4a25-909d-cb7e7e633c9f yet. {{(pid=102365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:17:21.698455 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-1df972a3-9178-4de7-a0a2-2e30787bc780 None None] For port ebb3697b-a106-49cd-b96c-cdfa743e67c8, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=ebb3697b-a106-49cd-b96c-cdfa743e67c8,segment=NetworkSegment(517e5632-404d-4da8-8545-0724566adfda),segment_id=517e5632-404d-4da8-8545-0724566adfda)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:17:21.701272 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1df972a3-9178-4de7-a0a2-2e30787bc780 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:21.703482 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-60d7f563-745b-4b45-bcd4-3f9af991025c tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3713145'] for router_gateway, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:21.732077 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-96694af7-99ab-4bcb-a462-edb3298b3f76 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Deleting port ebb3697b-a106-49cd-b96c-cdfa743e67c8 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:17:21.732568 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-96694af7-99ab-4bcb-a462-edb3298b3f76 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:21.737879 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-1df972a3-9178-4de7-a0a2-2e30787bc780 None None] Calling delete_port for ebb3697b-a106-49cd-b96c-cdfa743e67c8 owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:17:21.777076 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dd2b2c-77c8-4234-8cea-372a100b82a0 service neutron] Pushing event updated for resources: {'Port': ['ID=a2b8d566-0a08-4fc8-9dc6-7428d79b9b00,revision_number=3']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:21.784905 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0e419495-d10a-4af8-b726-4dc72c093457 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:21.895642 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f869d-fd42-4fbb-ade6-ce336ea9adc9 req-7ff3c471-e771-4526-ba91-3b3bf7abd304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:21.897274 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-d55f869d-fd42-4fbb-ade6-ce336ea9adc9 req-7ff3c471-e771-4526-ba91-3b3bf7abd304 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ebdd8c4cae7b4f17bfa866554f8f9f53&device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 1096 time: 0.2974188 Dec 10 19:17:21.936882 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1df972a3-9178-4de7-a0a2-2e30787bc780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:21.955037 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:17:21.994362 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df972a3-9178-4de7-a0a2-2e30787bc780 None None] No DVR routers for this DVR port ebb3697b-a106-49cd-b96c-cdfa743e67c8 on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:17:22.003569 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df972a3-9178-4de7-a0a2-2e30787bc780 None None] Pushing event deleted for resources: {'Port': ['ID=ebb3697b-a106-49cd-b96c-cdfa743e67c8,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:22.004572 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-d55f869d-fd42-4fbb-ade6-ce336ea9adc9 req-4a940d80-5e63-47be-ab75-82db8cb0fae5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2b8d566-0a08-4fc8-9dc6-7428d79b9b00 HTTP/1.1" status: 200 len: 217 time: 0.0849168 Dec 10 19:17:22.005783 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0e9743b2-3de9-4025-82d4-2a21a81aee11 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:22.015504 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0e419495-d10a-4af8-b726-4dc72c093457 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:22.022051 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e419495-d10a-4af8-b726-4dc72c093457 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:22.022697 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0e419495-d10a-4af8-b726-4dc72c093457 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:22.059128 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-60d7f563-745b-4b45-bcd4-3f9af991025c tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:22.083122 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-60d7f563-745b-4b45-bcd4-3f9af991025c tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:22.101797 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9743b2-3de9-4025-82d4-2a21a81aee11 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event deleted for resources: {'Subnet': ['ID=8723cff0-da04-431d-8eb2-085fc6843149,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:22.124440 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b740db9-4ec7-4f41-8d7e-56bc581699fd tempest-ExternalNetworksAdminNegativeTestJSON-122948376 tempest-ExternalNetworksAdminNegativeTestJSON-122948376-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d81c8d5b-d3fc-4aa1-b220-176b0c6acedd,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:22.156601 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-96694af7-99ab-4bcb-a462-edb3298b3f76 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] For port ebb3697b-a106-49cd-b96c-cdfa743e67c8, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=ebb3697b-a106-49cd-b96c-cdfa743e67c8,segment=NetworkSegment(517e5632-404d-4da8-8545-0724566adfda),segment_id=517e5632-404d-4da8-8545-0724566adfda)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:17:22.157584 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-96694af7-99ab-4bcb-a462-edb3298b3f76 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:22.164249 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125c4ef4-af16-495f-80a0-4918bfff7e3d None None] Network ae0691ea-28a8-479f-81c0-ba5eefa598dd requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:17:22.167303 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0e9743b2-3de9-4025-82d4-2a21a81aee11 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:22.173455 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-0e9743b2-3de9-4025-82d4-2a21a81aee11 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "DELETE /v2.0/subnets/8723cff0-da04-431d-8eb2-085fc6843149 HTTP/1.1" status: 204 len: 168 time: 1.4704344 Dec 10 19:17:22.177352 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-0e419495-d10a-4af8-b726-4dc72c093457 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5565605 Dec 10 19:17:22.185092 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53104) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:22.185092 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53106) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:22.212937 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-3749aa30-3807-492e-af8f-10adc2eb8c21 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Request body: {'subnet': {'network_id': '32e68636-27dd-49ac-822b-0d566c734128', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:22.230714 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-96694af7-99ab-4bcb-a462-edb3298b3f76 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Calling delete_port for ebb3697b-a106-49cd-b96c-cdfa743e67c8 owned by network:dhcp {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:17:22.281362 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-60d7f563-745b-4b45-bcd4-3f9af991025c tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:22.282645 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d7f563-745b-4b45-bcd4-3f9af991025c tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Fanout notify agent at l3_agent the message router_deleted on router 55f64c42-0406-43ad-8bef-730cf8b97aff {{(pid=102365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:17:22.294847 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-60d7f563-745b-4b45-bcd4-3f9af991025c tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:22.297191 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-60d7f563-745b-4b45-bcd4-3f9af991025c tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] 10.222.0.69 "DELETE /v2.0/routers/55f64c42-0406-43ad-8bef-730cf8b97aff HTTP/1.1" status: 204 len: 168 time: 3.3992622 Dec 10 19:17:22.312807 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e419495-d10a-4af8-b726-4dc72c093457 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event updated for resources: {'Network': ['ID=32e68636-27dd-49ac-822b-0d566c734128,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:22.315257 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4537b7-3cbe-4465-9a35-298b073c3fe8 req-d073960e-5348-403c-a98a-ff3548fe6588 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:22.315994 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53108) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:22.330650 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-cd4537b7-3cbe-4465-9a35-298b073c3fe8 req-d073960e-5348-403c-a98a-ff3548fe6588 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9ee5470-f8ed-45d7-98f0-8aa8a5740050 HTTP/1.1" status: 200 len: 945 time: 0.3599491 Dec 10 19:17:22.338218 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f869d-fd42-4fbb-ade6-ce336ea9adc9 req-053af27b-dbe1-417c-aa13-06973056e118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:22.339537 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 32e68636-27dd-49ac-822b-0d566c734128 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:17:22.340335 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-d55f869d-fd42-4fbb-ade6-ce336ea9adc9 req-053af27b-dbe1-417c-aa13-06973056e118 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8d431d24-7af1-47c6-afa7-19e9588fcee0 HTTP/1.1" status: 200 len: 850 time: 0.3132904 Dec 10 19:17:22.368010 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-08a5f73c-7eac-443a-85c1-b7cf6a05d64d tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-258561276', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}, 'admin_state_up': False}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:22.433525 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-cd4537b7-3cbe-4465-9a35-298b073c3fe8 req-952e9e14-99a6-4432-af34-382bdaf1ae4b tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/security-groups?id=d727de41-442a-4e11-afb6-ce7cf726ecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986288 Dec 10 19:17:22.462498 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b740db9-4ec7-4f41-8d7e-56bc581699fd tempest-ExternalNetworksAdminNegativeTestJSON-122948376 tempest-ExternalNetworksAdminNegativeTestJSON-122948376-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 10 19:17:22.463419 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b740db9-4ec7-4f41-8d7e-56bc581699fd tempest-ExternalNetworksAdminNegativeTestJSON-122948376 tempest-ExternalNetworksAdminNegativeTestJSON-122948376-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:17:22.524981 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a10b2b-717b-42d2-95ad-aa9146f469ee None None] DHCP port deletion for ae0691ea-28a8-479f-81c0-ba5eefa598dd request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:17:22.529885 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c13cb29e-b78f-48bd-8226-cf0fbdde0fea tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:22.561235 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-08a5f73c-7eac-443a-85c1-b7cf6a05d64d tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:22.562345 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-08a5f73c-7eac-443a-85c1-b7cf6a05d64d tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:22.565464 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-0b740db9-4ec7-4f41-8d7e-56bc581699fd tempest-ExternalNetworksAdminNegativeTestJSON-122948376 tempest-ExternalNetworksAdminNegativeTestJSON-122948376-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.0333421 Dec 10 19:17:22.568028 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53110) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:22.617162 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-e0a10b2b-717b-42d2-95ad-aa9146f469ee None None] Deleting port 9a234612-151a-4b2b-8d14-6753e11b9d24 {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:17:22.617924 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e0a10b2b-717b-42d2-95ad-aa9146f469ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:22.633249 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3749aa30-3807-492e-af8f-10adc2eb8c21 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Made reservation on behalf of e037b8d045744e90a0960e7cae36a046 for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:17:22.639468 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3749aa30-3807-492e-af8f-10adc2eb8c21 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:22.655376 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f869d-fd42-4fbb-ade6-ce336ea9adc9 req-bf47b4bb-e99d-4d2b-9ecc-3920de7c0300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:22.658462 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-d55f869d-fd42-4fbb-ade6-ce336ea9adc9 req-bf47b4bb-e99d-4d2b-9ecc-3920de7c0300 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=24f70241-3241-44cc-a65f-374de1f348f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2723374 Dec 10 19:17:22.751977 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-e0a10b2b-717b-42d2-95ad-aa9146f469ee None None] For port 9a234612-151a-4b2b-8d14-6753e11b9d24, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=9a234612-151a-4b2b-8d14-6753e11b9d24,segment=NetworkSegment(cd04ca02-dfd0-49de-b7f6-e0f28f3bff76),segment_id=cd04ca02-dfd0-49de-b7f6-e0f28f3bff76)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:17:22.752637 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e0a10b2b-717b-42d2-95ad-aa9146f469ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:22.783912 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-e0a10b2b-717b-42d2-95ad-aa9146f469ee None None] Calling delete_port for 9a234612-151a-4b2b-8d14-6753e11b9d24 owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:17:22.797850 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f15d140-47e3-490f-adff-65c0e32ba3e4 req-1b8f9f9d-2727-4dde-babf-8f209fef6ddf tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:22.800189 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0f15d140-47e3-490f-adff-65c0e32ba3e4 req-1b8f9f9d-2727-4dde-babf-8f209fef6ddf tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 943 time: 0.1260688 Dec 10 19:17:22.853894 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0f15d140-47e3-490f-adff-65c0e32ba3e4 req-7d46ce6c-34c0-43f1-966b-51a03cec9250 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/security-groups?id=0687b254-a34a-47da-a81f-4e503b73712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475991 Dec 10 19:17:22.855581 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-ed98c346-d65f-47ff-84a5-5f72b96d45fc tempest-ExternalNetworksAdminNegativeTestJSON-122948376 tempest-ExternalNetworksAdminNegativeTestJSON-122948376-project-admin] Deleting port 9cb3de6d-6541-4528-a8f9-d8527361adb4 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:17:22.855917 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ed98c346-d65f-47ff-84a5-5f72b96d45fc tempest-ExternalNetworksAdminNegativeTestJSON-122948376 tempest-ExternalNetworksAdminNegativeTestJSON-122948376-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:22.926495 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e0a10b2b-717b-42d2-95ad-aa9146f469ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:22.949293 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a10b2b-717b-42d2-95ad-aa9146f469ee None None] Pushing event deleted for resources: {'Port': ['ID=9a234612-151a-4b2b-8d14-6753e11b9d24,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:22.957859 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ed98c346-d65f-47ff-84a5-5f72b96d45fc tempest-ExternalNetworksAdminNegativeTestJSON-122948376 tempest-ExternalNetworksAdminNegativeTestJSON-122948376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:22.958243 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ed98c346-d65f-47ff-84a5-5f72b96d45fc tempest-ExternalNetworksAdminNegativeTestJSON-122948376 tempest-ExternalNetworksAdminNegativeTestJSON-122948376-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:22.963968 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a10b2b-717b-42d2-95ad-aa9146f469ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:22.964876 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a10b2b-717b-42d2-95ad-aa9146f469ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:22.965367 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a10b2b-717b-42d2-95ad-aa9146f469ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:22.965916 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a10b2b-717b-42d2-95ad-aa9146f469ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:22.966413 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a10b2b-717b-42d2-95ad-aa9146f469ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:22.966906 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a10b2b-717b-42d2-95ad-aa9146f469ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:22.967383 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a10b2b-717b-42d2-95ad-aa9146f469ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:22.967857 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a10b2b-717b-42d2-95ad-aa9146f469ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:22.968363 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a10b2b-717b-42d2-95ad-aa9146f469ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:22.968858 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a10b2b-717b-42d2-95ad-aa9146f469ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:22.969590 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a10b2b-717b-42d2-95ad-aa9146f469ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:22.970123 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a10b2b-717b-42d2-95ad-aa9146f469ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:22.973500 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a10b2b-717b-42d2-95ad-aa9146f469ee None None] No DVR routers for this DVR port 9a234612-151a-4b2b-8d14-6753e11b9d24 on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:17:22.985847 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-ed98c346-d65f-47ff-84a5-5f72b96d45fc tempest-ExternalNetworksAdminNegativeTestJSON-122948376 tempest-ExternalNetworksAdminNegativeTestJSON-122948376-project-admin] Calling delete_port for 9cb3de6d-6541-4528-a8f9-d8527361adb4 owned by network:floatingip {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:17:23.054955 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device ebb3697b-a106-49cd-b96c-cdfa743e67c8 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:17:23.096317 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: ebb3697b-a106-49cd-b96c-cdfa743e67c8 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:17:23.096975 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device ebb3697b-a106-49cd-b96c-cdfa743e67c8 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:17:23.098196 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 9a234612-151a-4b2b-8d14-6753e11b9d24 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:17:23.135357 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 9a234612-151a-4b2b-8d14-6753e11b9d24 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:17:23.136540 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 9a234612-151a-4b2b-8d14-6753e11b9d24 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:17:23.171502 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ed98c346-d65f-47ff-84a5-5f72b96d45fc tempest-ExternalNetworksAdminNegativeTestJSON-122948376 tempest-ExternalNetworksAdminNegativeTestJSON-122948376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:23.186456 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-96694af7-99ab-4bcb-a462-edb3298b3f76 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:23.205218 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed98c346-d65f-47ff-84a5-5f72b96d45fc tempest-ExternalNetworksAdminNegativeTestJSON-122948376 tempest-ExternalNetworksAdminNegativeTestJSON-122948376-project-admin] Pushing event deleted for resources: {'Port': ['ID=9cb3de6d-6541-4528-a8f9-d8527361adb4,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:23.273432 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ed98c346-d65f-47ff-84a5-5f72b96d45fc tempest-ExternalNetworksAdminNegativeTestJSON-122948376 tempest-ExternalNetworksAdminNegativeTestJSON-122948376-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:23.276602 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ed98c346-d65f-47ff-84a5-5f72b96d45fc tempest-ExternalNetworksAdminNegativeTestJSON-122948376 tempest-ExternalNetworksAdminNegativeTestJSON-122948376-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:23.278492 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-ed98c346-d65f-47ff-84a5-5f72b96d45fc tempest-ExternalNetworksAdminNegativeTestJSON-122948376 tempest-ExternalNetworksAdminNegativeTestJSON-122948376-project-admin] 10.222.0.69 "DELETE /v2.0/floatingips/e55be863-5568-4910-8b80-e0cf9de60f2e HTTP/1.1" status: 204 len: 168 time: 0.7088172 Dec 10 19:17:23.314346 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-08a5f73c-7eac-443a-85c1-b7cf6a05d64d tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:23.345115 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96694af7-99ab-4bcb-a462-edb3298b3f76 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Pushing event deleted for resources: {'Port': ['ID=ebb3697b-a106-49cd-b96c-cdfa743e67c8,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:23.348370 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96694af7-99ab-4bcb-a462-edb3298b3f76 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] No DVR routers for this DVR port ebb3697b-a106-49cd-b96c-cdfa743e67c8 on host dv-neutron-821441-1-hyperv {{(pid=102366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:17:23.557446 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device d598e5c0-2c60-4c69-b72e-095fa0a643cb up at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:17:23.596299 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf7bdd-3527-4752-93a1-a7f36cd1dc1e req-90f633f9-7c4d-4e43-a7bf-b340bac35adb tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:23.598960 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7cdf7bdd-3527-4752-93a1-a7f36cd1dc1e req-90f633f9-7c4d-4e43-a7bf-b340bac35adb tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9ee5470-f8ed-45d7-98f0-8aa8a5740050 HTTP/1.1" status: 200 len: 945 time: 0.0780587 Dec 10 19:17:23.680931 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning for port d598e5c0-2c60-4c69-b72e-095fa0a643cb completed by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:17:23.683477 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7cdf7bdd-3527-4752-93a1-a7f36cd1dc1e req-ced29c17-115c-401a-b53c-cb4e239661c7 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/security-groups?id=d727de41-442a-4e11-afb6-ce7cf726ecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690384 Dec 10 19:17:23.688683 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning complete for port d598e5c0-2c60-4c69-b72e-095fa0a643cb triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:23.689698 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:23.744161 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-c13cb29e-b78f-48bd-8226-cf0fbdde0fea tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Deleting port 9a234612-151a-4b2b-8d14-6753e11b9d24 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:17:23.744161 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c13cb29e-b78f-48bd-8226-cf0fbdde0fea tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:23.745708 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-d55f869d-fd42-4fbb-ade6-ce336ea9adc9 req-b6978891-6979-4567-a113-961c69b38a04 service neutron] 10.222.0.36 "GET /v2.0/networks/24f70241-3241-44cc-a65f-374de1f348f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9851048 Dec 10 19:17:23.748359 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-96694af7-99ab-4bcb-a462-edb3298b3f76 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:23.841629 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-08a5f73c-7eac-443a-85c1-b7cf6a05d64d tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:23.875032 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:23.909105 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53122) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:23.911970 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-96694af7-99ab-4bcb-a462-edb3298b3f76 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85fbf8db-0491-4bbc-ad75-aade16614410']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:23.937255 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ee5470-f8ed-45d7-98f0-8aa8a5740050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd598e5c0-2c60-4c69-b72e-095fa0a643cb'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:17:23.943106 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0dd006407324ce2959a5a4cf9f0b5e0801d7a51a5291ea700e8786e11115a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3d0e36-1e7e-450d-8364-ce64250b980a" -d '{"events": [{"server_uuid": "a9ee5470-f8ed-45d7-98f0-8aa8a5740050", "name": "network-vif-plugged", "status": "completed", "tag": "d598e5c0-2c60-4c69-b72e-095fa0a643cb"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:17:23.961672 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-96694af7-99ab-4bcb-a462-edb3298b3f76 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '517e5632-404d-4da8-8545-0724566adfda') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:23.962209 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-96694af7-99ab-4bcb-a462-edb3298b3f76 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '517e5632-404d-4da8-8545-0724566adfda') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:23.974757 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port d598e5c0-2c60-4c69-b72e-095fa0a643cb, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=d598e5c0-2c60-4c69-b72e-095fa0a643cb,segment=NetworkSegment(73585ab7-9ee1-4238-b99c-cc15412c089c),segment_id=73585ab7-9ee1-4238-b99c-cc15412c089c)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:17:23.982126 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:24.019350 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-96694af7-99ab-4bcb-a462-edb3298b3f76 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:24.030483 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-c13cb29e-b78f-48bd-8226-cf0fbdde0fea tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] For port 9a234612-151a-4b2b-8d14-6753e11b9d24, host dv-neutron-821441-1-hyperv, got binding levels [] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:17:24.031109 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c13cb29e-b78f-48bd-8226-cf0fbdde0fea tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:24.081833 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a850693-49c8-4e0f-802e-564faab83d7e x-openstack-request-id: req-7a850693-49c8-4e0f-802e-564faab83d7e {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:17:24.083833 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ee5470-f8ed-45d7-98f0-8aa8a5740050", "name": "network-vif-plugged", "status": "completed", "tag": "d598e5c0-2c60-4c69-b72e-095fa0a643cb", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:17:24.084620 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7a850693-49c8-4e0f-802e-564faab83d7e {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:17:24.085788 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ee5470-f8ed-45d7-98f0-8aa8a5740050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd598e5c0-2c60-4c69-b72e-095fa0a643cb', 'code': 200} Dec 10 19:17:24.115218 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-c13cb29e-b78f-48bd-8226-cf0fbdde0fea tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Calling delete_port for 9a234612-151a-4b2b-8d14-6753e11b9d24 owned by network:dhcp {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:17:24.116695 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=d598e5c0-2c60-4c69-b72e-095fa0a643cb,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:24.123596 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.ipam_backend_mixin [None req-c13cb29e-b78f-48bd-8226-cf0fbdde0fea tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Port 9a234612-151a-4b2b-8d14-6753e11b9d24 was not found and therefore no delete operation was performed {{(pid=102366) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 19:17:24.135343 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-96694af7-99ab-4bcb-a462-edb3298b3f76 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:24.144748 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c13cb29e-b78f-48bd-8226-cf0fbdde0fea tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:24.146935 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3749aa30-3807-492e-af8f-10adc2eb8c21 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:24.176293 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b6964b-999f-4683-bb75-2960a1898d1b req-2a6024a9-06e2-4ea3-8440-8ec68aba0599 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:24.179419 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-62b6964b-999f-4683-bb75-2960a1898d1b req-2a6024a9-06e2-4ea3-8440-8ec68aba0599 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 943 time: 0.1788824 Dec 10 19:17:24.195646 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96694af7-99ab-4bcb-a462-edb3298b3f76 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:17:24.196060 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-96694af7-99ab-4bcb-a462-edb3298b3f76 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:24.196425 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-597dd1e2-e8cf-4812-9dad-99adae1d86d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:24.216941 dv-neutron-821441-1-hyperv neutron-server[102366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:17:24.216941 dv-neutron-821441-1-hyperv neutron-server[102366]: self.session.flush() Dec 10 19:17:24.216941 dv-neutron-821441-1-hyperv neutron-server[102366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:17:24.216941 dv-neutron-821441-1-hyperv neutron-server[102366]: self.session.flush() Dec 10 19:17:24.216941 dv-neutron-821441-1-hyperv neutron-server[102366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:17:24.216941 dv-neutron-821441-1-hyperv neutron-server[102366]: self.session.flush() Dec 10 19:17:24.216941 dv-neutron-821441-1-hyperv neutron-server[102366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:17:24.216941 dv-neutron-821441-1-hyperv neutron-server[102366]: self.session.flush() Dec 10 19:17:24.216941 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:17:24.216941 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:17:24.216941 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:17:24.216941 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:17:24.216941 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:17:24.216941 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:17:24.216941 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:17:24.216941 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:17:24.216941 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:17:24.216941 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:17:24.216941 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:17:24.216941 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:17:24.216941 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:17:24.216941 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:17:24.216941 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:17:24.216941 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:17:24.216941 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:17:24.216941 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:17:24.216941 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:17:24.216941 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:17:24.216941 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:17:24.216941 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:17:24.216941 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:17:24.216941 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:17:24.216941 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:17:24.216941 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:17:24.216941 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:17:24.216941 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:17:24.216941 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:17:24.216941 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:17:24.216941 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:17:24.216941 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:17:24.265493 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-d55f869d-fd42-4fbb-ade6-ce336ea9adc9 req-b986ca55-761a-4377-ac95-e264ae92c4f7 service neutron] 10.222.0.36 "GET /v2.0/networks/24f70241-3241-44cc-a65f-374de1f348f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4763093 Dec 10 19:17:24.275907 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13cb29e-b78f-48bd-8226-cf0fbdde0fea tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event deleted for resources: {'Port': ['ID=9a234612-151a-4b2b-8d14-6753e11b9d24,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:24.288278 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13cb29e-b78f-48bd-8226-cf0fbdde0fea tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] No DVR routers for this DVR port 9a234612-151a-4b2b-8d14-6753e11b9d24 on host dv-neutron-821441-1-hyperv {{(pid=102366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:17:24.308368 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-62b6964b-999f-4683-bb75-2960a1898d1b req-2d844558-7b04-43f5-87a7-5faf52b235b6 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/security-groups?id=0687b254-a34a-47da-a81f-4e503b73712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106009 Dec 10 19:17:24.310569 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b10a52f9-f0a8-42bb-995c-7d4ae3c2af2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:24.351389 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3749aa30-3807-492e-af8f-10adc2eb8c21 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event updated for resources: {'Subnet': ['ID=98037766-80f7-4c7e-8268-df420dd4fc85,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:24.450188 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-96694af7-99ab-4bcb-a462-edb3298b3f76 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:24.470885 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-96694af7-99ab-4bcb-a462-edb3298b3f76 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:24.476901 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-96694af7-99ab-4bcb-a462-edb3298b3f76 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] 10.222.0.69 "DELETE /v2.0/networks/85fbf8db-0491-4bbc-ad75-aade16614410 HTTP/1.1" status: 204 len: 168 time: 3.5371706 Dec 10 19:17:24.477107 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f05ae-b1a2-4c0a-87cd-2b28e44fa333 req-b48e7403-bc59-4cae-a201-bd1203e2e18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:24.482451 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d80f05ae-b1a2-4c0a-87cd-2b28e44fa333 req-b48e7403-bc59-4cae-a201-bd1203e2e18f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ebdd8c4cae7b4f17bfa866554f8f9f53&device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 1096 time: 0.1211593 Dec 10 19:17:24.511944 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96694af7-99ab-4bcb-a462-edb3298b3f76 tempest-NetworksIpV6TestAttrs-113943222 tempest-NetworksIpV6TestAttrs-113943222-project] Pushing event deleted for resources: {'Network': ['ID=85fbf8db-0491-4bbc-ad75-aade16614410,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:24.516605 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c13cb29e-b78f-48bd-8226-cf0fbdde0fea tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:24.535008 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3749aa30-3807-492e-af8f-10adc2eb8c21 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Checking segment: {'id': '2190a26c-35d7-46a4-90ae-0952618e9487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '32e68636-27dd-49ac-822b-0d566c734128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:17:24.535342 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3749aa30-3807-492e-af8f-10adc2eb8c21 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Network hostable DHCP agents. Network: 32e68636-27dd-49ac-822b-0d566c734128, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:17:24.565453 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-c13cb29e-b78f-48bd-8226-cf0fbdde0fea tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae0691ea-28a8-479f-81c0-ba5eefa598dd']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:24.569993 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793caa8f-d7bc-4c16-b85b-00138ec68e12 req-eef03f5a-49ef-49f4-9c97-550768d88912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:24.571575 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-793caa8f-d7bc-4c16-b85b-00138ec68e12 req-eef03f5a-49ef-49f4-9c97-550768d88912 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a9ee5470-f8ed-45d7-98f0-8aa8a5740050 HTTP/1.1" status: 200 len: 1099 time: 0.2216747 Dec 10 19:17:24.597392 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-c13cb29e-b78f-48bd-8226-cf0fbdde0fea tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd04ca02-dfd0-49de-b7f6-e0f28f3bff76') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:24.597685 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-c13cb29e-b78f-48bd-8226-cf0fbdde0fea tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd04ca02-dfd0-49de-b7f6-e0f28f3bff76') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:24.627678 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c13cb29e-b78f-48bd-8226-cf0fbdde0fea tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:24.635725 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3749aa30-3807-492e-af8f-10adc2eb8c21 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Network 32e68636-27dd-49ac-822b-0d566c734128 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:17:24.641990 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b10a52f9-f0a8-42bb-995c-7d4ae3c2af2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:24.653963 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b10a52f9-f0a8-42bb-995c-7d4ae3c2af2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:24.682983 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-3749aa30-3807-492e-af8f-10adc2eb8c21 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 32e68636-27dd-49ac-822b-0d566c734128) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:17:24.685599 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c13cb29e-b78f-48bd-8226-cf0fbdde0fea tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:24.688866 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-793caa8f-d7bc-4c16-b85b-00138ec68e12 req-3b76ee61-56d9-414e-86d4-635eccc1ac33 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d727de41-442a-4e11-afb6-ce7cf726ecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070371 Dec 10 19:17:24.704119 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed21c71-b9a5-43af-8c4d-ae1491d298bd None None] Network 32e68636-27dd-49ac-822b-0d566c734128 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:17:24.725030 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3749aa30-3807-492e-af8f-10adc2eb8c21 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:24.725624 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3749aa30-3807-492e-af8f-10adc2eb8c21 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:24.775284 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-b10a52f9-f0a8-42bb-995c-7d4ae3c2af2f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ee8da378a13e43dda392aef1c5ada1fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8623929 Dec 10 19:17:24.775284 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10a52f9-f0a8-42bb-995c-7d4ae3c2af2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b198c4-d39e-48a6-95f0-2dbe33894462,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:24.779798 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53134) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:24.789933 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c13cb29e-b78f-48bd-8226-cf0fbdde0fea tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:17:24.796855 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c13cb29e-b78f-48bd-8226-cf0fbdde0fea tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:24.808036 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:17:24.808036 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:17:24.808036 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:17:24.808036 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:17:24.808036 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:17:24.808036 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:17:24.808036 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:17:24.808036 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:17:24.808036 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:17:24.808036 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:17:24.808036 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:17:24.808036 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:17:24.808036 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:17:24.808036 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:17:24.808036 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:17:24.808036 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:17:24.808036 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:17:24.808036 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:17:24.808036 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:17:24.808036 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:17:24.808036 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:17:24.808036 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:17:24.808036 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:17:24.808036 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:17:24.808036 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:17:24.808036 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:17:24.808036 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:17:24.808036 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:17:24.808036 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:17:24.808036 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:17:24.808036 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:17:24.808036 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:17:24.810425 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f05ae-b1a2-4c0a-87cd-2b28e44fa333 req-78198f4d-c736-495a-9f7b-003e8b22fd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:24.811975 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d80f05ae-b1a2-4c0a-87cd-2b28e44fa333 req-78198f4d-c736-495a-9f7b-003e8b22fd72 service neutron] 10.222.0.36 "GET /v2.0/networks?id=24f70241-3241-44cc-a65f-374de1f348f0 HTTP/1.1" status: 200 len: 912 time: 0.3162394 Dec 10 19:17:24.876944 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53136) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:24.896563 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-3749aa30-3807-492e-af8f-10adc2eb8c21 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7091074 Dec 10 19:17:24.901514 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53140) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:24.916638 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-be045a23-2630-443a-81c8-f64fa0ac29a5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Request body: {'port': {'network_id': '32e68636-27dd-49ac-822b-0d566c734128', 'name': 'tempest-PortsIpV6TestJSON-1312412313', 'fixed_ips': [{'subnet_id': '98037766-80f7-4c7e-8268-df420dd4fc85', 'ip_address': '2001:db8::10'}]}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:24.947779 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1339be-a76e-42ba-a0e8-d2ddd758c87c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-32e68636-27dd-49ac-822b-0d566c734128', 'network_id': '32e68636-27dd-49ac-822b-0d566c734128', 'tenant_id': 'e037b8d045744e90a0960e7cae36a046', 'fixed_ips': [{'subnet_id': '98037766-80f7-4c7e-8268-df420dd4fc85'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:17:24.949082 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ba1339be-a76e-42ba-a0e8-d2ddd758c87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:24.956362 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-08a5f73c-7eac-443a-85c1-b7cf6a05d64d tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks [] for router_gateway, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:24.964477 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5b4eb334-ab6c-4bb5-91c4-d9ec83e4b71b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:25.014954 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e1b028-06bb-4512-92c8-95fdb06f42e7 req-efb55537-8b06-493f-aa33-e3345bfa4883 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:25.018629 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f4e1b028-06bb-4512-92c8-95fdb06f42e7 req-efb55537-8b06-493f-aa33-e3345bfa4883 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9ee5470-f8ed-45d7-98f0-8aa8a5740050 HTTP/1.1" status: 200 len: 946 time: 0.1641419 Dec 10 19:17:25.024309 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c13cb29e-b78f-48bd-8226-cf0fbdde0fea tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:25.026559 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-08a5f73c-7eac-443a-85c1-b7cf6a05d64d tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:25.036665 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c13cb29e-b78f-48bd-8226-cf0fbdde0fea tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:25.045900 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-c13cb29e-b78f-48bd-8226-cf0fbdde0fea tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "DELETE /v2.0/networks/ae0691ea-28a8-479f-81c0-ba5eefa598dd HTTP/1.1" status: 204 len: 168 time: 2.8597679 Dec 10 19:17:25.051144 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53142) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:25.075408 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-6c9dc98b-ddc6-40b8-a44a-169c4872fd11 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-580486728'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:25.084053 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13cb29e-b78f-48bd-8226-cf0fbdde0fea tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event deleted for resources: {'Network': ['ID=ae0691ea-28a8-479f-81c0-ba5eefa598dd,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:25.097465 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d80f05ae-b1a2-4c0a-87cd-2b28e44fa333 req-9e7acddd-051d-446e-9125-f7e2d60384d1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2b8d566-0a08-4fc8-9dc6-7428d79b9b00 HTTP/1.1" status: 200 len: 217 time: 0.1363559 Dec 10 19:17:25.142927 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5b4eb334-ab6c-4bb5-91c4-d9ec83e4b71b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:25.172114 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-ba1339be-a76e-42ba-a0e8-d2ddd758c87c None None] Allocated IP 2001:db8::2 (32e68636-27dd-49ac-822b-0d566c734128/98037766-80f7-4c7e-8268-df420dd4fc85/43915a94-574a-4f47-bb27-a8f8646992eb) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:17:25.191635 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9dc98b-ddc6-40b8-a44a-169c4872fd11 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Made reservation on behalf of 4138d9758a3e4f5e8bb3fafb058d33af for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:17:25.195470 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6c9dc98b-ddc6-40b8-a44a-169c4872fd11 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:25.294769 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:25.337394 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f4e1b028-06bb-4512-92c8-95fdb06f42e7 req-a9f3c478-9202-495a-9f0c-c5bd2a58ff29 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/security-groups?id=d727de41-442a-4e11-afb6-ce7cf726ecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2556746 Dec 10 19:17:25.348888 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f05ae-b1a2-4c0a-87cd-2b28e44fa333 req-ae62c3f7-3541-4ed2-b62e-d071eec8a96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:25.351837 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d80f05ae-b1a2-4c0a-87cd-2b28e44fa333 req-ae62c3f7-3541-4ed2-b62e-d071eec8a96a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8d431d24-7af1-47c6-afa7-19e9588fcee0 HTTP/1.1" status: 200 len: 850 time: 0.2381089 Dec 10 19:17:25.376626 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c9dc98b-ddc6-40b8-a44a-169c4872fd11 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:17:25.376838 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ba1339be-a76e-42ba-a0e8-d2ddd758c87c None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:25.389796 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ba1339be-a76e-42ba-a0e8-d2ddd758c87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:25.394692 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-5119f957-6599-4c99-8038-a811fab82a12 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6d547de339ef40fb9b182c252c02735f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5162749 Dec 10 19:17:25.403094 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53146) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:25.434501 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f05ae-b1a2-4c0a-87cd-2b28e44fa333 req-394b6232-da0b-4788-bbeb-57667ce1ddfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:25.436475 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d80f05ae-b1a2-4c0a-87cd-2b28e44fa333 req-394b6232-da0b-4788-bbeb-57667ce1ddfe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=24f70241-3241-44cc-a65f-374de1f348f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749235 Dec 10 19:17:25.464789 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1339be-a76e-42ba-a0e8-d2ddd758c87c None None] Pushing event updated for resources: {'Port': ['ID=43915a94-574a-4f47-bb27-a8f8646992eb,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:25.473259 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be045a23-2630-443a-81c8-f64fa0ac29a5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Made reservation on behalf of e037b8d045744e90a0960e7cae36a046 for: {'port': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:17:25.473733 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5b4eb334-ab6c-4bb5-91c4-d9ec83e4b71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:25.476403 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1339be-a76e-42ba-a0e8-d2ddd758c87c None None] Network 32e68636-27dd-49ac-822b-0d566c734128 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:17:25.478703 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-ba1339be-a76e-42ba-a0e8-d2ddd758c87c None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:17:25.480585 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6c9dc98b-ddc6-40b8-a44a-169c4872fd11 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:25.480934 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-6c9dc98b-ddc6-40b8-a44a-169c4872fd11 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Added segment 0b255ecb-e418-46f5-a7cf-1318b66046bd of type vlan for network 9ea1aa48-ef1b-4050-8bcd-289e99e6de3d Dec 10 19:17:25.481574 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5b4eb334-ab6c-4bb5-91c4-d9ec83e4b71b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:25.481776 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1339be-a76e-42ba-a0e8-d2ddd758c87c None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:17:25.483612 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-5b4eb334-ab6c-4bb5-91c4-d9ec83e4b71b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/17b198c4-d39e-48a6-95f0-2dbe33894462 HTTP/1.1" status: 204 len: 168 time: 0.6983316 Dec 10 19:17:25.517196 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-08a5f73c-7eac-443a-85c1-b7cf6a05d64d tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Allocated IP 172.26.6.77 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/a551daac-66e6-4b08-9cb3-305631c09900) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:17:25.552875 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-ba1339be-a76e-42ba-a0e8-d2ddd758c87c None None] Attempting to bind port 43915a94-574a-4f47-bb27-a8f8646992eb on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:17:25.553699 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-ba1339be-a76e-42ba-a0e8-d2ddd758c87c None None] Attempting to bind port 43915a94-574a-4f47-bb27-a8f8646992eb by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '2190a26c-35d7-46a4-90ae-0952618e9487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '32e68636-27dd-49ac-822b-0d566c734128'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:17:25.554304 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1339be-a76e-42ba-a0e8-d2ddd758c87c None None] Attempting to bind port 43915a94-574a-4f47-bb27-a8f8646992eb on network 32e68636-27dd-49ac-822b-0d566c734128 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:17:25.562174 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1339be-a76e-42ba-a0e8-d2ddd758c87c None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:17:25.563122 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1339be-a76e-42ba-a0e8-d2ddd758c87c None None] Checking segment: {'id': '2190a26c-35d7-46a4-90ae-0952618e9487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '32e68636-27dd-49ac-822b-0d566c734128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:17:25.563897 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ba1339be-a76e-42ba-a0e8-d2ddd758c87c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:25.564559 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1339be-a76e-42ba-a0e8-d2ddd758c87c None None] Bound using segment: {'id': '2190a26c-35d7-46a4-90ae-0952618e9487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '32e68636-27dd-49ac-822b-0d566c734128'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:17:25.565605 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-ba1339be-a76e-42ba-a0e8-d2ddd758c87c None None] Bound port: 43915a94-574a-4f47-bb27-a8f8646992eb, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2190a26c-35d7-46a4-90ae-0952618e9487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '32e68636-27dd-49ac-822b-0d566c734128'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:17:25.566239 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ba1339be-a76e-42ba-a0e8-d2ddd758c87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:25.616253 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6c9dc98b-ddc6-40b8-a44a-169c4872fd11 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:25.646698 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4eb334-ab6c-4bb5-91c4-d9ec83e4b71b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b198c4-d39e-48a6-95f0-2dbe33894462,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:25.696827 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-ba1339be-a76e-42ba-a0e8-d2ddd758c87c None None] For port 43915a94-574a-4f47-bb27-a8f8646992eb, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:17:25.705348 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-ba1339be-a76e-42ba-a0e8-d2ddd758c87c None None] For port 43915a94-574a-4f47-bb27-a8f8646992eb, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=43915a94-574a-4f47-bb27-a8f8646992eb,segment=NetworkSegment(2190a26c-35d7-46a4-90ae-0952618e9487),segment_id=2190a26c-35d7-46a4-90ae-0952618e9487)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:17:25.730971 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a0aa6-bd72-414c-83ee-79425ced0f04 req-3e770bec-3e59-4caa-9610-4fb68ba6114e tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:25.733025 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-585a0aa6-bd72-414c-83ee-79425ced0f04 req-3e770bec-3e59-4caa-9610-4fb68ba6114e tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 943 time: 0.2618122 Dec 10 19:17:25.739860 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ba1339be-a76e-42ba-a0e8-d2ddd758c87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:25.773404 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d80f05ae-b1a2-4c0a-87cd-2b28e44fa333 req-ff76fbc3-928e-46bd-ae4a-e2a5d30997ce service neutron] 10.222.0.36 "GET /v2.0/networks/24f70241-3241-44cc-a65f-374de1f348f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259659 Dec 10 19:17:25.828041 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-585a0aa6-bd72-414c-83ee-79425ced0f04 req-1ad2d95f-c760-4202-85e5-1f4dd91dd3a1 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/security-groups?id=0687b254-a34a-47da-a81f-4e503b73712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686135 Dec 10 19:17:25.909123 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1339be-a76e-42ba-a0e8-d2ddd758c87c None None] Pushing event updated for resources: {'Port': ['ID=43915a94-574a-4f47-bb27-a8f8646992eb,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:25.983813 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d80f05ae-b1a2-4c0a-87cd-2b28e44fa333 req-d45da2f7-1881-4c0f-a62b-93f0a06a0763 service neutron] 10.222.0.36 "GET /v2.0/networks/24f70241-3241-44cc-a65f-374de1f348f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997302 Dec 10 19:17:26.005501 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.db.resource_extend [None req-6c9dc98b-ddc6-40b8-a44a-169c4872fd11 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 19:17:26.020103 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9f0ff44b-b83a-47db-bc6d-b96249793315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:26.074578 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9f0ff44b-b83a-47db-bc6d-b96249793315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:26.079011 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6c9dc98b-ddc6-40b8-a44a-169c4872fd11 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:26.085343 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9dc98b-ddc6-40b8-a44a-169c4872fd11 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:26.085993 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6c9dc98b-ddc6-40b8-a44a-169c4872fd11 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:26.109321 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-be045a23-2630-443a-81c8-f64fa0ac29a5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:26.242627 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53152) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:26.266904 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-08a5f73c-7eac-443a-85c1-b7cf6a05d64d tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:26.272779 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-6c9dc98b-ddc6-40b8-a44a-169c4872fd11 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2188425 Dec 10 19:17:26.300130 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53154) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:26.316581 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-d457a015-446d-4526-b489-d5da0a0fa858 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Request body: {'subnet': {'network_id': '9ea1aa48-ef1b-4050-8bcd-289e99e6de3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:26.329446 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [None req-be045a23-2630-443a-81c8-f64fa0ac29a5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] device_id is not set on port 883d661e-e6f7-4d3f-ac89-96b320b06ce4 yet. {{(pid=102366) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:17:26.345138 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9dc98b-ddc6-40b8-a44a-169c4872fd11 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event updated for resources: {'Network': ['ID=9ea1aa48-ef1b-4050-8bcd-289e99e6de3d,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:26.350272 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-fabedc79-1071-47f9-a4e1-1f2d7d341632 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=40806c422507407ca2faa86b2de99d29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0972099 Dec 10 19:17:26.353920 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53156) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:26.358992 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 9ea1aa48-ef1b-4050-8bcd-289e99e6de3d details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:17:26.493078 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:26.523412 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ed49299b-7cde-41ee-9303-a65ab9bc0714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:26.539139 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9f0ff44b-b83a-47db-bc6d-b96249793315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:26.541900 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9f0ff44b-b83a-47db-bc6d-b96249793315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:26.543103 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-9f0ff44b-b83a-47db-bc6d-b96249793315 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7554d90b-21d8-4ff6-9669-a5e7e74b3c7b HTTP/1.1" status: 204 len: 168 time: 1.1336796 Dec 10 19:17:26.562138 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a252c7-d93f-4a48-a0e0-a4f3208429cd req-5bc02aea-ba7e-456a-b574-b8cf5cd1a7be tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:26.564056 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f3a252c7-d93f-4a48-a0e0-a4f3208429cd req-5bc02aea-ba7e-456a-b574-b8cf5cd1a7be tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9ee5470-f8ed-45d7-98f0-8aa8a5740050 HTTP/1.1" status: 200 len: 946 time: 0.1214857 Dec 10 19:17:26.570068 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ed49299b-7cde-41ee-9303-a65ab9bc0714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:26.604942 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0ff44b-b83a-47db-bc6d-b96249793315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7554d90b-21d8-4ff6-9669-a5e7e74b3c7b,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:26.607014 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-08a5f73c-7eac-443a-85c1-b7cf6a05d64d tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:26.626623 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d457a015-446d-4526-b489-d5da0a0fa858 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Made reservation on behalf of 4138d9758a3e4f5e8bb3fafb058d33af for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:17:26.631422 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d457a015-446d-4526-b489-d5da0a0fa858 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:26.692587 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f3a252c7-d93f-4a48-a0e0-a4f3208429cd req-5de4a440-a5e1-43b4-a5bc-1aba1b3a3287 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/security-groups?id=d727de41-442a-4e11-afb6-ce7cf726ecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077888 Dec 10 19:17:26.718551 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a5f73c-7eac-443a-85c1-b7cf6a05d64d tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:17:26.722395 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-08a5f73c-7eac-443a-85c1-b7cf6a05d64d tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:17:26.739157 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:26.742823 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ed49299b-7cde-41ee-9303-a65ab9bc0714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:26.746662 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ed49299b-7cde-41ee-9303-a65ab9bc0714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:26.753324 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a5f73c-7eac-443a-85c1-b7cf6a05d64d tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:17:26.753546 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-ed49299b-7cde-41ee-9303-a65ab9bc0714 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d81c8d5b-d3fc-4aa1-b220-176b0c6acedd HTTP/1.1" status: 204 len: 168 time: 0.3938296 Dec 10 19:17:26.771857 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed49299b-7cde-41ee-9303-a65ab9bc0714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81c8d5b-d3fc-4aa1-b220-176b0c6acedd,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:26.823809 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a5f73c-7eac-443a-85c1-b7cf6a05d64d tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Pushing event updated for resources: {'Port': ['ID=a551daac-66e6-4b08-9cb3-305631c09900,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:26.862042 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-be045a23-2630-443a-81c8-f64fa0ac29a5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Allocated IP 2001:db8::10 (32e68636-27dd-49ac-822b-0d566c734128/98037766-80f7-4c7e-8268-df420dd4fc85/883d661e-e6f7-4d3f-ac89-96b320b06ce4) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:17:26.935717 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def86171-20ee-4fd9-a4c3-4bff7422873a req-b5d4a8c7-c90f-4a5a-bc82-a04fd238dfa4 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:26.945949 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-def86171-20ee-4fd9-a4c3-4bff7422873a req-b5d4a8c7-c90f-4a5a-bc82-a04fd238dfa4 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9ee5470-f8ed-45d7-98f0-8aa8a5740050 HTTP/1.1" status: 200 len: 946 time: 0.1023178 Dec 10 19:17:27.073379 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-def86171-20ee-4fd9-a4c3-4bff7422873a req-33c432f3-af81-4d37-a2dc-1fdd501ea610 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/security-groups?id=d727de41-442a-4e11-afb6-ce7cf726ecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124914 Dec 10 19:17:27.132547 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53170) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:27.244536 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 43915a94-574a-4f47-bb27-a8f8646992eb up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:17:27.321550 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c3a361-4554-4549-bf00-9253c5a964e5 req-ac2c42ce-3be4-439f-a3e7-82524cc925fb tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:27.326369 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d9c3a361-4554-4549-bf00-9253c5a964e5 req-ac2c42ce-3be4-439f-a3e7-82524cc925fb tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 943 time: 0.2515495 Dec 10 19:17:27.391371 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 43915a94-574a-4f47-bb27-a8f8646992eb triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:27.392136 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:27.509272 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d9c3a361-4554-4549-bf00-9253c5a964e5 req-5c078e94-84e0-4726-97ed-17990666f7cb tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/security-groups?id=0687b254-a34a-47da-a81f-4e503b73712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687787 Dec 10 19:17:27.519805 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff1b6a2-bd32-4e40-96f3-74bd47ea2b17 tempest-TestNetworkAdvancedServerOps-1701188243 tempest-TestNetworkAdvancedServerOps-1701188243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:27.528048 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-cff1b6a2-bd32-4e40-96f3-74bd47ea2b17 tempest-TestNetworkAdvancedServerOps-1701188243 tempest-TestNetworkAdvancedServerOps-1701188243-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=a9ee5470-f8ed-45d7-98f0-8aa8a5740050 HTTP/1.1" status: 200 len: 1094 time: 0.3942058 Dec 10 19:17:27.533515 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53180) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:27.551320 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-be045a23-2630-443a-81c8-f64fa0ac29a5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:27.556355 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-f180fd9d-7c0f-4e6e-acea-3eb76d73bbec tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Request body: {'floatingip': {'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'port_id': 'd598e5c0-2c60-4c69-b72e-095fa0a643cb', 'tenant_id': '53996d5fb05a4682bb1d6dff196126df', 'fixed_ip_address': '172.20.0.22'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:27.583514 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device a2b8d566-0a08-4fc8-9dc6-7428d79b9b00 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=102367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:17:27.626499 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:27.661357 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f180fd9d-7c0f-4e6e-acea-3eb76d73bbec tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks [] for floatingip, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:27.710116 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f5ab20-7c90-4227-bd01-f2d9b62c7f07 None None] Network 32e68636-27dd-49ac-822b-0d566c734128 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:17:27.787757 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-08a5f73c-7eac-443a-85c1-b7cf6a05d64d tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks [] for router_gateway, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:27.951780 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f180fd9d-7c0f-4e6e-acea-3eb76d73bbec tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:28.014583 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port 43915a94-574a-4f47-bb27-a8f8646992eb, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=43915a94-574a-4f47-bb27-a8f8646992eb,segment=NetworkSegment(2190a26c-35d7-46a4-90ae-0952618e9487),segment_id=2190a26c-35d7-46a4-90ae-0952618e9487)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:17:28.035417 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-b2724dfb-4832-4f77-96dc-442f5ac8d97c None None] Provisioning complete for port 43915a94-574a-4f47-bb27-a8f8646992eb triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:28.036239 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b2724dfb-4832-4f77-96dc-442f5ac8d97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:28.077995 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-be045a23-2630-443a-81c8-f64fa0ac29a5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:28.135795 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be045a23-2630-443a-81c8-f64fa0ac29a5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event updated for resources: {'Port': ['ID=883d661e-e6f7-4d3f-ac89-96b320b06ce4,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:28.138200 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:28.148456 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d457a015-446d-4526-b489-d5da0a0fa858 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:28.207823 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d457a015-446d-4526-b489-d5da0a0fa858 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event updated for resources: {'Subnet': ['ID=1a58f0a0-b9cb-4277-aeb5-308b6292cfbe,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:28.235971 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be045a23-2630-443a-81c8-f64fa0ac29a5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Network 32e68636-27dd-49ac-822b-0d566c734128 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:17:28.243043 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-f180fd9d-7c0f-4e6e-acea-3eb76d73bbec tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Allocated IP 172.26.6.193 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/7ce9aedf-7169-4afb-9f17-720b147f4e4d) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:17:28.249832 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-be045a23-2630-443a-81c8-f64fa0ac29a5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:17:28.265346 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be045a23-2630-443a-81c8-f64fa0ac29a5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:17:28.273210 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be045a23-2630-443a-81c8-f64fa0ac29a5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:28.274340 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-be045a23-2630-443a-81c8-f64fa0ac29a5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:28.290542 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port a2b8d566-0a08-4fc8-9dc6-7428d79b9b00, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a2b8d566-0a08-4fc8-9dc6-7428d79b9b00,segment=NetworkSegment(91b8a6f4-24b2-4432-a8c6-88730ff1d7da),segment_id=91b8a6f4-24b2-4432-a8c6-88730ff1d7da)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:17:28.301440 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-be045a23-2630-443a-81c8-f64fa0ac29a5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3985615 Dec 10 19:17:28.304061 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53198) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:28.309749 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-355f2aa5-4ec6-4237-86ab-47b4a564b275 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Request body: {'port': {'network_id': '32e68636-27dd-49ac-822b-0d566c734128', 'name': 'tempest-PortsIpV6TestJSON-943081094', 'fixed_ips': [{'subnet_id': '98037766-80f7-4c7e-8268-df420dd4fc85', 'ip_address': '2001:db8::f'}]}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:28.363465 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Returning: {'device': 'a2b8d566-0a08-4fc8-9dc6-7428d79b9b00', 'network_id': '24f70241-3241-44cc-a65f-374de1f348f0', 'port_id': 'a2b8d566-0a08-4fc8-9dc6-7428d79b9b00', 'mac_address': 'fa:16:3e:50:85:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d431d24-7af1-47c6-afa7-19e9588fcee0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:17:28.369211 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=43915a94-574a-4f47-bb27-a8f8646992eb,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:28.435211 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d457a015-446d-4526-b489-d5da0a0fa858 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Checking segment: {'id': '0b255ecb-e418-46f5-a7cf-1318b66046bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '9ea1aa48-ef1b-4050-8bcd-289e99e6de3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:17:28.435816 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d457a015-446d-4526-b489-d5da0a0fa858 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Network hostable DHCP agents. Network: 9ea1aa48-ef1b-4050-8bcd-289e99e6de3d, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:17:28.467089 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:28.506698 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d457a015-446d-4526-b489-d5da0a0fa858 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Network 9ea1aa48-ef1b-4050-8bcd-289e99e6de3d is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:17:28.521598 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2b8d566-0a08-4fc8-9dc6-7428d79b9b00 {{(pid=102367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:17:28.526064 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-d457a015-446d-4526-b489-d5da0a0fa858 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 9ea1aa48-ef1b-4050-8bcd-289e99e6de3d) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:17:28.545174 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d457a015-446d-4526-b489-d5da0a0fa858 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:28.546926 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d457a015-446d-4526-b489-d5da0a0fa858 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:28.569813 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-08a5f73c-7eac-443a-85c1-b7cf6a05d64d tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:28.587922 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f180fd9d-7c0f-4e6e-acea-3eb76d73bbec tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:28.593461 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470408df-0e5b-4dbf-bfe5-c8b7e0a694b3 None None] Network 9ea1aa48-ef1b-4050-8bcd-289e99e6de3d requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:17:28.671191 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d457a015-446d-4526-b489-d5da0a0fa858 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3652015 Dec 10 19:17:28.677287 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53206) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:28.687276 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-12d31cfc-c3b4-4583-97f9-f09e08cdd453 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Request body: {'port': {'network_id': '9ea1aa48-ef1b-4050-8bcd-289e99e6de3d', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1955422471'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:28.769056 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port a2b8d566-0a08-4fc8-9dc6-7428d79b9b00, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a2b8d566-0a08-4fc8-9dc6-7428d79b9b00,segment=NetworkSegment(91b8a6f4-24b2-4432-a8c6-88730ff1d7da),segment_id=91b8a6f4-24b2-4432-a8c6-88730ff1d7da)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:17:28.808023 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:28.903802 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f180fd9d-7c0f-4e6e-acea-3eb76d73bbec tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:28.972443 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=a2b8d566-0a08-4fc8-9dc6-7428d79b9b00,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:29.006975 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53210) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:29.096906 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ba085-57f2-415a-84e9-b41b265d803d req-edca965b-61ee-421b-9157-a0c5e455aa61 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:29.113719 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355f2aa5-4ec6-4237-86ab-47b4a564b275 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Made reservation on behalf of e037b8d045744e90a0960e7cae36a046 for: {'port': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:17:29.119858 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-355f2aa5-4ec6-4237-86ab-47b4a564b275 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:29.124734 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-555ba085-57f2-415a-84e9-b41b265d803d req-edca965b-61ee-421b-9157-a0c5e455aa61 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 944 time: 0.3898709 Dec 10 19:17:29.137440 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['a2b8d566-0a08-4fc8-9dc6-7428d79b9b00'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:17:29.182206 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [None req-355f2aa5-4ec6-4237-86ab-47b4a564b275 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] device_id is not set on port 756a69de-55df-40a0-a857-63fe3c9aee77 yet. {{(pid=102366) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:17:29.223930 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f180fd9d-7c0f-4e6e-acea-3eb76d73bbec tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:17:29.262476 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-033075bc-a572-4333-bd53-7e953eb7ff9b tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1391015038'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:29.266708 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-f180fd9d-7c0f-4e6e-acea-3eb76d73bbec tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:17:29.269142 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f180fd9d-7c0f-4e6e-acea-3eb76d73bbec tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Pushing event updated for resources: {'Port': ['ID=7ce9aedf-7169-4afb-9f17-720b147f4e4d,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:29.274318 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f180fd9d-7c0f-4e6e-acea-3eb76d73bbec tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:17:29.275963 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 43915a94-574a-4f47-bb27-a8f8646992eb up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:17:29.347297 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-555ba085-57f2-415a-84e9-b41b265d803d req-86702e51-eda5-4673-a2e2-4724a67a45ae tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/security-groups?id=0687b254-a34a-47da-a81f-4e503b73712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2207575 Dec 10 19:17:29.464330 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4944a05f-8b46-4d34-9d9f-9122c1194433 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-9ea1aa48-ef1b-4050-8bcd-289e99e6de3d', 'network_id': '9ea1aa48-ef1b-4050-8bcd-289e99e6de3d', 'tenant_id': '4138d9758a3e4f5e8bb3fafb058d33af', 'fixed_ips': [{'subnet_id': '1a58f0a0-b9cb-4277-aeb5-308b6292cfbe'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:17:29.465546 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4944a05f-8b46-4d34-9d9f-9122c1194433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:29.474193 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-30a62e32-b33a-46ef-b475-2f3deb3524ee None None] Provisioning complete for port 43915a94-574a-4f47-bb27-a8f8646992eb triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:29.474701 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-30a62e32-b33a-46ef-b475-2f3deb3524ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:29.536448 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 43915a94-574a-4f47-bb27-a8f8646992eb triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:29.536448 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:29.536915 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033075bc-a572-4333-bd53-7e953eb7ff9b tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Made reservation on behalf of 461819a05d2d4ab59bb6f1f3d7476b54 for: {'network': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:17:29.550990 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-033075bc-a572-4333-bd53-7e953eb7ff9b tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:29.643774 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-033075bc-a572-4333-bd53-7e953eb7ff9b tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:29.654965 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d31cfc-c3b4-4583-97f9-f09e08cdd453 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Made reservation on behalf of 4138d9758a3e4f5e8bb3fafb058d33af for: {'port': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:17:29.662958 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-12d31cfc-c3b4-4583-97f9-f09e08cdd453 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:29.701253 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a5f73c-7eac-443a-85c1-b7cf6a05d64d tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Router 4efef7f2-7257-4f33-8e40-49987d44a703 is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:17:29.724942 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [None req-12d31cfc-c3b4-4583-97f9-f09e08cdd453 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] device_id is not set on port a2cf9640-bc49-4fb8-926c-999b3a9e169c yet. {{(pid=102366) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:17:29.767445 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-355f2aa5-4ec6-4237-86ab-47b4a564b275 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Allocated IP 2001:db8::f (32e68636-27dd-49ac-822b-0d566c734128/98037766-80f7-4c7e-8268-df420dd4fc85/756a69de-55df-40a0-a857-63fe3c9aee77) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:17:29.946837 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-355f2aa5-4ec6-4237-86ab-47b4a564b275 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:30.085676 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-4944a05f-8b46-4d34-9d9f-9122c1194433 None None] Allocated IP 172.20.0.2 (9ea1aa48-ef1b-4050-8bcd-289e99e6de3d/1a58f0a0-b9cb-4277-aeb5-308b6292cfbe/2354498b-06d5-42c6-a4bf-7080f1d52a01) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:17:30.194308 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-30a62e32-b33a-46ef-b475-2f3deb3524ee None None] Provisioning complete for port 883d661e-e6f7-4d3f-ac89-96b320b06ce4 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:30.194308 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-30a62e32-b33a-46ef-b475-2f3deb3524ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:30.204017 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-355f2aa5-4ec6-4237-86ab-47b4a564b275 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:30.270275 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-30a62e32-b33a-46ef-b475-2f3deb3524ee None None] Port 883d661e-e6f7-4d3f-ac89-96b320b06ce4 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:17:30.306041 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-033075bc-a572-4333-bd53-7e953eb7ff9b tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:30.321129 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-033075bc-a572-4333-bd53-7e953eb7ff9b tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:30.334760 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355f2aa5-4ec6-4237-86ab-47b4a564b275 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Network 32e68636-27dd-49ac-822b-0d566c734128 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:17:30.342543 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355f2aa5-4ec6-4237-86ab-47b4a564b275 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event updated for resources: {'Port': ['ID=756a69de-55df-40a0-a857-63fe3c9aee77,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:30.344102 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-033075bc-a572-4333-bd53-7e953eb7ff9b tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=102365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:17:30.347423 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-355f2aa5-4ec6-4237-86ab-47b4a564b275 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:17:30.354659 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355f2aa5-4ec6-4237-86ab-47b4a564b275 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:17:30.362526 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-033075bc-a572-4333-bd53-7e953eb7ff9b tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:30.363216 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.segments_db [None req-033075bc-a572-4333-bd53-7e953eb7ff9b tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Added segment 22580434-5f2b-48d1-b349-bb9489aa7fd7 of type vlan for network 766bbd87-b8c9-42cb-b264-6c6b76d8a748 Dec 10 19:17:30.365473 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355f2aa5-4ec6-4237-86ab-47b4a564b275 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:30.366651 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-355f2aa5-4ec6-4237-86ab-47b4a564b275 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:30.423838 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-355f2aa5-4ec6-4237-86ab-47b4a564b275 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.1107061 Dec 10 19:17:30.437332 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53230) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:30.457396 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-033075bc-a572-4333-bd53-7e953eb7ff9b tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:30.495680 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4944a05f-8b46-4d34-9d9f-9122c1194433 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:30.528431 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4944a05f-8b46-4d34-9d9f-9122c1194433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:30.571403 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a5f73c-7eac-443a-85c1-b7cf6a05d64d tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:17:30.599234 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-9ee94166-40b0-41e6-be67-b5afdacf1035 None None] Provisioning complete for port 883d661e-e6f7-4d3f-ac89-96b320b06ce4 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:30.599805 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-9ee94166-40b0-41e6-be67-b5afdacf1035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:30.610896 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac0a624-bb29-474c-ba0b-f9c75eb3c153 None None] Sync routers for ids ['4efef7f2-7257-4f33-8e40-49987d44a703'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:17:30.633612 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4944a05f-8b46-4d34-9d9f-9122c1194433 None None] Network 9ea1aa48-ef1b-4050-8bcd-289e99e6de3d is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:17:30.678403 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-08a5f73c-7eac-443a-85c1-b7cf6a05d64d tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:30.679773 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-08a5f73c-7eac-443a-85c1-b7cf6a05d64d tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.3439097 Dec 10 19:17:30.690280 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53236) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:30.696833 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-db4ac917-94d8-4355-ae89-23585acefda3 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:30.726102 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4944a05f-8b46-4d34-9d9f-9122c1194433 None None] Pushing event updated for resources: {'Port': ['ID=2354498b-06d5-42c6-a4bf-7080f1d52a01,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:30.759915 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-4944a05f-8b46-4d34-9d9f-9122c1194433 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:17:30.768275 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac0a624-bb29-474c-ba0b-f9c75eb3c153 None None] Routers {'4efef7f2-7257-4f33-8e40-49987d44a703'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:17:30.769390 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-033075bc-a572-4333-bd53-7e953eb7ff9b tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:30.770170 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-2ac0a624-bb29-474c-ba0b-f9c75eb3c153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:17:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['4efef7f2-7257-4f33-8e40-49987d44a703'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:30.779520 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033075bc-a572-4333-bd53-7e953eb7ff9b tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:30.780560 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-033075bc-a572-4333-bd53-7e953eb7ff9b tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:30.849477 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81aba89d-5a63-47e9-ad14-d62a040004f8 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:30.854408 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-81aba89d-5a63-47e9-ad14-d62a040004f8 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.4146020 Dec 10 19:17:30.855041 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53238) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:30.855367 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53240) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:30.858621 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4944a05f-8b46-4d34-9d9f-9122c1194433 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:17:30.862885 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-2ac0a624-bb29-474c-ba0b-f9c75eb3c153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:30.901881 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033075bc-a572-4333-bd53-7e953eb7ff9b tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e945ba51-95d7-4442-9658-e9e356c9de41,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:30.932083 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-9ee94166-40b0-41e6-be67-b5afdacf1035 None None] Port 883d661e-e6f7-4d3f-ac89-96b320b06ce4 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:17:30.978925 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-033075bc-a572-4333-bd53-7e953eb7ff9b tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.9575341 Dec 10 19:17:31.004287 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-4944a05f-8b46-4d34-9d9f-9122c1194433 None None] Attempting to bind port 2354498b-06d5-42c6-a4bf-7080f1d52a01 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:17:31.004287 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-4944a05f-8b46-4d34-9d9f-9122c1194433 None None] Attempting to bind port 2354498b-06d5-42c6-a4bf-7080f1d52a01 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '0b255ecb-e418-46f5-a7cf-1318b66046bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '9ea1aa48-ef1b-4050-8bcd-289e99e6de3d'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:17:31.004287 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4944a05f-8b46-4d34-9d9f-9122c1194433 None None] Attempting to bind port 2354498b-06d5-42c6-a4bf-7080f1d52a01 on network 9ea1aa48-ef1b-4050-8bcd-289e99e6de3d {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:17:31.005049 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53244) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:31.006300 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac0a624-bb29-474c-ba0b-f9c75eb3c153 None None] Routers {'4efef7f2-7257-4f33-8e40-49987d44a703'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:17:31.007321 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-2ac0a624-bb29-474c-ba0b-f9c75eb3c153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:17:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['4efef7f2-7257-4f33-8e40-49987d44a703'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:31.022059 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-4ec3f487-51df-4ff4-a380-717bfbb3da24 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-388054494'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:31.066487 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4944a05f-8b46-4d34-9d9f-9122c1194433 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:17:31.066809 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4944a05f-8b46-4d34-9d9f-9122c1194433 None None] Checking segment: {'id': '0b255ecb-e418-46f5-a7cf-1318b66046bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '9ea1aa48-ef1b-4050-8bcd-289e99e6de3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:17:31.067841 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4944a05f-8b46-4d34-9d9f-9122c1194433 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:31.068313 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4944a05f-8b46-4d34-9d9f-9122c1194433 None None] Bound using segment: {'id': '0b255ecb-e418-46f5-a7cf-1318b66046bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '9ea1aa48-ef1b-4050-8bcd-289e99e6de3d'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:17:31.068899 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-4944a05f-8b46-4d34-9d9f-9122c1194433 None None] Bound port: 2354498b-06d5-42c6-a4bf-7080f1d52a01, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b255ecb-e418-46f5-a7cf-1318b66046bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '9ea1aa48-ef1b-4050-8bcd-289e99e6de3d'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:17:31.069290 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4944a05f-8b46-4d34-9d9f-9122c1194433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:31.071966 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-2ac0a624-bb29-474c-ba0b-f9c75eb3c153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:31.072843 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac0a624-bb29-474c-ba0b-f9c75eb3c153 None None] The sync data for ids ['4efef7f2-7257-4f33-8e40-49987d44a703'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:17:31.104060 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-12d31cfc-c3b4-4583-97f9-f09e08cdd453 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Allocated IP 172.20.0.6 (9ea1aa48-ef1b-4050-8bcd-289e99e6de3d/1a58f0a0-b9cb-4277-aeb5-308b6292cfbe/a2cf9640-bc49-4fb8-926c-999b3a9e169c) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:17:31.185131 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-4944a05f-8b46-4d34-9d9f-9122c1194433 None None] For port 2354498b-06d5-42c6-a4bf-7080f1d52a01, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:17:31.188243 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-4944a05f-8b46-4d34-9d9f-9122c1194433 None None] For port 2354498b-06d5-42c6-a4bf-7080f1d52a01, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=2354498b-06d5-42c6-a4bf-7080f1d52a01,segment=NetworkSegment(0b255ecb-e418-46f5-a7cf-1318b66046bd),segment_id=0b255ecb-e418-46f5-a7cf-1318b66046bd)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:17:31.198107 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-af298f70-c3c5-4dff-a803-0eb20c7da7af None None] Provisioning complete for port 756a69de-55df-40a0-a857-63fe3c9aee77 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:31.199090 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-af298f70-c3c5-4dff-a803-0eb20c7da7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:31.236447 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4944a05f-8b46-4d34-9d9f-9122c1194433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:31.258473 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec3f487-51df-4ff4-a380-717bfbb3da24 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Made reservation on behalf of 461819a05d2d4ab59bb6f1f3d7476b54 for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:17:31.264162 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4ec3f487-51df-4ff4-a380-717bfbb3da24 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:31.293712 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-af298f70-c3c5-4dff-a803-0eb20c7da7af None None] Port 756a69de-55df-40a0-a857-63fe3c9aee77 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:17:31.295091 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-b779258b-c61b-4d09-aa6e-f806b781d93a tempest-PortsAdminExtendedAttrsTestJSON-1809437150 tempest-PortsAdminExtendedAttrsTestJSON-1809437150-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-978712256'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:31.317126 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc1ffb4-b267-4c98-a3cb-0bf7e998999a tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:31.326070 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4944a05f-8b46-4d34-9d9f-9122c1194433 None None] Pushing event updated for resources: {'Port': ['ID=2354498b-06d5-42c6-a4bf-7080f1d52a01,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:31.335076 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc1ffb4-b267-4c98-a3cb-0bf7e998999a tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:31.341539 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc1ffb4-b267-4c98-a3cb-0bf7e998999a tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:31.345333 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-2cc1ffb4-b267-4c98-a3cb-0bf7e998999a tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.4805284 Dec 10 19:17:31.420003 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53246) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:31.600750 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ec3f487-51df-4ff4-a380-717bfbb3da24 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:17:31.610225 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device a2b8d566-0a08-4fc8-9dc6-7428d79b9b00 up at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:17:31.616739 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b779258b-c61b-4d09-aa6e-f806b781d93a tempest-PortsAdminExtendedAttrsTestJSON-1809437150 tempest-PortsAdminExtendedAttrsTestJSON-1809437150-project] Made reservation on behalf of 307acd38a4d24dd7a7ae209fafbb1917 for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:17:31.622550 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b779258b-c61b-4d09-aa6e-f806b781d93a tempest-PortsAdminExtendedAttrsTestJSON-1809437150 tempest-PortsAdminExtendedAttrsTestJSON-1809437150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:31.688353 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ca65f-08bf-4961-bee9-eb6621e8b130 req-48d06f3f-7aff-4971-970f-67578a0256d0 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:31.693563 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-551ca65f-08bf-4961-bee9-eb6621e8b130 req-48d06f3f-7aff-4971-970f-67578a0256d0 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 944 time: 1.0528264 Dec 10 19:17:31.705081 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033075bc-a572-4333-bd53-7e953eb7ff9b tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event updated for resources: {'Network': ['ID=766bbd87-b8c9-42cb-b264-6c6b76d8a748,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:31.716723 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f180fd9d-7c0f-4e6e-acea-3eb76d73bbec tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:31.745650 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 766bbd87-b8c9-42cb-b264-6c6b76d8a748 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:17:31.861897 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4ec3f487-51df-4ff4-a380-717bfbb3da24 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:31.861897 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-4ec3f487-51df-4ff4-a380-717bfbb3da24 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Added segment 924de385-7f04-476b-acdb-84e51bc0490b of type vlan for network 87a5f89a-ab07-471a-9b28-4f84767a7673 Dec 10 19:17:31.864701 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning for port a2b8d566-0a08-4fc8-9dc6-7428d79b9b00 completed by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:17:31.889263 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b779258b-c61b-4d09-aa6e-f806b781d93a tempest-PortsAdminExtendedAttrsTestJSON-1809437150 tempest-PortsAdminExtendedAttrsTestJSON-1809437150-project] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:31.896143 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning complete for port a2b8d566-0a08-4fc8-9dc6-7428d79b9b00 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:31.896822 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:31.913565 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-551ca65f-08bf-4961-bee9-eb6621e8b130 req-0eab68a3-4803-496e-9a5e-b2d97d437108 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/security-groups?id=0687b254-a34a-47da-a81f-4e503b73712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000740 Dec 10 19:17:31.973572 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f180fd9d-7c0f-4e6e-acea-3eb76d73bbec tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:32.084598 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-12d31cfc-c3b4-4583-97f9-f09e08cdd453 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:32.089008 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4ec3f487-51df-4ff4-a380-717bfbb3da24 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:32.222850 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:32.224783 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f180fd9d-7c0f-4e6e-acea-3eb76d73bbec tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:32.231428 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f180fd9d-7c0f-4e6e-acea-3eb76d73bbec tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:32.244784 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-db4ac917-94d8-4355-ae89-23585acefda3 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:32.258914 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-4ade41d1-307a-4dc5-a7cd-ca4a0d670622 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Deleting port 756a69de-55df-40a0-a857-63fe3c9aee77 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:17:32.259474 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4ade41d1-307a-4dc5-a7cd-ca4a0d670622 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:32.273349 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4ec3f487-51df-4ff4-a380-717bfbb3da24 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:32.279306 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f180fd9d-7c0f-4e6e-acea-3eb76d73bbec tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Pushing event updated for resources: {'Port': ['ID=7ce9aedf-7169-4afb-9f17-720b147f4e4d,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:32.286754 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec3f487-51df-4ff4-a380-717bfbb3da24 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:32.287772 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4ec3f487-51df-4ff4-a380-717bfbb3da24 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:32.314598 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:32.359357 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a7dea0-cb0b-4bec-b80f-ca5a933646fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b8d566-0a08-4fc8-9dc6-7428d79b9b00'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:17:32.365246 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0dd006407324ce2959a5a4cf9f0b5e0801d7a51a5291ea700e8786e11115a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be65bf26-860a-4fc3-aaf3-dd2e180f2fba" -d '{"events": [{"server_uuid": "50a7dea0-cb0b-4bec-b80f-ca5a933646fd", "name": "network-vif-plugged", "status": "completed", "tag": "a2b8d566-0a08-4fc8-9dc6-7428d79b9b00"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:17:32.370211 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f180fd9d-7c0f-4e6e-acea-3eb76d73bbec tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3713103'] for floatingip, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:32.389942 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port a2b8d566-0a08-4fc8-9dc6-7428d79b9b00, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a2b8d566-0a08-4fc8-9dc6-7428d79b9b00,segment=NetworkSegment(91b8a6f4-24b2-4432-a8c6-88730ff1d7da),segment_id=91b8a6f4-24b2-4432-a8c6-88730ff1d7da)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:17:32.399373 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:32.452363 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1911c84-2594-4b70-b8ae-e1af905b2f54 x-openstack-request-id: req-a1911c84-2594-4b70-b8ae-e1af905b2f54 {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:17:32.452826 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a7dea0-cb0b-4bec-b80f-ca5a933646fd", "name": "network-vif-plugged", "status": "completed", "tag": "a2b8d566-0a08-4fc8-9dc6-7428d79b9b00", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:17:32.454571 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a1911c84-2594-4b70-b8ae-e1af905b2f54 {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:17:32.454898 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a7dea0-cb0b-4bec-b80f-ca5a933646fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b8d566-0a08-4fc8-9dc6-7428d79b9b00', 'code': 200} Dec 10 19:17:32.474852 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-db4ac917-94d8-4355-ae89-23585acefda3 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:32.506845 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-4ec3f487-51df-4ff4-a380-717bfbb3da24 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4849615 Dec 10 19:17:32.508890 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53250) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:32.525923 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-fe708e3d-ca5d-4ab3-91ba-ad01bc65b82c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Request body: {'subnet': {'network_id': '766bbd87-b8c9-42cb-b264-6c6b76d8a748', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:32.529836 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-12d31cfc-c3b4-4583-97f9-f09e08cdd453 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:32.537176 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=a2b8d566-0a08-4fc8-9dc6-7428d79b9b00,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:32.630424 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.l3_db [None req-f180fd9d-7c0f-4e6e-acea-3eb76d73bbec tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Floating IP 69191787-5296-4b2c-af6d-3fe5be7488de associated. External IP: 172.26.6.193, port: d598e5c0-2c60-4c69-b72e-095fa0a643cb. Dec 10 19:17:32.636817 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec3f487-51df-4ff4-a380-717bfbb3da24 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event updated for resources: {'Network': ['ID=87a5f89a-ab07-471a-9b28-4f84767a7673,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:32.668545 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 87a5f89a-ab07-471a-9b28-4f84767a7673 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:17:32.729030 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d31cfc-c3b4-4583-97f9-f09e08cdd453 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event updated for resources: {'Port': ['ID=a2cf9640-bc49-4fb8-926c-999b3a9e169c,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:32.761693 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b779258b-c61b-4d09-aa6e-f806b781d93a tempest-PortsAdminExtendedAttrsTestJSON-1809437150 tempest-PortsAdminExtendedAttrsTestJSON-1809437150-project] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:32.773203 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4ade41d1-307a-4dc5-a7cd-ca4a0d670622 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:32.777879 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d31cfc-c3b4-4583-97f9-f09e08cdd453 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Network 9ea1aa48-ef1b-4050-8bcd-289e99e6de3d is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:17:32.783398 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-12d31cfc-c3b4-4583-97f9-f09e08cdd453 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:17:32.786646 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d31cfc-c3b4-4583-97f9-f09e08cdd453 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:17:32.808417 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b779258b-c61b-4d09-aa6e-f806b781d93a tempest-PortsAdminExtendedAttrsTestJSON-1809437150 tempest-PortsAdminExtendedAttrsTestJSON-1809437150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:32.809084 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8dea10-f078-4b93-a41c-888be259c365 req-07fe7f05-cd26-4f47-b047-5edf7925963c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:32.810652 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-fb8dea10-f078-4b93-a41c-888be259c365 req-07fe7f05-cd26-4f47-b047-5edf7925963c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 1098 time: 0.1063085 Dec 10 19:17:32.851249 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-4ade41d1-307a-4dc5-a7cd-ca4a0d670622 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Calling delete_port for 756a69de-55df-40a0-a857-63fe3c9aee77 owned by {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:17:32.936270 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-fb8dea10-f078-4b93-a41c-888be259c365 req-4fe05d2b-ed63-4f7d-8658-ccf2e2ce9d2e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0687b254-a34a-47da-a81f-4e503b73712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175642 Dec 10 19:17:32.957337 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160bafe3-867e-45c3-ba63-f247db9906bd None None] Network 9ea1aa48-ef1b-4050-8bcd-289e99e6de3d requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:17:33.008309 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f180fd9d-7c0f-4e6e-acea-3eb76d73bbec tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Router fd028d83-0a01-4e61-bcd4-80be5cede6b1 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:17:33.166502 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b779258b-c61b-4d09-aa6e-f806b781d93a tempest-PortsAdminExtendedAttrsTestJSON-1809437150 tempest-PortsAdminExtendedAttrsTestJSON-1809437150-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:17:33.179760 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 2354498b-06d5-42c6-a4bf-7080f1d52a01 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:17:33.196785 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b779258b-c61b-4d09-aa6e-f806b781d93a tempest-PortsAdminExtendedAttrsTestJSON-1809437150 tempest-PortsAdminExtendedAttrsTestJSON-1809437150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98717900-173b-4b69-be68-9bd2619cb89c,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:33.235899 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b779258b-c61b-4d09-aa6e-f806b781d93a tempest-PortsAdminExtendedAttrsTestJSON-1809437150 tempest-PortsAdminExtendedAttrsTestJSON-1809437150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:33.236565 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-b779258b-c61b-4d09-aa6e-f806b781d93a tempest-PortsAdminExtendedAttrsTestJSON-1809437150 tempest-PortsAdminExtendedAttrsTestJSON-1809437150-project] Added segment 5fef5767-7f7a-40d7-8142-d4ea7645f06a of type vlan for network c6584efe-5c4b-4778-aca7-db565c6624da Dec 10 19:17:33.240414 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-e6fd80ca-d34b-4656-8d57-ae96fc27141b None None] Provisioning complete for port 2354498b-06d5-42c6-a4bf-7080f1d52a01 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:33.241298 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e6fd80ca-d34b-4656-8d57-ae96fc27141b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:33.246858 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d31cfc-c3b4-4583-97f9-f09e08cdd453 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:33.247764 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-12d31cfc-c3b4-4583-97f9-f09e08cdd453 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:33.262565 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7818ae-5670-43d5-b99f-2d0284808535 req-ac8de117-bf86-4d5b-8b54-8310a8d55190 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:33.264260 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-cd7818ae-5670-43d5-b99f-2d0284808535 req-ac8de117-bf86-4d5b-8b54-8310a8d55190 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 945 time: 0.1516669 Dec 10 19:17:33.309430 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe708e3d-ca5d-4ab3-91ba-ad01bc65b82c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Made reservation on behalf of 461819a05d2d4ab59bb6f1f3d7476b54 for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:17:33.314770 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-fe708e3d-ca5d-4ab3-91ba-ad01bc65b82c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:33.333508 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-12d31cfc-c3b4-4583-97f9-f09e08cdd453 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 4.6528742 Dec 10 19:17:33.351736 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53254) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:33.370467 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 2354498b-06d5-42c6-a4bf-7080f1d52a01 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:33.370822 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:33.371629 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f180fd9d-7c0f-4e6e-acea-3eb76d73bbec tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:17:33.389932 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-db4ac917-94d8-4355-ae89-23585acefda3 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Deleting port a551daac-66e6-4b08-9cb3-305631c09900 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:17:33.390271 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-db4ac917-94d8-4355-ae89-23585acefda3 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:33.395937 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b779258b-c61b-4d09-aa6e-f806b781d93a tempest-PortsAdminExtendedAttrsTestJSON-1809437150 tempest-PortsAdminExtendedAttrsTestJSON-1809437150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:33.409478 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bf020e-a4a8-4778-8b27-da9dfa0dd456 None None] Sync routers for ids ['fd028d83-0a01-4e61-bcd4-80be5cede6b1'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:17:33.433818 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bf020e-a4a8-4778-8b27-da9dfa0dd456 None None] Routers {'fd028d83-0a01-4e61-bcd4-80be5cede6b1'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:17:33.434655 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-b6bf020e-a4a8-4778-8b27-da9dfa0dd456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:17:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['fd028d83-0a01-4e61-bcd4-80be5cede6b1'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:33.437010 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-cd7818ae-5670-43d5-b99f-2d0284808535 req-14de8c4c-0a95-4c9c-905e-65b689fec1dd tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/security-groups?id=0687b254-a34a-47da-a81f-4e503b73712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604838 Dec 10 19:17:33.499654 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f180fd9d-7c0f-4e6e-acea-3eb76d73bbec tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:33.507838 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b779258b-c61b-4d09-aa6e-f806b781d93a tempest-PortsAdminExtendedAttrsTestJSON-1809437150 tempest-PortsAdminExtendedAttrsTestJSON-1809437150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:33.514626 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b779258b-c61b-4d09-aa6e-f806b781d93a tempest-PortsAdminExtendedAttrsTestJSON-1809437150 tempest-PortsAdminExtendedAttrsTestJSON-1809437150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:33.515275 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b779258b-c61b-4d09-aa6e-f806b781d93a tempest-PortsAdminExtendedAttrsTestJSON-1809437150 tempest-PortsAdminExtendedAttrsTestJSON-1809437150-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:33.564659 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e6fd80ca-d34b-4656-8d57-ae96fc27141b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:33.611207 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-f180fd9d-7c0f-4e6e-acea-3eb76d73bbec tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.0757287 Dec 10 19:17:33.615261 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ee5470-f8ed-45d7-98f0-8aa8a5740050', 'tag': 'd598e5c0-2c60-4c69-b72e-095fa0a643cb'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:17:33.619742 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af142b6-9a3c-457f-a65c-6d7921bc092d" -d '{"events": [{"name": "network-changed", "server_uuid": "a9ee5470-f8ed-45d7-98f0-8aa8a5740050", "tag": "d598e5c0-2c60-4c69-b72e-095fa0a643cb"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:17:33.628818 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-b779258b-c61b-4d09-aa6e-f806b781d93a tempest-PortsAdminExtendedAttrsTestJSON-1809437150 tempest-PortsAdminExtendedAttrsTestJSON-1809437150-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.7698729 Dec 10 19:17:33.698012 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b779258b-c61b-4d09-aa6e-f806b781d93a tempest-PortsAdminExtendedAttrsTestJSON-1809437150 tempest-PortsAdminExtendedAttrsTestJSON-1809437150-project] Pushing event updated for resources: {'Network': ['ID=c6584efe-5c4b-4778-aca7-db565c6624da,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:33.699375 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:33.744652 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-db4ac917-94d8-4355-ae89-23585acefda3 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:33.746715 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-2139180a-6c7f-48fa-abb2-a12beafe10d2 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Deleting port a2cf9640-bc49-4fb8-926c-999b3a9e169c {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:17:33.749076 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2139180a-6c7f-48fa-abb2-a12beafe10d2 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:33.775074 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-b6bf020e-a4a8-4778-8b27-da9dfa0dd456 None None] Set router fd028d83-0a01-4e61-bcd4-80be5cede6b1 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:17:33.783705 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4ade41d1-307a-4dc5-a7cd-ca4a0d670622 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:33.794081 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-db4ac917-94d8-4355-ae89-23585acefda3 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Calling delete_port for a551daac-66e6-4b08-9cb3-305631c09900 owned by network:router_gateway {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:17:33.798862 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37482788-1de4-43ff-b2b6-2d223f2a15e2 x-openstack-request-id: req-37482788-1de4-43ff-b2b6-2d223f2a15e2 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:17:33.799310 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9ee5470-f8ed-45d7-98f0-8aa8a5740050", "tag": "d598e5c0-2c60-4c69-b72e-095fa0a643cb", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:17:33.800624 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-37482788-1de4-43ff-b2b6-2d223f2a15e2 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:17:33.801297 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9ee5470-f8ed-45d7-98f0-8aa8a5740050', 'tag': 'd598e5c0-2c60-4c69-b72e-095fa0a643cb', 'status': 'completed', 'code': 200} Dec 10 19:17:33.861884 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port 2354498b-06d5-42c6-a4bf-7080f1d52a01, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=2354498b-06d5-42c6-a4bf-7080f1d52a01,segment=NetworkSegment(0b255ecb-e418-46f5-a7cf-1318b66046bd),segment_id=0b255ecb-e418-46f5-a7cf-1318b66046bd)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:17:33.879304 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network c6584efe-5c4b-4778-aca7-db565c6624da details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:17:33.897312 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ade41d1-307a-4dc5-a7cd-ca4a0d670622 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event deleted for resources: {'Port': ['ID=756a69de-55df-40a0-a857-63fe3c9aee77,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:33.897932 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:34.088235 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af142b6-9a3c-457f-a65c-6d7921bc092d req-73e1656b-1fb6-49bf-bdea-15bcecf729fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:34.090005 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0af142b6-9a3c-457f-a65c-6d7921bc092d req-73e1656b-1fb6-49bf-bdea-15bcecf729fc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=53996d5fb05a4682bb1d6dff196126df&device_id=a9ee5470-f8ed-45d7-98f0-8aa8a5740050 HTTP/1.1" status: 200 len: 1099 time: 0.2467709 Dec 10 19:17:34.125102 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7926e-55bb-4158-8408-ab922af2b5f6 req-89c74c36-c3e2-4dbd-9dce-994a9ebb6b2d tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:34.127432 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-11e7926e-55bb-4158-8408-ab922af2b5f6 req-89c74c36-c3e2-4dbd-9dce-994a9ebb6b2d tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9ee5470-f8ed-45d7-98f0-8aa8a5740050 HTTP/1.1" status: 200 len: 946 time: 0.3251045 Dec 10 19:17:34.158015 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2139180a-6c7f-48fa-abb2-a12beafe10d2 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:34.254650 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=2354498b-06d5-42c6-a4bf-7080f1d52a01,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:34.258134 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.db.api [None req-e6fd80ca-d34b-4656-8d57-ae96fc27141b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102367) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:17:34.258593 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG oslo_db.api [None req-e6fd80ca-d34b-4656-8d57-ae96fc27141b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:17:34.282321 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-2139180a-6c7f-48fa-abb2-a12beafe10d2 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Calling delete_port for a2cf9640-bc49-4fb8-926c-999b3a9e169c owned by {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:17:34.300376 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53264) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:34.314556 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Request body: {'port': {'network_id': 'c6584efe-5c4b-4778-aca7-db565c6624da', 'binding:host_id': 'hv-neutron-8214', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-717612979'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:34.453477 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-11e7926e-55bb-4158-8408-ab922af2b5f6 req-c45f20f5-b17b-4006-aeb6-4cdcf66e12a7 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/security-groups?id=d727de41-442a-4e11-afb6-ce7cf726ecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2979138 Dec 10 19:17:34.471443 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-b6bf020e-a4a8-4778-8b27-da9dfa0dd456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd028d83-0a01-4e61-bcd4-80be5cede6b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564157842', 'tenant_id': '53996d5fb05a4682bb1d6dff196126df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.131'}], 'enable_snat': True}, 'gw_port_id': '1fc02295-445e-4682-b17a-3aebcdd967f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:16:29Z', 'updated_at': '2021-12-10T19:16:50Z', 'revision_number': 4, 'project_id': '53996d5fb05a4682bb1d6dff196126df', 'gw_port': {'id': '1fc02295-445e-4682-b17a-3aebcdd967f3', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:36:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd028d83-0a01-4e61-bcd4-80be5cede6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:31Z', 'updated_at': '2021-12-10T19:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '69191787-5296-4b2c-af6d-3fe5be7488de', 'tenant_id': '53996d5fb05a4682bb1d6dff196126df', 'floating_ip_address': '172.26.6.193', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': 'fd028d83-0a01-4e61-bcd4-80be5cede6b1', 'port_id': 'd598e5c0-2c60-4c69-b72e-095fa0a643cb', 'fixed_ip_address': '172.20.0.22', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c1cbc5b-79f3-44fe-a881-f91ab33966d7', 'mac_address': 'fa:16:3e:00:a0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ee5470-f8ed-45d7-98f0-8aa8a5740050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:17:30Z', 'updated_at': '2021-12-10T19:17:30Z', 'revision_number': 0, 'project_id': '53996d5fb05a4682bb1d6dff196126df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '449474b9-b1ac-4e58-91d9-f5aa9e56ea6e', 'name': '', 'network_id': '5c1cbc5b-79f3-44fe-a881-f91ab33966d7', 'tenant_id': '53996d5fb05a4682bb1d6dff196126df', 'mac_address': 'fa:16:3e:e1:49:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd028d83-0a01-4e61-bcd4-80be5cede6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'dc68e97e-3fc0-433f-a054-2cde4e5595d8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:47Z', 'updated_at': '2021-12-10T19:16:59Z', 'revision_number': 5, 'project_id': '53996d5fb05a4682bb1d6dff196126df', 'subnets': [{'id': 'dc68e97e-3fc0-433f-a054-2cde4e5595d8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:34.501835 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4ade41d1-307a-4dc5-a7cd-ca4a0d670622 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:34.512651 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-4ade41d1-307a-4dc5-a7cd-ca4a0d670622 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "DELETE /v2.0/ports/756a69de-55df-40a0-a857-63fe3c9aee77 HTTP/1.1" status: 204 len: 168 time: 3.0902584 Dec 10 19:17:34.513340 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53268) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:34.513692 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53270) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:34.514871 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bf020e-a4a8-4778-8b27-da9dfa0dd456 None None] Checking router: fd028d83-0a01-4e61-bcd4-80be5cede6b1 for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:17:34.530373 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bf020e-a4a8-4778-8b27-da9dfa0dd456 None None] Routers {'fd028d83-0a01-4e61-bcd4-80be5cede6b1'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:17:34.530373 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-b6bf020e-a4a8-4778-8b27-da9dfa0dd456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:17:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['fd028d83-0a01-4e61-bcd4-80be5cede6b1'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:34.565079 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af142b6-9a3c-457f-a65c-6d7921bc092d req-89e68189-7815-4460-a8f9-71fd350b0dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:34.566642 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0af142b6-9a3c-457f-a65c-6d7921bc092d req-89e68189-7815-4460-a8f9-71fd350b0dfe service neutron] 10.222.0.36 "GET /v2.0/networks?id=5c1cbc5b-79f3-44fe-a881-f91ab33966d7 HTTP/1.1" status: 200 len: 897 time: 0.4291747 Dec 10 19:17:34.580014 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Made reservation on behalf of e069bf0d38454943ace86d21c8e09804 for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:17:34.582607 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:34.647549 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd7885d3-fa94-4de5-b3f6-59caa2c65b80 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] GET failed (client error): The resource could not be found. Dec 10 19:17:34.653832 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-cd7885d3-fa94-4de5-b3f6-59caa2c65b80 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "GET /v2.0/ports/756a69de-55df-40a0-a857-63fe3c9aee77 HTTP/1.1" status: 404 len: 333 time: 0.1290812 Dec 10 19:17:34.657621 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:34.658534 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53272) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:34.696560 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-fe708e3d-ca5d-4ab3-91ba-ad01bc65b82c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:34.697710 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-b6bf020e-a4a8-4778-8b27-da9dfa0dd456 None None] Set router fd028d83-0a01-4e61-bcd4-80be5cede6b1 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:17:34.768838 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-db4ac917-94d8-4355-ae89-23585acefda3 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:34.838240 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-cd588a86-5474-4120-ae9b-90cad62f24a3 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/floatingips/69191787-5296-4b2c-af6d-3fe5be7488de HTTP/1.1" status: 200 len: 992 time: 0.3232200 Dec 10 19:17:34.851819 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0af142b6-9a3c-457f-a65c-6d7921bc092d req-876518f9-9d32-4b1d-95c4-a941b9cf61cc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=d598e5c0-2c60-4c69-b72e-095fa0a643cb HTTP/1.1" status: 200 len: 1000 time: 0.2650175 Dec 10 19:17:34.854580 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4ac917-94d8-4355-ae89-23585acefda3 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Pushing event deleted for resources: {'Port': ['ID=a551daac-66e6-4b08-9cb3-305631c09900,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:34.920037 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f64ea3-fbc9-4526-a7e6-66441c9949f8 req-040f72cc-77bd-4ade-995b-c210ad789ae7 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:34.924693 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-58f64ea3-fbc9-4526-a7e6-66441c9949f8 req-040f72cc-77bd-4ade-995b-c210ad789ae7 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 945 time: 0.3269970 Dec 10 19:17:34.931648 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-4de04da9-3309-427e-9861-151d416f9e89 None None] Provisioning complete for port 2354498b-06d5-42c6-a4bf-7080f1d52a01 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:34.932023 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4de04da9-3309-427e-9861-151d416f9e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:35.026378 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-db4ac917-94d8-4355-ae89-23585acefda3 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3713145'] for router_gateway, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:35.042149 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:35.069801 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-4de04da9-3309-427e-9861-151d416f9e89 None None] Provisioning complete for port a2cf9640-bc49-4fb8-926c-999b3a9e169c triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:35.070331 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4de04da9-3309-427e-9861-151d416f9e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:35.077147 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:35.083190 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] device_id is not set on port c48b171c-46dc-49d7-9dc3-d1050fad629d yet. {{(pid=102365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:17:35.113685 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-b6bf020e-a4a8-4778-8b27-da9dfa0dd456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd028d83-0a01-4e61-bcd4-80be5cede6b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564157842', 'tenant_id': '53996d5fb05a4682bb1d6dff196126df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.131'}], 'enable_snat': True}, 'gw_port_id': '1fc02295-445e-4682-b17a-3aebcdd967f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:16:29Z', 'updated_at': '2021-12-10T19:16:50Z', 'revision_number': 4, 'project_id': '53996d5fb05a4682bb1d6dff196126df', 'gw_port': {'id': '1fc02295-445e-4682-b17a-3aebcdd967f3', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:36:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd028d83-0a01-4e61-bcd4-80be5cede6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:31Z', 'updated_at': '2021-12-10T19:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '69191787-5296-4b2c-af6d-3fe5be7488de', 'tenant_id': '53996d5fb05a4682bb1d6dff196126df', 'floating_ip_address': '172.26.6.193', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': 'fd028d83-0a01-4e61-bcd4-80be5cede6b1', 'port_id': 'd598e5c0-2c60-4c69-b72e-095fa0a643cb', 'fixed_ip_address': '172.20.0.22', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c1cbc5b-79f3-44fe-a881-f91ab33966d7', 'mac_address': 'fa:16:3e:00:a0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ee5470-f8ed-45d7-98f0-8aa8a5740050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:17:30Z', 'updated_at': '2021-12-10T19:17:30Z', 'revision_number': 0, 'project_id': '53996d5fb05a4682bb1d6dff196126df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '449474b9-b1ac-4e58-91d9-f5aa9e56ea6e', 'name': '', 'network_id': '5c1cbc5b-79f3-44fe-a881-f91ab33966d7', 'tenant_id': '53996d5fb05a4682bb1d6dff196126df', 'mac_address': 'fa:16:3e:e1:49:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd028d83-0a01-4e61-bcd4-80be5cede6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'dc68e97e-3fc0-433f-a054-2cde4e5595d8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:47Z', 'updated_at': '2021-12-10T19:16:59Z', 'revision_number': 5, 'project_id': '53996d5fb05a4682bb1d6dff196126df', 'subnets': [{'id': 'dc68e97e-3fc0-433f-a054-2cde4e5595d8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:35.131386 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 2354498b-06d5-42c6-a4bf-7080f1d52a01 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:17:35.139650 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-4de04da9-3309-427e-9861-151d416f9e89 None None] Port a2cf9640-bc49-4fb8-926c-999b3a9e169c was deleted so its status cannot be updated. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Dec 10 19:17:35.148472 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe708e3d-ca5d-4ab3-91ba-ad01bc65b82c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event updated for resources: {'Subnet': ['ID=28e62470-1280-48d7-ad67-fbf70afea139,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:35.168933 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bf020e-a4a8-4778-8b27-da9dfa0dd456 None None] The sync data for ids ['fd028d83-0a01-4e61-bcd4-80be5cede6b1'] in dv-neutron-821441-1-hyperv is: [{'id': 'fd028d83-0a01-4e61-bcd4-80be5cede6b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564157842', 'tenant_id': '53996d5fb05a4682bb1d6dff196126df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.131'}], 'enable_snat': True}, 'gw_port_id': '1fc02295-445e-4682-b17a-3aebcdd967f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:16:29Z', 'updated_at': '2021-12-10T19:16:50Z', 'revision_number': 4, 'project_id': '53996d5fb05a4682bb1d6dff196126df', 'gw_port': {'id': '1fc02295-445e-4682-b17a-3aebcdd967f3', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:36:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd028d83-0a01-4e61-bcd4-80be5cede6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:31Z', 'updated_at': '2021-12-10T19:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '69191787-5296-4b2c-af6d-3fe5be7488de', 'tenant_id': '53996d5fb05a4682bb1d6dff196126df', 'floating_ip_address': '172.26.6.193', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': 'fd028d83-0a01-4e61-bcd4-80be5cede6b1', 'port_id': 'd598e5c0-2c60-4c69-b72e-095fa0a643cb', 'fixed_ip_address': '172.20.0.22', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c1cbc5b-79f3-44fe-a881-f91ab33966d7', 'mac_address': 'fa:16:3e:00:a0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ee5470-f8ed-45d7-98f0-8aa8a5740050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:17:30Z', 'updated_at': '2021-12-10T19:17:30Z', 'revision_number': 0, 'project_id': '53996d5fb05a4682bb1d6dff196126df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '449474b9-b1ac-4e58-91d9-f5aa9e56ea6e', 'name': '', 'network_id': '5c1cbc5b-79f3-44fe-a881-f91ab33966d7', 'tenant_id': '53996d5fb05a4682bb1d6dff196126df', 'mac_address': 'fa:16:3e:e1:49:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd028d83-0a01-4e61-bcd4-80be5cede6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'dc68e97e-3fc0-433f-a054-2cde4e5595d8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:47Z', 'updated_at': '2021-12-10T19:16:59Z', 'revision_number': 5, 'project_id': '53996d5fb05a4682bb1d6dff196126df', 'subnets': [{'id': 'dc68e97e-3fc0-433f-a054-2cde4e5595d8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:17:35.183373 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe708e3d-ca5d-4ab3-91ba-ad01bc65b82c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Checking segment: {'id': '22580434-5f2b-48d1-b349-bb9489aa7fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '766bbd87-b8c9-42cb-b264-6c6b76d8a748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:17:35.183734 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe708e3d-ca5d-4ab3-91ba-ad01bc65b82c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Network hostable DHCP agents. Network: 766bbd87-b8c9-42cb-b264-6c6b76d8a748, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:17:35.243737 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 2354498b-06d5-42c6-a4bf-7080f1d52a01 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:35.244648 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:35.322754 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2139180a-6c7f-48fa-abb2-a12beafe10d2 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:35.366347 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af142b6-9a3c-457f-a65c-6d7921bc092d req-622a7eab-9da8-4beb-84a0-ce1f31aeafb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:35.368065 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0af142b6-9a3c-457f-a65c-6d7921bc092d req-622a7eab-9da8-4beb-84a0-ce1f31aeafb1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc68e97e-3fc0-433f-a054-2cde4e5595d8 HTTP/1.1" status: 200 len: 837 time: 0.5056047 Dec 10 19:17:35.368415 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-db4ac917-94d8-4355-ae89-23585acefda3 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3713082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3715814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8908'] for router, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:35.374248 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-0f520e6f-ca10-48cf-98e5-67086bcee409 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Deleting port 883d661e-e6f7-4d3f-ac89-96b320b06ce4 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:17:35.374248 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0f520e6f-ca10-48cf-98e5-67086bcee409 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:35.378950 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-db4ac917-94d8-4355-ae89-23585acefda3 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3713075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3713068', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3715807'] for router, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:35.428824 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2139180a-6c7f-48fa-abb2-a12beafe10d2 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event deleted for resources: {'Port': ['ID=a2cf9640-bc49-4fb8-926c-999b3a9e169c,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:35.534825 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe708e3d-ca5d-4ab3-91ba-ad01bc65b82c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Network 766bbd87-b8c9-42cb-b264-6c6b76d8a748 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:17:35.554303 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db4ac917-94d8-4355-ae89-23585acefda3 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Router 4efef7f2-7257-4f33-8e40-49987d44a703 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:17:35.554526 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f253c8-092e-4001-82d8-7f5419a46b08,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:35.559875 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-58f64ea3-fbc9-4526-a7e6-66441c9949f8 req-e4bf0928-891d-4145-911a-20f4ab7c7ce4 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/security-groups?id=0687b254-a34a-47da-a81f-4e503b73712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5110974 Dec 10 19:17:35.579297 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-fe708e3d-ca5d-4ab3-91ba-ad01bc65b82c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 766bbd87-b8c9-42cb-b264-6c6b76d8a748) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:17:35.596241 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe708e3d-ca5d-4ab3-91ba-ad01bc65b82c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:35.601410 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89dccc01-fccf-4e31-adf6-94ccc6f8f5d5 None None] Network 766bbd87-b8c9-42cb-b264-6c6b76d8a748 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:17:35.623155 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-fe708e3d-ca5d-4ab3-91ba-ad01bc65b82c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:35.624298 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee40a7c3-0ba8-4c58-8f9e-5dbb4ba63e81 None None] New status for floating IP 69191787-5296-4b2c-af6d-3fe5be7488de: ACTIVE {{(pid=102367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:17:35.624632 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] device_id is not set on port c48b171c-46dc-49d7-9dc3-d1050fad629d yet. {{(pid=102365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:17:35.635700 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:35.647303 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af142b6-9a3c-457f-a65c-6d7921bc092d req-48a4b751-4c52-4c5f-9b1a-19a66b023f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:35.649524 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0af142b6-9a3c-457f-a65c-6d7921bc092d req-48a4b751-4c52-4c5f-9b1a-19a66b023f27 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5c1cbc5b-79f3-44fe-a881-f91ab33966d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2547445 Dec 10 19:17:35.681308 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:35.692581 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-fe708e3d-ca5d-4ab3-91ba-ad01bc65b82c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1661553 Dec 10 19:17:35.809023 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0f520e6f-ca10-48cf-98e5-67086bcee409 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:35.811488 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53276) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:35.856443 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-278eed06-6895-4dcf-b36d-edcefe11562c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Request body: {'subnet': {'network_id': '87a5f89a-ab07-471a-9b28-4f84767a7673', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:35.860146 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53278) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:35.913295 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-0f520e6f-ca10-48cf-98e5-67086bcee409 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Calling delete_port for 883d661e-e6f7-4d3f-ac89-96b320b06ce4 owned by {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:17:36.017086 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd5a3f8-e43b-458d-a929-5815b2b14ea5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-766bbd87-b8c9-42cb-b264-6c6b76d8a748', 'network_id': '766bbd87-b8c9-42cb-b264-6c6b76d8a748', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'fixed_ips': [{'subnet_id': '28e62470-1280-48d7-ad67-fbf70afea139'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:17:36.018399 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1cd5a3f8-e43b-458d-a929-5815b2b14ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:36.211015 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-1cd5a3f8-e43b-458d-a929-5815b2b14ea5 None None] Allocated IP 2001:db8::2 (766bbd87-b8c9-42cb-b264-6c6b76d8a748/28e62470-1280-48d7-ad67-fbf70afea139/e99313c8-4c24-4039-a81a-b3501fb260e8) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:17:36.232868 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2139180a-6c7f-48fa-abb2-a12beafe10d2 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:36.241196 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-2139180a-6c7f-48fa-abb2-a12beafe10d2 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "DELETE /v2.0/ports/a2cf9640-bc49-4fb8-926c-999b3a9e169c HTTP/1.1" status: 204 len: 168 time: 2.8875077 Dec 10 19:17:36.266613 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53280) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:36.277847 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db4ac917-94d8-4355-ae89-23585acefda3 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:17:36.305179 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-db4ac917-94d8-4355-ae89-23585acefda3 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:36.307685 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e204ca1-a099-4155-ad4c-e5d38d5e0578 None None] Sync routers for ids ['4efef7f2-7257-4f33-8e40-49987d44a703'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:17:36.309364 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-db4ac917-94d8-4355-ae89-23585acefda3 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] 10.222.0.69 "PUT /v2.0/routers/4efef7f2-7257-4f33-8e40-49987d44a703 HTTP/1.1" status: 200 len: 709 time: 5.6179450 Dec 10 19:17:36.311723 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53282) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:36.317970 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Pushing event updated for resources: {'Port': ['ID=c48b171c-46dc-49d7-9dc3-d1050fad629d,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:36.352175 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e204ca1-a099-4155-ad4c-e5d38d5e0578 None None] Routers {'4efef7f2-7257-4f33-8e40-49987d44a703'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:17:36.355044 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-4e204ca1-a099-4155-ad4c-e5d38d5e0578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:17:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['4efef7f2-7257-4f33-8e40-49987d44a703'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:36.378638 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-b80ea950-15f5-4fee-9d02-1960e2e05e5d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] GET failed (client error): The resource could not be found. Dec 10 19:17:36.380280 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-b80ea950-15f5-4fee-9d02-1960e2e05e5d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "GET /v2.0/ports/a2cf9640-bc49-4fb8-926c-999b3a9e169c HTTP/1.1" status: 404 len: 333 time: 0.1093009 Dec 10 19:17:36.389593 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53284) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:36.437708 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d3736598-46d9-4c90-a675-0ea7e0f232bc tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/floatingips/69191787-5296-4b2c-af6d-3fe5be7488de HTTP/1.1" status: 200 len: 992 time: 0.5714090 Dec 10 19:17:36.440618 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1cd5a3f8-e43b-458d-a929-5815b2b14ea5 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:36.454074 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1cd5a3f8-e43b-458d-a929-5815b2b14ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:36.471178 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-4e204ca1-a099-4155-ad4c-e5d38d5e0578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:36.492398 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-77d9090d-0c77-4251-8041-64f85a7a8fe0 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Deleting subnet 1a58f0a0-b9cb-4277-aeb5-308b6292cfbe {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:17:36.493579 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e204ca1-a099-4155-ad4c-e5d38d5e0578 None None] Routers {'4efef7f2-7257-4f33-8e40-49987d44a703'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:17:36.501932 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-77d9090d-0c77-4251-8041-64f85a7a8fe0 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:36.502827 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-4e204ca1-a099-4155-ad4c-e5d38d5e0578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:17:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['4efef7f2-7257-4f33-8e40-49987d44a703'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:36.518105 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd5a3f8-e43b-458d-a929-5815b2b14ea5 None None] Network 766bbd87-b8c9-42cb-b264-6c6b76d8a748 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:17:36.521474 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-1cd5a3f8-e43b-458d-a929-5815b2b14ea5 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:17:36.534748 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd5a3f8-e43b-458d-a929-5815b2b14ea5 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:17:36.539462 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd5a3f8-e43b-458d-a929-5815b2b14ea5 None None] Pushing event updated for resources: {'Port': ['ID=e99313c8-4c24-4039-a81a-b3501fb260e8,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:36.551009 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278eed06-6895-4dcf-b36d-edcefe11562c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Made reservation on behalf of 461819a05d2d4ab59bb6f1f3d7476b54 for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:17:36.554815 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-278eed06-6895-4dcf-b36d-edcefe11562c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:36.569965 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0af142b6-9a3c-457f-a65c-6d7921bc092d req-36415747-d90e-4036-a639-b10d3ea4d36d service neutron] 10.222.0.36 "GET /v2.0/networks/5c1cbc5b-79f3-44fe-a881-f91ab33966d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9069040 Dec 10 19:17:36.571840 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Checking segment: {'id': '5fef5767-7f7a-40d7-8142-d4ea7645f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c6584efe-5c4b-4778-aca7-db565c6624da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:17:36.572478 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Network hostable DHCP agents. Network: c6584efe-5c4b-4778-aca7-db565c6624da, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:17:36.602409 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-4e204ca1-a099-4155-ad4c-e5d38d5e0578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:36.603579 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e204ca1-a099-4155-ad4c-e5d38d5e0578 None None] The sync data for ids ['4efef7f2-7257-4f33-8e40-49987d44a703'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:17:36.622707 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849385ca-c8c0-42bc-914a-7b3486dcc649 req-fec45e8a-50e3-4565-b8bf-7f0f6f853729 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:36.625940 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-849385ca-c8c0-42bc-914a-7b3486dcc649 req-fec45e8a-50e3-4565-b8bf-7f0f6f853729 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 945 time: 0.4580922 Dec 10 19:17:36.626574 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-1cd5a3f8-e43b-458d-a929-5815b2b14ea5 None None] Attempting to bind port e99313c8-4c24-4039-a81a-b3501fb260e8 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:17:36.627314 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-1cd5a3f8-e43b-458d-a929-5815b2b14ea5 None None] Attempting to bind port e99313c8-4c24-4039-a81a-b3501fb260e8 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '22580434-5f2b-48d1-b349-bb9489aa7fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '766bbd87-b8c9-42cb-b264-6c6b76d8a748'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:17:36.627509 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd5a3f8-e43b-458d-a929-5815b2b14ea5 None None] Attempting to bind port e99313c8-4c24-4039-a81a-b3501fb260e8 on network 766bbd87-b8c9-42cb-b264-6c6b76d8a748 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:17:36.636639 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-77d9090d-0c77-4251-8041-64f85a7a8fe0 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:36.639033 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd5a3f8-e43b-458d-a929-5815b2b14ea5 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:17:36.639793 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd5a3f8-e43b-458d-a929-5815b2b14ea5 None None] Checking segment: {'id': '22580434-5f2b-48d1-b349-bb9489aa7fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '766bbd87-b8c9-42cb-b264-6c6b76d8a748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:17:36.640569 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1cd5a3f8-e43b-458d-a929-5815b2b14ea5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:36.641643 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd5a3f8-e43b-458d-a929-5815b2b14ea5 None None] Bound using segment: {'id': '22580434-5f2b-48d1-b349-bb9489aa7fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '766bbd87-b8c9-42cb-b264-6c6b76d8a748'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:17:36.642801 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-1cd5a3f8-e43b-458d-a929-5815b2b14ea5 None None] Bound port: e99313c8-4c24-4039-a81a-b3501fb260e8, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22580434-5f2b-48d1-b349-bb9489aa7fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '766bbd87-b8c9-42cb-b264-6c6b76d8a748'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:17:36.642801 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1cd5a3f8-e43b-458d-a929-5815b2b14ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:36.645017 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53286) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:36.655556 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-01d46eed-855f-4a8f-a76d-ee123415d33f tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] 10.222.0.69 "GET /v2.0/routers/4efef7f2-7257-4f33-8e40-49987d44a703 HTTP/1.1" status: 200 len: 744 time: 0.3354998 Dec 10 19:17:36.675569 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-bec29d03-2a3a-4f84-9473-4ed5c29471e5 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Request body: {'floatingip': {'port_id': 'a2b8d566-0a08-4fc8-9dc6-7428d79b9b00'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:36.682681 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53288) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:36.743793 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Network c6584efe-5c4b-4778-aca7-db565c6624da is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:17:36.749365 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-1cd5a3f8-e43b-458d-a929-5815b2b14ea5 None None] For port e99313c8-4c24-4039-a81a-b3501fb260e8, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:17:36.755724 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-1cd5a3f8-e43b-458d-a929-5815b2b14ea5 None None] For port e99313c8-4c24-4039-a81a-b3501fb260e8, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=e99313c8-4c24-4039-a81a-b3501fb260e8,segment=NetworkSegment(22580434-5f2b-48d1-b349-bb9489aa7fd7),segment_id=22580434-5f2b-48d1-b349-bb9489aa7fd7)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:17:36.764054 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1cd5a3f8-e43b-458d-a929-5815b2b14ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:36.769459 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, c6584efe-5c4b-4778-aca7-db565c6624da) {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:17:36.786369 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:17:36.819784 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbafcd8-f096-4583-80f0-75331acedaf2 None None] Network c6584efe-5c4b-4778-aca7-db565c6624da requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:17:36.834895 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-8efff4e9-2b74-431f-bf87-8377bb8ba451 tempest-RoutersIpV6AdminTest-1058376447 tempest-RoutersIpV6AdminTest-1058376447-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=68e2ee80-e7f8-4be2-b0d8-392fd4a4e031&device_id=4efef7f2-7257-4f33-8e40-49987d44a703 HTTP/1.1" status: 200 len: 205 time: 0.1457853 Dec 10 19:17:36.844461 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port c48b171c-46dc-49d7-9dc3-d1050fad629d on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:17:36.846534 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port c48b171c-46dc-49d7-9dc3-d1050fad629d by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '5fef5767-7f7a-40d7-8142-d4ea7645f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c6584efe-5c4b-4778-aca7-db565c6624da'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:17:36.846534 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port c48b171c-46dc-49d7-9dc3-d1050fad629d on network c6584efe-5c4b-4778-aca7-db565c6624da {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:17:36.857717 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53290) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:36.866239 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Port c48b171c-46dc-49d7-9dc3-d1050fad629d on network c6584efe-5c4b-4778-aca7-db565c6624da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:17:36.866623 dv-neutron-821441-1-hyperv neutron-server[102365]: ERROR neutron.plugins.ml2.managers [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Failed to bind port c48b171c-46dc-49d7-9dc3-d1050fad629d on host hv-neutron-8214 for vnic_type normal using segments [{'id': '5fef5767-7f7a-40d7-8142-d4ea7645f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c6584efe-5c4b-4778-aca7-db565c6624da'}] Dec 10 19:17:36.872461 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bec29d03-2a3a-4f84-9473-4ed5c29471e5 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Notify callbacks [] for floatingip, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:36.888312 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.plugins.ml2.plugin [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempt 2 to bind port c48b171c-46dc-49d7-9dc3-d1050fad629d Dec 10 19:17:36.913140 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port c48b171c-46dc-49d7-9dc3-d1050fad629d on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:17:36.913732 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port c48b171c-46dc-49d7-9dc3-d1050fad629d by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '5fef5767-7f7a-40d7-8142-d4ea7645f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c6584efe-5c4b-4778-aca7-db565c6624da'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:17:36.914637 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port c48b171c-46dc-49d7-9dc3-d1050fad629d on network c6584efe-5c4b-4778-aca7-db565c6624da {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:17:36.929842 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0af142b6-9a3c-457f-a65c-6d7921bc092d req-de3ba616-968f-4a24-8a32-9a702a02a770 service neutron] 10.222.0.36 "GET /v2.0/networks/5c1cbc5b-79f3-44fe-a881-f91ab33966d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455462 Dec 10 19:17:36.930782 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Port c48b171c-46dc-49d7-9dc3-d1050fad629d on network c6584efe-5c4b-4778-aca7-db565c6624da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:17:36.931350 dv-neutron-821441-1-hyperv neutron-server[102365]: ERROR neutron.plugins.ml2.managers [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Failed to bind port c48b171c-46dc-49d7-9dc3-d1050fad629d on host hv-neutron-8214 for vnic_type normal using segments [{'id': '5fef5767-7f7a-40d7-8142-d4ea7645f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c6584efe-5c4b-4778-aca7-db565c6624da'}] Dec 10 19:17:36.932012 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.plugins.ml2.plugin [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempt 3 to bind port c48b171c-46dc-49d7-9dc3-d1050fad629d Dec 10 19:17:36.941840 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd5a3f8-e43b-458d-a929-5815b2b14ea5 None None] Pushing event updated for resources: {'Port': ['ID=e99313c8-4c24-4039-a81a-b3501fb260e8,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:36.958459 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port c48b171c-46dc-49d7-9dc3-d1050fad629d on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:17:36.959262 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port c48b171c-46dc-49d7-9dc3-d1050fad629d by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '5fef5767-7f7a-40d7-8142-d4ea7645f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c6584efe-5c4b-4778-aca7-db565c6624da'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:17:36.959925 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port c48b171c-46dc-49d7-9dc3-d1050fad629d on network c6584efe-5c4b-4778-aca7-db565c6624da {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:17:36.970331 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Port c48b171c-46dc-49d7-9dc3-d1050fad629d on network c6584efe-5c4b-4778-aca7-db565c6624da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:17:36.970882 dv-neutron-821441-1-hyperv neutron-server[102365]: ERROR neutron.plugins.ml2.managers [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Failed to bind port c48b171c-46dc-49d7-9dc3-d1050fad629d on host hv-neutron-8214 for vnic_type normal using segments [{'id': '5fef5767-7f7a-40d7-8142-d4ea7645f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c6584efe-5c4b-4778-aca7-db565c6624da'}] Dec 10 19:17:36.973833 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.plugins.ml2.plugin [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempt 4 to bind port c48b171c-46dc-49d7-9dc3-d1050fad629d Dec 10 19:17:37.025127 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port c48b171c-46dc-49d7-9dc3-d1050fad629d on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:17:37.026169 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port c48b171c-46dc-49d7-9dc3-d1050fad629d by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '5fef5767-7f7a-40d7-8142-d4ea7645f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c6584efe-5c4b-4778-aca7-db565c6624da'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:17:37.027007 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port c48b171c-46dc-49d7-9dc3-d1050fad629d on network c6584efe-5c4b-4778-aca7-db565c6624da {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:17:37.038789 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Port c48b171c-46dc-49d7-9dc3-d1050fad629d on network c6584efe-5c4b-4778-aca7-db565c6624da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:17:37.039646 dv-neutron-821441-1-hyperv neutron-server[102365]: ERROR neutron.plugins.ml2.managers [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Failed to bind port c48b171c-46dc-49d7-9dc3-d1050fad629d on host hv-neutron-8214 for vnic_type normal using segments [{'id': '5fef5767-7f7a-40d7-8142-d4ea7645f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c6584efe-5c4b-4778-aca7-db565c6624da'}] Dec 10 19:17:37.040844 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.plugins.ml2.plugin [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempt 5 to bind port c48b171c-46dc-49d7-9dc3-d1050fad629d Dec 10 19:17:37.062183 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-46a95f1d-5cb8-4cc9-aa37-99f8686517f4 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] 10.222.0.69 "GET /v2.0/ports?device_id=4efef7f2-7257-4f33-8e40-49987d44a703 HTTP/1.1" status: 200 len: 205 time: 0.1819487 Dec 10 19:17:37.071294 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53292) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:37.155818 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0f520e6f-ca10-48cf-98e5-67086bcee409 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:37.164810 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port c48b171c-46dc-49d7-9dc3-d1050fad629d on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:17:37.164810 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port c48b171c-46dc-49d7-9dc3-d1050fad629d by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '5fef5767-7f7a-40d7-8142-d4ea7645f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c6584efe-5c4b-4778-aca7-db565c6624da'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:17:37.164810 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port c48b171c-46dc-49d7-9dc3-d1050fad629d on network c6584efe-5c4b-4778-aca7-db565c6624da {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:17:37.233752 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Port c48b171c-46dc-49d7-9dc3-d1050fad629d on network c6584efe-5c4b-4778-aca7-db565c6624da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:17:37.234235 dv-neutron-821441-1-hyperv neutron-server[102365]: ERROR neutron.plugins.ml2.managers [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Failed to bind port c48b171c-46dc-49d7-9dc3-d1050fad629d on host hv-neutron-8214 for vnic_type normal using segments [{'id': '5fef5767-7f7a-40d7-8142-d4ea7645f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c6584efe-5c4b-4778-aca7-db565c6624da'}] Dec 10 19:17:37.237839 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.plugins.ml2.plugin [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempt 6 to bind port c48b171c-46dc-49d7-9dc3-d1050fad629d Dec 10 19:17:37.287493 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-219f2084-3924-4fad-9454-a06298758c91 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks [] for router, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:37.292479 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port c48b171c-46dc-49d7-9dc3-d1050fad629d on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:17:37.293070 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port c48b171c-46dc-49d7-9dc3-d1050fad629d by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '5fef5767-7f7a-40d7-8142-d4ea7645f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c6584efe-5c4b-4778-aca7-db565c6624da'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:17:37.293616 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port c48b171c-46dc-49d7-9dc3-d1050fad629d on network c6584efe-5c4b-4778-aca7-db565c6624da {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:17:37.354622 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-26dcc776-87ed-453b-b2c4-feb6ad00f79e req-bcdccdd2-b0db-465f-9bff-f84c5b429328 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a9ee5470-f8ed-45d7-98f0-8aa8a5740050&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5387514 Dec 10 19:17:37.355937 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f520e6f-ca10-48cf-98e5-67086bcee409 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event deleted for resources: {'Port': ['ID=883d661e-e6f7-4d3f-ac89-96b320b06ce4,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:37.371961 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Port c48b171c-46dc-49d7-9dc3-d1050fad629d on network c6584efe-5c4b-4778-aca7-db565c6624da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:17:37.372262 dv-neutron-821441-1-hyperv neutron-server[102365]: ERROR neutron.plugins.ml2.managers [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Failed to bind port c48b171c-46dc-49d7-9dc3-d1050fad629d on host hv-neutron-8214 for vnic_type normal using segments [{'id': '5fef5767-7f7a-40d7-8142-d4ea7645f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c6584efe-5c4b-4778-aca7-db565c6624da'}] Dec 10 19:17:37.375073 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.plugins.ml2.plugin [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempt 7 to bind port c48b171c-46dc-49d7-9dc3-d1050fad629d Dec 10 19:17:37.431860 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-77d9090d-0c77-4251-8041-64f85a7a8fe0 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:37.444415 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53294) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:37.489050 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port c48b171c-46dc-49d7-9dc3-d1050fad629d on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:17:37.489388 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port c48b171c-46dc-49d7-9dc3-d1050fad629d by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '5fef5767-7f7a-40d7-8142-d4ea7645f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c6584efe-5c4b-4778-aca7-db565c6624da'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:17:37.489736 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port c48b171c-46dc-49d7-9dc3-d1050fad629d on network c6584efe-5c4b-4778-aca7-db565c6624da {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:17:37.569119 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0f520e6f-ca10-48cf-98e5-67086bcee409 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:37.575507 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-0f520e6f-ca10-48cf-98e5-67086bcee409 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "DELETE /v2.0/ports/883d661e-e6f7-4d3f-ac89-96b320b06ce4 HTTP/1.1" status: 204 len: 168 time: 2.9076447 Dec 10 19:17:37.590881 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53296) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:37.619506 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-219f2084-3924-4fad-9454-a06298758c91 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:37.628994 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Port c48b171c-46dc-49d7-9dc3-d1050fad629d on network c6584efe-5c4b-4778-aca7-db565c6624da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:17:37.629428 dv-neutron-821441-1-hyperv neutron-server[102365]: ERROR neutron.plugins.ml2.managers [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Failed to bind port c48b171c-46dc-49d7-9dc3-d1050fad629d on host hv-neutron-8214 for vnic_type normal using segments [{'id': '5fef5767-7f7a-40d7-8142-d4ea7645f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c6584efe-5c4b-4778-aca7-db565c6624da'}] Dec 10 19:17:37.635838 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-219f2084-3924-4fad-9454-a06298758c91 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:37.637668 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.plugins.ml2.plugin [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempt 8 to bind port c48b171c-46dc-49d7-9dc3-d1050fad629d Dec 10 19:17:37.685347 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-014b9b85-6eef-4a4f-82e7-0d3da99200bd tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] GET failed (client error): The resource could not be found. Dec 10 19:17:37.687977 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-014b9b85-6eef-4a4f-82e7-0d3da99200bd tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "GET /v2.0/ports/883d661e-e6f7-4d3f-ac89-96b320b06ce4 HTTP/1.1" status: 404 len: 333 time: 0.0923884 Dec 10 19:17:37.699575 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53298) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:37.748179 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port c48b171c-46dc-49d7-9dc3-d1050fad629d on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:17:37.748618 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port c48b171c-46dc-49d7-9dc3-d1050fad629d by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '5fef5767-7f7a-40d7-8142-d4ea7645f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c6584efe-5c4b-4778-aca7-db565c6624da'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:17:37.750489 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port c48b171c-46dc-49d7-9dc3-d1050fad629d on network c6584efe-5c4b-4778-aca7-db565c6624da {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:17:37.756302 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Port c48b171c-46dc-49d7-9dc3-d1050fad629d on network c6584efe-5c4b-4778-aca7-db565c6624da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:17:37.756302 dv-neutron-821441-1-hyperv neutron-server[102365]: ERROR neutron.plugins.ml2.managers [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Failed to bind port c48b171c-46dc-49d7-9dc3-d1050fad629d on host hv-neutron-8214 for vnic_type normal using segments [{'id': '5fef5767-7f7a-40d7-8142-d4ea7645f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c6584efe-5c4b-4778-aca7-db565c6624da'}] Dec 10 19:17:37.756764 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-278eed06-6895-4dcf-b36d-edcefe11562c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:37.759289 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.plugins.ml2.plugin [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempt 9 to bind port c48b171c-46dc-49d7-9dc3-d1050fad629d Dec 10 19:17:37.767424 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-6f02cde4-4e67-4bc8-b376-67288081d628 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/floatingips/69191787-5296-4b2c-af6d-3fe5be7488de HTTP/1.1" status: 200 len: 994 time: 0.3187263 Dec 10 19:17:37.767693 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dcc776-87ed-453b-b2c4-feb6ad00f79e req-875f425b-a4b8-4807-b115-674b621a1051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:37.767693 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-26dcc776-87ed-453b-b2c4-feb6ad00f79e req-875f425b-a4b8-4807-b115-674b621a1051 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=53996d5fb05a4682bb1d6dff196126df&device_id=a9ee5470-f8ed-45d7-98f0-8aa8a5740050 HTTP/1.1" status: 200 len: 1099 time: 0.2455246 Dec 10 19:17:37.774553 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-77d9090d-0c77-4251-8041-64f85a7a8fe0 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:37.792399 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port c48b171c-46dc-49d7-9dc3-d1050fad629d on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:17:37.792942 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port c48b171c-46dc-49d7-9dc3-d1050fad629d by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '5fef5767-7f7a-40d7-8142-d4ea7645f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c6584efe-5c4b-4778-aca7-db565c6624da'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:17:37.793118 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port c48b171c-46dc-49d7-9dc3-d1050fad629d on network c6584efe-5c4b-4778-aca7-db565c6624da {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:17:37.795328 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-219f2084-3924-4fad-9454-a06298758c91 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:37.795814 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219f2084-3924-4fad-9454-a06298758c91 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Fanout notify agent at l3_agent the message router_deleted on router 4efef7f2-7257-4f33-8e40-49987d44a703 {{(pid=102365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:17:37.804468 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-219f2084-3924-4fad-9454-a06298758c91 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:37.808679 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-219f2084-3924-4fad-9454-a06298758c91 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] 10.222.0.69 "DELETE /v2.0/routers/4efef7f2-7257-4f33-8e40-49987d44a703 HTTP/1.1" status: 204 len: 168 time: 0.7330387 Dec 10 19:17:37.811279 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Port c48b171c-46dc-49d7-9dc3-d1050fad629d on network c6584efe-5c4b-4778-aca7-db565c6624da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:17:37.811782 dv-neutron-821441-1-hyperv neutron-server[102365]: ERROR neutron.plugins.ml2.managers [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Failed to bind port c48b171c-46dc-49d7-9dc3-d1050fad629d on host hv-neutron-8214 for vnic_type normal using segments [{'id': '5fef5767-7f7a-40d7-8142-d4ea7645f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c6584efe-5c4b-4778-aca7-db565c6624da'}] Dec 10 19:17:37.813291 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.plugins.ml2.plugin [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempt 10 to bind port c48b171c-46dc-49d7-9dc3-d1050fad629d Dec 10 19:17:37.816560 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53300) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:37.860024 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-fe059de7-f521-4c61-aa1a-ff82ee2c3c41 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] 10.222.0.69 "GET /v2.0/ports?device_id=4efef7f2-7257-4f33-8e40-49987d44a703 HTTP/1.1" status: 200 len: 205 time: 0.0417781 Dec 10 19:17:37.862629 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53302) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:37.870554 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port c48b171c-46dc-49d7-9dc3-d1050fad629d on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:17:37.870785 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port c48b171c-46dc-49d7-9dc3-d1050fad629d by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '5fef5767-7f7a-40d7-8142-d4ea7645f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c6584efe-5c4b-4778-aca7-db565c6624da'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:17:37.871006 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port c48b171c-46dc-49d7-9dc3-d1050fad629d on network c6584efe-5c4b-4778-aca7-db565c6624da {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:17:37.871452 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ad08a88-8d29-496c-ab8f-c158078c33f5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Deleting subnet 98037766-80f7-4c7e-8268-df420dd4fc85 {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:17:37.905821 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.api.v2.resource [None req-16036675-20dd-40bf-82c3-e9eb0a3dc3ff tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] delete failed (client error): The resource could not be found. Dec 10 19:17:37.910183 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-16036675-20dd-40bf-82c3-e9eb0a3dc3ff tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] 10.222.0.69 "DELETE /v2.0/routers/4efef7f2-7257-4f33-8e40-49987d44a703 HTTP/1.1" status: 404 len: 336 time: 0.0433655 Dec 10 19:17:37.910183 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Port c48b171c-46dc-49d7-9dc3-d1050fad629d on network c6584efe-5c4b-4778-aca7-db565c6624da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:17:37.910183 dv-neutron-821441-1-hyperv neutron-server[102365]: ERROR neutron.plugins.ml2.managers [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Failed to bind port c48b171c-46dc-49d7-9dc3-d1050fad629d on host hv-neutron-8214 for vnic_type normal using segments [{'id': '5fef5767-7f7a-40d7-8142-d4ea7645f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c6584efe-5c4b-4778-aca7-db565c6624da'}] Dec 10 19:17:37.910183 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:37.912266 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53304) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:37.950676 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-61dca1bd-b96a-4fe7-9b5f-b4e5debb0370 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] 10.222.0.69 "GET /v2.0/ports?device_id=55f64c42-0406-43ad-8bef-730cf8b97aff HTTP/1.1" status: 200 len: 205 time: 0.0372276 Dec 10 19:17:37.954691 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53306) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:37.971776 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7ad08a88-8d29-496c-ab8f-c158078c33f5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:38.008359 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33126988-0e25-42b9-b65c-c6f3adae786d None None] Network 9ea1aa48-ef1b-4050-8bcd-289e99e6de3d requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:17:38.020095 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.api.v2.resource [None req-4eaab0a6-1c88-4a30-95b6-add6e0853ece tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] delete failed (client error): The resource could not be found. Dec 10 19:17:38.020383 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-4eaab0a6-1c88-4a30-95b6-add6e0853ece tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] 10.222.0.69 "DELETE /v2.0/routers/55f64c42-0406-43ad-8bef-730cf8b97aff HTTP/1.1" status: 404 len: 336 time: 0.0647569 Dec 10 19:17:38.057571 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] For port c48b171c-46dc-49d7-9dc3-d1050fad629d, host hv-neutron-8214, cleared binding levels {{(pid=102365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:17:38.058047 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempted to set empty binding levels {{(pid=102365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 10 19:17:38.059064 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53308) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:38.088928 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:38.126092 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-77d9090d-0c77-4251-8041-64f85a7a8fe0 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:38.132656 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-77d9090d-0c77-4251-8041-64f85a7a8fe0 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "DELETE /v2.0/subnets/1a58f0a0-b9cb-4277-aeb5-308b6292cfbe HTTP/1.1" status: 204 len: 168 time: 1.7425230 Dec 10 19:17:38.139144 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53310) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:38.152047 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-dfa3399c-d8bd-4538-ab16-699fa314e761 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d8aa911-7de3-4b7d-8497-83a8c053e8b6 HTTP/1.1" status: 200 len: 205 time: 0.0914235 Dec 10 19:17:38.153065 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53312) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:38.184843 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:38.185786 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:38.217617 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278eed06-6895-4dcf-b36d-edcefe11562c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event updated for resources: {'Subnet': ['ID=5c7ff450-5bd0-4229-aca0-d7e3c72c15cc,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:38.231884 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 3.9272342 Dec 10 19:17:38.287554 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53314) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:38.303265 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.api.v2.resource [None req-076cf463-9f81-4ee8-a130-9e80d4bedf31 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] delete failed (client error): The resource could not be found. Dec 10 19:17:38.311555 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-076cf463-9f81-4ee8-a130-9e80d4bedf31 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] 10.222.0.69 "DELETE /v2.0/routers/1d8aa911-7de3-4b7d-8497-83a8c053e8b6 HTTP/1.1" status: 404 len: 336 time: 0.0990226 Dec 10 19:17:38.311555 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53316) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:38.387277 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-0178babe-983f-4416-bf5b-2c818449276c tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ae6b2da-46b7-4179-8de3-d206bfcef5ef HTTP/1.1" status: 200 len: 205 time: 0.0723190 Dec 10 19:17:38.401329 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53318) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:38.417403 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89441cc3-ebfa-4b69-ba77-793988f8ac47 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Pushing event updated for resources: {'Port': ['ID=c48b171c-46dc-49d7-9dc3-d1050fad629d,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:38.432727 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76914f3e-6458-43b4-a011-4a9e3cb09b06 None None] DHCP port deletion for 9ea1aa48-ef1b-4050-8bcd-289e99e6de3d request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:17:38.494200 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.api.v2.resource [None req-91116247-d23c-4428-8f0f-5bb1a705d096 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] delete failed (client error): The resource could not be found. Dec 10 19:17:38.497844 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-91116247-d23c-4428-8f0f-5bb1a705d096 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] 10.222.0.69 "DELETE /v2.0/routers/4ae6b2da-46b7-4179-8de3-d206bfcef5ef HTTP/1.1" status: 404 len: 336 time: 0.0923297 Dec 10 19:17:38.498076 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffd721f-1a9a-4059-8711-4d4288d3c402 None None] Network 766bbd87-b8c9-42cb-b264-6c6b76d8a748 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:17:38.524193 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53320) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:38.582543 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-86aaf175-e982-4aad-99f0-0ce5e7af1e9e tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d527dca-2f3c-4579-831a-a0ab2cb00e7c HTTP/1.1" status: 200 len: 205 time: 0.0543127 Dec 10 19:17:38.583817 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53322) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:38.621615 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-76914f3e-6458-43b4-a011-4a9e3cb09b06 None None] Deleting port 2354498b-06d5-42c6-a4bf-7080f1d52a01 {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:17:38.622376 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-76914f3e-6458-43b4-a011-4a9e3cb09b06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:38.673795 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.api.v2.resource [None req-21169a28-f2b0-4307-9bd0-add429e7d07d tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] delete failed (client error): The resource could not be found. Dec 10 19:17:38.673795 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-21169a28-f2b0-4307-9bd0-add429e7d07d tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] 10.222.0.69 "DELETE /v2.0/routers/9d527dca-2f3c-4579-831a-a0ab2cb00e7c HTTP/1.1" status: 404 len: 336 time: 0.0862434 Dec 10 19:17:38.674457 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53324) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:38.698274 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-2dffa4a7-663f-48e7-9a51-b2f18245e62d None None] Provisioning complete for port e99313c8-4c24-4039-a81a-b3501fb260e8 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:38.699060 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2dffa4a7-663f-48e7-9a51-b2f18245e62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:38.729942 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-dc1f13bc-06c3-4de9-91d8-f30329403515 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b79aa24-2028-44b7-85f0-102cb81c84a4 HTTP/1.1" status: 200 len: 205 time: 0.0522897 Dec 10 19:17:38.732578 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53326) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:38.790587 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7ad08a88-8d29-496c-ab8f-c158078c33f5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:38.795871 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-116e9a11-f8fa-4944-b0c1-2f42db7a88b6 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Deleting port c48b171c-46dc-49d7-9dc3-d1050fad629d {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:17:38.796233 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-116e9a11-f8fa-4944-b0c1-2f42db7a88b6 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:38.800782 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.api.v2.resource [None req-d191c6a5-97e5-4ed1-9352-d8ef603fd247 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] delete failed (client error): The resource could not be found. Dec 10 19:17:38.804789 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-d191c6a5-97e5-4ed1-9352-d8ef603fd247 tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] 10.222.0.69 "DELETE /v2.0/routers/7b79aa24-2028-44b7-85f0-102cb81c84a4 HTTP/1.1" status: 404 len: 336 time: 0.0722749 Dec 10 19:17:38.805517 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53328) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:38.843967 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-76914f3e-6458-43b4-a011-4a9e3cb09b06 None None] For port 2354498b-06d5-42c6-a4bf-7080f1d52a01, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=2354498b-06d5-42c6-a4bf-7080f1d52a01,segment=NetworkSegment(0b255ecb-e418-46f5-a7cf-1318b66046bd),segment_id=0b255ecb-e418-46f5-a7cf-1318b66046bd)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:17:38.844650 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-76914f3e-6458-43b4-a011-4a9e3cb09b06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:38.866108 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d9090d-0c77-4251-8041-64f85a7a8fe0 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event deleted for resources: {'Subnet': ['ID=1a58f0a0-b9cb-4277-aeb5-308b6292cfbe,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:38.871499 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-76914f3e-6458-43b4-a011-4a9e3cb09b06 None None] Calling delete_port for 2354498b-06d5-42c6-a4bf-7080f1d52a01 owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:17:38.884427 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e6b9c61-1d5d-4709-8477-02c450dcbf3e tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] DELETE failed (client error): The resource could not be found. Dec 10 19:17:38.885142 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e6b9c61-1d5d-4709-8477-02c450dcbf3e tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:17:38.893554 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-7e6b9c61-1d5d-4709-8477-02c450dcbf3e tempest-RoutersIpV6AdminTest-1352886015 tempest-RoutersIpV6AdminTest-1352886015-project] 10.222.0.69 "DELETE /v2.0/subnets/f989aca0-d506-4131-9a2a-ef47d1c1a9e1 HTTP/1.1" status: 404 len: 337 time: 0.0721886 Dec 10 19:17:38.950328 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-116e9a11-f8fa-4944-b0c1-2f42db7a88b6 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] For port c48b171c-46dc-49d7-9dc3-d1050fad629d, host hv-neutron-8214, got binding levels [] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:17:38.950671 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-116e9a11-f8fa-4944-b0c1-2f42db7a88b6 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:38.982275 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-116e9a11-f8fa-4944-b0c1-2f42db7a88b6 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Calling delete_port for c48b171c-46dc-49d7-9dc3-d1050fad629d owned by {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:17:39.014213 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1395254b-88c6-4f16-9027-4082ddef9096 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:39.025795 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dcc776-87ed-453b-b2c4-feb6ad00f79e req-e9bde7d3-82d3-4a52-a2a1-848e5f71eabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:39.030445 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-26dcc776-87ed-453b-b2c4-feb6ad00f79e req-e9bde7d3-82d3-4a52-a2a1-848e5f71eabf service neutron] 10.222.0.36 "GET /v2.0/networks?id=5c1cbc5b-79f3-44fe-a881-f91ab33966d7 HTTP/1.1" status: 200 len: 897 time: 1.1992371 Dec 10 19:17:39.158796 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2dffa4a7-663f-48e7-9a51-b2f18245e62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:39.216146 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-116e9a11-f8fa-4944-b0c1-2f42db7a88b6 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:39.218071 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device e99313c8-4c24-4039-a81a-b3501fb260e8 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:17:39.270778 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116e9a11-f8fa-4944-b0c1-2f42db7a88b6 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Pushing event deleted for resources: {'Port': ['ID=c48b171c-46dc-49d7-9dc3-d1050fad629d,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:39.289477 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-116e9a11-f8fa-4944-b0c1-2f42db7a88b6 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:39.301130 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-116e9a11-f8fa-4944-b0c1-2f42db7a88b6 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] 10.222.0.69 "DELETE /v2.0/ports/c48b171c-46dc-49d7-9dc3-d1050fad629d HTTP/1.1" status: 204 len: 168 time: 1.0068204 Dec 10 19:17:39.301130 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53332) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:39.307800 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-2dffa4a7-663f-48e7-9a51-b2f18245e62d None None] For port e99313c8-4c24-4039-a81a-b3501fb260e8, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=e99313c8-4c24-4039-a81a-b3501fb260e8,segment=NetworkSegment(22580434-5f2b-48d1-b349-bb9489aa7fd7),segment_id=22580434-5f2b-48d1-b349-bb9489aa7fd7)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:17:39.333821 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2dffa4a7-663f-48e7-9a51-b2f18245e62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:39.350429 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-76914f3e-6458-43b4-a011-4a9e3cb09b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:39.370685 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-6346f194-ebc9-4b82-aaf3-ec61f3c8c367 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] GET failed (client error): The resource could not be found. Dec 10 19:17:39.373090 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-6346f194-ebc9-4b82-aaf3-ec61f3c8c367 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] 10.222.0.69 "GET /v2.0/ports/c48b171c-46dc-49d7-9dc3-d1050fad629d HTTP/1.1" status: 404 len: 333 time: 0.0709293 Dec 10 19:17:39.381220 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53336) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:39.382598 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278eed06-6895-4dcf-b36d-edcefe11562c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Checking segment: {'id': '924de385-7f04-476b-acdb-84e51bc0490b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '87a5f89a-ab07-471a-9b28-4f84767a7673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:17:39.382979 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278eed06-6895-4dcf-b36d-edcefe11562c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Network hostable DHCP agents. Network: 87a5f89a-ab07-471a-9b28-4f84767a7673, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:17:39.392596 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-9c57bd7f-ef6a-4879-80f9-542835bb568e tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Request body: {'port': {'network_id': 'c6584efe-5c4b-4778-aca7-db565c6624da', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-564591409'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:39.394974 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-26dcc776-87ed-453b-b2c4-feb6ad00f79e req-234e75ed-47db-48d9-a105-864964191d4a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=d598e5c0-2c60-4c69-b72e-095fa0a643cb HTTP/1.1" status: 200 len: 1002 time: 0.3017945 Dec 10 19:17:39.422854 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76914f3e-6458-43b4-a011-4a9e3cb09b06 None None] No DVR routers for this DVR port 2354498b-06d5-42c6-a4bf-7080f1d52a01 on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:17:39.483209 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c57bd7f-ef6a-4879-80f9-542835bb568e tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Made reservation on behalf of e069bf0d38454943ace86d21c8e09804 for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:17:39.488411 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9c57bd7f-ef6a-4879-80f9-542835bb568e tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:39.506432 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7ad08a88-8d29-496c-ab8f-c158078c33f5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:39.522365 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port e99313c8-4c24-4039-a81a-b3501fb260e8 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:39.522953 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:39.525941 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dffa4a7-663f-48e7-9a51-b2f18245e62d None None] Pushing event updated for resources: {'Port': ['ID=e99313c8-4c24-4039-a81a-b3501fb260e8,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:39.558366 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [None req-9c57bd7f-ef6a-4879-80f9-542835bb568e tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] device_id is not set on port 6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0 yet. {{(pid=102365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:17:39.606501 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53338) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:39.761340 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.db.resource_extend [None req-bec29d03-2a3a-4f84-9473-4ed5c29471e5 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 19:17:39.778395 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9c57bd7f-ef6a-4879-80f9-542835bb568e tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:39.825523 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9c57bd7f-ef6a-4879-80f9-542835bb568e tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:39.905848 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c57bd7f-ef6a-4879-80f9-542835bb568e tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Network c6584efe-5c4b-4778-aca7-db565c6624da is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:17:39.915348 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-9c57bd7f-ef6a-4879-80f9-542835bb568e tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:17:39.918233 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c57bd7f-ef6a-4879-80f9-542835bb568e tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Pushing event updated for resources: {'Port': ['ID=6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:39.922539 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c57bd7f-ef6a-4879-80f9-542835bb568e tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:17:39.924661 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c57bd7f-ef6a-4879-80f9-542835bb568e tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:39.925639 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9c57bd7f-ef6a-4879-80f9-542835bb568e tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:39.929361 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76914f3e-6458-43b4-a011-4a9e3cb09b06 None None] Pushing event deleted for resources: {'Port': ['ID=2354498b-06d5-42c6-a4bf-7080f1d52a01,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:39.951452 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-3b514ec4-269b-4aa4-a34d-8d61b307897c None None] Provisioning complete for port e99313c8-4c24-4039-a81a-b3501fb260e8 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:39.951864 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-3b514ec4-269b-4aa4-a34d-8d61b307897c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:39.958104 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-9c57bd7f-ef6a-4879-80f9-542835bb568e tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5753341 Dec 10 19:17:39.961442 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53342) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:39.965892 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278eed06-6895-4dcf-b36d-edcefe11562c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Network 87a5f89a-ab07-471a-9b28-4f84767a7673 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:17:39.968460 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8214'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:40.007084 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7ad08a88-8d29-496c-ab8f-c158078c33f5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:40.063465 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:40.098124 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-278eed06-6895-4dcf-b36d-edcefe11562c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 87a5f89a-ab07-471a-9b28-4f84767a7673) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:17:40.100088 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f567986b-6539-477e-b84f-e47ec4cc00e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:40.114888 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bec29d03-2a3a-4f84-9473-4ed5c29471e5 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:40.118025 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1395254b-88c6-4f16-9027-4082ddef9096 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:40.122308 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dcc776-87ed-453b-b2c4-feb6ad00f79e req-9d0c87d4-9f1d-45ea-b071-102f866098f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:40.124259 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-26dcc776-87ed-453b-b2c4-feb6ad00f79e req-9d0c87d4-9f1d-45ea-b071-102f866098f4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc68e97e-3fc0-433f-a054-2cde4e5595d8 HTTP/1.1" status: 200 len: 837 time: 0.6701765 Dec 10 19:17:40.129481 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b746a5c-f73c-440f-9edd-3684dc6a69ed None None] Network 87a5f89a-ab07-471a-9b28-4f84767a7673 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:17:40.149073 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278eed06-6895-4dcf-b36d-edcefe11562c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:40.149660 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-278eed06-6895-4dcf-b36d-edcefe11562c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:40.152594 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad08a88-8d29-496c-ab8f-c158078c33f5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event deleted for resources: {'Subnet': ['ID=98037766-80f7-4c7e-8268-df420dd4fc85,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:40.154674 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bec29d03-2a3a-4f84-9473-4ed5c29471e5 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3713103'] for floatingip, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:40.168412 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7ad08a88-8d29-496c-ab8f-c158078c33f5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:40.172790 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-7ad08a88-8d29-496c-ab8f-c158078c33f5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "DELETE /v2.0/subnets/98037766-80f7-4c7e-8268-df420dd4fc85 HTTP/1.1" status: 204 len: 168 time: 2.4719388 Dec 10 19:17:40.178658 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53344) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:40.229058 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1bcadc-6789-4426-a82b-1107c33ff478 None None] Network 32e68636-27dd-49ac-822b-0d566c734128 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:17:40.233174 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 2354498b-06d5-42c6-a4bf-7080f1d52a01 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:17:40.285000 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-1395254b-88c6-4f16-9027-4082ddef9096 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ea1aa48-ef1b-4050-8bcd-289e99e6de3d']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:40.313605 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-1395254b-88c6-4f16-9027-4082ddef9096 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b255ecb-e418-46f5-a7cf-1318b66046bd') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:40.314014 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-1395254b-88c6-4f16-9027-4082ddef9096 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b255ecb-e418-46f5-a7cf-1318b66046bd') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:40.319650 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 2354498b-06d5-42c6-a4bf-7080f1d52a01 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:17:40.320281 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 2354498b-06d5-42c6-a4bf-7080f1d52a01 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:17:40.347899 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-278eed06-6895-4dcf-b36d-edcefe11562c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.5351939 Dec 10 19:17:40.352451 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1395254b-88c6-4f16-9027-4082ddef9096 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:40.354201 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53346) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:40.363625 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-4609bf3f-67cb-41eb-96ec-d4d2d16d7bd2 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1784154956', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:40.409972 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dcc776-87ed-453b-b2c4-feb6ad00f79e req-16682f38-6bed-4e86-bc84-7828742b423a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:40.411510 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-26dcc776-87ed-453b-b2c4-feb6ad00f79e req-16682f38-6bed-4e86-bc84-7828742b423a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5c1cbc5b-79f3-44fe-a881-f91ab33966d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2492316 Dec 10 19:17:40.423191 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1395254b-88c6-4f16-9027-4082ddef9096 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:40.456047 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1395254b-88c6-4f16-9027-4082ddef9096 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:17:40.456482 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1395254b-88c6-4f16-9027-4082ddef9096 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:40.460965 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:17:40.460965 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:17:40.460965 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:17:40.460965 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:17:40.460965 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:17:40.460965 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:17:40.460965 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:17:40.460965 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:17:40.460965 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:17:40.460965 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:17:40.460965 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:17:40.460965 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:17:40.460965 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:17:40.460965 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:17:40.460965 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:17:40.460965 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:17:40.460965 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:17:40.460965 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:17:40.460965 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:17:40.460965 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:17:40.460965 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:17:40.460965 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:17:40.460965 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:17:40.460965 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:17:40.460965 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:17:40.460965 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:17:40.460965 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:17:40.460965 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:17:40.460965 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:17:40.460965 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:17:40.460965 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:17:40.460965 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:17:40.518959 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.l3_db [None req-bec29d03-2a3a-4f84-9473-4ed5c29471e5 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Floating IP 845954e7-e2fd-4ad9-ac5b-68969b6d0858 associated. External IP: 172.26.6.97, port: a2b8d566-0a08-4fc8-9dc6-7428d79b9b00. Dec 10 19:17:40.552350 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4609bf3f-67cb-41eb-96ec-d4d2d16d7bd2 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:40.553368 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4609bf3f-67cb-41eb-96ec-d4d2d16d7bd2 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:40.630898 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a0b558-a5c2-4dc2-98a7-52b24f18eb11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-87a5f89a-ab07-471a-9b28-4f84767a7673', 'network_id': '87a5f89a-ab07-471a-9b28-4f84767a7673', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'fixed_ips': [{'subnet_id': '5c7ff450-5bd0-4229-aca0-d7e3c72c15cc'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:17:40.632869 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-53a0b558-a5c2-4dc2-98a7-52b24f18eb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:40.716260 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1395254b-88c6-4f16-9027-4082ddef9096 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:40.760236 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1395254b-88c6-4f16-9027-4082ddef9096 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:40.763751 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-1395254b-88c6-4f16-9027-4082ddef9096 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "DELETE /v2.0/networks/9ea1aa48-ef1b-4050-8bcd-289e99e6de3d HTTP/1.1" status: 204 len: 168 time: 2.5667567 Dec 10 19:17:40.769442 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-61c8de72-b383-4883-963c-7c9726c8c404 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:40.770605 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53348) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:40.782489 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1395254b-88c6-4f16-9027-4082ddef9096 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event deleted for resources: {'Network': ['ID=9ea1aa48-ef1b-4050-8bcd-289e99e6de3d,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:40.783479 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-06716cff-2360-427e-9aed-59698f5d42f4 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Request body: {'port': {'network_id': '8831617a-ba6a-459b-95f0-c7e5f9fdb3c4', 'name': 'tempest-PortsTestJSON-266285121'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:40.789008 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f567986b-6539-477e-b84f-e47ec4cc00e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:40.826384 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-26dcc776-87ed-453b-b2c4-feb6ad00f79e req-92583877-f4b5-4aaf-9b2f-280e54006d00 service neutron] 10.222.0.36 "GET /v2.0/networks/5c1cbc5b-79f3-44fe-a881-f91ab33966d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3980443 Dec 10 19:17:40.827055 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f567986b-6539-477e-b84f-e47ec4cc00e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:40.838470 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4609bf3f-67cb-41eb-96ec-d4d2d16d7bd2 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:40.898543 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3d4341-bbc1-4730-83bf-83d690b1ec1f None None] DHCP port deletion for 32e68636-27dd-49ac-822b-0d566c734128 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:17:40.927186 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4609bf3f-67cb-41eb-96ec-d4d2d16d7bd2 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:40.961714 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-f567986b-6539-477e-b84f-e47ec4cc00e0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=33824c00568d43c88f37d6333b440bbd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3460803 Dec 10 19:17:40.965298 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] device_id is not set on port 6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0 yet. {{(pid=102365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:17:40.965982 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f567986b-6539-477e-b84f-e47ec4cc00e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d81a78b-6da5-4d4c-8d23-8e5fbfcb9346,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:40.968425 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53350) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:40.999623 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:41.077682 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:41.084341 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06716cff-2360-427e-9aed-59698f5d42f4 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Made reservation on behalf of 4138d9758a3e4f5e8bb3fafb058d33af for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:17:41.085027 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-53a0b558-a5c2-4dc2-98a7-52b24f18eb11 None None] Allocated IP 2001:db8:1::2 (87a5f89a-ab07-471a-9b28-4f84767a7673/5c7ff450-5bd0-4229-aca0-d7e3c72c15cc/24713769-99e8-4694-810b-e67a16e68758) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:17:41.088662 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-06716cff-2360-427e-9aed-59698f5d42f4 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:41.098580 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4609bf3f-67cb-41eb-96ec-d4d2d16d7bd2 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:41.104696 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-4609bf3f-67cb-41eb-96ec-d4d2d16d7bd2 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7409928 Dec 10 19:17:41.105012 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device e99313c8-4c24-4039-a81a-b3501fb260e8 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:17:41.108007 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53352) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:41.165440 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-bd3d4341-bbc1-4730-83bf-83d690b1ec1f None None] Deleting port 43915a94-574a-4f47-bb27-a8f8646992eb {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:17:41.166020 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-bd3d4341-bbc1-4730-83bf-83d690b1ec1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:41.179338 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-26dcc776-87ed-453b-b2c4-feb6ad00f79e req-f1eb269a-0a5e-4d93-b697-da7c8b0988f1 service neutron] 10.222.0.36 "GET /v2.0/networks/5c1cbc5b-79f3-44fe-a881-f91ab33966d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358173 Dec 10 19:17:41.182560 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-61c8de72-b383-4883-963c-7c9726c8c404 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Deleting port 43915a94-574a-4f47-bb27-a8f8646992eb {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:17:41.183070 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-61c8de72-b383-4883-963c-7c9726c8c404 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:41.189709 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [None req-06716cff-2360-427e-9aed-59698f5d42f4 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] device_id is not set on port 82b8c090-c411-4b24-a71b-3fce391c22a8 yet. {{(pid=102365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:17:41.261765 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Pushing event updated for resources: {'Port': ['ID=6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:41.373804 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port 6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:17:41.376798 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port 6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '5fef5767-7f7a-40d7-8142-d4ea7645f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c6584efe-5c4b-4778-aca7-db565c6624da'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:17:41.377821 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port 6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0 on network c6584efe-5c4b-4778-aca7-db565c6624da {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:17:41.430298 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-bd3d4341-bbc1-4730-83bf-83d690b1ec1f None None] For port 43915a94-574a-4f47-bb27-a8f8646992eb, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=43915a94-574a-4f47-bb27-a8f8646992eb,segment=NetworkSegment(2190a26c-35d7-46a4-90ae-0952618e9487),segment_id=2190a26c-35d7-46a4-90ae-0952618e9487)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:17:41.431034 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-bd3d4341-bbc1-4730-83bf-83d690b1ec1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:41.431200 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Port 6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0 on network c6584efe-5c4b-4778-aca7-db565c6624da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:17:41.431490 dv-neutron-821441-1-hyperv neutron-server[102365]: ERROR neutron.plugins.ml2.managers [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Failed to bind port 6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '5fef5767-7f7a-40d7-8142-d4ea7645f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c6584efe-5c4b-4778-aca7-db565c6624da'}] Dec 10 19:17:41.438738 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.plugins.ml2.plugin [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempt 2 to bind port 6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0 Dec 10 19:17:41.472108 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-bd3d4341-bbc1-4730-83bf-83d690b1ec1f None None] Calling delete_port for 43915a94-574a-4f47-bb27-a8f8646992eb owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:17:41.482634 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port e99313c8-4c24-4039-a81a-b3501fb260e8 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:41.483234 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:41.508374 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-61c8de72-b383-4883-963c-7c9726c8c404 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] For port 43915a94-574a-4f47-bb27-a8f8646992eb, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=43915a94-574a-4f47-bb27-a8f8646992eb,segment=NetworkSegment(2190a26c-35d7-46a4-90ae-0952618e9487),segment_id=2190a26c-35d7-46a4-90ae-0952618e9487)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:17:41.509455 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-61c8de72-b383-4883-963c-7c9726c8c404 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:41.527863 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port 6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:17:41.528408 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port 6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '5fef5767-7f7a-40d7-8142-d4ea7645f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c6584efe-5c4b-4778-aca7-db565c6624da'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:17:41.529006 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port 6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0 on network c6584efe-5c4b-4778-aca7-db565c6624da {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:17:41.558002 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-61c8de72-b383-4883-963c-7c9726c8c404 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Calling delete_port for 43915a94-574a-4f47-bb27-a8f8646992eb owned by network:dhcp {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:17:41.599215 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Port 6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0 on network c6584efe-5c4b-4778-aca7-db565c6624da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:17:41.600014 dv-neutron-821441-1-hyperv neutron-server[102365]: ERROR neutron.plugins.ml2.managers [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Failed to bind port 6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '5fef5767-7f7a-40d7-8142-d4ea7645f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c6584efe-5c4b-4778-aca7-db565c6624da'}] Dec 10 19:17:41.634547 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.plugins.ml2.plugin [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempt 3 to bind port 6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0 Dec 10 19:17:41.646696 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a2ed1b35-1b7e-4113-ab05-3e721e5de9b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:41.660555 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec29d03-2a3a-4f84-9473-4ed5c29471e5 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Router 83006fac-2134-4452-9ed8-9dd94c1145b9 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:17:41.785248 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port 6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:17:41.786101 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port 6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '5fef5767-7f7a-40d7-8142-d4ea7645f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c6584efe-5c4b-4778-aca7-db565c6624da'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:17:41.786101 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port 6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0 on network c6584efe-5c4b-4778-aca7-db565c6624da {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:17:41.814459 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Port 6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0 on network c6584efe-5c4b-4778-aca7-db565c6624da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:17:41.814459 dv-neutron-821441-1-hyperv neutron-server[102365]: ERROR neutron.plugins.ml2.managers [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Failed to bind port 6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '5fef5767-7f7a-40d7-8142-d4ea7645f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c6584efe-5c4b-4778-aca7-db565c6624da'}] Dec 10 19:17:41.816945 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.plugins.ml2.plugin [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempt 4 to bind port 6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0 Dec 10 19:17:41.826879 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a2ed1b35-1b7e-4113-ab05-3e721e5de9b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:41.847358 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-06716cff-2360-427e-9aed-59698f5d42f4 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:41.849699 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port 6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:17:41.850055 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port 6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '5fef5767-7f7a-40d7-8142-d4ea7645f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c6584efe-5c4b-4778-aca7-db565c6624da'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:17:41.850386 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port 6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0 on network c6584efe-5c4b-4778-aca7-db565c6624da {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:17:41.857617 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-53a0b558-a5c2-4dc2-98a7-52b24f18eb11 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:41.864424 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Port 6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0 on network c6584efe-5c4b-4778-aca7-db565c6624da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:17:41.864883 dv-neutron-821441-1-hyperv neutron-server[102365]: ERROR neutron.plugins.ml2.managers [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Failed to bind port 6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '5fef5767-7f7a-40d7-8142-d4ea7645f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c6584efe-5c4b-4778-aca7-db565c6624da'}] Dec 10 19:17:41.866511 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.plugins.ml2.plugin [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempt 5 to bind port 6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0 Dec 10 19:17:41.885760 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-53a0b558-a5c2-4dc2-98a7-52b24f18eb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:41.892697 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port 6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:17:41.893155 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port 6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '5fef5767-7f7a-40d7-8142-d4ea7645f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c6584efe-5c4b-4778-aca7-db565c6624da'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:17:41.893458 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port 6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0 on network c6584efe-5c4b-4778-aca7-db565c6624da {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:17:41.893651 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-bd3d4341-bbc1-4730-83bf-83d690b1ec1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:41.926331 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-61c8de72-b383-4883-963c-7c9726c8c404 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:41.928463 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Port 6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0 on network c6584efe-5c4b-4778-aca7-db565c6624da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:17:41.928956 dv-neutron-821441-1-hyperv neutron-server[102365]: ERROR neutron.plugins.ml2.managers [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Failed to bind port 6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '5fef5767-7f7a-40d7-8142-d4ea7645f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c6584efe-5c4b-4778-aca7-db565c6624da'}] Dec 10 19:17:41.932385 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.plugins.ml2.plugin [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempt 6 to bind port 6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0 Dec 10 19:17:41.961425 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-06716cff-2360-427e-9aed-59698f5d42f4 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:41.988592 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3d4341-bbc1-4730-83bf-83d690b1ec1f None None] No DVR routers for this DVR port 43915a94-574a-4f47-bb27-a8f8646992eb on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:17:41.988890 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c8de72-b383-4883-963c-7c9726c8c404 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event deleted for resources: {'Port': ['ID=43915a94-574a-4f47-bb27-a8f8646992eb,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:41.992321 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c8de72-b383-4883-963c-7c9726c8c404 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] No DVR routers for this DVR port 43915a94-574a-4f47-bb27-a8f8646992eb on host dv-neutron-821441-1-hyperv {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:17:41.997089 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a0b558-a5c2-4dc2-98a7-52b24f18eb11 None None] Network 87a5f89a-ab07-471a-9b28-4f84767a7673 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:17:42.012387 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-53a0b558-a5c2-4dc2-98a7-52b24f18eb11 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:17:42.016559 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a0b558-a5c2-4dc2-98a7-52b24f18eb11 None None] Pushing event updated for resources: {'Port': ['ID=24713769-99e8-4694-810b-e67a16e68758,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:42.020111 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a0b558-a5c2-4dc2-98a7-52b24f18eb11 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:17:42.061504 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port 6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:17:42.061751 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port 6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '5fef5767-7f7a-40d7-8142-d4ea7645f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c6584efe-5c4b-4778-aca7-db565c6624da'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:17:42.062092 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port 6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0 on network c6584efe-5c4b-4778-aca7-db565c6624da {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:17:42.069529 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 43915a94-574a-4f47-bb27-a8f8646992eb no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:17:42.072655 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06716cff-2360-427e-9aed-59698f5d42f4 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Network 8831617a-ba6a-459b-95f0-c7e5f9fdb3c4 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:17:42.080623 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-06716cff-2360-427e-9aed-59698f5d42f4 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:17:42.081442 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3d4341-bbc1-4730-83bf-83d690b1ec1f None None] Pushing event deleted for resources: {'Port': ['ID=43915a94-574a-4f47-bb27-a8f8646992eb,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:42.095330 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec29d03-2a3a-4f84-9473-4ed5c29471e5 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:17:42.101234 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bec29d03-2a3a-4f84-9473-4ed5c29471e5 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:42.103670 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06716cff-2360-427e-9aed-59698f5d42f4 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:17:42.110485 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06716cff-2360-427e-9aed-59698f5d42f4 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:42.111168 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-06716cff-2360-427e-9aed-59698f5d42f4 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:42.113777 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Port 6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0 on network c6584efe-5c4b-4778-aca7-db565c6624da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:17:42.114101 dv-neutron-821441-1-hyperv neutron-server[102365]: ERROR neutron.plugins.ml2.managers [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Failed to bind port 6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '5fef5767-7f7a-40d7-8142-d4ea7645f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c6584efe-5c4b-4778-aca7-db565c6624da'}] Dec 10 19:17:42.117803 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.plugins.ml2.plugin [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempt 7 to bind port 6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0 Dec 10 19:17:42.130373 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1684445e-2e8d-4988-8e9a-b8d3355c6ee4 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:42.143178 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06716cff-2360-427e-9aed-59698f5d42f4 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event updated for resources: {'Port': ['ID=82b8c090-c411-4b24-a71b-3fce391c22a8,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:42.152269 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667a9033-40f4-431b-836b-8bfbfeaa6a44 None None] Sync routers for ids ['83006fac-2134-4452-9ed8-9dd94c1145b9'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:17:42.164206 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 43915a94-574a-4f47-bb27-a8f8646992eb {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:17:42.165143 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 43915a94-574a-4f47-bb27-a8f8646992eb not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:17:42.213631 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port 6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:17:42.214435 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port 6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '5fef5767-7f7a-40d7-8142-d4ea7645f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c6584efe-5c4b-4778-aca7-db565c6624da'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:17:42.215143 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port 6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0 on network c6584efe-5c4b-4778-aca7-db565c6624da {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:17:42.222681 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667a9033-40f4-431b-836b-8bfbfeaa6a44 None None] Routers {'83006fac-2134-4452-9ed8-9dd94c1145b9'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:17:42.224135 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-667a9033-40f4-431b-836b-8bfbfeaa6a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:17:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['83006fac-2134-4452-9ed8-9dd94c1145b9'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:42.230369 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-06716cff-2360-427e-9aed-59698f5d42f4 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4524658 Dec 10 19:17:42.235600 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53354) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:42.238100 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Port 6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0 on network c6584efe-5c4b-4778-aca7-db565c6624da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:17:42.238534 dv-neutron-821441-1-hyperv neutron-server[102365]: ERROR neutron.plugins.ml2.managers [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Failed to bind port 6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '5fef5767-7f7a-40d7-8142-d4ea7645f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c6584efe-5c4b-4778-aca7-db565c6624da'}] Dec 10 19:17:42.241790 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-53a0b558-a5c2-4dc2-98a7-52b24f18eb11 None None] Attempting to bind port 24713769-99e8-4694-810b-e67a16e68758 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:17:42.242405 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-53a0b558-a5c2-4dc2-98a7-52b24f18eb11 None None] Attempting to bind port 24713769-99e8-4694-810b-e67a16e68758 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '924de385-7f04-476b-acdb-84e51bc0490b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '87a5f89a-ab07-471a-9b28-4f84767a7673'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:17:42.243005 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a0b558-a5c2-4dc2-98a7-52b24f18eb11 None None] Attempting to bind port 24713769-99e8-4694-810b-e67a16e68758 on network 87a5f89a-ab07-471a-9b28-4f84767a7673 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:17:42.254501 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.plugins.ml2.plugin [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempt 8 to bind port 6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0 Dec 10 19:17:42.314936 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-61c8de72-b383-4883-963c-7c9726c8c404 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:42.319125 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a0b558-a5c2-4dc2-98a7-52b24f18eb11 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:17:42.320591 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-bec29d03-2a3a-4f84-9473-4ed5c29471e5 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "PUT /v2.0/floatingips/845954e7-e2fd-4ad9-ac5b-68969b6d0858 HTTP/1.1" status: 200 len: 990 time: 5.6749663 Dec 10 19:17:42.322879 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a0b558-a5c2-4dc2-98a7-52b24f18eb11 None None] Checking segment: {'id': '924de385-7f04-476b-acdb-84e51bc0490b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '87a5f89a-ab07-471a-9b28-4f84767a7673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:17:42.323667 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-53a0b558-a5c2-4dc2-98a7-52b24f18eb11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:42.324252 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a0b558-a5c2-4dc2-98a7-52b24f18eb11 None None] Bound using segment: {'id': '924de385-7f04-476b-acdb-84e51bc0490b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '87a5f89a-ab07-471a-9b28-4f84767a7673'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:17:42.324989 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-53a0b558-a5c2-4dc2-98a7-52b24f18eb11 None None] Bound port: 24713769-99e8-4694-810b-e67a16e68758, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '924de385-7f04-476b-acdb-84e51bc0490b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '87a5f89a-ab07-471a-9b28-4f84767a7673'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:17:42.325137 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50a7dea0-cb0b-4bec-b80f-ca5a933646fd', 'tag': 'a2b8d566-0a08-4fc8-9dc6-7428d79b9b00'}] {{(pid=102366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:17:42.325728 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-53a0b558-a5c2-4dc2-98a7-52b24f18eb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:42.329049 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a86acec104960cf4069dffce1919f1f0aa2a294c7752363dfd1d6594a90fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac85bd4-26a9-4f51-9cd3-e51670c65855" -d '{"events": [{"name": "network-changed", "server_uuid": "50a7dea0-cb0b-4bec-b80f-ca5a933646fd", "tag": "a2b8d566-0a08-4fc8-9dc6-7428d79b9b00"}]}' {{(pid=102366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:17:42.333653 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a2ed1b35-1b7e-4113-ab05-3e721e5de9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:42.338284 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a2ed1b35-1b7e-4113-ab05-3e721e5de9b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:42.354959 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-a2ed1b35-1b7e-4113-ab05-3e721e5de9b5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9d81a78b-6da5-4d4c-8d23-8e5fbfcb9346 HTTP/1.1" status: 204 len: 168 time: 1.3722761 Dec 10 19:17:42.357193 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port 6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:17:42.358050 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port 6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '5fef5767-7f7a-40d7-8142-d4ea7645f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c6584efe-5c4b-4778-aca7-db565c6624da'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:17:42.358849 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port 6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0 on network c6584efe-5c4b-4778-aca7-db565c6624da {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:17:42.388569 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Port 6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0 on network c6584efe-5c4b-4778-aca7-db565c6624da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:17:42.389502 dv-neutron-821441-1-hyperv neutron-server[102365]: ERROR neutron.plugins.ml2.managers [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Failed to bind port 6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '5fef5767-7f7a-40d7-8142-d4ea7645f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c6584efe-5c4b-4778-aca7-db565c6624da'}] Dec 10 19:17:42.403406 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.plugins.ml2.plugin [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempt 9 to bind port 6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0 Dec 10 19:17:42.411707 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ed1b35-1b7e-4113-ab05-3e721e5de9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d81a78b-6da5-4d4c-8d23-8e5fbfcb9346,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:42.432216 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-61c8de72-b383-4883-963c-7c9726c8c404 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32e68636-27dd-49ac-822b-0d566c734128']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:42.436625 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port 6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:17:42.437524 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port 6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '5fef5767-7f7a-40d7-8142-d4ea7645f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c6584efe-5c4b-4778-aca7-db565c6624da'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:17:42.438555 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port 6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0 on network c6584efe-5c4b-4778-aca7-db565c6624da {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:17:42.457481 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Port 6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0 on network c6584efe-5c4b-4778-aca7-db565c6624da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:17:42.458331 dv-neutron-821441-1-hyperv neutron-server[102365]: ERROR neutron.plugins.ml2.managers [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Failed to bind port 6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '5fef5767-7f7a-40d7-8142-d4ea7645f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c6584efe-5c4b-4778-aca7-db565c6624da'}] Dec 10 19:17:42.478162 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.plugins.ml2.plugin [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempt 10 to bind port 6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0 Dec 10 19:17:42.498224 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-53a0b558-a5c2-4dc2-98a7-52b24f18eb11 None None] For port 24713769-99e8-4694-810b-e67a16e68758, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:17:42.509847 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-61c8de72-b383-4883-963c-7c9726c8c404 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2190a26c-35d7-46a4-90ae-0952618e9487') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:42.510338 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-61c8de72-b383-4883-963c-7c9726c8c404 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2190a26c-35d7-46a4-90ae-0952618e9487') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:42.518464 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-53a0b558-a5c2-4dc2-98a7-52b24f18eb11 None None] For port 24713769-99e8-4694-810b-e67a16e68758, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=24713769-99e8-4694-810b-e67a16e68758,segment=NetworkSegment(924de385-7f04-476b-acdb-84e51bc0490b),segment_id=924de385-7f04-476b-acdb-84e51bc0490b)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:17:42.535400 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-53a0b558-a5c2-4dc2-98a7-52b24f18eb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:42.545502 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-667a9033-40f4-431b-836b-8bfbfeaa6a44 None None] Set router 83006fac-2134-4452-9ed8-9dd94c1145b9 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:17:42.552860 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port 6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:17:42.553680 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port 6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '5fef5767-7f7a-40d7-8142-d4ea7645f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c6584efe-5c4b-4778-aca7-db565c6624da'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:17:42.554374 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port 6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0 on network c6584efe-5c4b-4778-aca7-db565c6624da {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:17:42.578575 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-61c8de72-b383-4883-963c-7c9726c8c404 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:42.591809 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Port 6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0 on network c6584efe-5c4b-4778-aca7-db565c6624da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:17:42.592297 dv-neutron-821441-1-hyperv neutron-server[102365]: ERROR neutron.plugins.ml2.managers [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Failed to bind port 6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '5fef5767-7f7a-40d7-8142-d4ea7645f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c6584efe-5c4b-4778-aca7-db565c6624da'}] Dec 10 19:17:42.592901 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:42.599344 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b106c064-0f5c-4efe-b548-88304a75aa89 x-openstack-request-id: req-b106c064-0f5c-4efe-b548-88304a75aa89 {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:17:42.600039 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50a7dea0-cb0b-4bec-b80f-ca5a933646fd", "tag": "a2b8d566-0a08-4fc8-9dc6-7428d79b9b00", "status": "completed", "code": 200}]} {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:17:42.600693 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b106c064-0f5c-4efe-b548-88304a75aa89 {{(pid=102366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:17:42.601784 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50a7dea0-cb0b-4bec-b80f-ca5a933646fd', 'tag': 'a2b8d566-0a08-4fc8-9dc6-7428d79b9b00', 'status': 'completed', 'code': 200} Dec 10 19:17:42.729208 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] For port 6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0, host hv-neutron-8214, cleared binding levels {{(pid=102365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:17:42.729744 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempted to set empty binding levels {{(pid=102365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 10 19:17:42.754505 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a0b558-a5c2-4dc2-98a7-52b24f18eb11 None None] Pushing event updated for resources: {'Port': ['ID=24713769-99e8-4694-810b-e67a16e68758,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:42.759558 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:42.764907 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-61c8de72-b383-4883-963c-7c9726c8c404 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:42.864939 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61c8de72-b383-4883-963c-7c9726c8c404 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:17:42.866090 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-61c8de72-b383-4883-963c-7c9726c8c404 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:42.884574 dv-neutron-821441-1-hyperv neutron-server[102365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:17:42.884574 dv-neutron-821441-1-hyperv neutron-server[102365]: self.session.flush() Dec 10 19:17:42.884574 dv-neutron-821441-1-hyperv neutron-server[102365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:17:42.884574 dv-neutron-821441-1-hyperv neutron-server[102365]: self.session.flush() Dec 10 19:17:42.884574 dv-neutron-821441-1-hyperv neutron-server[102365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:17:42.884574 dv-neutron-821441-1-hyperv neutron-server[102365]: self.session.flush() Dec 10 19:17:42.884574 dv-neutron-821441-1-hyperv neutron-server[102365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:17:42.884574 dv-neutron-821441-1-hyperv neutron-server[102365]: self.session.flush() Dec 10 19:17:42.884574 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:17:42.884574 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:17:42.884574 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:17:42.884574 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:17:42.884574 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:17:42.884574 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:17:42.884574 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:17:42.884574 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:17:42.884574 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:17:42.884574 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:17:42.884574 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:17:42.884574 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:17:42.884574 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:17:42.884574 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:17:42.884574 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:17:42.884574 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:17:42.884574 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:17:42.884574 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:17:42.884574 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:17:42.884574 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:17:42.884574 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:17:42.884574 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:17:42.884574 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:17:42.884574 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:17:42.884574 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:17:42.884574 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:17:42.884574 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:17:42.884574 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:17:42.884574 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:17:42.884574 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:17:42.884574 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:17:42.884574 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:17:42.909181 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-ed34bff7-75e5-42d8-becf-383a4c5e7848 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Deleting port 82b8c090-c411-4b24-a71b-3fce391c22a8 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:17:42.909593 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ed34bff7-75e5-42d8-becf-383a4c5e7848 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:42.933502 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac85bd4-26a9-4f51-9cd3-e51670c65855 req-334348db-c906-4c13-9e87-4fd263fba860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:42.936446 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-4ac85bd4-26a9-4f51-9cd3-e51670c65855 req-334348db-c906-4c13-9e87-4fd263fba860 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ebdd8c4cae7b4f17bfa866554f8f9f53&device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 1098 time: 0.3487716 Dec 10 19:17:42.972803 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-1684445e-2e8d-4988-8e9a-b8d3355c6ee4 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Allocated IP 2001:db8::1 (766bbd87-b8c9-42cb-b264-6c6b76d8a748/28e62470-1280-48d7-ad67-fbf70afea139/4d219c91-91be-4e78-ba1b-3353d0f76181) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:17:43.007205 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] In _notify_port_updated(), no bound segment for port 6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0 on network c6584efe-5c4b-4778-aca7-db565c6624da {{(pid=102365) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 10 19:17:43.008784 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:43.009552 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:43.014696 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] 10.222.0.69 "PUT /v2.0/ports/6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0 HTTP/1.1" status: 200 len: 976 time: 3.0516255 Dec 10 19:17:43.036939 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53364) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:43.039701 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-61c8de72-b383-4883-963c-7c9726c8c404 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:43.107175 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-61c8de72-b383-4883-963c-7c9726c8c404 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:43.117883 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-61c8de72-b383-4883-963c-7c9726c8c404 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "DELETE /v2.0/networks/32e68636-27dd-49ac-822b-0d566c734128 HTTP/1.1" status: 204 len: 168 time: 2.9377100 Dec 10 19:17:43.135291 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53366) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:43.161255 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b9cd18-93dd-41ef-9ec4-ed0108890a14 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Pushing event updated for resources: {'Port': ['ID=6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0,revision_number=3']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:43.178364 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-5d61f3fa-2a64-4a74-9cbb-042039081a9b tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2002138321'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:43.216391 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53368) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:43.231310 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-667a9033-40f4-431b-836b-8bfbfeaa6a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83006fac-2134-4452-9ed8-9dd94c1145b9', 'name': 'tempest-ServerActionsTestJSON-713841711-router', 'tenant_id': 'ebdd8c4cae7b4f17bfa866554f8f9f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.151'}], 'enable_snat': True}, 'gw_port_id': '0adc3546-fb12-4c42-a3b6-2c4b3e4ead18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:16:39Z', 'updated_at': '2021-12-10T19:16:49Z', 'revision_number': 4, 'project_id': 'ebdd8c4cae7b4f17bfa866554f8f9f53', 'gw_port': {'id': '0adc3546-fb12-4c42-a3b6-2c4b3e4ead18', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83006fac-2134-4452-9ed8-9dd94c1145b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:41Z', 'updated_at': '2021-12-10T19:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '845954e7-e2fd-4ad9-ac5b-68969b6d0858', 'tenant_id': 'ebdd8c4cae7b4f17bfa866554f8f9f53', 'floating_ip_address': '172.26.6.97', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '83006fac-2134-4452-9ed8-9dd94c1145b9', 'port_id': 'a2b8d566-0a08-4fc8-9dc6-7428d79b9b00', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24f70241-3241-44cc-a65f-374de1f348f0', 'mac_address': 'fa:16:3e:50:85:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a7dea0-cb0b-4bec-b80f-ca5a933646fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:17:01Z', 'updated_at': '2021-12-10T19:17:39Z', 'revision_number': 1, 'project_id': 'ebdd8c4cae7b4f17bfa866554f8f9f53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '972b085d-6751-41fa-91f4-b20ad0ebc04a', 'name': '', 'network_id': '24f70241-3241-44cc-a65f-374de1f348f0', 'tenant_id': 'ebdd8c4cae7b4f17bfa866554f8f9f53', 'mac_address': 'fa:16:3e:f2:ee:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83006fac-2134-4452-9ed8-9dd94c1145b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '8d431d24-7af1-47c6-afa7-19e9588fcee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:46Z', 'updated_at': '2021-12-10T19:17:04Z', 'revision_number': 5, 'project_id': 'ebdd8c4cae7b4f17bfa866554f8f9f53', 'subnets': [{'id': '8d431d24-7af1-47c6-afa7-19e9588fcee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:43.236821 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c8de72-b383-4883-963c-7c9726c8c404 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event deleted for resources: {'Network': ['ID=32e68636-27dd-49ac-822b-0d566c734128,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:43.274744 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ed34bff7-75e5-42d8-becf-383a4c5e7848 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:43.328611 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5f88a4-5fe0-4753-9fdf-c67484ac3985 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:43.329611 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5f88a4-5fe0-4753-9fdf-c67484ac3985 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:43.330536 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5f88a4-5fe0-4753-9fdf-c67484ac3985 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:43.331419 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5f88a4-5fe0-4753-9fdf-c67484ac3985 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:43.331985 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5f88a4-5fe0-4753-9fdf-c67484ac3985 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:43.332537 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5f88a4-5fe0-4753-9fdf-c67484ac3985 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:43.333057 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5f88a4-5fe0-4753-9fdf-c67484ac3985 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:43.333648 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5f88a4-5fe0-4753-9fdf-c67484ac3985 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:43.334107 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5f88a4-5fe0-4753-9fdf-c67484ac3985 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:43.334566 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5f88a4-5fe0-4753-9fdf-c67484ac3985 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:43.335435 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5f88a4-5fe0-4753-9fdf-c67484ac3985 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:43.336224 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5f88a4-5fe0-4753-9fdf-c67484ac3985 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:43.337049 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5f88a4-5fe0-4753-9fdf-c67484ac3985 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:43.337851 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5f88a4-5fe0-4753-9fdf-c67484ac3985 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:43.339967 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5f88a4-5fe0-4753-9fdf-c67484ac3985 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:43.340928 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5f88a4-5fe0-4753-9fdf-c67484ac3985 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:43.341643 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5f88a4-5fe0-4753-9fdf-c67484ac3985 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:43.342126 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5f88a4-5fe0-4753-9fdf-c67484ac3985 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:43.342591 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5f88a4-5fe0-4753-9fdf-c67484ac3985 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:43.344443 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5f88a4-5fe0-4753-9fdf-c67484ac3985 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:43.348433 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-8a5f88a4-5fe0-4753-9fdf-c67484ac3985 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17807 time: 0.3055615 Dec 10 19:17:43.367701 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53370) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:43.371791 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-ed34bff7-75e5-42d8-becf-383a4c5e7848 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Calling delete_port for 82b8c090-c411-4b24-a71b-3fce391c22a8 owned by {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:17:43.396647 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d61f3fa-2a64-4a74-9cbb-042039081a9b tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Made reservation on behalf of e037b8d045744e90a0960e7cae36a046 for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:17:43.402378 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5d61f3fa-2a64-4a74-9cbb-042039081a9b tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:43.459197 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac85bd4-26a9-4f51-9cd3-e51670c65855 req-4aab96de-f5c2-42c2-a28b-78ab32835862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:43.461373 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-4ac85bd4-26a9-4f51-9cd3-e51670c65855 req-4aab96de-f5c2-42c2-a28b-78ab32835862 service neutron] 10.222.0.36 "GET /v2.0/networks?id=24f70241-3241-44cc-a65f-374de1f348f0 HTTP/1.1" status: 200 len: 912 time: 0.5062463 Dec 10 19:17:43.473642 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-6b8dc864-f829-4c34-a58a-89ff7f8f3f99 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=53779f5dccf547e19096324f690d73a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2503748 Dec 10 19:17:43.481740 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 24713769-99e8-4694-810b-e67a16e68758 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:17:43.485002 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667a9033-40f4-431b-836b-8bfbfeaa6a44 None None] Checking router: 83006fac-2134-4452-9ed8-9dd94c1145b9 for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:17:43.489492 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53372) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:43.521512 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667a9033-40f4-431b-836b-8bfbfeaa6a44 None None] Routers {'83006fac-2134-4452-9ed8-9dd94c1145b9'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:17:43.522381 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-667a9033-40f4-431b-836b-8bfbfeaa6a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:17:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['83006fac-2134-4452-9ed8-9dd94c1145b9'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:43.573111 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d61f3fa-2a64-4a74-9cbb-042039081a9b tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:17:43.616986 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 24713769-99e8-4694-810b-e67a16e68758 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:43.617443 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:43.627875 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5d61f3fa-2a64-4a74-9cbb-042039081a9b tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:43.628325 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-5d61f3fa-2a64-4a74-9cbb-042039081a9b tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Added segment 76dd0b24-de8b-40e1-b09e-d7b4573fb498 of type vlan for network 807cba2f-2a94-4ffe-85cc-63841f19bd02 Dec 10 19:17:43.676260 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ed34bff7-75e5-42d8-becf-383a4c5e7848 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:43.695772 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-667a9033-40f4-431b-836b-8bfbfeaa6a44 None None] Set router 83006fac-2134-4452-9ed8-9dd94c1145b9 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:17:43.710643 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6e5ca7d2-55df-4e8c-a322-55dbf22888a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:43.736263 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6e5ca7d2-55df-4e8c-a322-55dbf22888a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:43.767200 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed34bff7-75e5-42d8-becf-383a4c5e7848 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event deleted for resources: {'Port': ['ID=82b8c090-c411-4b24-a71b-3fce391c22a8,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:43.778007 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ed34bff7-75e5-42d8-becf-383a4c5e7848 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:43.789608 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-ed34bff7-75e5-42d8-becf-383a4c5e7848 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "DELETE /v2.0/ports/82b8c090-c411-4b24-a71b-3fce391c22a8 HTTP/1.1" status: 204 len: 168 time: 1.5524864 Dec 10 19:17:43.793353 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53376) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:43.797751 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1684445e-2e8d-4988-8e9a-b8d3355c6ee4 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:43.805187 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-2827cdba-c6dc-4d6f-ab77-ff6f6715a1dc tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Request body: {'port': {'network_id': '8831617a-ba6a-459b-95f0-c7e5f9fdb3c4', 'mac_address': 'fa:16:3e:6a:07:7c', 'name': 'tempest-PortsTestJSON-1528683366'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:43.845874 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:43.846451 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5d61f3fa-2a64-4a74-9cbb-042039081a9b tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:43.869190 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-4ac85bd4-26a9-4f51-9cd3-e51670c65855 req-b5abdbcd-32a1-46a8-ac9d-4b1f7018cd07 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2b8d566-0a08-4fc8-9dc6-7428d79b9b00 HTTP/1.1" status: 200 len: 998 time: 0.3963475 Dec 10 19:17:43.920546 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port 24713769-99e8-4694-810b-e67a16e68758, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=24713769-99e8-4694-810b-e67a16e68758,segment=NetworkSegment(924de385-7f04-476b-acdb-84e51bc0490b),segment_id=924de385-7f04-476b-acdb-84e51bc0490b)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:17:43.935937 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-3a86d300-57a6-4792-8dd3-4497cae31993 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Deleting port 6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:17:43.938901 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3a86d300-57a6-4792-8dd3-4497cae31993 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:43.950955 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5d61f3fa-2a64-4a74-9cbb-042039081a9b tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:43.955918 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:43.960265 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d61f3fa-2a64-4a74-9cbb-042039081a9b tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:43.960911 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5d61f3fa-2a64-4a74-9cbb-042039081a9b tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:43.974702 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6e5ca7d2-55df-4e8c-a322-55dbf22888a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:43.978053 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6e5ca7d2-55df-4e8c-a322-55dbf22888a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:43.979262 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-6e5ca7d2-55df-4e8c-a322-55dbf22888a8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ce90346a-41e8-4a9c-9810-66e987e41d2f HTTP/1.1" status: 204 len: 168 time: 0.4889729 Dec 10 19:17:44.068134 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d61f3fa-2a64-4a74-9cbb-042039081a9b tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event updated for resources: {'Network': ['ID=807cba2f-2a94-4ffe-85cc-63841f19bd02,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:44.081759 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5ca7d2-55df-4e8c-a322-55dbf22888a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce90346a-41e8-4a9c-9810-66e987e41d2f,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:44.087401 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-5d61f3fa-2a64-4a74-9cbb-042039081a9b tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9469585 Dec 10 19:17:44.091509 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53380) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:44.092636 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1684445e-2e8d-4988-8e9a-b8d3355c6ee4 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:44.104143 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 807cba2f-2a94-4ffe-85cc-63841f19bd02 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:17:44.119820 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-98bdbfb7-13a8-4bab-bd97-983a5862694d tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Request body: {'subnet': {'network_id': '807cba2f-2a94-4ffe-85cc-63841f19bd02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:44.226371 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-3a86d300-57a6-4792-8dd3-4497cae31993 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] For port 6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0, host hv-neutron-8214, got binding levels [] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:17:44.227700 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3a86d300-57a6-4792-8dd3-4497cae31993 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:44.260201 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-3a86d300-57a6-4792-8dd3-4497cae31993 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Calling delete_port for 6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0 owned by {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:17:44.260531 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac85bd4-26a9-4f51-9cd3-e51670c65855 req-6ef918d0-aff3-4f2d-a62a-16eb6a82f072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:44.262652 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-4ac85bd4-26a9-4f51-9cd3-e51670c65855 req-6ef918d0-aff3-4f2d-a62a-16eb6a82f072 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8d431d24-7af1-47c6-afa7-19e9588fcee0 HTTP/1.1" status: 200 len: 850 time: 0.3756917 Dec 10 19:17:44.269105 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1684445e-2e8d-4988-8e9a-b8d3355c6ee4 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Network 766bbd87-b8c9-42cb-b264-6c6b76d8a748 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:17:44.289636 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-1684445e-2e8d-4988-8e9a-b8d3355c6ee4 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:17:44.294597 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1684445e-2e8d-4988-8e9a-b8d3355c6ee4 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:17:44.295616 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1684445e-2e8d-4988-8e9a-b8d3355c6ee4 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712030'] for router_interface, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:44.297865 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=24713769-99e8-4694-810b-e67a16e68758,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:44.318851 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1684445e-2e8d-4988-8e9a-b8d3355c6ee4 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event updated for resources: {'Port': ['ID=4d219c91-91be-4e78-ba1b-3353d0f76181,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:44.397831 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-667a9033-40f4-431b-836b-8bfbfeaa6a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83006fac-2134-4452-9ed8-9dd94c1145b9', 'name': 'tempest-ServerActionsTestJSON-713841711-router', 'tenant_id': 'ebdd8c4cae7b4f17bfa866554f8f9f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.151'}], 'enable_snat': True}, 'gw_port_id': '0adc3546-fb12-4c42-a3b6-2c4b3e4ead18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:16:39Z', 'updated_at': '2021-12-10T19:16:49Z', 'revision_number': 4, 'project_id': 'ebdd8c4cae7b4f17bfa866554f8f9f53', 'gw_port': {'id': '0adc3546-fb12-4c42-a3b6-2c4b3e4ead18', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83006fac-2134-4452-9ed8-9dd94c1145b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:41Z', 'updated_at': '2021-12-10T19:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '845954e7-e2fd-4ad9-ac5b-68969b6d0858', 'tenant_id': 'ebdd8c4cae7b4f17bfa866554f8f9f53', 'floating_ip_address': '172.26.6.97', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '83006fac-2134-4452-9ed8-9dd94c1145b9', 'port_id': 'a2b8d566-0a08-4fc8-9dc6-7428d79b9b00', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24f70241-3241-44cc-a65f-374de1f348f0', 'mac_address': 'fa:16:3e:50:85:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a7dea0-cb0b-4bec-b80f-ca5a933646fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:17:01Z', 'updated_at': '2021-12-10T19:17:39Z', 'revision_number': 1, 'project_id': 'ebdd8c4cae7b4f17bfa866554f8f9f53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '972b085d-6751-41fa-91f4-b20ad0ebc04a', 'name': '', 'network_id': '24f70241-3241-44cc-a65f-374de1f348f0', 'tenant_id': 'ebdd8c4cae7b4f17bfa866554f8f9f53', 'mac_address': 'fa:16:3e:f2:ee:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83006fac-2134-4452-9ed8-9dd94c1145b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '8d431d24-7af1-47c6-afa7-19e9588fcee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:46Z', 'updated_at': '2021-12-10T19:17:04Z', 'revision_number': 5, 'project_id': 'ebdd8c4cae7b4f17bfa866554f8f9f53', 'subnets': [{'id': '8d431d24-7af1-47c6-afa7-19e9588fcee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:44.411312 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2827cdba-c6dc-4d6f-ab77-ff6f6715a1dc tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Made reservation on behalf of 4138d9758a3e4f5e8bb3fafb058d33af for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:17:44.493699 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98bdbfb7-13a8-4bab-bd97-983a5862694d tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Made reservation on behalf of e037b8d045744e90a0960e7cae36a046 for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:17:44.497957 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-98bdbfb7-13a8-4bab-bd97-983a5862694d tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:44.536215 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e193c78-9345-4087-90ce-517c7899d64a None None] Network 87a5f89a-ab07-471a-9b28-4f84767a7673 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:17:44.576548 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667a9033-40f4-431b-836b-8bfbfeaa6a44 None None] The sync data for ids ['83006fac-2134-4452-9ed8-9dd94c1145b9'] in dv-neutron-821441-1-hyperv is: [{'id': '83006fac-2134-4452-9ed8-9dd94c1145b9', 'name': 'tempest-ServerActionsTestJSON-713841711-router', 'tenant_id': 'ebdd8c4cae7b4f17bfa866554f8f9f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.151'}], 'enable_snat': True}, 'gw_port_id': '0adc3546-fb12-4c42-a3b6-2c4b3e4ead18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:16:39Z', 'updated_at': '2021-12-10T19:16:49Z', 'revision_number': 4, 'project_id': 'ebdd8c4cae7b4f17bfa866554f8f9f53', 'gw_port': {'id': '0adc3546-fb12-4c42-a3b6-2c4b3e4ead18', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83006fac-2134-4452-9ed8-9dd94c1145b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:41Z', 'updated_at': '2021-12-10T19:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '845954e7-e2fd-4ad9-ac5b-68969b6d0858', 'tenant_id': 'ebdd8c4cae7b4f17bfa866554f8f9f53', 'floating_ip_address': '172.26.6.97', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '83006fac-2134-4452-9ed8-9dd94c1145b9', 'port_id': 'a2b8d566-0a08-4fc8-9dc6-7428d79b9b00', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24f70241-3241-44cc-a65f-374de1f348f0', 'mac_address': 'fa:16:3e:50:85:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a7dea0-cb0b-4bec-b80f-ca5a933646fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:17:01Z', 'updated_at': '2021-12-10T19:17:39Z', 'revision_number': 1, 'project_id': 'ebdd8c4cae7b4f17bfa866554f8f9f53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '972b085d-6751-41fa-91f4-b20ad0ebc04a', 'name': '', 'network_id': '24f70241-3241-44cc-a65f-374de1f348f0', 'tenant_id': 'ebdd8c4cae7b4f17bfa866554f8f9f53', 'mac_address': 'fa:16:3e:f2:ee:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83006fac-2134-4452-9ed8-9dd94c1145b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '8d431d24-7af1-47c6-afa7-19e9588fcee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:46Z', 'updated_at': '2021-12-10T19:17:04Z', 'revision_number': 5, 'project_id': 'ebdd8c4cae7b4f17bfa866554f8f9f53', 'subnets': [{'id': '8d431d24-7af1-47c6-afa7-19e9588fcee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:17:44.583010 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac85bd4-26a9-4f51-9cd3-e51670c65855 req-d79e1151-d353-40c8-9337-7b5c11645b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:44.585074 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-4ac85bd4-26a9-4f51-9cd3-e51670c65855 req-d79e1151-d353-40c8-9337-7b5c11645b20 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=24f70241-3241-44cc-a65f-374de1f348f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2916436 Dec 10 19:17:44.603657 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3a86d300-57a6-4792-8dd3-4497cae31993 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:44.630201 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3a86d300-57a6-4792-8dd3-4497cae31993 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:44.636532 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-3a86d300-57a6-4792-8dd3-4497cae31993 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] 10.222.0.69 "DELETE /v2.0/ports/6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0 HTTP/1.1" status: 204 len: 168 time: 1.2650669 Dec 10 19:17:44.638002 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53386) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:44.683369 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2827cdba-c6dc-4d6f-ab77-ff6f6715a1dc tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:44.744430 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a86d300-57a6-4792-8dd3-4497cae31993 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:44.753398 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-a5a72fdc-a72d-4a50-bb9e-05179431e08d None None] Provisioning complete for port 24713769-99e8-4694-810b-e67a16e68758 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:44.753823 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a5a72fdc-a72d-4a50-bb9e-05179431e08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:44.771149 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee045dbb-1b25-470f-bd84-3fc574c2b692 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] GET failed (client error): The resource could not be found. Dec 10 19:17:44.773128 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-ee045dbb-1b25-470f-bd84-3fc574c2b692 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] 10.222.0.69 "GET /v2.0/ports/6e037b52-3426-4c29-b6b4-eb6ac3ffdaa0 HTTP/1.1" status: 404 len: 333 time: 0.1352305 Dec 10 19:17:44.782516 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53392) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:44.804083 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [None req-2827cdba-c6dc-4d6f-ab77-ff6f6715a1dc tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] device_id is not set on port 30c88fe1-e7ba-4c57-bcad-33021d0758fb yet. {{(pid=102365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:17:44.815162 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-d0b8cecb-66fa-40a9-98a6-98d963d9eecc tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1416576450', 'network_id': 'c6584efe-5c4b-4778-aca7-db565c6624da'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:44.833894 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1684445e-2e8d-4988-8e9a-b8d3355c6ee4 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:44.975761 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b8cecb-66fa-40a9-98a6-98d963d9eecc tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Made reservation on behalf of e069bf0d38454943ace86d21c8e09804 for: {'port': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:17:44.978808 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d0b8cecb-66fa-40a9-98a6-98d963d9eecc tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:45.080293 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-4ac85bd4-26a9-4f51-9cd3-e51670c65855 req-eac01827-a5e1-420a-9baf-ffeb7839dbe1 service neutron] 10.222.0.36 "GET /v2.0/networks/24f70241-3241-44cc-a65f-374de1f348f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4845695 Dec 10 19:17:45.113907 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de936c0c-7b75-4c21-a960-a91a3985aee9 None None] New status for floating IP 845954e7-e2fd-4ad9-ac5b-68969b6d0858: ACTIVE {{(pid=102368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:17:45.168786 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-0ac468a2-dfe0-4521-ae9f-386b2a922610 None None] Provisioning complete for port 4d219c91-91be-4e78-ba1b-3353d0f76181 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:45.169459 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ac468a2-dfe0-4521-ae9f-386b2a922610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:45.248258 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [None req-d0b8cecb-66fa-40a9-98a6-98d963d9eecc tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] device_id is not set on port 40a36bb4-010b-4a0c-8f2a-67d0a358f559 yet. {{(pid=102366) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:17:45.320016 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2827cdba-c6dc-4d6f-ab77-ff6f6715a1dc tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:45.340030 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 24713769-99e8-4694-810b-e67a16e68758 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:17:45.400637 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2827cdba-c6dc-4d6f-ab77-ff6f6715a1dc tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:45.444222 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-0ac468a2-dfe0-4521-ae9f-386b2a922610 None None] Port 4d219c91-91be-4e78-ba1b-3353d0f76181 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:17:45.467975 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-98bdbfb7-13a8-4bab-bd97-983a5862694d tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:45.483279 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2827cdba-c6dc-4d6f-ab77-ff6f6715a1dc tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Network 8831617a-ba6a-459b-95f0-c7e5f9fdb3c4 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:17:45.487702 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-2827cdba-c6dc-4d6f-ab77-ff6f6715a1dc tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:17:45.492146 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2827cdba-c6dc-4d6f-ab77-ff6f6715a1dc tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:17:45.492546 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 24713769-99e8-4694-810b-e67a16e68758 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:45.493044 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:45.497998 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2827cdba-c6dc-4d6f-ab77-ff6f6715a1dc tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:45.498725 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2827cdba-c6dc-4d6f-ab77-ff6f6715a1dc tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:45.527191 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2827cdba-c6dc-4d6f-ab77-ff6f6715a1dc tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event updated for resources: {'Port': ['ID=30c88fe1-e7ba-4c57-bcad-33021d0758fb,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:45.550157 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-2827cdba-c6dc-4d6f-ab77-ff6f6715a1dc tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7551606 Dec 10 19:17:45.551133 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53406) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:45.602379 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-93088fbc-7cd4-4aa5-abed-30ded3f719b1 None None] Provisioning complete for port 24713769-99e8-4694-810b-e67a16e68758 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:45.603083 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-93088fbc-7cd4-4aa5-abed-30ded3f719b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:45.607203 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4eb46fa-fe8e-4439-b307-e921e2d69a4c tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:45.612968 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-f4eb46fa-fe8e-4439-b307-e921e2d69a4c tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "GET /v2.0/ports/30c88fe1-e7ba-4c57-bcad-33021d0758fb HTTP/1.1" status: 200 len: 841 time: 0.0603271 Dec 10 19:17:45.614701 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53408) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:45.614701 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53410) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:45.737380 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bdbfb7-13a8-4bab-bd97-983a5862694d tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event updated for resources: {'Subnet': ['ID=92917bc1-50d6-4a89-9612-eed5c480ec71,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:45.748131 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-3868317f-dd3d-46ff-94c5-0d92c6abad81 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Deleting port 30c88fe1-e7ba-4c57-bcad-33021d0758fb {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:17:45.748480 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3868317f-dd3d-46ff-94c5-0d92c6abad81 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:45.913724 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-87247840-3f5d-460e-b83f-1fb4a7f47d12 tempest-AgentManagementNegativeTest-957313499 tempest-AgentManagementNegativeTest-957313499-project] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2982087 Dec 10 19:17:45.915710 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bdbfb7-13a8-4bab-bd97-983a5862694d tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Checking segment: {'id': '76dd0b24-de8b-40e1-b09e-d7b4573fb498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '807cba2f-2a94-4ffe-85cc-63841f19bd02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:17:45.916072 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bdbfb7-13a8-4bab-bd97-983a5862694d tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Network hostable DHCP agents. Network: 807cba2f-2a94-4ffe-85cc-63841f19bd02, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:17:45.917064 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3868317f-dd3d-46ff-94c5-0d92c6abad81 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:45.927594 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-4ac85bd4-26a9-4f51-9cd3-e51670c65855 req-86052e2d-0d34-45b2-a37f-74b933561746 service neutron] 10.222.0.36 "GET /v2.0/networks/24f70241-3241-44cc-a65f-374de1f348f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7727306 Dec 10 19:17:45.941856 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-3868317f-dd3d-46ff-94c5-0d92c6abad81 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Calling delete_port for 30c88fe1-e7ba-4c57-bcad-33021d0758fb owned by {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:17:45.957109 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d0b8cecb-66fa-40a9-98a6-98d963d9eecc tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:46.002792 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bdbfb7-13a8-4bab-bd97-983a5862694d tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Network 807cba2f-2a94-4ffe-85cc-63841f19bd02 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:17:46.040137 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-98bdbfb7-13a8-4bab-bd97-983a5862694d tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 807cba2f-2a94-4ffe-85cc-63841f19bd02) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:17:46.042051 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3868317f-dd3d-46ff-94c5-0d92c6abad81 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:46.046380 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1684445e-2e8d-4988-8e9a-b8d3355c6ee4 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:46.051936 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bdbfb7-13a8-4bab-bd97-983a5862694d tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:46.052689 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-98bdbfb7-13a8-4bab-bd97-983a5862694d tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:46.062809 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1684445e-2e8d-4988-8e9a-b8d3355c6ee4 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:46.063317 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1684445e-2e8d-4988-8e9a-b8d3355c6ee4 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3755716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711339'] for router_interface, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:46.070771 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd7bec6-0063-4ef8-9e5c-b396f8407c59 None None] Network 807cba2f-2a94-4ffe-85cc-63841f19bd02 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:17:46.072168 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d0b8cecb-66fa-40a9-98a6-98d963d9eecc tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:46.087019 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3868317f-dd3d-46ff-94c5-0d92c6abad81 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event deleted for resources: {'Port': ['ID=30c88fe1-e7ba-4c57-bcad-33021d0758fb,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:46.097741 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3868317f-dd3d-46ff-94c5-0d92c6abad81 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:46.105610 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-3868317f-dd3d-46ff-94c5-0d92c6abad81 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "DELETE /v2.0/ports/30c88fe1-e7ba-4c57-bcad-33021d0758fb HTTP/1.1" status: 204 len: 168 time: 0.4890547 Dec 10 19:17:46.106881 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53418) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:46.126279 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-98bdbfb7-13a8-4bab-bd97-983a5862694d tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0223358 Dec 10 19:17:46.132103 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53420) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:46.144165 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-9020ec77-9af3-46c2-909d-76cfa8558b7a tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1424236502', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:46.219888 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9020ec77-9af3-46c2-909d-76cfa8558b7a tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:46.222557 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9020ec77-9af3-46c2-909d-76cfa8558b7a tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:46.347906 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9020ec77-9af3-46c2-909d-76cfa8558b7a tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:46.357239 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9020ec77-9af3-46c2-909d-76cfa8558b7a tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:46.378598 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9ed054-d899-4279-a117-b87d61118e54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-807cba2f-2a94-4ffe-85cc-63841f19bd02', 'network_id': '807cba2f-2a94-4ffe-85cc-63841f19bd02', 'tenant_id': 'e037b8d045744e90a0960e7cae36a046', 'fixed_ips': [{'subnet_id': '92917bc1-50d6-4a89-9612-eed5c480ec71'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:17:46.380947 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0d9ed054-d899-4279-a117-b87d61118e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:46.397243 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9020ec77-9af3-46c2-909d-76cfa8558b7a tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:46.402734 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-9020ec77-9af3-46c2-909d-76cfa8558b7a tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2676666 Dec 10 19:17:46.403422 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53424) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:46.410485 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-2c0e450e-c0f9-4db3-a9de-510065827d1e tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Request body: {'port': {'network_id': '807cba2f-2a94-4ffe-85cc-63841f19bd02', 'name': 'tempest-PortsIpV6TestJSON-1438122469'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:46.482937 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53426) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:46.504517 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5ae6ec6-b2c2-4f25-83c2-d99d3ba611f8 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] GET failed (client error): The resource could not be found. Dec 10 19:17:46.506164 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d5ae6ec6-b2c2-4f25-83c2-d99d3ba611f8 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "GET /v2.0/ports/30c88fe1-e7ba-4c57-bcad-33021d0758fb HTTP/1.1" status: 404 len: 333 time: 0.3944669 Dec 10 19:17:46.511578 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b8cecb-66fa-40a9-98a6-98d963d9eecc tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Network c6584efe-5c4b-4778-aca7-db565c6624da is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:17:46.512314 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53430) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:46.520291 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-296fcf4b-67c2-4307-a7fe-10b4a2ca8db7 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Request body: {'port': {'network_id': '8831617a-ba6a-459b-95f0-c7e5f9fdb3c4', 'name': 'tempest-PortsTestJSON-513211595'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:46.588018 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0e450e-c0f9-4db3-a9de-510065827d1e tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Made reservation on behalf of e037b8d045744e90a0960e7cae36a046 for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:17:46.591387 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-d0b8cecb-66fa-40a9-98a6-98d963d9eecc tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:17:46.594022 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2c0e450e-c0f9-4db3-a9de-510065827d1e tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:46.601779 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b8cecb-66fa-40a9-98a6-98d963d9eecc tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:17:46.602726 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b8cecb-66fa-40a9-98a6-98d963d9eecc tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:46.603741 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d0b8cecb-66fa-40a9-98a6-98d963d9eecc tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:46.614053 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1684445e-2e8d-4988-8e9a-b8d3355c6ee4 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event updated for resources: {'Port': ['ID=4d219c91-91be-4e78-ba1b-3353d0f76181,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:46.620379 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [None req-2c0e450e-c0f9-4db3-a9de-510065827d1e tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] device_id is not set on port c0ae971d-f54f-40ce-97da-aa5b4a25d57e yet. {{(pid=102365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:17:46.647071 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-78ae5a0a-30ca-4896-85da-ecaba4c71f53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:46.673657 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d0b8cecb-66fa-40a9-98a6-98d963d9eecc tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.8897843 Dec 10 19:17:46.677015 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-0d9ed054-d899-4279-a117-b87d61118e54 None None] Allocated IP 2001:db8::2 (807cba2f-2a94-4ffe-85cc-63841f19bd02/92917bc1-50d6-4a89-9612-eed5c480ec71/a67aeda1-3f26-4349-b284-3ea7111eecf0) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:17:46.685905 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53432) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:46.748908 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296fcf4b-67c2-4307-a7fe-10b4a2ca8db7 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Made reservation on behalf of 4138d9758a3e4f5e8bb3fafb058d33af for: {'port': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:17:46.753093 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-296fcf4b-67c2-4307-a7fe-10b4a2ca8db7 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:46.804697 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b8cecb-66fa-40a9-98a6-98d963d9eecc tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Pushing event updated for resources: {'Port': ['ID=40a36bb4-010b-4a0c-8f2a-67d0a358f559,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:46.821754 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1684445e-2e8d-4988-8e9a-b8d3355c6ee4 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Network 766bbd87-b8c9-42cb-b264-6c6b76d8a748 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:17:46.829879 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-1684445e-2e8d-4988-8e9a-b8d3355c6ee4 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:17:46.834431 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44db4fed-5fc3-4532-8e9c-9b3e8d3ca9a8 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:46.836963 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-44db4fed-5fc3-4532-8e9c-9b3e8d3ca9a8 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] 10.222.0.69 "GET /v2.0/ports/40a36bb4-010b-4a0c-8f2a-67d0a358f559 HTTP/1.1" status: 200 len: 955 time: 0.1469030 Dec 10 19:17:46.845121 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [None req-296fcf4b-67c2-4307-a7fe-10b4a2ca8db7 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] device_id is not set on port a12c9055-c525-4b67-9827-e9fb64f78b50 yet. {{(pid=102366) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:17:46.847618 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53434) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:46.916709 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-78ae5a0a-30ca-4896-85da-ecaba4c71f53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:46.941195 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-78ae5a0a-30ca-4896-85da-ecaba4c71f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:47.009558 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-78ae5a0a-30ca-4896-85da-ecaba4c71f53 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b24719f3e11349829973bc8d357f9053&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5222082 Dec 10 19:17:47.010183 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53436) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:47.020006 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae5a0a-30ca-4896-85da-ecaba4c71f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=391e8f26-1400-45fa-9134-670e1cbc226f,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:47.037451 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0d9ed054-d899-4279-a117-b87d61118e54 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:47.051208 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0d9ed054-d899-4279-a117-b87d61118e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:47.089487 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-ca350c55-012a-479e-8c2a-3ecd631612a4 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Deleting port 40a36bb4-010b-4a0c-8f2a-67d0a358f559 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:17:47.089693 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ca350c55-012a-479e-8c2a-3ecd631612a4 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:47.160443 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9ed054-d899-4279-a117-b87d61118e54 None None] Network 807cba2f-2a94-4ffe-85cc-63841f19bd02 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:17:47.173731 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-0d9ed054-d899-4279-a117-b87d61118e54 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:17:47.186341 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9ed054-d899-4279-a117-b87d61118e54 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:17:47.194464 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9ed054-d899-4279-a117-b87d61118e54 None None] Pushing event updated for resources: {'Port': ['ID=a67aeda1-3f26-4349-b284-3ea7111eecf0,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:47.215818 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-2c0e450e-c0f9-4db3-a9de-510065827d1e tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Allocated IP 2001:db8::21 (807cba2f-2a94-4ffe-85cc-63841f19bd02/92917bc1-50d6-4a89-9612-eed5c480ec71/c0ae971d-f54f-40ce-97da-aa5b4a25d57e) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:17:47.257268 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ca350c55-012a-479e-8c2a-3ecd631612a4 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:47.285561 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dca930bd-bd4b-47af-8186-308caa311d84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:47.291968 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-0d9ed054-d899-4279-a117-b87d61118e54 None None] Attempting to bind port a67aeda1-3f26-4349-b284-3ea7111eecf0 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:17:47.292331 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-0d9ed054-d899-4279-a117-b87d61118e54 None None] Attempting to bind port a67aeda1-3f26-4349-b284-3ea7111eecf0 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '76dd0b24-de8b-40e1-b09e-d7b4573fb498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '807cba2f-2a94-4ffe-85cc-63841f19bd02'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:17:47.292761 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9ed054-d899-4279-a117-b87d61118e54 None None] Attempting to bind port a67aeda1-3f26-4349-b284-3ea7111eecf0 on network 807cba2f-2a94-4ffe-85cc-63841f19bd02 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:17:47.294410 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-ca350c55-012a-479e-8c2a-3ecd631612a4 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Calling delete_port for 40a36bb4-010b-4a0c-8f2a-67d0a358f559 owned by {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:17:47.299947 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9ed054-d899-4279-a117-b87d61118e54 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:17:47.300317 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9ed054-d899-4279-a117-b87d61118e54 None None] Checking segment: {'id': '76dd0b24-de8b-40e1-b09e-d7b4573fb498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '807cba2f-2a94-4ffe-85cc-63841f19bd02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:17:47.300764 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0d9ed054-d899-4279-a117-b87d61118e54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:47.301162 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9ed054-d899-4279-a117-b87d61118e54 None None] Bound using segment: {'id': '76dd0b24-de8b-40e1-b09e-d7b4573fb498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '807cba2f-2a94-4ffe-85cc-63841f19bd02'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:17:47.301676 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-0d9ed054-d899-4279-a117-b87d61118e54 None None] Bound port: a67aeda1-3f26-4349-b284-3ea7111eecf0, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76dd0b24-de8b-40e1-b09e-d7b4573fb498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '807cba2f-2a94-4ffe-85cc-63841f19bd02'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:17:47.302040 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0d9ed054-d899-4279-a117-b87d61118e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:47.309565 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1684445e-2e8d-4988-8e9a-b8d3355c6ee4 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Router 16ddffcb-b8ed-4486-914b-b5fcaca26bfd is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:17:47.385869 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-7e6e3b6f-3d90-4c87-ad60-60f56a1d57c0 None None] Provisioning complete for port 4d219c91-91be-4e78-ba1b-3353d0f76181 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:47.386148 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-7e6e3b6f-3d90-4c87-ad60-60f56a1d57c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:47.411856 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-0d9ed054-d899-4279-a117-b87d61118e54 None None] For port a67aeda1-3f26-4349-b284-3ea7111eecf0, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:17:47.430646 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-0d9ed054-d899-4279-a117-b87d61118e54 None None] For port a67aeda1-3f26-4349-b284-3ea7111eecf0, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=a67aeda1-3f26-4349-b284-3ea7111eecf0,segment=NetworkSegment(76dd0b24-de8b-40e1-b09e-d7b4573fb498),segment_id=76dd0b24-de8b-40e1-b09e-d7b4573fb498)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:17:47.438132 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-7e6e3b6f-3d90-4c87-ad60-60f56a1d57c0 None None] Port 4d219c91-91be-4e78-ba1b-3353d0f76181 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:17:47.440765 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0d9ed054-d899-4279-a117-b87d61118e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:47.453947 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-296fcf4b-67c2-4307-a7fe-10b4a2ca8db7 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:47.485400 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1684445e-2e8d-4988-8e9a-b8d3355c6ee4 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:17:47.497430 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-1684445e-2e8d-4988-8e9a-b8d3355c6ee4 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "PUT /v2.0/routers/16ddffcb-b8ed-4486-914b-b5fcaca26bfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3827839 Dec 10 19:17:47.504859 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53440) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:47.512652 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdfeb2f-5557-4374-9c65-02541149ba4e None None] Sync routers for ids ['16ddffcb-b8ed-4486-914b-b5fcaca26bfd'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:17:47.525011 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9ed054-d899-4279-a117-b87d61118e54 None None] Pushing event updated for resources: {'Port': ['ID=a67aeda1-3f26-4349-b284-3ea7111eecf0,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:47.534819 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdfeb2f-5557-4374-9c65-02541149ba4e None None] Routers {'16ddffcb-b8ed-4486-914b-b5fcaca26bfd'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:17:47.535458 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-9bdfeb2f-5557-4374-9c65-02541149ba4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:17:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['16ddffcb-b8ed-4486-914b-b5fcaca26bfd'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:47.576264 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-9bdfeb2f-5557-4374-9c65-02541149ba4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:47.588175 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b31f92-739e-438a-907e-2d8fafec3cac tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:47.593207 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-03b31f92-739e-438a-907e-2d8fafec3cac tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "GET /v2.0/ports/4d219c91-91be-4e78-ba1b-3353d0f76181 HTTP/1.1" status: 200 len: 911 time: 0.0853417 Dec 10 19:17:47.597650 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdfeb2f-5557-4374-9c65-02541149ba4e None None] Routers {'16ddffcb-b8ed-4486-914b-b5fcaca26bfd'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:17:47.598322 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-9bdfeb2f-5557-4374-9c65-02541149ba4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:17:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['16ddffcb-b8ed-4486-914b-b5fcaca26bfd'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:47.600902 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53442) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:47.667800 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-9bdfeb2f-5557-4374-9c65-02541149ba4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:47.673859 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdfeb2f-5557-4374-9c65-02541149ba4e None None] The sync data for ids ['16ddffcb-b8ed-4486-914b-b5fcaca26bfd'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:17:47.680041 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-296fcf4b-67c2-4307-a7fe-10b4a2ca8db7 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:47.691265 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dca930bd-bd4b-47af-8186-308caa311d84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:47.754962 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296fcf4b-67c2-4307-a7fe-10b4a2ca8db7 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Network 8831617a-ba6a-459b-95f0-c7e5f9fdb3c4 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:17:47.758077 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296fcf4b-67c2-4307-a7fe-10b4a2ca8db7 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event updated for resources: {'Port': ['ID=a12c9055-c525-4b67-9827-e9fb64f78b50,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:47.762390 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-296fcf4b-67c2-4307-a7fe-10b4a2ca8db7 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:17:47.770215 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296fcf4b-67c2-4307-a7fe-10b4a2ca8db7 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:17:47.772871 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296fcf4b-67c2-4307-a7fe-10b4a2ca8db7 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:47.776982 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-296fcf4b-67c2-4307-a7fe-10b4a2ca8db7 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:47.877615 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-296fcf4b-67c2-4307-a7fe-10b4a2ca8db7 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3617909 Dec 10 19:17:47.879930 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53444) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:47.887495 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-b2f10eef-ff1d-4d3f-bc2b-38c77d01723d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:47.907165 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ca350c55-012a-479e-8c2a-3ecd631612a4 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:47.920202 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dca930bd-bd4b-47af-8186-308caa311d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:47.923726 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dca930bd-bd4b-47af-8186-308caa311d84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:47.927786 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-dca930bd-bd4b-47af-8186-308caa311d84 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/391e8f26-1400-45fa-9134-670e1cbc226f HTTP/1.1" status: 204 len: 168 time: 0.9139614 Dec 10 19:17:47.991773 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca350c55-012a-479e-8c2a-3ecd631612a4 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Pushing event deleted for resources: {'Port': ['ID=40a36bb4-010b-4a0c-8f2a-67d0a358f559,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:48.003553 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca930bd-bd4b-47af-8186-308caa311d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391e8f26-1400-45fa-9134-670e1cbc226f,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:48.028166 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2c0e450e-c0f9-4db3-a9de-510065827d1e tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:48.031508 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ca350c55-012a-479e-8c2a-3ecd631612a4 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:48.044331 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-ca350c55-012a-479e-8c2a-3ecd631612a4 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] 10.222.0.69 "DELETE /v2.0/ports/40a36bb4-010b-4a0c-8f2a-67d0a358f559 HTTP/1.1" status: 204 len: 168 time: 1.1861675 Dec 10 19:17:48.044331 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53448) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:48.078131 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b35992f-78a1-4821-b76b-56197b90c20a tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] GET failed (client error): The resource could not be found. Dec 10 19:17:48.086146 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-2b35992f-78a1-4821-b76b-56197b90c20a tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] 10.222.0.69 "GET /v2.0/ports/40a36bb4-010b-4a0c-8f2a-67d0a358f559 HTTP/1.1" status: 404 len: 333 time: 0.0350139 Dec 10 19:17:48.087287 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53450) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:48.093094 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-73559f63-0d2e-4fe2-b79f-aa1b845a2d4a tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Request body: {'port': {'network_id': 'c6584efe-5c4b-4778-aca7-db565c6624da', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-477613350'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:48.100009 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b2f10eef-ff1d-4d3f-bc2b-38c77d01723d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:48.138475 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73559f63-0d2e-4fe2-b79f-aa1b845a2d4a tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Made reservation on behalf of e069bf0d38454943ace86d21c8e09804 for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:17:48.142123 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-73559f63-0d2e-4fe2-b79f-aa1b845a2d4a tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:48.146681 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2c0e450e-c0f9-4db3-a9de-510065827d1e tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:48.227202 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0e450e-c0f9-4db3-a9de-510065827d1e tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Network 807cba2f-2a94-4ffe-85cc-63841f19bd02 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:17:48.239084 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [None req-73559f63-0d2e-4fe2-b79f-aa1b845a2d4a tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] device_id is not set on port 1a77b805-a4aa-41ca-a128-018f9f57d484 yet. {{(pid=102365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:17:48.253216 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-2c0e450e-c0f9-4db3-a9de-510065827d1e tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:17:48.262501 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0e450e-c0f9-4db3-a9de-510065827d1e tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:17:48.275859 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0e450e-c0f9-4db3-a9de-510065827d1e tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:48.277162 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2c0e450e-c0f9-4db3-a9de-510065827d1e tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:48.344752 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-2c0e450e-c0f9-4db3-a9de-510065827d1e tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9396951 Dec 10 19:17:48.345984 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0e450e-c0f9-4db3-a9de-510065827d1e tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event updated for resources: {'Port': ['ID=c0ae971d-f54f-40ce-97da-aa5b4a25d57e,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:48.353118 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53458) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:48.536196 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f428a588-cb26-4811-a6d7-70f4b131bb6c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:48.642407 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b2f10eef-ff1d-4d3f-bc2b-38c77d01723d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:48.652639 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b2f10eef-ff1d-4d3f-bc2b-38c77d01723d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:48.725184 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-b2f10eef-ff1d-4d3f-bc2b-38c77d01723d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] In _notify_port_updated(), no bound segment for port a12c9055-c525-4b67-9827-e9fb64f78b50 on network 8831617a-ba6a-459b-95f0-c7e5f9fdb3c4 {{(pid=102366) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 10 19:17:48.740024 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f10eef-ff1d-4d3f-bc2b-38c77d01723d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:48.740559 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b2f10eef-ff1d-4d3f-bc2b-38c77d01723d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:48.742300 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-b2f10eef-ff1d-4d3f-bc2b-38c77d01723d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "PUT /v2.0/ports/a12c9055-c525-4b67-9827-e9fb64f78b50 HTTP/1.1" status: 200 len: 818 time: 0.8633275 Dec 10 19:17:48.753566 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53468) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:48.774385 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f10eef-ff1d-4d3f-bc2b-38c77d01723d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event updated for resources: {'Port': ['ID=a12c9055-c525-4b67-9827-e9fb64f78b50,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:49.083574 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8bc9-5027-4e27-bc0c-0869d819779c tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Deleting port a12c9055-c525-4b67-9827-e9fb64f78b50 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:17:49.084190 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8bc9-5027-4e27-bc0c-0869d819779c tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:49.133360 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80cb144-d990-4932-9f40-3cac716a8493 None None] Network 807cba2f-2a94-4ffe-85cc-63841f19bd02 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:17:49.186935 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53476) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:49.239646 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-f428a588-cb26-4811-a6d7-70f4b131bb6c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Allocated IP 2001:db8:1::1 (87a5f89a-ab07-471a-9b28-4f84767a7673/5c7ff450-5bd0-4229-aca0-d7e3c72c15cc/4cca436a-92fb-454b-93d6-ff43b1209ce7) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:17:49.243130 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-73559f63-0d2e-4fe2-b79f-aa1b845a2d4a tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:49.248708 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8bc9-5027-4e27-bc0c-0869d819779c tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:49.307474 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a8ee927a-35e8-4e5e-9e70-5b36ce323118 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:49.338022 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device a67aeda1-3f26-4349-b284-3ea7111eecf0 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:17:49.397217 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-14bd93d3-abeb-4853-a9a4-792f4b8faa9f tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-686470911'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:49.401833 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8bc9-5027-4e27-bc0c-0869d819779c tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Calling delete_port for a12c9055-c525-4b67-9827-e9fb64f78b50 owned by {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:17:49.444029 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-73559f63-0d2e-4fe2-b79f-aa1b845a2d4a tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:49.448680 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f428a588-cb26-4811-a6d7-70f4b131bb6c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:49.493018 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-41b92077-25c8-4ccd-bc86-d6f4030df52c None None] Provisioning complete for port a67aeda1-3f26-4349-b284-3ea7111eecf0 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:49.493968 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-41b92077-25c8-4ccd-bc86-d6f4030df52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:49.498661 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14bd93d3-abeb-4853-a9a4-792f4b8faa9f tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Made reservation on behalf of 331be8c6d4354c1cb700516f44d43853 for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:17:49.504175 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-14bd93d3-abeb-4853-a9a4-792f4b8faa9f tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:49.517704 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-14bd93d3-abeb-4853-a9a4-792f4b8faa9f tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:49.585065 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73559f63-0d2e-4fe2-b79f-aa1b845a2d4a tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Network c6584efe-5c4b-4778-aca7-db565c6624da is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:17:49.599970 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-73559f63-0d2e-4fe2-b79f-aa1b845a2d4a tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:17:49.615151 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f428a588-cb26-4811-a6d7-70f4b131bb6c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:49.617171 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73559f63-0d2e-4fe2-b79f-aa1b845a2d4a tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:17:49.618218 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73559f63-0d2e-4fe2-b79f-aa1b845a2d4a tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:49.619004 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-73559f63-0d2e-4fe2-b79f-aa1b845a2d4a tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:49.632627 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port a67aeda1-3f26-4349-b284-3ea7111eecf0 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:49.633243 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:49.641110 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8bc9-5027-4e27-bc0c-0869d819779c tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:49.697694 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73559f63-0d2e-4fe2-b79f-aa1b845a2d4a tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Pushing event updated for resources: {'Port': ['ID=1a77b805-a4aa-41ca-a128-018f9f57d484,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:49.718867 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-73559f63-0d2e-4fe2-b79f-aa1b845a2d4a tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.6294637 Dec 10 19:17:49.723729 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53482) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:49.730983 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8214'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:49.734297 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f428a588-cb26-4811-a6d7-70f4b131bb6c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Network 87a5f89a-ab07-471a-9b28-4f84767a7673 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:17:49.739583 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f428a588-cb26-4811-a6d7-70f4b131bb6c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event updated for resources: {'Port': ['ID=4cca436a-92fb-454b-93d6-ff43b1209ce7,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:49.754652 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-f428a588-cb26-4811-a6d7-70f4b131bb6c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:17:49.759362 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f428a588-cb26-4811-a6d7-70f4b131bb6c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:17:49.760378 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f428a588-cb26-4811-a6d7-70f4b131bb6c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712030'] for router_interface, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:49.791756 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8bc9-5027-4e27-bc0c-0869d819779c tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:49.805986 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-1f6a8bc9-5027-4e27-bc0c-0869d819779c tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "DELETE /v2.0/ports/a12c9055-c525-4b67-9827-e9fb64f78b50 HTTP/1.1" status: 204 len: 168 time: 1.0489244 Dec 10 19:17:49.821574 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53484) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:49.854513 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-41b92077-25c8-4ccd-bc86-d6f4030df52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:49.898901 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:49.915744 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:49.980639 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a8bc9-5027-4e27-bc0c-0869d819779c tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event deleted for resources: {'Port': ['ID=a12c9055-c525-4b67-9827-e9fb64f78b50,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:49.980904 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfb9ce2-bbb5-45ab-8886-eeff9ba67af1 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:49.985252 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-dcfb9ce2-bbb5-45ab-8886-eeff9ba67af1 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1561167 Dec 10 19:17:49.987290 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a8ee927a-35e8-4e5e-9e70-5b36ce323118 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:49.989217 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53486) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:50.024789 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9c1290a-6a6b-4cac-a184-5e76528ba695 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] GET failed (client error): The resource could not be found. Dec 10 19:17:50.031833 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-b9c1290a-6a6b-4cac-a184-5e76528ba695 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "GET /v2.0/ports/a12c9055-c525-4b67-9827-e9fb64f78b50 HTTP/1.1" status: 404 len: 333 time: 0.0345089 Dec 10 19:17:50.032081 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-14bd93d3-abeb-4853-a9a4-792f4b8faa9f tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:50.036455 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53488) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:50.037255 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a8ee927a-35e8-4e5e-9e70-5b36ce323118 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:50.048821 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-80c85a19-c279-4c5c-8665-f412478f2d32 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2010694369'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:50.070660 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-14bd93d3-abeb-4853-a9a4-792f4b8faa9f tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:50.152755 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14bd93d3-abeb-4853-a9a4-792f4b8faa9f tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:17:50.177477 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd93d3-abeb-4853-a9a4-792f4b8faa9f tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16faba7a-6096-4bc2-b6c9-bf0ba3cc61a8,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:50.197324 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-14bd93d3-abeb-4853-a9a4-792f4b8faa9f tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:50.197671 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-14bd93d3-abeb-4853-a9a4-792f4b8faa9f tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Added segment 76cfde72-c808-4ab5-b759-90748713acbb of type vlan for network 143c71e8-b736-4296-951d-49a0fd36613f Dec 10 19:17:50.274195 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c85a19-c279-4c5c-8665-f412478f2d32 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Made reservation on behalf of 4138d9758a3e4f5e8bb3fafb058d33af for: {'network': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:17:50.278316 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-14bd93d3-abeb-4853-a9a4-792f4b8faa9f tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:50.285318 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-80c85a19-c279-4c5c-8665-f412478f2d32 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:50.313068 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-41b92077-25c8-4ccd-bc86-d6f4030df52c None None] For port a67aeda1-3f26-4349-b284-3ea7111eecf0, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=a67aeda1-3f26-4349-b284-3ea7111eecf0,segment=NetworkSegment(76dd0b24-de8b-40e1-b09e-d7b4573fb498),segment_id=76dd0b24-de8b-40e1-b09e-d7b4573fb498)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:17:50.324003 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ee927a-35e8-4e5e-9e70-5b36ce323118 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event updated for resources: {'Port': ['ID=c0ae971d-f54f-40ce-97da-aa5b4a25d57e,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:50.356068 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-41b92077-25c8-4ccd-bc86-d6f4030df52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:50.386938 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-014a1c36-83ee-4162-9cdf-afebabd8b763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:50.411580 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-14bd93d3-abeb-4853-a9a4-792f4b8faa9f tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:50.422893 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80c85a19-c279-4c5c-8665-f412478f2d32 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=102365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:17:50.426005 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bd93d3-abeb-4853-a9a4-792f4b8faa9f tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:50.429802 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-14bd93d3-abeb-4853-a9a4-792f4b8faa9f tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:50.502169 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-80c85a19-c279-4c5c-8665-f412478f2d32 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:50.502619 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.segments_db [None req-80c85a19-c279-4c5c-8665-f412478f2d32 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Added segment 01b96f6b-33d7-4546-b18e-4db071645a9c of type vlan for network acaf9814-225c-4e00-881e-2a9c51e275fd Dec 10 19:17:50.529404 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.db.api [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102367) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:17:50.530123 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG oslo_db.api [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:17:50.534567 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b92077-25c8-4ccd-bc86-d6f4030df52c None None] Pushing event updated for resources: {'Port': ['ID=a67aeda1-3f26-4349-b284-3ea7111eecf0,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:50.610939 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-86e01a9e-adce-4f0d-9627-61e613b7f772 None None] Provisioning complete for port a67aeda1-3f26-4349-b284-3ea7111eecf0 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:50.611688 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-86e01a9e-adce-4f0d-9627-61e613b7f772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:50.617576 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-80c85a19-c279-4c5c-8665-f412478f2d32 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:50.633568 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f428a588-cb26-4811-a6d7-70f4b131bb6c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:50.650471 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a8ee927a-35e8-4e5e-9e70-5b36ce323118 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712030'] for router_interface, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:50.662785 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] device_id is not set on port 1a77b805-a4aa-41ca-a128-018f9f57d484 yet. {{(pid=102365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:17:50.674441 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:50.729692 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd93d3-abeb-4853-a9a4-792f4b8faa9f tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Pushing event updated for resources: {'Network': ['ID=143c71e8-b736-4296-951d-49a0fd36613f,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:50.742382 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-14bd93d3-abeb-4853-a9a4-792f4b8faa9f tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5508540 Dec 10 19:17:50.767904 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53492) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:50.768605 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-80c85a19-c279-4c5c-8665-f412478f2d32 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:50.775183 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c85a19-c279-4c5c-8665-f412478f2d32 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:50.775845 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-80c85a19-c279-4c5c-8665-f412478f2d32 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:50.779248 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:50.788093 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-ff9549a6-d4d9-4f5e-a232-27ec366fae49 tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Request body: {'subnet': {'network_id': '143c71e8-b736-4296-951d-49a0fd36613f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:50.791413 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 143c71e8-b736-4296-951d-49a0fd36613f details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:17:50.941798 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-86e01a9e-adce-4f0d-9627-61e613b7f772 None None] Provisioning complete for port c0ae971d-f54f-40ce-97da-aa5b4a25d57e triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:50.942410 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-86e01a9e-adce-4f0d-9627-61e613b7f772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:51.015548 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-86e01a9e-adce-4f0d-9627-61e613b7f772 None None] Port c0ae971d-f54f-40ce-97da-aa5b4a25d57e cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:17:51.064593 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-80c85a19-c279-4c5c-8665-f412478f2d32 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0240951 Dec 10 19:17:51.073505 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53494) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:51.086350 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-6065979f-973e-4595-8dc5-f51e9ba1d724 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Request body: {'subnet': {'network_id': 'acaf9814-225c-4e00-881e-2a9c51e275fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:51.179427 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-32641fbc-5bb2-4cbb-bff2-c68c5422f884 None None] Provisioning complete for port 4cca436a-92fb-454b-93d6-ff43b1209ce7 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:51.180315 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-32641fbc-5bb2-4cbb-bff2-c68c5422f884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:51.250177 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-32641fbc-5bb2-4cbb-bff2-c68c5422f884 None None] Port 4cca436a-92fb-454b-93d6-ff43b1209ce7 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:17:51.267182 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6065979f-973e-4595-8dc5-f51e9ba1d724 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Made reservation on behalf of 4138d9758a3e4f5e8bb3fafb058d33af for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:17:51.271790 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6065979f-973e-4595-8dc5-f51e9ba1d724 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:51.272816 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-32641fbc-5bb2-4cbb-bff2-c68c5422f884 None None] Provisioning complete for port c0ae971d-f54f-40ce-97da-aa5b4a25d57e triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:51.273492 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-32641fbc-5bb2-4cbb-bff2-c68c5422f884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:51.295015 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c85a19-c279-4c5c-8665-f412478f2d32 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event updated for resources: {'Network': ['ID=acaf9814-225c-4e00-881e-2a9c51e275fd,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:51.300399 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Pushing event updated for resources: {'Port': ['ID=1a77b805-a4aa-41ca-a128-018f9f57d484,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:51.347598 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port 1a77b805-a4aa-41ca-a128-018f9f57d484 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:17:51.348527 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port 1a77b805-a4aa-41ca-a128-018f9f57d484 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '5fef5767-7f7a-40d7-8142-d4ea7645f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c6584efe-5c4b-4778-aca7-db565c6624da'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:17:51.349472 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port 1a77b805-a4aa-41ca-a128-018f9f57d484 on network c6584efe-5c4b-4778-aca7-db565c6624da {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:17:51.373311 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-32641fbc-5bb2-4cbb-bff2-c68c5422f884 None None] Port c0ae971d-f54f-40ce-97da-aa5b4a25d57e cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:17:51.380043 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network acaf9814-225c-4e00-881e-2a9c51e275fd details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:17:51.383442 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device a67aeda1-3f26-4349-b284-3ea7111eecf0 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:17:51.413786 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Port 1a77b805-a4aa-41ca-a128-018f9f57d484 on network c6584efe-5c4b-4778-aca7-db565c6624da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:17:51.414303 dv-neutron-821441-1-hyperv neutron-server[102365]: ERROR neutron.plugins.ml2.managers [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Failed to bind port 1a77b805-a4aa-41ca-a128-018f9f57d484 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '5fef5767-7f7a-40d7-8142-d4ea7645f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c6584efe-5c4b-4778-aca7-db565c6624da'}] Dec 10 19:17:51.424177 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.plugins.ml2.plugin [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempt 2 to bind port 1a77b805-a4aa-41ca-a128-018f9f57d484 Dec 10 19:17:51.475309 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a8ee927a-35e8-4e5e-9e70-5b36ce323118 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:51.513179 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port 1a77b805-a4aa-41ca-a128-018f9f57d484 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:17:51.514114 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port 1a77b805-a4aa-41ca-a128-018f9f57d484 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '5fef5767-7f7a-40d7-8142-d4ea7645f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c6584efe-5c4b-4778-aca7-db565c6624da'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:17:51.515432 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port 1a77b805-a4aa-41ca-a128-018f9f57d484 on network c6584efe-5c4b-4778-aca7-db565c6624da {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:17:51.520417 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-1cbdd915-d16f-4459-94b5-cc7a7107da67 None None] Provisioning complete for port c0ae971d-f54f-40ce-97da-aa5b4a25d57e triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:51.520820 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1cbdd915-d16f-4459-94b5-cc7a7107da67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:51.522604 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9549a6-d4d9-4f5e-a232-27ec366fae49 tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Made reservation on behalf of 331be8c6d4354c1cb700516f44d43853 for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:17:51.529180 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ff9549a6-d4d9-4f5e-a232-27ec366fae49 tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:51.555231 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port a67aeda1-3f26-4349-b284-3ea7111eecf0 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:51.555596 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:51.590430 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Port 1a77b805-a4aa-41ca-a128-018f9f57d484 on network c6584efe-5c4b-4778-aca7-db565c6624da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:17:51.590430 dv-neutron-821441-1-hyperv neutron-server[102365]: ERROR neutron.plugins.ml2.managers [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Failed to bind port 1a77b805-a4aa-41ca-a128-018f9f57d484 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '5fef5767-7f7a-40d7-8142-d4ea7645f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c6584efe-5c4b-4778-aca7-db565c6624da'}] Dec 10 19:17:51.595280 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.plugins.ml2.plugin [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempt 3 to bind port 1a77b805-a4aa-41ca-a128-018f9f57d484 Dec 10 19:17:51.610788 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-1cbdd915-d16f-4459-94b5-cc7a7107da67 None None] Port c0ae971d-f54f-40ce-97da-aa5b4a25d57e cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:17:51.659974 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port 1a77b805-a4aa-41ca-a128-018f9f57d484 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:17:51.660573 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port 1a77b805-a4aa-41ca-a128-018f9f57d484 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '5fef5767-7f7a-40d7-8142-d4ea7645f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c6584efe-5c4b-4778-aca7-db565c6624da'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:17:51.661487 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port 1a77b805-a4aa-41ca-a128-018f9f57d484 on network c6584efe-5c4b-4778-aca7-db565c6624da {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:17:51.689327 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Port 1a77b805-a4aa-41ca-a128-018f9f57d484 on network c6584efe-5c4b-4778-aca7-db565c6624da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:17:51.689869 dv-neutron-821441-1-hyperv neutron-server[102365]: ERROR neutron.plugins.ml2.managers [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Failed to bind port 1a77b805-a4aa-41ca-a128-018f9f57d484 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '5fef5767-7f7a-40d7-8142-d4ea7645f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c6584efe-5c4b-4778-aca7-db565c6624da'}] Dec 10 19:17:51.708716 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.plugins.ml2.plugin [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempt 4 to bind port 1a77b805-a4aa-41ca-a128-018f9f57d484 Dec 10 19:17:51.713680 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f428a588-cb26-4811-a6d7-70f4b131bb6c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:51.725414 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f428a588-cb26-4811-a6d7-70f4b131bb6c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:51.726931 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f428a588-cb26-4811-a6d7-70f4b131bb6c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3755716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711339'] for router_interface, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:51.855821 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port 1a77b805-a4aa-41ca-a128-018f9f57d484 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:17:51.856354 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port 1a77b805-a4aa-41ca-a128-018f9f57d484 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '5fef5767-7f7a-40d7-8142-d4ea7645f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c6584efe-5c4b-4778-aca7-db565c6624da'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:17:51.856944 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port 1a77b805-a4aa-41ca-a128-018f9f57d484 on network c6584efe-5c4b-4778-aca7-db565c6624da {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:17:51.876808 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Port 1a77b805-a4aa-41ca-a128-018f9f57d484 on network c6584efe-5c4b-4778-aca7-db565c6624da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:17:51.877270 dv-neutron-821441-1-hyperv neutron-server[102365]: ERROR neutron.plugins.ml2.managers [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Failed to bind port 1a77b805-a4aa-41ca-a128-018f9f57d484 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '5fef5767-7f7a-40d7-8142-d4ea7645f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c6584efe-5c4b-4778-aca7-db565c6624da'}] Dec 10 19:17:51.882651 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.plugins.ml2.plugin [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempt 5 to bind port 1a77b805-a4aa-41ca-a128-018f9f57d484 Dec 10 19:17:51.936106 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f428a588-cb26-4811-a6d7-70f4b131bb6c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event updated for resources: {'Port': ['ID=4cca436a-92fb-454b-93d6-ff43b1209ce7,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:51.971669 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port 1a77b805-a4aa-41ca-a128-018f9f57d484 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:17:51.971987 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port 1a77b805-a4aa-41ca-a128-018f9f57d484 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '5fef5767-7f7a-40d7-8142-d4ea7645f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c6584efe-5c4b-4778-aca7-db565c6624da'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:17:51.972320 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port 1a77b805-a4aa-41ca-a128-018f9f57d484 on network c6584efe-5c4b-4778-aca7-db565c6624da {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:17:52.035455 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Port 1a77b805-a4aa-41ca-a128-018f9f57d484 on network c6584efe-5c4b-4778-aca7-db565c6624da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:17:52.035785 dv-neutron-821441-1-hyperv neutron-server[102365]: ERROR neutron.plugins.ml2.managers [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Failed to bind port 1a77b805-a4aa-41ca-a128-018f9f57d484 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '5fef5767-7f7a-40d7-8142-d4ea7645f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c6584efe-5c4b-4778-aca7-db565c6624da'}] Dec 10 19:17:52.040342 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.plugins.ml2.plugin [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempt 6 to bind port 1a77b805-a4aa-41ca-a128-018f9f57d484 Dec 10 19:17:52.096460 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port 1a77b805-a4aa-41ca-a128-018f9f57d484 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:17:52.096762 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port 1a77b805-a4aa-41ca-a128-018f9f57d484 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '5fef5767-7f7a-40d7-8142-d4ea7645f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c6584efe-5c4b-4778-aca7-db565c6624da'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:17:52.097023 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port 1a77b805-a4aa-41ca-a128-018f9f57d484 on network c6584efe-5c4b-4778-aca7-db565c6624da {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:17:52.134093 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Port 1a77b805-a4aa-41ca-a128-018f9f57d484 on network c6584efe-5c4b-4778-aca7-db565c6624da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:17:52.134446 dv-neutron-821441-1-hyperv neutron-server[102365]: ERROR neutron.plugins.ml2.managers [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Failed to bind port 1a77b805-a4aa-41ca-a128-018f9f57d484 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '5fef5767-7f7a-40d7-8142-d4ea7645f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c6584efe-5c4b-4778-aca7-db565c6624da'}] Dec 10 19:17:52.136604 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.plugins.ml2.plugin [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempt 7 to bind port 1a77b805-a4aa-41ca-a128-018f9f57d484 Dec 10 19:17:52.139520 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ff9549a6-d4d9-4f5e-a232-27ec366fae49 tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:52.139744 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f428a588-cb26-4811-a6d7-70f4b131bb6c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Network 87a5f89a-ab07-471a-9b28-4f84767a7673 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:17:52.147032 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-f428a588-cb26-4811-a6d7-70f4b131bb6c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:17:52.177663 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6065979f-973e-4595-8dc5-f51e9ba1d724 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:52.195365 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port 1a77b805-a4aa-41ca-a128-018f9f57d484 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:17:52.197391 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port 1a77b805-a4aa-41ca-a128-018f9f57d484 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '5fef5767-7f7a-40d7-8142-d4ea7645f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c6584efe-5c4b-4778-aca7-db565c6624da'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:17:52.198945 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port 1a77b805-a4aa-41ca-a128-018f9f57d484 on network c6584efe-5c4b-4778-aca7-db565c6624da {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:17:52.225747 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Port 1a77b805-a4aa-41ca-a128-018f9f57d484 on network c6584efe-5c4b-4778-aca7-db565c6624da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:17:52.226093 dv-neutron-821441-1-hyperv neutron-server[102365]: ERROR neutron.plugins.ml2.managers [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Failed to bind port 1a77b805-a4aa-41ca-a128-018f9f57d484 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '5fef5767-7f7a-40d7-8142-d4ea7645f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c6584efe-5c4b-4778-aca7-db565c6624da'}] Dec 10 19:17:52.237324 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.plugins.ml2.plugin [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempt 8 to bind port 1a77b805-a4aa-41ca-a128-018f9f57d484 Dec 10 19:17:52.251207 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a8ee927a-35e8-4e5e-9e70-5b36ce323118 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:52.275509 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9549a6-d4d9-4f5e-a232-27ec366fae49 tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Pushing event updated for resources: {'Subnet': ['ID=e935b35d-e2c8-4a31-a49e-67f6cd6f0cdd,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:52.278987 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a8ee927a-35e8-4e5e-9e70-5b36ce323118 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:52.280191 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a8ee927a-35e8-4e5e-9e70-5b36ce323118 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3755716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711339'] for router_interface, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:52.305089 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port 1a77b805-a4aa-41ca-a128-018f9f57d484 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:17:52.305089 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port 1a77b805-a4aa-41ca-a128-018f9f57d484 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '5fef5767-7f7a-40d7-8142-d4ea7645f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c6584efe-5c4b-4778-aca7-db565c6624da'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:17:52.305089 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port 1a77b805-a4aa-41ca-a128-018f9f57d484 on network c6584efe-5c4b-4778-aca7-db565c6624da {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:17:52.380691 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Port 1a77b805-a4aa-41ca-a128-018f9f57d484 on network c6584efe-5c4b-4778-aca7-db565c6624da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:17:52.381199 dv-neutron-821441-1-hyperv neutron-server[102365]: ERROR neutron.plugins.ml2.managers [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Failed to bind port 1a77b805-a4aa-41ca-a128-018f9f57d484 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '5fef5767-7f7a-40d7-8142-d4ea7645f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c6584efe-5c4b-4778-aca7-db565c6624da'}] Dec 10 19:17:52.432669 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.plugins.ml2.plugin [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempt 9 to bind port 1a77b805-a4aa-41ca-a128-018f9f57d484 Dec 10 19:17:52.441131 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6065979f-973e-4595-8dc5-f51e9ba1d724 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event updated for resources: {'Subnet': ['ID=676102e1-a60f-4797-8d9b-ad7729bef6ba,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:52.472927 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6065979f-973e-4595-8dc5-f51e9ba1d724 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Checking segment: {'id': '01b96f6b-33d7-4546-b18e-4db071645a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'acaf9814-225c-4e00-881e-2a9c51e275fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:17:52.473488 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6065979f-973e-4595-8dc5-f51e9ba1d724 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Network hostable DHCP agents. Network: acaf9814-225c-4e00-881e-2a9c51e275fd, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:17:52.479461 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f428a588-cb26-4811-a6d7-70f4b131bb6c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Router 16ddffcb-b8ed-4486-914b-b5fcaca26bfd has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:17:52.498002 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9549a6-d4d9-4f5e-a232-27ec366fae49 tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Checking segment: {'id': '76cfde72-c808-4ab5-b759-90748713acbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '143c71e8-b736-4296-951d-49a0fd36613f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:17:52.498545 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9549a6-d4d9-4f5e-a232-27ec366fae49 tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Network hostable DHCP agents. Network: 143c71e8-b736-4296-951d-49a0fd36613f, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:17:52.507251 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port 1a77b805-a4aa-41ca-a128-018f9f57d484 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:17:52.507768 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port 1a77b805-a4aa-41ca-a128-018f9f57d484 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '5fef5767-7f7a-40d7-8142-d4ea7645f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c6584efe-5c4b-4778-aca7-db565c6624da'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:17:52.508283 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port 1a77b805-a4aa-41ca-a128-018f9f57d484 on network c6584efe-5c4b-4778-aca7-db565c6624da {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:17:52.511580 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ee927a-35e8-4e5e-9e70-5b36ce323118 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event updated for resources: {'Port': ['ID=c0ae971d-f54f-40ce-97da-aa5b4a25d57e,revision_number=3']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:52.521582 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6065979f-973e-4595-8dc5-f51e9ba1d724 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Network acaf9814-225c-4e00-881e-2a9c51e275fd is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:17:52.535826 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Port 1a77b805-a4aa-41ca-a128-018f9f57d484 on network c6584efe-5c4b-4778-aca7-db565c6624da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:17:52.536315 dv-neutron-821441-1-hyperv neutron-server[102365]: ERROR neutron.plugins.ml2.managers [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Failed to bind port 1a77b805-a4aa-41ca-a128-018f9f57d484 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '5fef5767-7f7a-40d7-8142-d4ea7645f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c6584efe-5c4b-4778-aca7-db565c6624da'}] Dec 10 19:17:52.541817 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.plugins.ml2.plugin [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempt 10 to bind port 1a77b805-a4aa-41ca-a128-018f9f57d484 Dec 10 19:17:52.555998 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-cf94b0a7-bf7d-483f-bf3f-1c164d82530d None None] Provisioning complete for port 4cca436a-92fb-454b-93d6-ff43b1209ce7 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:52.556947 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-cf94b0a7-bf7d-483f-bf3f-1c164d82530d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:52.587931 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port 1a77b805-a4aa-41ca-a128-018f9f57d484 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:17:52.588484 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port 1a77b805-a4aa-41ca-a128-018f9f57d484 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '5fef5767-7f7a-40d7-8142-d4ea7645f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c6584efe-5c4b-4778-aca7-db565c6624da'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:17:52.589395 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempting to bind port 1a77b805-a4aa-41ca-a128-018f9f57d484 on network c6584efe-5c4b-4778-aca7-db565c6624da {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:17:52.595539 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9549a6-d4d9-4f5e-a232-27ec366fae49 tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Network 143c71e8-b736-4296-951d-49a0fd36613f is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:17:52.609676 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-6065979f-973e-4595-8dc5-f51e9ba1d724 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, acaf9814-225c-4e00-881e-2a9c51e275fd) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:17:52.615642 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Port 1a77b805-a4aa-41ca-a128-018f9f57d484 on network c6584efe-5c4b-4778-aca7-db565c6624da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:17:52.616119 dv-neutron-821441-1-hyperv neutron-server[102365]: ERROR neutron.plugins.ml2.managers [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Failed to bind port 1a77b805-a4aa-41ca-a128-018f9f57d484 on host hv-neutron-8214 for vnic_type normal using segments [{'id': '5fef5767-7f7a-40d7-8142-d4ea7645f06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c6584efe-5c4b-4778-aca7-db565c6624da'}] Dec 10 19:17:52.617306 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:52.621491 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-ff9549a6-d4d9-4f5e-a232-27ec366fae49 tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 143c71e8-b736-4296-951d-49a0fd36613f) {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:17:52.622047 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6065979f-973e-4595-8dc5-f51e9ba1d724 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:52.623769 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6065979f-973e-4595-8dc5-f51e9ba1d724 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:52.626984 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-cf94b0a7-bf7d-483f-bf3f-1c164d82530d None None] Port 4cca436a-92fb-454b-93d6-ff43b1209ce7 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:17:52.636289 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c61ea0-030f-4523-a939-6b9a3547552d None None] Network acaf9814-225c-4e00-881e-2a9c51e275fd requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:17:52.647191 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ee927a-35e8-4e5e-9e70-5b36ce323118 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Network 807cba2f-2a94-4ffe-85cc-63841f19bd02 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:17:52.649288 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9549a6-d4d9-4f5e-a232-27ec366fae49 tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:52.650033 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ff9549a6-d4d9-4f5e-a232-27ec366fae49 tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:52.664938 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-a8ee927a-35e8-4e5e-9e70-5b36ce323118 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:17:52.696826 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931b3809-52c1-46c8-969e-b9df66cdd413 None None] Network 143c71e8-b736-4296-951d-49a0fd36613f requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:17:52.707924 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-6065979f-973e-4595-8dc5-f51e9ba1d724 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6306438 Dec 10 19:17:52.711746 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53498) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:52.720977 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-45c6414e-3ec6-45bd-ab2d-7388a9812965 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Request body: {'subnet': {'network_id': 'acaf9814-225c-4e00-881e-2a9c51e275fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:52.734470 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f428a588-cb26-4811-a6d7-70f4b131bb6c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:17:52.766639 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-f428a588-cb26-4811-a6d7-70f4b131bb6c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "PUT /v2.0/routers/16ddffcb-b8ed-4486-914b-b5fcaca26bfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1637747 Dec 10 19:17:52.767780 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53500) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:52.768036 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff74b0a1-b1fe-4fd2-a29f-f821b90275cd None None] Sync routers for ids ['16ddffcb-b8ed-4486-914b-b5fcaca26bfd'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:17:52.788348 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff74b0a1-b1fe-4fd2-a29f-f821b90275cd None None] Routers {'16ddffcb-b8ed-4486-914b-b5fcaca26bfd'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:17:52.789266 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-ff74b0a1-b1fe-4fd2-a29f-f821b90275cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:17:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['16ddffcb-b8ed-4486-914b-b5fcaca26bfd'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:52.873533 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-ff74b0a1-b1fe-4fd2-a29f-f821b90275cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:52.900590 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff74b0a1-b1fe-4fd2-a29f-f821b90275cd None None] Routers {'16ddffcb-b8ed-4486-914b-b5fcaca26bfd'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:17:52.902144 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-ff74b0a1-b1fe-4fd2-a29f-f821b90275cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:17:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['16ddffcb-b8ed-4486-914b-b5fcaca26bfd'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:52.954305 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f1cf5a-4f73-4cce-84a2-24eb2b610700 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:52.961716 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-b8f1cf5a-4f73-4cce-84a2-24eb2b610700 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "GET /v2.0/ports/4cca436a-92fb-454b-93d6-ff43b1209ce7 HTTP/1.1" status: 200 len: 913 time: 0.1295660 Dec 10 19:17:52.962725 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53504) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:52.962964 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-ff74b0a1-b1fe-4fd2-a29f-f821b90275cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:52.963857 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff74b0a1-b1fe-4fd2-a29f-f821b90275cd None None] The sync data for ids ['16ddffcb-b8ed-4486-914b-b5fcaca26bfd'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:17:53.063679 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e83703-7b8c-4064-b1dd-a8c14f0be662 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-acaf9814-225c-4e00-881e-2a9c51e275fd', 'network_id': 'acaf9814-225c-4e00-881e-2a9c51e275fd', 'tenant_id': '4138d9758a3e4f5e8bb3fafb058d33af', 'fixed_ips': [{'subnet_id': '676102e1-a60f-4797-8d9b-ad7729bef6ba'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:17:53.064743 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e6e83703-7b8c-4064-b1dd-a8c14f0be662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:53.170440 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-ff9549a6-d4d9-4f5e-a232-27ec366fae49 tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3843834 Dec 10 19:17:53.174465 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53506) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:53.244658 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-d8878664-d002-4044-b7f0-47e2da15d22f tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Request body: {'port': {'network_id': '143c71e8-b736-4296-951d-49a0fd36613f', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1239047086'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:53.302817 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c6414e-3ec6-45bd-ab2d-7388a9812965 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Made reservation on behalf of 4138d9758a3e4f5e8bb3fafb058d33af for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:17:53.309101 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-45c6414e-3ec6-45bd-ab2d-7388a9812965 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:53.330829 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3df46d4-ffda-4a8e-ba80-f70d53bde704 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-143c71e8-b736-4296-951d-49a0fd36613f', 'network_id': '143c71e8-b736-4296-951d-49a0fd36613f', 'tenant_id': '331be8c6d4354c1cb700516f44d43853', 'fixed_ips': [{'subnet_id': 'e935b35d-e2c8-4a31-a49e-67f6cd6f0cdd'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:17:53.331798 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d3df46d4-ffda-4a8e-ba80-f70d53bde704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:53.346303 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-e6e83703-7b8c-4064-b1dd-a8c14f0be662 None None] Allocated IP 172.20.0.2 (acaf9814-225c-4e00-881e-2a9c51e275fd/676102e1-a60f-4797-8d9b-ad7729bef6ba/4a77074b-43d9-405d-916b-7bc5fb63545b) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:17:53.355741 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-881715dd-9fc4-4aa7-afb2-ed43af3fc5e3 None None] Provisioning complete for port c0ae971d-f54f-40ce-97da-aa5b4a25d57e triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:53.356477 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-881715dd-9fc4-4aa7-afb2-ed43af3fc5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:53.451981 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] For port 1a77b805-a4aa-41ca-a128-018f9f57d484, host hv-neutron-8214, cleared binding levels {{(pid=102365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:17:53.453161 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attempted to set empty binding levels {{(pid=102365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 10 19:17:53.476101 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:53.518175 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-881715dd-9fc4-4aa7-afb2-ed43af3fc5e3 None None] Port c0ae971d-f54f-40ce-97da-aa5b4a25d57e cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:17:53.578286 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.ipam_backend_mixin [None req-45c6414e-3ec6-45bd-ab2d-7388a9812965 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 676102e1-a60f-4797-8d9b-ad7729bef6ba (CIDR: 172.20.0.0/28) Dec 10 19:17:53.581265 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] In _notify_port_updated(), no bound segment for port 1a77b805-a4aa-41ca-a128-018f9f57d484 on network c6584efe-5c4b-4778-aca7-db565c6624da {{(pid=102365) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 10 19:17:53.583063 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:53.584156 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:53.586421 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] 10.222.0.69 "PUT /v2.0/ports/1a77b805-a4aa-41ca-a128-018f9f57d484 HTTP/1.1" status: 200 len: 976 time: 3.8610325 Dec 10 19:17:53.590861 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53508) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:53.595491 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-45c6414e-3ec6-45bd-ab2d-7388a9812965 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:17:53.596261 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45c6414e-3ec6-45bd-ab2d-7388a9812965 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:17:53.650653 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-d3df46d4-ffda-4a8e-ba80-f70d53bde704 None None] Allocated IP 172.20.0.2 (143c71e8-b736-4296-951d-49a0fd36613f/e935b35d-e2c8-4a31-a49e-67f6cd6f0cdd/e5d2b80a-73ac-4cd5-ba82-45d75f3b08a0) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:17:53.669109 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0389d63b-dadd-4a08-adb1-17f0704db151 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Pushing event updated for resources: {'Port': ['ID=1a77b805-a4aa-41ca-a128-018f9f57d484,revision_number=3']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:53.722490 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8ee927a-35e8-4e5e-9e70-5b36ce323118 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Router 2af1771a-7abe-404b-a92b-c012b42d5478 is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:17:53.730292 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8878664-d002-4044-b7f0-47e2da15d22f tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Made reservation on behalf of 331be8c6d4354c1cb700516f44d43853 for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:17:53.736083 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d8878664-d002-4044-b7f0-47e2da15d22f tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:53.755421 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e6e83703-7b8c-4064-b1dd-a8c14f0be662 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:53.774742 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-45c6414e-3ec6-45bd-ab2d-7388a9812965 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0589130 Dec 10 19:17:53.777187 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53510) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:53.785107 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e6e83703-7b8c-4064-b1dd-a8c14f0be662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:53.796361 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-7f8dd327-619d-491b-af20-5a973cdd619b tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Request body: {'subnet': {'network_id': 'acaf9814-225c-4e00-881e-2a9c51e275fd', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:53.826153 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [None req-d8878664-d002-4044-b7f0-47e2da15d22f tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] device_id is not set on port 5ab28a8e-ee9f-4208-9078-5440dab69874 yet. {{(pid=102365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:17:53.872921 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e83703-7b8c-4064-b1dd-a8c14f0be662 None None] Network acaf9814-225c-4e00-881e-2a9c51e275fd is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:17:53.896845 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-e6e83703-7b8c-4064-b1dd-a8c14f0be662 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:17:53.911961 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e83703-7b8c-4064-b1dd-a8c14f0be662 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:17:53.940813 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e83703-7b8c-4064-b1dd-a8c14f0be662 None None] Pushing event updated for resources: {'Port': ['ID=4a77074b-43d9-405d-916b-7bc5fb63545b,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:53.979963 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-f2e954e9-b369-4bb3-b14d-56f259b12db2 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Deleting port 1a77b805-a4aa-41ca-a128-018f9f57d484 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:17:53.980305 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f2e954e9-b369-4bb3-b14d-56f259b12db2 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:54.014291 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ee927a-35e8-4e5e-9e70-5b36ce323118 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:17:54.027490 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-a8ee927a-35e8-4e5e-9e70-5b36ce323118 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "PUT /v2.0/routers/2af1771a-7abe-404b-a92b-c012b42d5478/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6723554 Dec 10 19:17:54.028450 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53512) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:54.053265 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bf4df4-762f-48e0-b955-6b22281f7bdb None None] Sync routers for ids ['2af1771a-7abe-404b-a92b-c012b42d5478'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:17:54.096840 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8aef88f-fe17-4fdd-8b3e-2c2838da34ab tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:54.098586 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-b8aef88f-fe17-4fdd-8b3e-2c2838da34ab tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "GET /v2.0/ports?device_id=2af1771a-7abe-404b-a92b-c012b42d5478 HTTP/1.1" status: 200 len: 988 time: 0.0684278 Dec 10 19:17:54.103408 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53516) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:54.119380 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-afa99d3f-9e30-4b32-9916-b9792f37ceef tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711290'] for router_interface, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:54.142363 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-e6e83703-7b8c-4064-b1dd-a8c14f0be662 None None] Attempting to bind port 4a77074b-43d9-405d-916b-7bc5fb63545b on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:17:54.142928 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-e6e83703-7b8c-4064-b1dd-a8c14f0be662 None None] Attempting to bind port 4a77074b-43d9-405d-916b-7bc5fb63545b by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '01b96f6b-33d7-4546-b18e-4db071645a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'acaf9814-225c-4e00-881e-2a9c51e275fd'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:17:54.143492 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e83703-7b8c-4064-b1dd-a8c14f0be662 None None] Attempting to bind port 4a77074b-43d9-405d-916b-7bc5fb63545b on network acaf9814-225c-4e00-881e-2a9c51e275fd {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:17:54.158687 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bf4df4-762f-48e0-b955-6b22281f7bdb None None] Routers {'2af1771a-7abe-404b-a92b-c012b42d5478'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:17:54.159696 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-36bf4df4-762f-48e0-b955-6b22281f7bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:17:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['2af1771a-7abe-404b-a92b-c012b42d5478'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:54.208490 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-f2e954e9-b369-4bb3-b14d-56f259b12db2 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] For port 1a77b805-a4aa-41ca-a128-018f9f57d484, host hv-neutron-8214, got binding levels [] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:17:54.208490 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f2e954e9-b369-4bb3-b14d-56f259b12db2 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:54.238417 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d3df46d4-ffda-4a8e-ba80-f70d53bde704 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:54.249681 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-36bf4df4-762f-48e0-b955-6b22281f7bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:54.254356 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e83703-7b8c-4064-b1dd-a8c14f0be662 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:17:54.255447 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e83703-7b8c-4064-b1dd-a8c14f0be662 None None] Checking segment: {'id': '01b96f6b-33d7-4546-b18e-4db071645a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'acaf9814-225c-4e00-881e-2a9c51e275fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:17:54.256169 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e6e83703-7b8c-4064-b1dd-a8c14f0be662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:54.256867 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e83703-7b8c-4064-b1dd-a8c14f0be662 None None] Bound using segment: {'id': '01b96f6b-33d7-4546-b18e-4db071645a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'acaf9814-225c-4e00-881e-2a9c51e275fd'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:17:54.257648 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-e6e83703-7b8c-4064-b1dd-a8c14f0be662 None None] Bound port: 4a77074b-43d9-405d-916b-7bc5fb63545b, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01b96f6b-33d7-4546-b18e-4db071645a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'acaf9814-225c-4e00-881e-2a9c51e275fd'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:17:54.258498 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e6e83703-7b8c-4064-b1dd-a8c14f0be662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:54.283917 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d3df46d4-ffda-4a8e-ba80-f70d53bde704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:54.300397 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-f2e954e9-b369-4bb3-b14d-56f259b12db2 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Calling delete_port for 1a77b805-a4aa-41ca-a128-018f9f57d484 owned by {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:17:54.303368 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8dd327-619d-491b-af20-5a973cdd619b tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Made reservation on behalf of 4138d9758a3e4f5e8bb3fafb058d33af for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:17:54.309197 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7f8dd327-619d-491b-af20-5a973cdd619b tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:54.350817 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-9b756268-d1d0-4c55-893f-12a4f360a85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:54.396777 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bf4df4-762f-48e0-b955-6b22281f7bdb None None] Routers {'2af1771a-7abe-404b-a92b-c012b42d5478'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:17:54.398201 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-36bf4df4-762f-48e0-b955-6b22281f7bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:17:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['2af1771a-7abe-404b-a92b-c012b42d5478'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:54.461526 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.db.api [None req-d8878664-d002-4044-b7f0-47e2da15d22f tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-54f6aba9-d138-4fbd-aad5-80b0ff92a2e9 {{(pid=102365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:17:54.462417 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG oslo_db.api [None req-d8878664-d002-4044-b7f0-47e2da15d22f tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:17:54.484543 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3df46d4-ffda-4a8e-ba80-f70d53bde704 None None] Network 143c71e8-b736-4296-951d-49a0fd36613f is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:17:54.490259 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-36bf4df4-762f-48e0-b955-6b22281f7bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:54.491991 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bf4df4-762f-48e0-b955-6b22281f7bdb None None] The sync data for ids ['2af1771a-7abe-404b-a92b-c012b42d5478'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:17:54.509589 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-d3df46d4-ffda-4a8e-ba80-f70d53bde704 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:17:54.515070 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3df46d4-ffda-4a8e-ba80-f70d53bde704 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:17:54.523154 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df46d4-ffda-4a8e-ba80-f70d53bde704 None None] Pushing event updated for resources: {'Port': ['ID=e5d2b80a-73ac-4cd5-ba82-45d75f3b08a0,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:54.618995 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f2e954e9-b369-4bb3-b14d-56f259b12db2 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:54.641223 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-e6e83703-7b8c-4064-b1dd-a8c14f0be662 None None] For port 4a77074b-43d9-405d-916b-7bc5fb63545b, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:17:54.678942 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e954e9-b369-4bb3-b14d-56f259b12db2 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a77b805-a4aa-41ca-a128-018f9f57d484,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:54.679615 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-d3df46d4-ffda-4a8e-ba80-f70d53bde704 None None] Attempting to bind port e5d2b80a-73ac-4cd5-ba82-45d75f3b08a0 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:17:54.680774 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-d3df46d4-ffda-4a8e-ba80-f70d53bde704 None None] Attempting to bind port e5d2b80a-73ac-4cd5-ba82-45d75f3b08a0 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '76cfde72-c808-4ab5-b759-90748713acbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '143c71e8-b736-4296-951d-49a0fd36613f'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:17:54.681313 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3df46d4-ffda-4a8e-ba80-f70d53bde704 None None] Attempting to bind port e5d2b80a-73ac-4cd5-ba82-45d75f3b08a0 on network 143c71e8-b736-4296-951d-49a0fd36613f {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:17:54.692420 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-e6e83703-7b8c-4064-b1dd-a8c14f0be662 None None] For port 4a77074b-43d9-405d-916b-7bc5fb63545b, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=4a77074b-43d9-405d-916b-7bc5fb63545b,segment=NetworkSegment(01b96f6b-33d7-4546-b18e-4db071645a9c),segment_id=01b96f6b-33d7-4546-b18e-4db071645a9c)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:17:54.700805 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3df46d4-ffda-4a8e-ba80-f70d53bde704 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:17:54.701432 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3df46d4-ffda-4a8e-ba80-f70d53bde704 None None] Checking segment: {'id': '76cfde72-c808-4ab5-b759-90748713acbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '143c71e8-b736-4296-951d-49a0fd36613f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:17:54.701853 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d3df46d4-ffda-4a8e-ba80-f70d53bde704 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:54.702835 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3df46d4-ffda-4a8e-ba80-f70d53bde704 None None] Bound using segment: {'id': '76cfde72-c808-4ab5-b759-90748713acbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '143c71e8-b736-4296-951d-49a0fd36613f'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:17:54.704483 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-d3df46d4-ffda-4a8e-ba80-f70d53bde704 None None] Bound port: e5d2b80a-73ac-4cd5-ba82-45d75f3b08a0, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76cfde72-c808-4ab5-b759-90748713acbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '143c71e8-b736-4296-951d-49a0fd36613f'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:17:54.705631 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d3df46d4-ffda-4a8e-ba80-f70d53bde704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:54.711150 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e6e83703-7b8c-4064-b1dd-a8c14f0be662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:54.717709 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f2e954e9-b369-4bb3-b14d-56f259b12db2 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:54.725289 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-f2e954e9-b369-4bb3-b14d-56f259b12db2 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] 10.222.0.69 "DELETE /v2.0/ports/1a77b805-a4aa-41ca-a128-018f9f57d484 HTTP/1.1" status: 204 len: 168 time: 1.1287856 Dec 10 19:17:54.727005 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53518) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:54.786659 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b0fbc47-cb36-4c08-93e8-6161ab0b1333 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] GET failed (client error): The resource could not be found. Dec 10 19:17:54.794010 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-6b0fbc47-cb36-4c08-93e8-6161ab0b1333 tempest-PortsAdminExtendedAttrsTestJSON-1966332987 tempest-PortsAdminExtendedAttrsTestJSON-1966332987-project-admin] 10.222.0.69 "GET /v2.0/ports/1a77b805-a4aa-41ca-a128-018f9f57d484 HTTP/1.1" status: 404 len: 333 time: 0.0571272 Dec 10 19:17:54.796543 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53520) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:54.909479 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-afa99d3f-9e30-4b32-9916-b9792f37ceef tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Deleting port 4cca436a-92fb-454b-93d6-ff43b1209ce7 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:17:54.909720 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e83703-7b8c-4064-b1dd-a8c14f0be662 None None] Pushing event updated for resources: {'Port': ['ID=4a77074b-43d9-405d-916b-7bc5fb63545b,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:54.910093 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-afa99d3f-9e30-4b32-9916-b9792f37ceef tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:54.915829 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c1356823-7f7a-4dce-99f8-d4a448f56aa2 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711290'] for router_interface, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:54.965296 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-d3df46d4-ffda-4a8e-ba80-f70d53bde704 None None] For port e5d2b80a-73ac-4cd5-ba82-45d75f3b08a0, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:17:54.973412 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7f8dd327-619d-491b-af20-5a973cdd619b tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:54.979187 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-d3df46d4-ffda-4a8e-ba80-f70d53bde704 None None] For port e5d2b80a-73ac-4cd5-ba82-45d75f3b08a0, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=e5d2b80a-73ac-4cd5-ba82-45d75f3b08a0,segment=NetworkSegment(76cfde72-c808-4ab5-b759-90748713acbb),segment_id=76cfde72-c808-4ab5-b759-90748713acbb)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:17:54.989507 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d3df46d4-ffda-4a8e-ba80-f70d53bde704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:55.002997 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d8878664-d002-4044-b7f0-47e2da15d22f tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:55.045179 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [None req-d8878664-d002-4044-b7f0-47e2da15d22f tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] device_id is not set on port aaba925b-029b-4e3f-b113-b4d76116edd0 yet. {{(pid=102365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:17:55.052334 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-750fa788-cfee-4b3b-b3fb-7315ba0e4b78 tempest-PortsAdminExtendedAttrsTestJSON-1809437150 tempest-PortsAdminExtendedAttrsTestJSON-1809437150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:55.056833 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8dd327-619d-491b-af20-5a973cdd619b tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Network acaf9814-225c-4e00-881e-2a9c51e275fd is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:17:55.068766 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-7f8dd327-619d-491b-af20-5a973cdd619b tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:17:55.079105 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8dd327-619d-491b-af20-5a973cdd619b tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:55.079105 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7f8dd327-619d-491b-af20-5a973cdd619b tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:55.117591 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-7f8dd327-619d-491b-af20-5a973cdd619b tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3345814 Dec 10 19:17:55.118449 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53522) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:55.149355 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-8ae31b1f-5137-44ea-9a90-91fbe90250b1 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Request body: {'port': {'network_id': 'acaf9814-225c-4e00-881e-2a9c51e275fd', 'fixed_ips': [{'subnet_id': '676102e1-a60f-4797-8d9b-ad7729bef6ba'}, {'subnet_id': '44a3252c-ed0e-445f-a2ab-aa6e3d598142'}], 'name': 'tempest-PortsTestJSON-112230212'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:55.162101 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8dd327-619d-491b-af20-5a973cdd619b tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event updated for resources: {'Subnet': ['ID=44a3252c-ed0e-445f-a2ab-aa6e3d598142,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:55.217572 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-afa99d3f-9e30-4b32-9916-b9792f37ceef tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:55.252047 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-afa99d3f-9e30-4b32-9916-b9792f37ceef tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Calling delete_port for 4cca436a-92fb-454b-93d6-ff43b1209ce7 owned by network:router_interface {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:17:55.303921 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df46d4-ffda-4a8e-ba80-f70d53bde704 None None] Pushing event updated for resources: {'Port': ['ID=e5d2b80a-73ac-4cd5-ba82-45d75f3b08a0,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:55.324149 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:55.516906 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 4a77074b-43d9-405d-916b-7bc5fb63545b up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:17:55.578867 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-750fa788-cfee-4b3b-b3fb-7315ba0e4b78 tempest-PortsAdminExtendedAttrsTestJSON-1809437150 tempest-PortsAdminExtendedAttrsTestJSON-1809437150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:55.658936 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-750fa788-cfee-4b3b-b3fb-7315ba0e4b78 tempest-PortsAdminExtendedAttrsTestJSON-1809437150 tempest-PortsAdminExtendedAttrsTestJSON-1809437150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6584efe-5c4b-4778-aca7-db565c6624da']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:55.696055 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-d8878664-d002-4044-b7f0-47e2da15d22f tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Allocated IP 172.20.0.12 (143c71e8-b736-4296-951d-49a0fd36613f/e935b35d-e2c8-4a31-a49e-67f6cd6f0cdd/aaba925b-029b-4e3f-b113-b4d76116edd0) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:17:55.702718 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-750fa788-cfee-4b3b-b3fb-7315ba0e4b78 tempest-PortsAdminExtendedAttrsTestJSON-1809437150 tempest-PortsAdminExtendedAttrsTestJSON-1809437150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fef5767-7f7a-40d7-8142-d4ea7645f06a') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:55.703148 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-750fa788-cfee-4b3b-b3fb-7315ba0e4b78 tempest-PortsAdminExtendedAttrsTestJSON-1809437150 tempest-PortsAdminExtendedAttrsTestJSON-1809437150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fef5767-7f7a-40d7-8142-d4ea7645f06a') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:55.727754 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-750fa788-cfee-4b3b-b3fb-7315ba0e4b78 tempest-PortsAdminExtendedAttrsTestJSON-1809437150 tempest-PortsAdminExtendedAttrsTestJSON-1809437150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:55.770090 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-750fa788-cfee-4b3b-b3fb-7315ba0e4b78 tempest-PortsAdminExtendedAttrsTestJSON-1809437150 tempest-PortsAdminExtendedAttrsTestJSON-1809437150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:55.837260 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-750fa788-cfee-4b3b-b3fb-7315ba0e4b78 tempest-PortsAdminExtendedAttrsTestJSON-1809437150 tempest-PortsAdminExtendedAttrsTestJSON-1809437150-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:17:55.838394 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-750fa788-cfee-4b3b-b3fb-7315ba0e4b78 tempest-PortsAdminExtendedAttrsTestJSON-1809437150 tempest-PortsAdminExtendedAttrsTestJSON-1809437150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:55.856813 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:17:55.856813 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:17:55.856813 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:17:55.856813 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:17:55.856813 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:17:55.856813 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:17:55.856813 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:17:55.856813 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:17:55.856813 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:17:55.856813 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:17:55.856813 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:17:55.856813 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:17:55.856813 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:17:55.856813 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:17:55.856813 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:17:55.856813 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:17:55.856813 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:17:55.856813 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:17:55.856813 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:17:55.856813 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:17:55.856813 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:17:55.856813 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:17:55.856813 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:17:55.856813 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:17:55.856813 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:17:55.856813 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:17:55.856813 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:17:55.856813 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:17:55.856813 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:17:55.856813 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:17:55.856813 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:17:55.856813 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:17:55.906503 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 4a77074b-43d9-405d-916b-7bc5fb63545b triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:55.907693 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:55.943019 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae31b1f-5137-44ea-9a90-91fbe90250b1 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Made reservation on behalf of 4138d9758a3e4f5e8bb3fafb058d33af for: {'port': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:17:56.078672 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:56.148307 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port 4a77074b-43d9-405d-916b-7bc5fb63545b, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=4a77074b-43d9-405d-916b-7bc5fb63545b,segment=NetworkSegment(01b96f6b-33d7-4546-b18e-4db071645a9c),segment_id=01b96f6b-33d7-4546-b18e-4db071645a9c)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:17:56.154932 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:56.193431 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8ae31b1f-5137-44ea-9a90-91fbe90250b1 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:56.228834 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [None req-8ae31b1f-5137-44ea-9a90-91fbe90250b1 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] device_id is not set on port 9ace7bf9-9ed4-4a29-90c9-07c7dc3b61ab yet. {{(pid=102366) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:17:56.237794 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-afa99d3f-9e30-4b32-9916-b9792f37ceef tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:56.253438 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=4a77074b-43d9-405d-916b-7bc5fb63545b,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:56.307662 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa99d3f-9e30-4b32-9916-b9792f37ceef tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event deleted for resources: {'Port': ['ID=4cca436a-92fb-454b-93d6-ff43b1209ce7,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:56.422872 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:56.584082 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-afa99d3f-9e30-4b32-9916-b9792f37ceef tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3755731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3712768'] for router_interface, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:56.638311 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-750fa788-cfee-4b3b-b3fb-7315ba0e4b78 tempest-PortsAdminExtendedAttrsTestJSON-1809437150 tempest-PortsAdminExtendedAttrsTestJSON-1809437150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:56.644021 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58162b91-eee5-4eef-a64e-a7ab5d6daa16 None None] Network acaf9814-225c-4e00-881e-2a9c51e275fd requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:17:56.687815 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-750fa788-cfee-4b3b-b3fb-7315ba0e4b78 tempest-PortsAdminExtendedAttrsTestJSON-1809437150 tempest-PortsAdminExtendedAttrsTestJSON-1809437150-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:56.698538 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-750fa788-cfee-4b3b-b3fb-7315ba0e4b78 tempest-PortsAdminExtendedAttrsTestJSON-1809437150 tempest-PortsAdminExtendedAttrsTestJSON-1809437150-project] 10.222.0.69 "DELETE /v2.0/networks/c6584efe-5c4b-4778-aca7-db565c6624da HTTP/1.1" status: 204 len: 168 time: 1.9006302 Dec 10 19:17:56.704054 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750fa788-cfee-4b3b-b3fb-7315ba0e4b78 tempest-PortsAdminExtendedAttrsTestJSON-1809437150 tempest-PortsAdminExtendedAttrsTestJSON-1809437150-project] Pushing event deleted for resources: {'Network': ['ID=c6584efe-5c4b-4778-aca7-db565c6624da,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:56.757123 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-c1356823-7f7a-4dce-99f8-d4a448f56aa2 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Deleting port c0ae971d-f54f-40ce-97da-aa5b4a25d57e {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:17:56.757123 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c1356823-7f7a-4dce-99f8-d4a448f56aa2 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:56.849852 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:56.860933 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-8770409f-6151-4ded-ad96-792c75063d9a None None] Provisioning complete for port 4a77074b-43d9-405d-916b-7bc5fb63545b triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:56.861308 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8770409f-6151-4ded-ad96-792c75063d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:56.904161 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c1356823-7f7a-4dce-99f8-d4a448f56aa2 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:56.925189 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-c1356823-7f7a-4dce-99f8-d4a448f56aa2 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Calling delete_port for c0ae971d-f54f-40ce-97da-aa5b4a25d57e owned by network:router_interface {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:17:57.040810 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d8878664-d002-4044-b7f0-47e2da15d22f tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:57.150200 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d8878664-d002-4044-b7f0-47e2da15d22f tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:57.155462 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fcfe52-bc3f-47f1-b9f5-fd39d01c2847 None None] Network 143c71e8-b736-4296-951d-49a0fd36613f requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:17:57.342102 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8878664-d002-4044-b7f0-47e2da15d22f tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Network 143c71e8-b736-4296-951d-49a0fd36613f is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:17:57.349126 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-d8878664-d002-4044-b7f0-47e2da15d22f tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:17:57.364961 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8878664-d002-4044-b7f0-47e2da15d22f tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:17:57.437926 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8878664-d002-4044-b7f0-47e2da15d22f tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:57.438592 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d8878664-d002-4044-b7f0-47e2da15d22f tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:57.441531 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53532) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:57.496035 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8878664-d002-4044-b7f0-47e2da15d22f tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Pushing event updated for resources: {'Port': ['ID=aaba925b-029b-4e3f-b113-b4d76116edd0,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:57.524192 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-d8878664-d002-4044-b7f0-47e2da15d22f tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.3481522 Dec 10 19:17:57.532411 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53536) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:57.539136 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-90071eb2-a9b2-4a95-a8d3-13361588ef7b tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Request body: {'port': {'network_id': '143c71e8-b736-4296-951d-49a0fd36613f', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1052364182', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:57.540477 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.api.validators [None req-90071eb2-a9b2-4a95-a8d3-13361588ef7b tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] bootfile-name is not in valid_values {{(pid=102365) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 19:17:57.541122 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.api.validators [None req-90071eb2-a9b2-4a95-a8d3-13361588ef7b tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] tftp-server is not in valid_values {{(pid=102365) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 19:17:57.541619 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.api.validators [None req-90071eb2-a9b2-4a95-a8d3-13361588ef7b tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] server-ip-address is not in valid_values {{(pid=102365) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 19:17:57.550495 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device e5d2b80a-73ac-4cd5-ba82-45d75f3b08a0 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:17:57.575775 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c1356823-7f7a-4dce-99f8-d4a448f56aa2 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:57.621342 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa99d3f-9e30-4b32-9916-b9792f37ceef tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Router 16ddffcb-b8ed-4486-914b-b5fcaca26bfd has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:17:57.623155 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-8ae31b1f-5137-44ea-9a90-91fbe90250b1 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Allocated IP 172.20.0.3 (acaf9814-225c-4e00-881e-2a9c51e275fd/676102e1-a60f-4797-8d9b-ad7729bef6ba/9ace7bf9-9ed4-4a29-90c9-07c7dc3b61ab) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:17:57.636719 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-8ae31b1f-5137-44ea-9a90-91fbe90250b1 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Allocated IP 172.20.0.25 (acaf9814-225c-4e00-881e-2a9c51e275fd/44a3252c-ed0e-445f-a2ab-aa6e3d598142/9ace7bf9-9ed4-4a29-90c9-07c7dc3b61ab) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:17:57.674993 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-f39af537-d4b8-40e6-86ed-2bda0a548b64 None None] Provisioning complete for port e5d2b80a-73ac-4cd5-ba82-45d75f3b08a0 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:57.675524 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f39af537-d4b8-40e6-86ed-2bda0a548b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:57.682358 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1356823-7f7a-4dce-99f8-d4a448f56aa2 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event deleted for resources: {'Port': ['ID=c0ae971d-f54f-40ce-97da-aa5b4a25d57e,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:57.751960 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9918b606-75ca-4d7d-b446-a08ab192fc40 None None] Update dhcp port {'port': {'network_id': 'acaf9814-225c-4e00-881e-2a9c51e275fd', 'fixed_ips': [{'subnet_id': '676102e1-a60f-4797-8d9b-ad7729bef6ba', 'ip_address': '172.20.0.2'}, {'subnet_id': '44a3252c-ed0e-445f-a2ab-aa6e3d598142'}], 'binding:host_id': 'dv-neutron-821441-1-hyperv'}, 'id': '4a77074b-43d9-405d-916b-7bc5fb63545b'} from dv-neutron-821441-1-hyperv. {{(pid=102367) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 10 19:17:57.831549 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-9918b606-75ca-4d7d-b446-a08ab192fc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:57.862018 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port e5d2b80a-73ac-4cd5-ba82-45d75f3b08a0 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:57.862466 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:57.923182 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c1356823-7f7a-4dce-99f8-d4a448f56aa2 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3755731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3712768'] for router_interface, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:57.946585 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-c2ea170b-bbcf-4c2e-a039-9df88c0cbea9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=307acd38a4d24dd7a7ae209fafbb1917&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4952905 Dec 10 19:17:57.947559 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53540) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:58.002170 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8ae31b1f-5137-44ea-9a90-91fbe90250b1 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:58.038994 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa99d3f-9e30-4b32-9916-b9792f37ceef tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:17:58.053985 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-afa99d3f-9e30-4b32-9916-b9792f37ceef tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "PUT /v2.0/routers/16ddffcb-b8ed-4486-914b-b5fcaca26bfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0763550 Dec 10 19:17:58.054403 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f39af537-d4b8-40e6-86ed-2bda0a548b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:58.054583 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53542) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:58.054772 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90071eb2-a9b2-4a95-a8d3-13361588ef7b tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Made reservation on behalf of 331be8c6d4354c1cb700516f44d43853 for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:17:58.057646 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-90071eb2-a9b2-4a95-a8d3-13361588ef7b tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:58.074268 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57dbc5f8-09fd-4051-a1b2-9641342814b8 None None] Sync routers for ids ['16ddffcb-b8ed-4486-914b-b5fcaca26bfd'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:17:58.084311 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dbc5f8-09fd-4051-a1b2-9641342814b8 None None] Routers {'16ddffcb-b8ed-4486-914b-b5fcaca26bfd'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:17:58.084961 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-57dbc5f8-09fd-4051-a1b2-9641342814b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:17:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['16ddffcb-b8ed-4486-914b-b5fcaca26bfd'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:58.120680 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-f39af537-d4b8-40e6-86ed-2bda0a548b64 None None] For port e5d2b80a-73ac-4cd5-ba82-45d75f3b08a0, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=e5d2b80a-73ac-4cd5-ba82-45d75f3b08a0,segment=NetworkSegment(76cfde72-c808-4ab5-b759-90748713acbb),segment_id=76cfde72-c808-4ab5-b759-90748713acbb)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:17:58.127899 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-57dbc5f8-09fd-4051-a1b2-9641342814b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:58.140644 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dbc5f8-09fd-4051-a1b2-9641342814b8 None None] Routers {'16ddffcb-b8ed-4486-914b-b5fcaca26bfd'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:17:58.141612 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-57dbc5f8-09fd-4051-a1b2-9641342814b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:17:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['16ddffcb-b8ed-4486-914b-b5fcaca26bfd'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:58.152850 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f39af537-d4b8-40e6-86ed-2bda0a548b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:58.194982 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-57dbc5f8-09fd-4051-a1b2-9641342814b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:58.195918 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57dbc5f8-09fd-4051-a1b2-9641342814b8 None None] The sync data for ids ['16ddffcb-b8ed-4486-914b-b5fcaca26bfd'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:17:58.215524 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8ae31b1f-5137-44ea-9a90-91fbe90250b1 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:58.363952 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [None req-90071eb2-a9b2-4a95-a8d3-13361588ef7b tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] device_id is not set on port 4e9b6d16-4acc-4f92-b517-16589352ded3 yet. {{(pid=102365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:17:58.405131 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae31b1f-5137-44ea-9a90-91fbe90250b1 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Network acaf9814-225c-4e00-881e-2a9c51e275fd is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:17:58.412170 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-8ae31b1f-5137-44ea-9a90-91fbe90250b1 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:17:58.420367 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae31b1f-5137-44ea-9a90-91fbe90250b1 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:17:58.458077 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-729d277f-4a01-439f-a8ae-45081d0ec0c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:58.463354 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1356823-7f7a-4dce-99f8-d4a448f56aa2 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Router 2af1771a-7abe-404b-a92b-c012b42d5478 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:17:58.473848 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae31b1f-5137-44ea-9a90-91fbe90250b1 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event updated for resources: {'Port': ['ID=9ace7bf9-9ed4-4a29-90c9-07c7dc3b61ab,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:58.527385 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae31b1f-5137-44ea-9a90-91fbe90250b1 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:58.528465 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8ae31b1f-5137-44ea-9a90-91fbe90250b1 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:58.552323 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39af537-d4b8-40e6-86ed-2bda0a548b64 None None] Pushing event updated for resources: {'Port': ['ID=e5d2b80a-73ac-4cd5-ba82-45d75f3b08a0,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:58.555078 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-8ae31b1f-5137-44ea-9a90-91fbe90250b1 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 3.4143848 Dec 10 19:17:58.555892 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53544) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:58.558272 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 4a77074b-43d9-405d-916b-7bc5fb63545b up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:17:58.562029 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-47004c32-4cb4-4304-a284-d9ddf78f335e None None] Provisioning complete for port aaba925b-029b-4e3f-b113-b4d76116edd0 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:58.562394 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-47004c32-4cb4-4304-a284-d9ddf78f335e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:58.562510 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-7ff421eb-2534-4418-9107-82c5bd3b0741 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '676102e1-a60f-4797-8d9b-ad7729bef6ba'}]}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:58.615955 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-90071eb2-a9b2-4a95-a8d3-13361588ef7b tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Allocated IP 172.20.0.9 (143c71e8-b736-4296-951d-49a0fd36613f/e935b35d-e2c8-4a31-a49e-67f6cd6f0cdd/4e9b6d16-4acc-4f92-b517-16589352ded3) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:17:58.628709 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-9918b606-75ca-4d7d-b446-a08ab192fc40 None None] Allocated IP 172.20.0.18 (acaf9814-225c-4e00-881e-2a9c51e275fd/44a3252c-ed0e-445f-a2ab-aa6e3d598142/4a77074b-43d9-405d-916b-7bc5fb63545b) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:17:58.656803 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7ff421eb-2534-4418-9107-82c5bd3b0741 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:58.660108 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-47004c32-4cb4-4304-a284-d9ddf78f335e None None] Port aaba925b-029b-4e3f-b113-b4d76116edd0 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:17:58.669614 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-729d277f-4a01-439f-a8ae-45081d0ec0c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:58.723566 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-47004c32-4cb4-4304-a284-d9ddf78f335e None None] Provisioning complete for port e5d2b80a-73ac-4cd5-ba82-45d75f3b08a0 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:58.723944 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-47004c32-4cb4-4304-a284-d9ddf78f335e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:58.814572 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 4a77074b-43d9-405d-916b-7bc5fb63545b triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:58.814948 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:58.849301 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b93a6daa-5db2-4dad-bf14-aff9170b8a58 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711290'] for router_interface, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:58.905942 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-9918b606-75ca-4d7d-b446-a08ab192fc40 None None] For port 4a77074b-43d9-405d-916b-7bc5fb63545b, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=4a77074b-43d9-405d-916b-7bc5fb63545b,segment=NetworkSegment(01b96f6b-33d7-4546-b18e-4db071645a9c),segment_id=01b96f6b-33d7-4546-b18e-4db071645a9c)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:17:58.919977 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1356823-7f7a-4dce-99f8-d4a448f56aa2 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:17:58.925549 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-c1356823-7f7a-4dce-99f8-d4a448f56aa2 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "PUT /v2.0/routers/2af1771a-7abe-404b-a92b-c012b42d5478/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8210049 Dec 10 19:17:58.931060 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53548) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:58.958034 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:17:58.958287 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d37607-87b4-4cfc-80fc-824ce202a4a1 None None] Sync routers for ids ['2af1771a-7abe-404b-a92b-c012b42d5478'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:17:58.968550 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-9918b606-75ca-4d7d-b446-a08ab192fc40 None None] Notify callbacks [] for port, precommit_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:58.987811 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba318601-345f-4d9c-85f1-dd7c9839fb28 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] GET failed (client error): The resource could not be found. Dec 10 19:17:58.992564 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-ba318601-345f-4d9c-85f1-dd7c9839fb28 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "GET /v2.0/ports/c0ae971d-f54f-40ce-97da-aa5b4a25d57e HTTP/1.1" status: 404 len: 333 time: 0.0608122 Dec 10 19:17:58.996109 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53550) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:59.001357 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-9918b606-75ca-4d7d-b446-a08ab192fc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:59.055333 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d37607-87b4-4cfc-80fc-824ce202a4a1 None None] Routers {'2af1771a-7abe-404b-a92b-c012b42d5478'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:17:59.055333 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-44d37607-87b4-4cfc-80fc-824ce202a4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:17:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['2af1771a-7abe-404b-a92b-c012b42d5478'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:59.096159 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-729d277f-4a01-439f-a8ae-45081d0ec0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:59.098870 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-729d277f-4a01-439f-a8ae-45081d0ec0c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:59.103267 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-729d277f-4a01-439f-a8ae-45081d0ec0c9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/98717900-173b-4b69-be68-9bd2619cb89c HTTP/1.1" status: 204 len: 168 time: 1.1183763 Dec 10 19:17:59.125023 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e8030fcd-6e05-4c4a-b10e-fb4accf94b2e tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for router, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:59.127170 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-44d37607-87b4-4cfc-80fc-824ce202a4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:59.135274 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729d277f-4a01-439f-a8ae-45081d0ec0c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98717900-173b-4b69-be68-9bd2619cb89c,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:59.224112 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-90071eb2-a9b2-4a95-a8d3-13361588ef7b tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:59.225999 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9918b606-75ca-4d7d-b446-a08ab192fc40 None None] Pushing event updated for resources: {'Port': ['ID=4a77074b-43d9-405d-916b-7bc5fb63545b,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:59.251640 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d37607-87b4-4cfc-80fc-824ce202a4a1 None None] Routers {'2af1771a-7abe-404b-a92b-c012b42d5478'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:17:59.252538 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-44d37607-87b4-4cfc-80fc-824ce202a4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:17:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['2af1771a-7abe-404b-a92b-c012b42d5478'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:59.255232 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-002d6797-9d42-4e0e-9d14-7ea80cbdef3f None None] Provisioning complete for port aaba925b-029b-4e3f-b113-b4d76116edd0 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:59.255808 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-002d6797-9d42-4e0e-9d14-7ea80cbdef3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:59.289205 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-7ff421eb-2534-4418-9107-82c5bd3b0741 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Delete allocated IP 172.20.0.25 (acaf9814-225c-4e00-881e-2a9c51e275fd/44a3252c-ed0e-445f-a2ab-aa6e3d598142) {{(pid=102366) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 10 19:17:59.370664 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device e5d2b80a-73ac-4cd5-ba82-45d75f3b08a0 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:17:59.374517 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-44d37607-87b4-4cfc-80fc-824ce202a4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:59.375280 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d37607-87b4-4cfc-80fc-824ce202a4a1 None None] The sync data for ids ['2af1771a-7abe-404b-a92b-c012b42d5478'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:17:59.411192 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e8030fcd-6e05-4c4a-b10e-fb4accf94b2e tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:59.419780 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e8030fcd-6e05-4c4a-b10e-fb4accf94b2e tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:59.444373 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-002d6797-9d42-4e0e-9d14-7ea80cbdef3f None None] Port aaba925b-029b-4e3f-b113-b4d76116edd0 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:17:59.474526 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port e5d2b80a-73ac-4cd5-ba82-45d75f3b08a0 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:59.474959 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:59.481840 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-90071eb2-a9b2-4a95-a8d3-13361588ef7b tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:59.539656 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e8030fcd-6e05-4c4a-b10e-fb4accf94b2e tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:59.540430 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8030fcd-6e05-4c4a-b10e-fb4accf94b2e tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Fanout notify agent at l3_agent the message router_deleted on router 2af1771a-7abe-404b-a92b-c012b42d5478 {{(pid=102365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:17:59.556648 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e8030fcd-6e05-4c4a-b10e-fb4accf94b2e tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:59.561164 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-e8030fcd-6e05-4c4a-b10e-fb4accf94b2e tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "DELETE /v2.0/routers/2af1771a-7abe-404b-a92b-c012b42d5478 HTTP/1.1" status: 204 len: 168 time: 0.5640178 Dec 10 19:17:59.561384 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53556) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:59.570768 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90071eb2-a9b2-4a95-a8d3-13361588ef7b tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Network 143c71e8-b736-4296-951d-49a0fd36613f is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:17:59.594279 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-90071eb2-a9b2-4a95-a8d3-13361588ef7b tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:17:59.597183 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90071eb2-a9b2-4a95-a8d3-13361588ef7b tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:17:59.599998 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90071eb2-a9b2-4a95-a8d3-13361588ef7b tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Pushing event updated for resources: {'Port': ['ID=4e9b6d16-4acc-4f92-b517-16589352ded3,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:59.656418 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53558) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:59.698371 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90071eb2-a9b2-4a95-a8d3-13361588ef7b tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:59.698950 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-90071eb2-a9b2-4a95-a8d3-13361588ef7b tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:59.705288 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a1c7ab0-0787-4599-ae3b-ca5235e95f1f tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Deleting subnet 92917bc1-50d6-4a89-9612-eed5c480ec71 {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:17:59.720281 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5a1c7ab0-0787-4599-ae3b-ca5235e95f1f tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:59.743479 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-90071eb2-a9b2-4a95-a8d3-13361588ef7b tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.2071881 Dec 10 19:17:59.747257 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-43a3bf57-19e7-4443-a81b-57fbd80aa8bf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e069bf0d38454943ace86d21c8e09804&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0867848 Dec 10 19:17:59.748340 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53560) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:59.751459 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53562) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:59.822713 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598a399e-583a-45c1-b919-dd16f8cae205 tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:59.829329 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598a399e-583a-45c1-b919-dd16f8cae205 tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:59.835800 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598a399e-583a-45c1-b919-dd16f8cae205 tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:59.837774 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-598a399e-583a-45c1-b919-dd16f8cae205 tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.0879188 Dec 10 19:17:59.845761 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53564) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:17:59.974483 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-d5d6beb1-47b4-4ae0-86fd-4d8deac1d497 None None] Provisioning complete for port 4e9b6d16-4acc-4f92-b517-16589352ded3 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:59.975525 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d5d6beb1-47b4-4ae0-86fd-4d8deac1d497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:17:59.988312 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-4d2ce9b5-fb86-42b0-9f8d-b98b52731df7 tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Deleting port 4e9b6d16-4acc-4f92-b517-16589352ded3 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:17:59.989964 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4d2ce9b5-fb86-42b0-9f8d-b98b52731df7 tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:00.066729 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-d5d6beb1-47b4-4ae0-86fd-4d8deac1d497 None None] Port 4e9b6d16-4acc-4f92-b517-16589352ded3 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:18:00.118984 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5a1c7ab0-0787-4599-ae3b-ca5235e95f1f tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:00.123371 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4d2ce9b5-fb86-42b0-9f8d-b98b52731df7 tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:00.144383 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-4d2ce9b5-fb86-42b0-9f8d-b98b52731df7 tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Calling delete_port for 4e9b6d16-4acc-4f92-b517-16589352ded3 owned by {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:18:00.149918 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89171267-968d-4e0f-a664-9a478c94b620 None None] Network acaf9814-225c-4e00-881e-2a9c51e275fd requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:18:00.163397 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-b93a6daa-5db2-4dad-bf14-aff9170b8a58 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Deleting port 4d219c91-91be-4e78-ba1b-3353d0f76181 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:18:00.163726 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b93a6daa-5db2-4dad-bf14-aff9170b8a58 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:00.228459 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-ccee3963-169e-465e-a84e-54abfd73cfaf None None] Provisioning complete for port 4a77074b-43d9-405d-916b-7bc5fb63545b triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:00.228755 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ccee3963-169e-465e-a84e-54abfd73cfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:00.252742 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7ff421eb-2534-4418-9107-82c5bd3b0741 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:00.269541 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7ff421eb-2534-4418-9107-82c5bd3b0741 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:00.290035 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4d6b6253-7909-4c19-8749-4adedf548b2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:00.351702 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4d2ce9b5-fb86-42b0-9f8d-b98b52731df7 tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:00.419223 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2ce9b5-fb86-42b0-9f8d-b98b52731df7 tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Pushing event deleted for resources: {'Port': ['ID=4e9b6d16-4acc-4f92-b517-16589352ded3,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:00.437011 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4d6b6253-7909-4c19-8749-4adedf548b2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:00.440236 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b93a6daa-5db2-4dad-bf14-aff9170b8a58 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:00.443565 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5a1c7ab0-0787-4599-ae3b-ca5235e95f1f tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:00.484890 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff421eb-2534-4418-9107-82c5bd3b0741 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event updated for resources: {'Port': ['ID=9ace7bf9-9ed4-4a29-90c9-07c7dc3b61ab,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:00.542081 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-b93a6daa-5db2-4dad-bf14-aff9170b8a58 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Calling delete_port for 4d219c91-91be-4e78-ba1b-3353d0f76181 owned by network:router_interface {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:18:00.575803 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4d2ce9b5-fb86-42b0-9f8d-b98b52731df7 tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:00.584477 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-4d2ce9b5-fb86-42b0-9f8d-b98b52731df7 tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] 10.222.0.69 "DELETE /v2.0/ports/4e9b6d16-4acc-4f92-b517-16589352ded3 HTTP/1.1" status: 204 len: 168 time: 0.7368402 Dec 10 19:18:00.589051 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53568) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:00.600092 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-d17ca487-ef93-420e-9f0c-031213b86a68 tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Request body: {'port': {'name': 'tempest-new-port-name-1089660525', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:00.601015 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.api.validators [None req-d17ca487-ef93-420e-9f0c-031213b86a68 tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] bootfile-name is not in valid_values {{(pid=102365) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 19:18:00.601740 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.api.validators [None req-d17ca487-ef93-420e-9f0c-031213b86a68 tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] tftp-server is not in valid_values {{(pid=102365) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 19:18:00.602667 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.api.validators [None req-d17ca487-ef93-420e-9f0c-031213b86a68 tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] server-ip-address is not in valid_values {{(pid=102365) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 19:18:00.610195 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-7ff421eb-2534-4418-9107-82c5bd3b0741 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] In _notify_port_updated(), no bound segment for port 9ace7bf9-9ed4-4a29-90c9-07c7dc3b61ab on network acaf9814-225c-4e00-881e-2a9c51e275fd {{(pid=102366) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 10 19:18:00.616474 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff421eb-2534-4418-9107-82c5bd3b0741 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:00.617281 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7ff421eb-2534-4418-9107-82c5bd3b0741 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:00.618780 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-7ff421eb-2534-4418-9107-82c5bd3b0741 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "PUT /v2.0/ports/9ace7bf9-9ed4-4a29-90c9-07c7dc3b61ab HTTP/1.1" status: 200 len: 918 time: 2.0608754 Dec 10 19:18:00.637953 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53570) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:00.646758 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-b18bde77-6a23-4cfc-abc4-432f875c780b tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '676102e1-a60f-4797-8d9b-ad7729bef6ba'}, {'subnet_id': '44a3252c-ed0e-445f-a2ab-aa6e3d598142'}]}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:00.721675 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5a1c7ab0-0787-4599-ae3b-ca5235e95f1f tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:00.737812 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4d6b6253-7909-4c19-8749-4adedf548b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:00.743421 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4d6b6253-7909-4c19-8749-4adedf548b2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:00.749112 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-4d6b6253-7909-4c19-8749-4adedf548b2d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e8f253c8-092e-4001-82d8-7f5419a46b08 HTTP/1.1" status: 204 len: 168 time: 0.9929428 Dec 10 19:18:00.830262 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5a1c7ab0-0787-4599-ae3b-ca5235e95f1f tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:00.841314 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-5a1c7ab0-0787-4599-ae3b-ca5235e95f1f tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "DELETE /v2.0/subnets/92917bc1-50d6-4a89-9612-eed5c480ec71 HTTP/1.1" status: 204 len: 168 time: 1.2689731 Dec 10 19:18:00.841314 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c7ab0-0787-4599-ae3b-ca5235e95f1f tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event deleted for resources: {'Subnet': ['ID=92917bc1-50d6-4a89-9612-eed5c480ec71,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:00.853423 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53574) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:00.856628 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b18bde77-6a23-4cfc-abc4-432f875c780b tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:00.876951 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d17ca487-ef93-420e-9f0c-031213b86a68 tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:00.881749 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5779382-2e76-4d85-ba3c-d429ca73670b None None] Network 807cba2f-2a94-4ffe-85cc-63841f19bd02 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:18:00.917026 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6b6253-7909-4c19-8749-4adedf548b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f253c8-092e-4001-82d8-7f5419a46b08,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:00.938971 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-e7d00fda-3fc7-43ad-aa72-05932c6e1f65 None None] Provisioning complete for port 9ace7bf9-9ed4-4a29-90c9-07c7dc3b61ab triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:00.939676 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e7d00fda-3fc7-43ad-aa72-05932c6e1f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:01.110919 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b93a6daa-5db2-4dad-bf14-aff9170b8a58 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:01.186993 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93a6daa-5db2-4dad-bf14-aff9170b8a58 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event deleted for resources: {'Port': ['ID=4d219c91-91be-4e78-ba1b-3353d0f76181,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:01.211815 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-51de62e3-a9b5-4a42-8bb4-b136c1121b62 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:01.397253 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b93a6daa-5db2-4dad-bf14-aff9170b8a58 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3755731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3712768'] for router_interface, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:01.420432 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 4a77074b-43d9-405d-916b-7bc5fb63545b up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:18:01.474012 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-e7d00fda-3fc7-43ad-aa72-05932c6e1f65 None None] Port 9ace7bf9-9ed4-4a29-90c9-07c7dc3b61ab cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:18:01.552578 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-e7d00fda-3fc7-43ad-aa72-05932c6e1f65 None None] Provisioning complete for port 4a77074b-43d9-405d-916b-7bc5fb63545b triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:01.558210 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e7d00fda-3fc7-43ad-aa72-05932c6e1f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:01.637198 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 4a77074b-43d9-405d-916b-7bc5fb63545b triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:01.637525 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:01.843735 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea32619-3925-49b5-a3d5-ba94f8aa1b49 None None] DHCP port deletion for 807cba2f-2a94-4ffe-85cc-63841f19bd02 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:18:01.867589 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-51de62e3-a9b5-4a42-8bb4-b136c1121b62 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Deleting port a67aeda1-3f26-4349-b284-3ea7111eecf0 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:18:01.868014 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-51de62e3-a9b5-4a42-8bb4-b136c1121b62 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:01.878741 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b93a6daa-5db2-4dad-bf14-aff9170b8a58 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Router 16ddffcb-b8ed-4486-914b-b5fcaca26bfd has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:18:01.983932 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b93a6daa-5db2-4dad-bf14-aff9170b8a58 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:18:01.993299 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-b93a6daa-5db2-4dad-bf14-aff9170b8a58 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "PUT /v2.0/routers/16ddffcb-b8ed-4486-914b-b5fcaca26bfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9396431 Dec 10 19:18:01.994132 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53590) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:02.002859 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908db224-5376-4a8a-a5ac-5adceed644d9 None None] Sync routers for ids ['16ddffcb-b8ed-4486-914b-b5fcaca26bfd'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:18:02.023417 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908db224-5376-4a8a-a5ac-5adceed644d9 None None] Routers {'16ddffcb-b8ed-4486-914b-b5fcaca26bfd'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:18:02.024832 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-908db224-5376-4a8a-a5ac-5adceed644d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:17:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['16ddffcb-b8ed-4486-914b-b5fcaca26bfd'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:02.032462 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-b09066f7-c916-43b8-acdf-d6d01c617e71 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "GET /v2.0/ports?device_id=16ddffcb-b8ed-4486-914b-b5fcaca26bfd HTTP/1.1" status: 200 len: 205 time: 0.0362842 Dec 10 19:18:02.032678 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53592) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:02.097457 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-908db224-5376-4a8a-a5ac-5adceed644d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:02.097797 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-9ea32619-3925-49b5-a3d5-ba94f8aa1b49 None None] Deleting port a67aeda1-3f26-4349-b284-3ea7111eecf0 {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:18:02.097952 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-9ea32619-3925-49b5-a3d5-ba94f8aa1b49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:02.115302 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908db224-5376-4a8a-a5ac-5adceed644d9 None None] Routers {'16ddffcb-b8ed-4486-914b-b5fcaca26bfd'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:18:02.116377 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-908db224-5376-4a8a-a5ac-5adceed644d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:17:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['16ddffcb-b8ed-4486-914b-b5fcaca26bfd'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:02.140405 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cda53cb4-db72-4f52-9c3c-f34ab039a1d5 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for router, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:02.193302 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-908db224-5376-4a8a-a5ac-5adceed644d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:02.194412 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908db224-5376-4a8a-a5ac-5adceed644d9 None None] The sync data for ids ['16ddffcb-b8ed-4486-914b-b5fcaca26bfd'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:18:02.230561 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-769756dd-b403-480e-8175-a1a316b19ca8 None None] Provisioning complete for port 9ace7bf9-9ed4-4a29-90c9-07c7dc3b61ab triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:02.231251 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-769756dd-b403-480e-8175-a1a316b19ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:02.235583 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:02.274021 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-9ea32619-3925-49b5-a3d5-ba94f8aa1b49 None None] For port a67aeda1-3f26-4349-b284-3ea7111eecf0, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=a67aeda1-3f26-4349-b284-3ea7111eecf0,segment=NetworkSegment(76dd0b24-de8b-40e1-b09e-d7b4573fb498),segment_id=76dd0b24-de8b-40e1-b09e-d7b4573fb498)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:18:02.274698 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-9ea32619-3925-49b5-a3d5-ba94f8aa1b49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:02.296647 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-9ea32619-3925-49b5-a3d5-ba94f8aa1b49 None None] Calling delete_port for a67aeda1-3f26-4349-b284-3ea7111eecf0 owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:18:02.303345 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-769756dd-b403-480e-8175-a1a316b19ca8 None None] Port 9ace7bf9-9ed4-4a29-90c9-07c7dc3b61ab cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:18:02.370952 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cda53cb4-db72-4f52-9c3c-f34ab039a1d5 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:02.374395 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cda53cb4-db72-4f52-9c3c-f34ab039a1d5 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:02.382578 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d17ca487-ef93-420e-9f0c-031213b86a68 tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:02.403371 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d17ca487-ef93-420e-9f0c-031213b86a68 tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:02.434398 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-51de62e3-a9b5-4a42-8bb4-b136c1121b62 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] For port a67aeda1-3f26-4349-b284-3ea7111eecf0, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=a67aeda1-3f26-4349-b284-3ea7111eecf0,segment=NetworkSegment(76dd0b24-de8b-40e1-b09e-d7b4573fb498),segment_id=76dd0b24-de8b-40e1-b09e-d7b4573fb498)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:18:02.434976 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-51de62e3-a9b5-4a42-8bb4-b136c1121b62 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:02.461370 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-51de62e3-a9b5-4a42-8bb4-b136c1121b62 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Calling delete_port for a67aeda1-3f26-4349-b284-3ea7111eecf0 owned by network:dhcp {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:18:02.479210 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-b18bde77-6a23-4cfc-abc4-432f875c780b tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Allocated IP 172.20.0.21 (acaf9814-225c-4e00-881e-2a9c51e275fd/44a3252c-ed0e-445f-a2ab-aa6e3d598142/9ace7bf9-9ed4-4a29-90c9-07c7dc3b61ab) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:18:02.487734 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cda53cb4-db72-4f52-9c3c-f34ab039a1d5 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:02.488651 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda53cb4-db72-4f52-9c3c-f34ab039a1d5 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Fanout notify agent at l3_agent the message router_deleted on router 16ddffcb-b8ed-4486-914b-b5fcaca26bfd {{(pid=102366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:18:02.517612 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cda53cb4-db72-4f52-9c3c-f34ab039a1d5 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:02.520537 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-cda53cb4-db72-4f52-9c3c-f34ab039a1d5 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "DELETE /v2.0/routers/16ddffcb-b8ed-4486-914b-b5fcaca26bfd HTTP/1.1" status: 204 len: 168 time: 0.4861946 Dec 10 19:18:02.524586 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53602) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:02.545045 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53604) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:02.565559 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-9ea32619-3925-49b5-a3d5-ba94f8aa1b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:02.625395 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea32619-3925-49b5-a3d5-ba94f8aa1b49 None None] No DVR routers for this DVR port a67aeda1-3f26-4349-b284-3ea7111eecf0 on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:18:02.634941 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea32619-3925-49b5-a3d5-ba94f8aa1b49 None None] Pushing event deleted for resources: {'Port': ['ID=a67aeda1-3f26-4349-b284-3ea7111eecf0,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:02.661159 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d18bbfa-5025-42de-ba11-10cc1fc53612 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Deleting subnet 5c7ff450-5bd0-4229-aca0-d7e3c72c15cc {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:18:02.667743 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7d18bbfa-5025-42de-ba11-10cc1fc53612 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:02.775319 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7d18bbfa-5025-42de-ba11-10cc1fc53612 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:02.784730 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-d7846fdb-e11e-483f-a11b-9567b3a2d8fa tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2095801270'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:02.839334 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17ca487-ef93-420e-9f0c-031213b86a68 tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Pushing event updated for resources: {'Port': ['ID=aaba925b-029b-4e3f-b113-b4d76116edd0,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:02.852477 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7846fdb-e11e-483f-a11b-9567b3a2d8fa tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Made reservation on behalf of b10fd65c4a9a4457a228b5e3a562cb0b for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:18:02.857497 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d7846fdb-e11e-483f-a11b-9567b3a2d8fa tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:02.876134 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d7846fdb-e11e-483f-a11b-9567b3a2d8fa tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:02.901620 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-d17ca487-ef93-420e-9f0c-031213b86a68 tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] In _notify_port_updated(), no bound segment for port aaba925b-029b-4e3f-b113-b4d76116edd0 on network 143c71e8-b736-4296-951d-49a0fd36613f {{(pid=102365) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 10 19:18:02.913061 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17ca487-ef93-420e-9f0c-031213b86a68 tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:02.914232 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d17ca487-ef93-420e-9f0c-031213b86a68 tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:02.916650 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-d17ca487-ef93-420e-9f0c-031213b86a68 tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] 10.222.0.69 "PUT /v2.0/ports/aaba925b-029b-4e3f-b113-b4d76116edd0 HTTP/1.1" status: 200 len: 1137 time: 2.3258190 Dec 10 19:18:02.926676 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53608) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:02.942112 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-f9ecf499-9370-4a15-8b75-912530295dd6 None None] Provisioning complete for port aaba925b-029b-4e3f-b113-b4d76116edd0 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:02.943082 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f9ecf499-9370-4a15-8b75-912530295dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:02.966872 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7d18bbfa-5025-42de-ba11-10cc1fc53612 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:03.006811 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-f9ecf499-9370-4a15-8b75-912530295dd6 None None] Port aaba925b-029b-4e3f-b113-b4d76116edd0 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:18:03.032991 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-51de62e3-a9b5-4a42-8bb4-b136c1121b62 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:03.074425 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51de62e3-a9b5-4a42-8bb4-b136c1121b62 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event deleted for resources: {'Port': ['ID=a67aeda1-3f26-4349-b284-3ea7111eecf0,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:03.082229 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b18bde77-6a23-4cfc-abc4-432f875c780b tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:03.084449 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51de62e3-a9b5-4a42-8bb4-b136c1121b62 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] No DVR routers for this DVR port a67aeda1-3f26-4349-b284-3ea7111eecf0 on host dv-neutron-821441-1-hyperv {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:18:03.088484 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b19c6b-2dc5-4fa5-9c66-ef19dc094f74 tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:03.090235 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-19b19c6b-2dc5-4fa5-9c66-ef19dc094f74 tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] 10.222.0.69 "GET /v2.0/ports/aaba925b-029b-4e3f-b113-b4d76116edd0 HTTP/1.1" status: 200 len: 1137 time: 0.1555290 Dec 10 19:18:03.096811 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53610) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:03.098569 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b18bde77-6a23-4cfc-abc4-432f875c780b tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:03.152336 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7d18bbfa-5025-42de-ba11-10cc1fc53612 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:03.156369 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d7846fdb-e11e-483f-a11b-9567b3a2d8fa tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:03.186854 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d7846fdb-e11e-483f-a11b-9567b3a2d8fa tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:03.193760 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d18bbfa-5025-42de-ba11-10cc1fc53612 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event deleted for resources: {'Subnet': ['ID=5c7ff450-5bd0-4229-aca0-d7e3c72c15cc,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:03.200293 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7d18bbfa-5025-42de-ba11-10cc1fc53612 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:03.206389 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-7d18bbfa-5025-42de-ba11-10cc1fc53612 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "DELETE /v2.0/subnets/5c7ff450-5bd0-4229-aca0-d7e3c72c15cc HTTP/1.1" status: 204 len: 168 time: 0.6798046 Dec 10 19:18:03.213102 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53612) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:03.229417 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b41b0c-bcea-4339-be71-382bb2257268 None None] Network 87a5f89a-ab07-471a-9b28-4f84767a7673 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:18:03.275370 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7846fdb-e11e-483f-a11b-9567b3a2d8fa tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:18:03.314627 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7846fdb-e11e-483f-a11b-9567b3a2d8fa tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3cd526-9230-48fa-97ce-b8a04d78c8db,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:03.322244 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-51de62e3-a9b5-4a42-8bb4-b136c1121b62 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:03.327717 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d7846fdb-e11e-483f-a11b-9567b3a2d8fa tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:03.328162 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-d7846fdb-e11e-483f-a11b-9567b3a2d8fa tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Added segment dc4b6a1d-ac66-4faa-a2e5-198308b0c559 of type vlan for network aec00c9d-0227-4015-af31-208e6f93b08c Dec 10 19:18:03.354284 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-11e645c3-9a17-409f-8c1f-41a8c6e9b581 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Deleting subnet 28e62470-1280-48d7-ad67-fbf70afea139 {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:18:03.363897 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-11e645c3-9a17-409f-8c1f-41a8c6e9b581 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:03.371015 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18bde77-6a23-4cfc-abc4-432f875c780b tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event updated for resources: {'Port': ['ID=9ace7bf9-9ed4-4a29-90c9-07c7dc3b61ab,revision_number=3']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:03.387867 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device a67aeda1-3f26-4349-b284-3ea7111eecf0 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:18:03.409020 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-51de62e3-a9b5-4a42-8bb4-b136c1121b62 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['807cba2f-2a94-4ffe-85cc-63841f19bd02']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:03.429104 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-51de62e3-a9b5-4a42-8bb4-b136c1121b62 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76dd0b24-de8b-40e1-b09e-d7b4573fb498') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:03.430076 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-51de62e3-a9b5-4a42-8bb4-b136c1121b62 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76dd0b24-de8b-40e1-b09e-d7b4573fb498') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:03.444617 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: a67aeda1-3f26-4349-b284-3ea7111eecf0 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:18:03.445356 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device a67aeda1-3f26-4349-b284-3ea7111eecf0 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:18:03.455959 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d7846fdb-e11e-483f-a11b-9567b3a2d8fa tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:03.460536 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-51de62e3-a9b5-4a42-8bb4-b136c1121b62 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:03.487524 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-11e645c3-9a17-409f-8c1f-41a8c6e9b581 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:03.500413 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-51de62e3-a9b5-4a42-8bb4-b136c1121b62 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:03.507078 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-b18bde77-6a23-4cfc-abc4-432f875c780b tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] In _notify_port_updated(), no bound segment for port 9ace7bf9-9ed4-4a29-90c9-07c7dc3b61ab on network acaf9814-225c-4e00-881e-2a9c51e275fd {{(pid=102365) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 10 19:18:03.516931 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18bde77-6a23-4cfc-abc4-432f875c780b tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:03.517669 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b18bde77-6a23-4cfc-abc4-432f875c780b tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:03.521535 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-b18bde77-6a23-4cfc-abc4-432f875c780b tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "PUT /v2.0/ports/9ace7bf9-9ed4-4a29-90c9-07c7dc3b61ab HTTP/1.1" status: 200 len: 998 time: 2.8805730 Dec 10 19:18:03.523111 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53616) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:03.528023 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51de62e3-a9b5-4a42-8bb4-b136c1121b62 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:18:03.528747 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-51de62e3-a9b5-4a42-8bb4-b136c1121b62 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:03.534089 dv-neutron-821441-1-hyperv neutron-server[102365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:18:03.534089 dv-neutron-821441-1-hyperv neutron-server[102365]: self.session.flush() Dec 10 19:18:03.534089 dv-neutron-821441-1-hyperv neutron-server[102365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:18:03.534089 dv-neutron-821441-1-hyperv neutron-server[102365]: self.session.flush() Dec 10 19:18:03.534089 dv-neutron-821441-1-hyperv neutron-server[102365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:18:03.534089 dv-neutron-821441-1-hyperv neutron-server[102365]: self.session.flush() Dec 10 19:18:03.534089 dv-neutron-821441-1-hyperv neutron-server[102365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:18:03.534089 dv-neutron-821441-1-hyperv neutron-server[102365]: self.session.flush() Dec 10 19:18:03.534089 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:18:03.534089 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:18:03.534089 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:18:03.534089 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:18:03.534089 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:18:03.534089 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:18:03.534089 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:18:03.534089 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:18:03.534089 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:18:03.534089 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:18:03.534089 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:18:03.534089 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:18:03.534089 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:18:03.534089 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:18:03.534089 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:18:03.534089 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:18:03.534089 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:18:03.534089 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:18:03.534089 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:18:03.534089 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:18:03.534089 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:18:03.534089 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:18:03.534089 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:18:03.534089 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:18:03.534089 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:18:03.534089 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:18:03.534089 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:18:03.534089 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:18:03.534089 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:18:03.534089 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:18:03.534089 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:18:03.534089 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:18:03.606784 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d7846fdb-e11e-483f-a11b-9567b3a2d8fa tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:03.613182 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7846fdb-e11e-483f-a11b-9567b3a2d8fa tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:03.614088 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d7846fdb-e11e-483f-a11b-9567b3a2d8fa tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:03.637941 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-7348eaf1-cefc-44a1-b655-5e647ed54dcf tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Deleting port aaba925b-029b-4e3f-b113-b4d76116edd0 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:18:03.638101 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7348eaf1-cefc-44a1-b655-5e647ed54dcf tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:03.692442 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-51de62e3-a9b5-4a42-8bb4-b136c1121b62 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:03.697007 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-51de62e3-a9b5-4a42-8bb4-b136c1121b62 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:03.698701 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-496392ad-95d6-4a11-99a1-93e33c20f0d3 None None] Provisioning complete for port 9ace7bf9-9ed4-4a29-90c9-07c7dc3b61ab triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:03.700274 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-496392ad-95d6-4a11-99a1-93e33c20f0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:03.700717 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-51de62e3-a9b5-4a42-8bb4-b136c1121b62 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "DELETE /v2.0/networks/807cba2f-2a94-4ffe-85cc-63841f19bd02 HTTP/1.1" status: 204 len: 168 time: 2.8409188 Dec 10 19:18:03.730075 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53618) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:03.731496 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51de62e3-a9b5-4a42-8bb4-b136c1121b62 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event deleted for resources: {'Network': ['ID=807cba2f-2a94-4ffe-85cc-63841f19bd02,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:03.746899 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616f23b3-821e-436e-aee3-80e4bc01249e None None] DHCP port deletion for 87a5f89a-ab07-471a-9b28-4f84767a7673 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:18:03.751130 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d7846fdb-e11e-483f-a11b-9567b3a2d8fa tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2043982 Dec 10 19:18:03.763506 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53620) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:03.774189 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-1e588070-e669-4bc2-83b3-5510dba10677 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Request body: {'subnet': {'network_id': 'aec00c9d-0227-4015-af31-208e6f93b08c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:03.799754 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-496392ad-95d6-4a11-99a1-93e33c20f0d3 None None] Port 9ace7bf9-9ed4-4a29-90c9-07c7dc3b61ab cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:18:03.812162 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7846fdb-e11e-483f-a11b-9567b3a2d8fa tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Pushing event updated for resources: {'Network': ['ID=aec00c9d-0227-4015-af31-208e6f93b08c,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:03.817872 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-11e645c3-9a17-409f-8c1f-41a8c6e9b581 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:03.825445 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network aec00c9d-0227-4015-af31-208e6f93b08c details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:18:03.828946 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d59b316-80da-450f-93e5-23c3d59e9354 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:03.830229 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-8d59b316-80da-450f-93e5-23c3d59e9354 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "GET /v2.0/ports/373b1763-25f1-494c-950d-67b422382048 HTTP/1.1" status: 200 len: 844 time: 0.0992579 Dec 10 19:18:03.850614 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53622) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:03.882502 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-616f23b3-821e-436e-aee3-80e4bc01249e None None] Deleting port 24713769-99e8-4694-810b-e67a16e68758 {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:18:03.882945 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-616f23b3-821e-436e-aee3-80e4bc01249e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:03.923810 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-5effc647-0189-4c56-ab95-48567698df46 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "GET /v2.0/ports/373b1763-25f1-494c-950d-67b422382048?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0720377 Dec 10 19:18:03.926523 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-8efcd4cf-b13d-4053-8a68-e39f052f8e5b tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Deleting port 9ace7bf9-9ed4-4a29-90c9-07c7dc3b61ab {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:18:03.926895 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8efcd4cf-b13d-4053-8a68-e39f052f8e5b tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:03.941528 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53624) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:03.973080 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-6a2130c5-4749-4c24-9fe6-0ab216fa6973 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Request body: {'subnet': {'network_id': '87856d39-9b23-4d60-b4d0-2984f54460b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:03.987015 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-616f23b3-821e-436e-aee3-80e4bc01249e None None] For port 24713769-99e8-4694-810b-e67a16e68758, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=24713769-99e8-4694-810b-e67a16e68758,segment=NetworkSegment(924de385-7f04-476b-acdb-84e51bc0490b),segment_id=924de385-7f04-476b-acdb-84e51bc0490b)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:18:03.987303 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-616f23b3-821e-436e-aee3-80e4bc01249e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:04.000779 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-11e645c3-9a17-409f-8c1f-41a8c6e9b581 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:04.004051 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-616f23b3-821e-436e-aee3-80e4bc01249e None None] Calling delete_port for 24713769-99e8-4694-810b-e67a16e68758 owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:18:04.053216 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e645c3-9a17-409f-8c1f-41a8c6e9b581 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event deleted for resources: {'Subnet': ['ID=28e62470-1280-48d7-ad67-fbf70afea139,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:04.058857 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-11e645c3-9a17-409f-8c1f-41a8c6e9b581 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:04.067543 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-11e645c3-9a17-409f-8c1f-41a8c6e9b581 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "DELETE /v2.0/subnets/28e62470-1280-48d7-ad67-fbf70afea139 HTTP/1.1" status: 204 len: 168 time: 0.8525720 Dec 10 19:18:04.068661 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53626) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:04.093299 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566b4ad6-f1d0-4568-a247-825b7c023f81 None None] Network 766bbd87-b8c9-42cb-b264-6c6b76d8a748 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:18:04.102065 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8efcd4cf-b13d-4053-8a68-e39f052f8e5b tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:04.103909 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7348eaf1-cefc-44a1-b655-5e647ed54dcf tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:04.152880 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-8efcd4cf-b13d-4053-8a68-e39f052f8e5b tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Calling delete_port for 9ace7bf9-9ed4-4a29-90c9-07c7dc3b61ab owned by {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:18:04.159975 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-7348eaf1-cefc-44a1-b655-5e647ed54dcf tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Calling delete_port for aaba925b-029b-4e3f-b113-b4d76116edd0 owned by {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:18:04.163161 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e588070-e669-4bc2-83b3-5510dba10677 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Made reservation on behalf of b10fd65c4a9a4457a228b5e3a562cb0b for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:18:04.168850 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1e588070-e669-4bc2-83b3-5510dba10677 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:04.191002 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7fb42162-dcea-4529-9c30-b32519d2fdd4 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:04.203080 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-616f23b3-821e-436e-aee3-80e4bc01249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:04.246527 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616f23b3-821e-436e-aee3-80e4bc01249e None None] Pushing event deleted for resources: {'Port': ['ID=24713769-99e8-4694-810b-e67a16e68758,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:04.253623 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616f23b3-821e-436e-aee3-80e4bc01249e None None] No DVR routers for this DVR port 24713769-99e8-4694-810b-e67a16e68758 on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:18:04.348794 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7fb42162-dcea-4529-9c30-b32519d2fdd4 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:04.376927 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27d946e-228d-4aee-8f58-19ed8f4d8d25 None None] DHCP port deletion for 766bbd87-b8c9-42cb-b264-6c6b76d8a748 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:18:04.396881 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-7fb42162-dcea-4529-9c30-b32519d2fdd4 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87a5f89a-ab07-471a-9b28-4f84767a7673']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:04.414940 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-7fb42162-dcea-4529-9c30-b32519d2fdd4 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '924de385-7f04-476b-acdb-84e51bc0490b') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:04.415261 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-7fb42162-dcea-4529-9c30-b32519d2fdd4 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '924de385-7f04-476b-acdb-84e51bc0490b') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:04.433323 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7fb42162-dcea-4529-9c30-b32519d2fdd4 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:04.455639 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-d27d946e-228d-4aee-8f58-19ed8f4d8d25 None None] Deleting port e99313c8-4c24-4039-a81a-b3501fb260e8 {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:18:04.456384 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d27d946e-228d-4aee-8f58-19ed8f4d8d25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:04.486016 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7fb42162-dcea-4529-9c30-b32519d2fdd4 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:04.493516 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2130c5-4749-4c24-9fe6-0ab216fa6973 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Made reservation on behalf of e037b8d045744e90a0960e7cae36a046 for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:18:04.500438 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6a2130c5-4749-4c24-9fe6-0ab216fa6973 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:04.533401 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-d27d946e-228d-4aee-8f58-19ed8f4d8d25 None None] For port e99313c8-4c24-4039-a81a-b3501fb260e8, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=e99313c8-4c24-4039-a81a-b3501fb260e8,segment=NetworkSegment(22580434-5f2b-48d1-b349-bb9489aa7fd7),segment_id=22580434-5f2b-48d1-b349-bb9489aa7fd7)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:18:04.533401 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d27d946e-228d-4aee-8f58-19ed8f4d8d25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:04.548559 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-d27d946e-228d-4aee-8f58-19ed8f4d8d25 None None] Calling delete_port for e99313c8-4c24-4039-a81a-b3501fb260e8 owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:18:04.550513 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fb42162-dcea-4529-9c30-b32519d2fdd4 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:18:04.551012 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7fb42162-dcea-4529-9c30-b32519d2fdd4 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:04.554858 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:18:04.554858 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:18:04.554858 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:18:04.554858 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:18:04.554858 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:18:04.554858 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:18:04.554858 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:18:04.554858 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:18:04.554858 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:18:04.554858 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:18:04.554858 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:18:04.554858 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:18:04.554858 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:18:04.554858 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:18:04.554858 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:18:04.554858 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:18:04.554858 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:18:04.554858 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:18:04.554858 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:18:04.554858 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:18:04.554858 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:18:04.554858 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:18:04.554858 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:18:04.554858 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:18:04.554858 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:18:04.554858 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:18:04.554858 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:18:04.554858 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:18:04.554858 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:18:04.554858 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:18:04.554858 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:18:04.554858 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:18:04.667737 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8efcd4cf-b13d-4053-8a68-e39f052f8e5b tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:04.678444 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d27d946e-228d-4aee-8f58-19ed8f4d8d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:04.737530 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efcd4cf-b13d-4053-8a68-e39f052f8e5b tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event deleted for resources: {'Port': ['ID=9ace7bf9-9ed4-4a29-90c9-07c7dc3b61ab,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:04.761033 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27d946e-228d-4aee-8f58-19ed8f4d8d25 None None] Pushing event deleted for resources: {'Port': ['ID=e99313c8-4c24-4039-a81a-b3501fb260e8,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:04.764981 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27d946e-228d-4aee-8f58-19ed8f4d8d25 None None] No DVR routers for this DVR port e99313c8-4c24-4039-a81a-b3501fb260e8 on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:18:04.778040 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7fb42162-dcea-4529-9c30-b32519d2fdd4 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:04.870371 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7fb42162-dcea-4529-9c30-b32519d2fdd4 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:04.883134 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-7fb42162-dcea-4529-9c30-b32519d2fdd4 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "DELETE /v2.0/networks/87a5f89a-ab07-471a-9b28-4f84767a7673 HTTP/1.1" status: 204 len: 168 time: 0.8057806 Dec 10 19:18:04.884908 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb42162-dcea-4529-9c30-b32519d2fdd4 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event deleted for resources: {'Network': ['ID=87a5f89a-ab07-471a-9b28-4f84767a7673,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:04.888325 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53630) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:04.901833 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7348eaf1-cefc-44a1-b655-5e647ed54dcf tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:04.947857 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348eaf1-cefc-44a1-b655-5e647ed54dcf tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Pushing event deleted for resources: {'Port': ['ID=aaba925b-029b-4e3f-b113-b4d76116edd0,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:05.073120 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8efcd4cf-b13d-4053-8a68-e39f052f8e5b tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:05.080655 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-8efcd4cf-b13d-4053-8a68-e39f052f8e5b tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "DELETE /v2.0/ports/9ace7bf9-9ed4-4a29-90c9-07c7dc3b61ab HTTP/1.1" status: 204 len: 168 time: 1.5524259 Dec 10 19:18:05.087347 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53632) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:05.149523 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1e588070-e669-4bc2-83b3-5510dba10677 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:05.211990 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-4210ad72-3710-4a61-ad1c-536e4454910d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] GET failed (client error): The resource could not be found. Dec 10 19:18:05.215517 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-4210ad72-3710-4a61-ad1c-536e4454910d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "GET /v2.0/ports/9ace7bf9-9ed4-4a29-90c9-07c7dc3b61ab HTTP/1.1" status: 404 len: 333 time: 0.1263425 Dec 10 19:18:05.224382 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53634) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:05.236311 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7348eaf1-cefc-44a1-b655-5e647ed54dcf tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:05.238353 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-7348eaf1-cefc-44a1-b655-5e647ed54dcf tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] 10.222.0.69 "DELETE /v2.0/ports/aaba925b-029b-4e3f-b113-b4d76116edd0 HTTP/1.1" status: 204 len: 168 time: 2.1408348 Dec 10 19:18:05.241996 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6a2130c5-4749-4c24-9fe6-0ab216fa6973 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:05.260317 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53636) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:05.286480 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 24713769-99e8-4694-810b-e67a16e68758 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:18:05.350434 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e588070-e669-4bc2-83b3-5510dba10677 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Pushing event updated for resources: {'Subnet': ['ID=d3b13a1b-fcad-4c77-a049-dc437999f91a,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:05.365534 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2130c5-4749-4c24-9fe6-0ab216fa6973 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Network 87856d39-9b23-4d60-b4d0-2984f54460b8 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:18:05.365812 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 24713769-99e8-4694-810b-e67a16e68758 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:18:05.366154 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 24713769-99e8-4694-810b-e67a16e68758 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:18:05.366909 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device e99313c8-4c24-4039-a81a-b3501fb260e8 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:18:05.373737 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-6a2130c5-4749-4c24-9fe6-0ab216fa6973 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:18:05.377211 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2130c5-4749-4c24-9fe6-0ab216fa6973 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:05.377815 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6a2130c5-4749-4c24-9fe6-0ab216fa6973 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:05.409512 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: e99313c8-4c24-4039-a81a-b3501fb260e8 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:18:05.410778 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device e99313c8-4c24-4039-a81a-b3501fb260e8 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:18:05.429190 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e09de80-87ec-4781-856a-96eab97f9852 tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Deleting subnet e935b35d-e2c8-4a31-a49e-67f6cd6f0cdd {{(pid=102365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:18:05.434052 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9d2743-b5d6-4b5f-a254-9f43a1d7139f None None] Network 87856d39-9b23-4d60-b4d0-2984f54460b8 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:18:05.441575 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0e09de80-87ec-4781-856a-96eab97f9852 tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Notify callbacks [] for subnet, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:05.447226 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e588070-e669-4bc2-83b3-5510dba10677 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Checking segment: {'id': 'dc4b6a1d-ac66-4faa-a2e5-198308b0c559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'aec00c9d-0227-4015-af31-208e6f93b08c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:18:05.447604 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e588070-e669-4bc2-83b3-5510dba10677 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Network hostable DHCP agents. Network: aec00c9d-0227-4015-af31-208e6f93b08c, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:18:05.484439 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-6a2130c5-4749-4c24-9fe6-0ab216fa6973 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5378971 Dec 10 19:18:05.487461 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53638) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:05.492701 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-473a54b9-b153-4ac9-951c-5d1dab68e54b tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Request body: {'security_group': {'name': 'tempest-secgroup-964479857'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:05.506275 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2130c5-4749-4c24-9fe6-0ab216fa6973 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event updated for resources: {'Subnet': ['ID=bb616094-08b9-4c9e-8878-52db263c1290,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:05.542845 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0e09de80-87ec-4781-856a-96eab97f9852 tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353213'] for subnet, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:05.574357 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e588070-e669-4bc2-83b3-5510dba10677 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Network aec00c9d-0227-4015-af31-208e6f93b08c is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:18:05.596345 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-473a54b9-b153-4ac9-951c-5d1dab68e54b tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:05.614689 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-1e588070-e669-4bc2-83b3-5510dba10677 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, aec00c9d-0227-4015-af31-208e6f93b08c) {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:18:05.619936 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e588070-e669-4bc2-83b3-5510dba10677 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:05.620559 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1e588070-e669-4bc2-83b3-5510dba10677 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:05.627358 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8b5981-dbdd-4204-970c-3ef10bd0a806 None None] Network aec00c9d-0227-4015-af31-208e6f93b08c requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:18:05.692483 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-1e588070-e669-4bc2-83b3-5510dba10677 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9265914 Dec 10 19:18:05.696814 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53640) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:05.705111 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-489abd5d-e471-44d4-ba3a-86ffa73e74b3 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-236396027', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:05.750733 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0e09de80-87ec-4781-856a-96eab97f9852 tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:05.752823 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0c57038e-74fe-449f-8a19-4efc83f6bf79 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:05.769385 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033c87c2-173e-4040-be16-cf25968f088a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-87856d39-9b23-4d60-b4d0-2984f54460b8', 'network_id': '87856d39-9b23-4d60-b4d0-2984f54460b8', 'tenant_id': 'e037b8d045744e90a0960e7cae36a046', 'fixed_ips': [{'subnet_id': 'bb616094-08b9-4c9e-8878-52db263c1290'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:18:05.770299 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-033c87c2-173e-4040-be16-cf25968f088a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:05.814516 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f5d7d38-28ac-4bad-9632-8df179e03163 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Deleting subnet 44a3252c-ed0e-445f-a2ab-aa6e3d598142 {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:18:05.890773 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-489abd5d-e471-44d4-ba3a-86ffa73e74b3 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:05.891703 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4f5d7d38-28ac-4bad-9632-8df179e03163 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:05.892230 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-489abd5d-e471-44d4-ba3a-86ffa73e74b3 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:05.926856 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-473a54b9-b153-4ac9-951c-5d1dab68e54b tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:05.938332 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0e09de80-87ec-4781-856a-96eab97f9852 tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:05.949486 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-473a54b9-b153-4ac9-951c-5d1dab68e54b tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:06.021713 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a54b9-b153-4ac9-951c-5d1dab68e54b tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a4a0b4-0a10-4066-8365-eb8f450e51de,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:06.055991 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-033c87c2-173e-4040-be16-cf25968f088a None None] Allocated IP 2001:db8::2 (87856d39-9b23-4d60-b4d0-2984f54460b8/bb616094-08b9-4c9e-8878-52db263c1290/e5051c56-4d1f-4588-b709-422cdab44020) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:18:06.063821 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e09de80-87ec-4781-856a-96eab97f9852 tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Pushing event deleted for resources: {'Subnet': ['ID=e935b35d-e2c8-4a31-a49e-67f6cd6f0cdd,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:06.066813 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0e09de80-87ec-4781-856a-96eab97f9852 tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:06.070566 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-0e09de80-87ec-4781-856a-96eab97f9852 tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] 10.222.0.69 "DELETE /v2.0/subnets/e935b35d-e2c8-4a31-a49e-67f6cd6f0cdd HTTP/1.1" status: 204 len: 168 time: 0.8094094 Dec 10 19:18:06.078089 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-489abd5d-e471-44d4-ba3a-86ffa73e74b3 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:06.079122 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53644) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:06.092822 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-473a54b9-b153-4ac9-951c-5d1dab68e54b tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:06.098375 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-473a54b9-b153-4ac9-951c-5d1dab68e54b tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.6054196 Dec 10 19:18:06.098375 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-489abd5d-e471-44d4-ba3a-86ffa73e74b3 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:06.113310 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53646) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:06.125299 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-489abd5d-e471-44d4-ba3a-86ffa73e74b3 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:06.130501 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-489abd5d-e471-44d4-ba3a-86ffa73e74b3 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.4262204 Dec 10 19:18:06.130818 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-2df48dcb-ec45-4a99-8277-9a3fd0ae8e95 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Request body: {'security_group': {'name': 'tempest-secgroup-1497543102'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:06.141115 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4f5d7d38-28ac-4bad-9632-8df179e03163 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:06.154206 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53648) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:06.182023 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0c57038e-74fe-449f-8a19-4efc83f6bf79 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:06.230447 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-0c57038e-74fe-449f-8a19-4efc83f6bf79 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['766bbd87-b8c9-42cb-b264-6c6b76d8a748']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:06.243045 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2df48dcb-ec45-4a99-8277-9a3fd0ae8e95 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:06.254610 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-0c57038e-74fe-449f-8a19-4efc83f6bf79 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22580434-5f2b-48d1-b349-bb9489aa7fd7') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:06.254610 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-0c57038e-74fe-449f-8a19-4efc83f6bf79 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22580434-5f2b-48d1-b349-bb9489aa7fd7') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:06.275007 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0c57038e-74fe-449f-8a19-4efc83f6bf79 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:06.330975 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcaecfc-bcf9-4ed7-a5f2-8b93b7de1b1e None None] Network 143c71e8-b736-4296-951d-49a0fd36613f requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:18:06.364194 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4f5d7d38-28ac-4bad-9632-8df179e03163 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:06.402533 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5a73f3b9-bfa0-4134-bf06-5c930688a891 tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:06.434664 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0c57038e-74fe-449f-8a19-4efc83f6bf79 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:06.474167 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c57038e-74fe-449f-8a19-4efc83f6bf79 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:18:06.474977 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0c57038e-74fe-449f-8a19-4efc83f6bf79 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:06.481347 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:18:06.481347 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:18:06.481347 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:18:06.481347 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:18:06.481347 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:18:06.481347 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:18:06.481347 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:18:06.481347 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:18:06.481347 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:18:06.481347 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:18:06.481347 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:18:06.481347 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:18:06.481347 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:18:06.481347 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:18:06.481347 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:18:06.481347 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:18:06.481347 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:18:06.481347 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:18:06.481347 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:18:06.481347 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:18:06.481347 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:18:06.481347 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:18:06.481347 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:18:06.481347 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:18:06.481347 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:18:06.481347 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:18:06.481347 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:18:06.481347 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:18:06.481347 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:18:06.481347 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:18:06.481347 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:18:06.481347 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:18:06.548899 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-033c87c2-173e-4040-be16-cf25968f088a None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:06.660959 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0c57038e-74fe-449f-8a19-4efc83f6bf79 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:06.683829 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0c57038e-74fe-449f-8a19-4efc83f6bf79 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:06.695490 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-0c57038e-74fe-449f-8a19-4efc83f6bf79 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "DELETE /v2.0/networks/766bbd87-b8c9-42cb-b264-6c6b76d8a748 HTTP/1.1" status: 204 len: 168 time: 1.7650816 Dec 10 19:18:06.707894 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53650) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:06.735123 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-42db99c5-5a41-41d5-9a1d-0c8b394270c6 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1234575971'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:06.749263 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c57038e-74fe-449f-8a19-4efc83f6bf79 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event deleted for resources: {'Network': ['ID=766bbd87-b8c9-42cb-b264-6c6b76d8a748,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:06.752114 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b5a230-2420-48af-8f28-782d494e936a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-aec00c9d-0227-4015-af31-208e6f93b08c', 'network_id': 'aec00c9d-0227-4015-af31-208e6f93b08c', 'tenant_id': 'b10fd65c4a9a4457a228b5e3a562cb0b', 'fixed_ips': [{'subnet_id': 'd3b13a1b-fcad-4c77-a049-dc437999f91a'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:18:06.753308 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-26b5a230-2420-48af-8f28-782d494e936a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:06.758547 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-033c87c2-173e-4040-be16-cf25968f088a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:06.785479 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4f5d7d38-28ac-4bad-9632-8df179e03163 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:06.815142 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-5a73f3b9-bfa0-4134-bf06-5c930688a891 tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Deleting port e5d2b80a-73ac-4cd5-ba82-45d75f3b08a0 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:18:06.816031 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5a73f3b9-bfa0-4134-bf06-5c930688a891 tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:06.827235 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033c87c2-173e-4040-be16-cf25968f088a None None] Network 87856d39-9b23-4d60-b4d0-2984f54460b8 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:18:06.837385 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-033c87c2-173e-4040-be16-cf25968f088a None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:18:06.841748 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033c87c2-173e-4040-be16-cf25968f088a None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:18:06.862483 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2df48dcb-ec45-4a99-8277-9a3fd0ae8e95 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:06.873948 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5d7d38-28ac-4bad-9632-8df179e03163 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event deleted for resources: {'Subnet': ['ID=44a3252c-ed0e-445f-a2ab-aa6e3d598142,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:06.877784 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4f5d7d38-28ac-4bad-9632-8df179e03163 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:06.883712 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-4f5d7d38-28ac-4bad-9632-8df179e03163 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "DELETE /v2.0/subnets/44a3252c-ed0e-445f-a2ab-aa6e3d598142 HTTP/1.1" status: 204 len: 168 time: 1.6571996 Dec 10 19:18:06.886756 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2df48dcb-ec45-4a99-8277-9a3fd0ae8e95 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:06.893906 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53652) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:06.906987 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42db99c5-5a41-41d5-9a1d-0c8b394270c6 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Made reservation on behalf of 461819a05d2d4ab59bb6f1f3d7476b54 for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:18:06.912353 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed7b38d-2724-46b9-870e-3b9c8980926b None None] Network acaf9814-225c-4e00-881e-2a9c51e275fd requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:18:06.912674 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-42db99c5-5a41-41d5-9a1d-0c8b394270c6 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:06.931503 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033c87c2-173e-4040-be16-cf25968f088a None None] Pushing event updated for resources: {'Port': ['ID=e5051c56-4d1f-4588-b709-422cdab44020,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:06.953314 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2df48dcb-ec45-4a99-8277-9a3fd0ae8e95 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:06.955742 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-2df48dcb-ec45-4a99-8277-9a3fd0ae8e95 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8359835 Dec 10 19:18:06.961073 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-71b19ab0-ff3f-405e-8970-4f4137aa331e tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:06.978985 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53656) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:07.012008 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-d7583078-3150-400a-bf7d-a6f06f3f04ad tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1945652586', 'security_groups': ['12eec521-44c8-414d-bf14-77c2dc3e9760'], 'network_id': '87856d39-9b23-4d60-b4d0-2984f54460b8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bb616094-08b9-4c9e-8878-52db263c1290'}]}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:07.105390 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b35b05e-c600-4102-8dab-565b5e9fa6c2 None None] DHCP port deletion for 143c71e8-b736-4296-951d-49a0fd36613f request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:18:07.119722 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-033c87c2-173e-4040-be16-cf25968f088a None None] Attempting to bind port e5051c56-4d1f-4588-b709-422cdab44020 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:18:07.119722 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-033c87c2-173e-4040-be16-cf25968f088a None None] Attempting to bind port e5051c56-4d1f-4588-b709-422cdab44020 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': 'fe08ba3d-80e4-4d8f-a0ea-084f3262ae50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '87856d39-9b23-4d60-b4d0-2984f54460b8'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:18:07.119722 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033c87c2-173e-4040-be16-cf25968f088a None None] Attempting to bind port e5051c56-4d1f-4588-b709-422cdab44020 on network 87856d39-9b23-4d60-b4d0-2984f54460b8 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:18:07.143433 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_v2 [None req-5366043b-551f-411a-8d96-c67893e43a51 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Deleting subnet 676102e1-a60f-4797-8d9b-ad7729bef6ba {{(pid=102365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:18:07.154491 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033c87c2-173e-4040-be16-cf25968f088a None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:18:07.155500 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033c87c2-173e-4040-be16-cf25968f088a None None] Checking segment: {'id': 'fe08ba3d-80e4-4d8f-a0ea-084f3262ae50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '87856d39-9b23-4d60-b4d0-2984f54460b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:18:07.156736 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-033c87c2-173e-4040-be16-cf25968f088a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:07.156736 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033c87c2-173e-4040-be16-cf25968f088a None None] Bound using segment: {'id': 'fe08ba3d-80e4-4d8f-a0ea-084f3262ae50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '87856d39-9b23-4d60-b4d0-2984f54460b8'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:18:07.157462 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-033c87c2-173e-4040-be16-cf25968f088a None None] Bound port: e5051c56-4d1f-4588-b709-422cdab44020, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe08ba3d-80e4-4d8f-a0ea-084f3262ae50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '87856d39-9b23-4d60-b4d0-2984f54460b8'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:18:07.157870 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-033c87c2-173e-4040-be16-cf25968f088a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:07.160747 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-26b5a230-2420-48af-8f28-782d494e936a None None] Allocated IP 172.20.0.2 (aec00c9d-0227-4015-af31-208e6f93b08c/d3b13a1b-fcad-4c77-a049-dc437999f91a/ce56939f-265a-4acf-bad8-aa8ee968e47b) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:18:07.160935 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df48dcb-ec45-4a99-8277-9a3fd0ae8e95 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12eec521-44c8-414d-bf14-77c2dc3e9760,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:07.179874 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-5a73f3b9-bfa0-4134-bf06-5c930688a891 tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] For port e5d2b80a-73ac-4cd5-ba82-45d75f3b08a0, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=e5d2b80a-73ac-4cd5-ba82-45d75f3b08a0,segment=NetworkSegment(76cfde72-c808-4ab5-b759-90748713acbb),segment_id=76cfde72-c808-4ab5-b759-90748713acbb)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:18:07.181439 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5a73f3b9-bfa0-4134-bf06-5c930688a891 tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:07.189113 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42db99c5-5a41-41d5-9a1d-0c8b394270c6 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:18:07.195805 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-5a73f3b9-bfa0-4134-bf06-5c930688a891 tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Calling delete_port for e5d2b80a-73ac-4cd5-ba82-45d75f3b08a0 owned by network:dhcp {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:18:07.223847 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-42db99c5-5a41-41d5-9a1d-0c8b394270c6 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:07.224377 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-42db99c5-5a41-41d5-9a1d-0c8b394270c6 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Added segment f88c580b-b27c-4496-8a07-88b198e47780 of type vlan for network 3858b747-c079-4340-bf83-2f89d0f9af1d Dec 10 19:18:07.288991 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5366043b-551f-411a-8d96-c67893e43a51 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for subnet, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:07.314540 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5a73f3b9-bfa0-4134-bf06-5c930688a891 tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:07.341681 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device e5d2b80a-73ac-4cd5-ba82-45d75f3b08a0 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:18:07.346195 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-42db99c5-5a41-41d5-9a1d-0c8b394270c6 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:07.401001 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a73f3b9-bfa0-4134-bf06-5c930688a891 tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] No DVR routers for this DVR port e5d2b80a-73ac-4cd5-ba82-45d75f3b08a0 on host dv-neutron-821441-1-hyperv {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:18:07.402985 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a73f3b9-bfa0-4134-bf06-5c930688a891 tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Pushing event deleted for resources: {'Port': ['ID=e5d2b80a-73ac-4cd5-ba82-45d75f3b08a0,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:07.407915 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: e5d2b80a-73ac-4cd5-ba82-45d75f3b08a0 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:18:07.408572 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device e5d2b80a-73ac-4cd5-ba82-45d75f3b08a0 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:18:07.425008 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5366043b-551f-411a-8d96-c67893e43a51 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353213'] for subnet, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:07.428989 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7583078-3150-400a-bf7d-a6f06f3f04ad tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Made reservation on behalf of e037b8d045744e90a0960e7cae36a046 for: {'port': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:18:07.475328 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-033c87c2-173e-4040-be16-cf25968f088a None None] For port e5051c56-4d1f-4588-b709-422cdab44020, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:18:07.498631 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-42db99c5-5a41-41d5-9a1d-0c8b394270c6 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:07.501640 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-7b35b05e-c600-4102-8dab-565b5e9fa6c2 None None] Deleting port e5d2b80a-73ac-4cd5-ba82-45d75f3b08a0 {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:18:07.502322 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-7b35b05e-c600-4102-8dab-565b5e9fa6c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:07.504815 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42db99c5-5a41-41d5-9a1d-0c8b394270c6 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:07.505463 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-42db99c5-5a41-41d5-9a1d-0c8b394270c6 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:07.510446 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-033c87c2-173e-4040-be16-cf25968f088a None None] For port e5051c56-4d1f-4588-b709-422cdab44020, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=e5051c56-4d1f-4588-b709-422cdab44020,segment=NetworkSegment(fe08ba3d-80e4-4d8f-a0ea-084f3262ae50),segment_id=fe08ba3d-80e4-4d8f-a0ea-084f3262ae50)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:18:07.542621 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-42db99c5-5a41-41d5-9a1d-0c8b394270c6 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8331130 Dec 10 19:18:07.567310 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-033c87c2-173e-4040-be16-cf25968f088a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:07.580768 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53658) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:07.586341 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-076979cd-c180-4de3-b16a-eb55287e8526 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Request body: {'subnet': {'network_id': '3858b747-c079-4340-bf83-2f89d0f9af1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:07.676215 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-26b5a230-2420-48af-8f28-782d494e936a None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:07.679176 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db99c5-5a41-41d5-9a1d-0c8b394270c6 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event updated for resources: {'Network': ['ID=3858b747-c079-4340-bf83-2f89d0f9af1d,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:07.688456 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d7583078-3150-400a-bf7d-a6f06f3f04ad tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:07.708158 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-7b35b05e-c600-4102-8dab-565b5e9fa6c2 None None] For port e5d2b80a-73ac-4cd5-ba82-45d75f3b08a0, host dv-neutron-821441-1-hyperv, got binding levels [] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:18:07.708562 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-7b35b05e-c600-4102-8dab-565b5e9fa6c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:07.725687 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [None req-d7583078-3150-400a-bf7d-a6f06f3f04ad tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] device_id is not set on port 599f4420-ab03-40f4-8621-8df5d4cdc70d yet. {{(pid=102366) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:18:07.726091 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-7b35b05e-c600-4102-8dab-565b5e9fa6c2 None None] Calling delete_port for e5d2b80a-73ac-4cd5-ba82-45d75f3b08a0 owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:18:07.730142 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.ipam_backend_mixin [None req-7b35b05e-c600-4102-8dab-565b5e9fa6c2 None None] Port e5d2b80a-73ac-4cd5-ba82-45d75f3b08a0 was not found and therefore no delete operation was performed {{(pid=102367) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 19:18:07.794160 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-7b35b05e-c600-4102-8dab-565b5e9fa6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:07.796673 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033c87c2-173e-4040-be16-cf25968f088a None None] Pushing event updated for resources: {'Port': ['ID=e5051c56-4d1f-4588-b709-422cdab44020,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:07.814145 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 3858b747-c079-4340-bf83-2f89d0f9af1d details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:18:07.920092 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-26b5a230-2420-48af-8f28-782d494e936a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:07.981425 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b35b05e-c600-4102-8dab-565b5e9fa6c2 None None] Pushing event deleted for resources: {'Port': ['ID=e5d2b80a-73ac-4cd5-ba82-45d75f3b08a0,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:07.991924 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b35b05e-c600-4102-8dab-565b5e9fa6c2 None None] No DVR routers for this DVR port e5d2b80a-73ac-4cd5-ba82-45d75f3b08a0 on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:18:08.069969 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5a73f3b9-bfa0-4134-bf06-5c930688a891 tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:08.072337 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076979cd-c180-4de3-b16a-eb55287e8526 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Made reservation on behalf of 461819a05d2d4ab59bb6f1f3d7476b54 for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:18:08.075232 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b5a230-2420-48af-8f28-782d494e936a None None] Network aec00c9d-0227-4015-af31-208e6f93b08c is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:18:08.077957 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-076979cd-c180-4de3-b16a-eb55287e8526 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:08.096005 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5366043b-551f-411a-8d96-c67893e43a51 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:08.106529 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-26b5a230-2420-48af-8f28-782d494e936a None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:18:08.110743 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b5a230-2420-48af-8f28-782d494e936a None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:18:08.145179 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b5a230-2420-48af-8f28-782d494e936a None None] Pushing event updated for resources: {'Port': ['ID=ce56939f-265a-4acf-bad8-aa8ee968e47b,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:08.161354 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-5a73f3b9-bfa0-4134-bf06-5c930688a891 tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['143c71e8-b736-4296-951d-49a0fd36613f']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:08.204083 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-5a73f3b9-bfa0-4134-bf06-5c930688a891 tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76cfde72-c808-4ab5-b759-90748713acbb') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:08.204589 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-5a73f3b9-bfa0-4134-bf06-5c930688a891 tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76cfde72-c808-4ab5-b759-90748713acbb') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:08.273961 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-26b5a230-2420-48af-8f28-782d494e936a None None] Attempting to bind port ce56939f-265a-4acf-bad8-aa8ee968e47b on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:18:08.274823 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-26b5a230-2420-48af-8f28-782d494e936a None None] Attempting to bind port ce56939f-265a-4acf-bad8-aa8ee968e47b by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': 'dc4b6a1d-ac66-4faa-a2e5-198308b0c559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'aec00c9d-0227-4015-af31-208e6f93b08c'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:18:08.275425 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b5a230-2420-48af-8f28-782d494e936a None None] Attempting to bind port ce56939f-265a-4acf-bad8-aa8ee968e47b on network aec00c9d-0227-4015-af31-208e6f93b08c {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:18:08.283906 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b5a230-2420-48af-8f28-782d494e936a None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:18:08.284758 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b5a230-2420-48af-8f28-782d494e936a None None] Checking segment: {'id': 'dc4b6a1d-ac66-4faa-a2e5-198308b0c559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'aec00c9d-0227-4015-af31-208e6f93b08c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:18:08.285507 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-26b5a230-2420-48af-8f28-782d494e936a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:08.286146 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b5a230-2420-48af-8f28-782d494e936a None None] Bound using segment: {'id': 'dc4b6a1d-ac66-4faa-a2e5-198308b0c559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'aec00c9d-0227-4015-af31-208e6f93b08c'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:18:08.286983 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-26b5a230-2420-48af-8f28-782d494e936a None None] Bound port: ce56939f-265a-4acf-bad8-aa8ee968e47b, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc4b6a1d-ac66-4faa-a2e5-198308b0c559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'aec00c9d-0227-4015-af31-208e6f93b08c'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:18:08.287753 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-26b5a230-2420-48af-8f28-782d494e936a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:08.288438 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5a73f3b9-bfa0-4134-bf06-5c930688a891 tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:08.294890 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-d7583078-3150-400a-bf7d-a6f06f3f04ad tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Allocated IP 2001:db8::139 (87856d39-9b23-4d60-b4d0-2984f54460b8/bb616094-08b9-4c9e-8878-52db263c1290/599f4420-ab03-40f4-8621-8df5d4cdc70d) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:18:08.343552 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5a73f3b9-bfa0-4134-bf06-5c930688a891 tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:08.359488 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a73f3b9-bfa0-4134-bf06-5c930688a891 tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:18:08.361043 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5a73f3b9-bfa0-4134-bf06-5c930688a891 tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:08.409100 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-26b5a230-2420-48af-8f28-782d494e936a None None] For port ce56939f-265a-4acf-bad8-aa8ee968e47b, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:18:08.415456 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-26b5a230-2420-48af-8f28-782d494e936a None None] For port ce56939f-265a-4acf-bad8-aa8ee968e47b, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=ce56939f-265a-4acf-bad8-aa8ee968e47b,segment=NetworkSegment(dc4b6a1d-ac66-4faa-a2e5-198308b0c559),segment_id=dc4b6a1d-ac66-4faa-a2e5-198308b0c559)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:18:08.423990 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-26b5a230-2420-48af-8f28-782d494e936a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:08.440685 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:18:08.440685 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:18:08.440685 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:18:08.440685 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:18:08.440685 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:18:08.440685 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:18:08.440685 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:18:08.440685 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:18:08.440685 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:18:08.440685 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:18:08.440685 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:18:08.440685 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:18:08.440685 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:18:08.440685 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:18:08.440685 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:18:08.440685 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:18:08.440685 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:18:08.440685 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:18:08.440685 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:18:08.440685 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:18:08.440685 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:18:08.440685 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:18:08.440685 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:18:08.440685 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:18:08.440685 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:18:08.440685 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:18:08.440685 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:18:08.440685 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:18:08.440685 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:18:08.440685 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:18:08.440685 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:18:08.440685 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:18:08.461049 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-71b19ab0-ff3f-405e-8970-4f4137aa331e tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Allocated IP 172.20.0.1 (aec00c9d-0227-4015-af31-208e6f93b08c/d3b13a1b-fcad-4c77-a049-dc437999f91a/958fc16d-86b8-486f-8630-bc748770938a) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:18:08.477139 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5366043b-551f-411a-8d96-c67893e43a51 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:08.506806 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b5a230-2420-48af-8f28-782d494e936a None None] Pushing event updated for resources: {'Port': ['ID=ce56939f-265a-4acf-bad8-aa8ee968e47b,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:08.561124 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-076979cd-c180-4de3-b16a-eb55287e8526 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:08.584200 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5366043b-551f-411a-8d96-c67893e43a51 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event deleted for resources: {'Subnet': ['ID=676102e1-a60f-4797-8d9b-ad7729bef6ba,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:08.650796 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5366043b-551f-411a-8d96-c67893e43a51 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:08.659143 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-5366043b-551f-411a-8d96-c67893e43a51 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "DELETE /v2.0/subnets/676102e1-a60f-4797-8d9b-ad7729bef6ba HTTP/1.1" status: 204 len: 168 time: 1.7604775 Dec 10 19:18:08.659836 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53666) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:08.674259 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5a73f3b9-bfa0-4134-bf06-5c930688a891 tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:08.680774 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5a73f3b9-bfa0-4134-bf06-5c930688a891 tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:08.685095 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-5a73f3b9-bfa0-4134-bf06-5c930688a891 tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] 10.222.0.69 "DELETE /v2.0/networks/143c71e8-b736-4296-951d-49a0fd36613f HTTP/1.1" status: 204 len: 168 time: 2.6048980 Dec 10 19:18:08.723062 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076979cd-c180-4de3-b16a-eb55287e8526 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event updated for resources: {'Subnet': ['ID=74b65dd9-ee5e-4e61-ac13-51309cae0fe3,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:08.754246 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a73f3b9-bfa0-4134-bf06-5c930688a891 tempest-ExtraDHCPOptionsTestJSON-2131674669 tempest-ExtraDHCPOptionsTestJSON-2131674669-project] Pushing event deleted for resources: {'Network': ['ID=143c71e8-b736-4296-951d-49a0fd36613f,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:08.779603 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d7583078-3150-400a-bf7d-a6f06f3f04ad tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:08.819900 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6128802e-08a5-4d3d-852e-deca4faa5207 None None] Network acaf9814-225c-4e00-881e-2a9c51e275fd requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:18:08.878096 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-52266a3e-393d-44cd-83e2-2ddff312951a tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:08.938783 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-71b19ab0-ff3f-405e-8970-4f4137aa331e tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:08.954990 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d7583078-3150-400a-bf7d-a6f06f3f04ad tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:08.958775 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076979cd-c180-4de3-b16a-eb55287e8526 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Checking segment: {'id': 'f88c580b-b27c-4496-8a07-88b198e47780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3858b747-c079-4340-bf83-2f89d0f9af1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:18:08.959672 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076979cd-c180-4de3-b16a-eb55287e8526 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Network hostable DHCP agents. Network: 3858b747-c079-4340-bf83-2f89d0f9af1d, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:18:09.001193 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-a59d606f-21e1-4601-af7b-9e1ce40fd1d6 None None] Provisioning complete for port 4a77074b-43d9-405d-916b-7bc5fb63545b triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:09.001819 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a59d606f-21e1-4601-af7b-9e1ce40fd1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:09.121365 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7583078-3150-400a-bf7d-a6f06f3f04ad tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Network 87856d39-9b23-4d60-b4d0-2984f54460b8 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:18:09.170079 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-d7583078-3150-400a-bf7d-a6f06f3f04ad tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:18:09.177129 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076979cd-c180-4de3-b16a-eb55287e8526 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Network 3858b747-c079-4340-bf83-2f89d0f9af1d is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:18:09.179767 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7583078-3150-400a-bf7d-a6f06f3f04ad tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:18:09.186689 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-71b19ab0-ff3f-405e-8970-4f4137aa331e tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:09.187489 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7583078-3150-400a-bf7d-a6f06f3f04ad tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:09.188090 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d7583078-3150-400a-bf7d-a6f06f3f04ad tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:09.226555 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-076979cd-c180-4de3-b16a-eb55287e8526 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 3858b747-c079-4340-bf83-2f89d0f9af1d) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:18:09.231768 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7583078-3150-400a-bf7d-a6f06f3f04ad tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event updated for resources: {'Port': ['ID=599f4420-ab03-40f4-8621-8df5d4cdc70d,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:09.242152 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076979cd-c180-4de3-b16a-eb55287e8526 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:09.243811 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-076979cd-c180-4de3-b16a-eb55287e8526 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:09.282321 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d7583078-3150-400a-bf7d-a6f06f3f04ad tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2971375 Dec 10 19:18:09.283019 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53672) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:09.294446 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-5e035c12-2c91-4fd9-9ae2-3583f32960c3 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Request body: {'subnet': {'network_id': '87856d39-9b23-4d60-b4d0-2984f54460b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:09.432487 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee542f96-8798-4cfa-89fd-18cd892bfa44 None None] Network 3858b747-c079-4340-bf83-2f89d0f9af1d requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:18:09.446686 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b19ab0-ff3f-405e-8970-4f4137aa331e tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Network aec00c9d-0227-4015-af31-208e6f93b08c is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:18:09.478089 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-71b19ab0-ff3f-405e-8970-4f4137aa331e tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:18:09.516302 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b19ab0-ff3f-405e-8970-4f4137aa331e tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:18:09.524692 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b19ab0-ff3f-405e-8970-4f4137aa331e tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Pushing event updated for resources: {'Port': ['ID=958fc16d-86b8-486f-8630-bc748770938a,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:09.530544 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e0cc0a-03ed-4487-82a7-9f24a8316245 None None] DHCP port deletion for acaf9814-225c-4e00-881e-2a9c51e275fd request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:18:09.533982 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device ce56939f-265a-4acf-bad8-aa8ee968e47b up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:18:09.547240 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-076979cd-c180-4de3-b16a-eb55287e8526 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9610322 Dec 10 19:18:09.553297 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53676) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:09.575828 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-f20d4882-f450-4d8b-a571-bcafcfeeb0ba tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-469519848', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:09.620845 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-52266a3e-393d-44cd-83e2-2ddff312951a tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Deleting port 4a77074b-43d9-405d-916b-7bc5fb63545b {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:18:09.621696 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-52266a3e-393d-44cd-83e2-2ddff312951a tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:09.694055 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.db.api [None req-f20d4882-f450-4d8b-a571-bcafcfeeb0ba tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 19:18:09.694055 dv-neutron-821441-1-hyperv neutron-server[102366]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 10 19:18:09.694055 dv-neutron-821441-1-hyperv neutron-server[102366]: [parameters: {'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'id': '4c4bf728-a090-4817-8c3f-e51ef9da1876', 'expiration': datetime.datetime(2021, 12, 10, 19, 20, 9, 649382)}] Dec 10 19:18:09.694055 dv-neutron-821441-1-hyperv neutron-server[102366]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:18:09.694758 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG oslo_db.api [None req-f20d4882-f450-4d8b-a571-bcafcfeeb0ba tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:18:09.722619 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e035c12-2c91-4fd9-9ae2-3583f32960c3 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Made reservation on behalf of e037b8d045744e90a0960e7cae36a046 for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:18:09.735922 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5e035c12-2c91-4fd9-9ae2-3583f32960c3 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:09.768572 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port ce56939f-265a-4acf-bad8-aa8ee968e47b triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:09.769437 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:09.808532 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-65e0cc0a-03ed-4487-82a7-9f24a8316245 None None] Deleting port 4a77074b-43d9-405d-916b-7bc5fb63545b {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:18:09.809010 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-65e0cc0a-03ed-4487-82a7-9f24a8316245 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:09.813480 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-71b19ab0-ff3f-405e-8970-4f4137aa331e tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712030'] for router_interface, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:09.888822 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53678) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:09.910071 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.ipam_backend_mixin [None req-5e035c12-2c91-4fd9-9ae2-3583f32960c3 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bb616094-08b9-4c9e-8878-52db263c1290 (CIDR: 2001:db8::/64) Dec 10 19:18:09.918721 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e035c12-2c91-4fd9-9ae2-3583f32960c3 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:18:09.919200 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e035c12-2c91-4fd9-9ae2-3583f32960c3 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:18:09.955126 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-52266a3e-393d-44cd-83e2-2ddff312951a tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] For port 4a77074b-43d9-405d-916b-7bc5fb63545b, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=4a77074b-43d9-405d-916b-7bc5fb63545b,segment=NetworkSegment(01b96f6b-33d7-4546-b18e-4db071645a9c),segment_id=01b96f6b-33d7-4546-b18e-4db071645a9c)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:18:09.955865 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-52266a3e-393d-44cd-83e2-2ddff312951a tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:09.957984 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-5e035c12-2c91-4fd9-9ae2-3583f32960c3 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6695335 Dec 10 19:18:09.961368 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53682) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:09.992086 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-1ff0e8de-e304-47c9-ab01-8db250196ef4 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Request body: {'subnet': {'network_id': '87856d39-9b23-4d60-b4d0-2984f54460b8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:10.052366 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-52266a3e-393d-44cd-83e2-2ddff312951a tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Calling delete_port for 4a77074b-43d9-405d-916b-7bc5fb63545b owned by network:dhcp {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:18:10.258292 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab5b22e-6569-42ea-88dd-1917f01e9dfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-3858b747-c079-4340-bf83-2f89d0f9af1d', 'network_id': '3858b747-c079-4340-bf83-2f89d0f9af1d', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'fixed_ips': [{'subnet_id': '74b65dd9-ee5e-4e61-ac13-51309cae0fe3'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:18:10.259398 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dab5b22e-6569-42ea-88dd-1917f01e9dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:10.312111 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-65e0cc0a-03ed-4487-82a7-9f24a8316245 None None] For port 4a77074b-43d9-405d-916b-7bc5fb63545b, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=4a77074b-43d9-405d-916b-7bc5fb63545b,segment=NetworkSegment(01b96f6b-33d7-4546-b18e-4db071645a9c),segment_id=01b96f6b-33d7-4546-b18e-4db071645a9c)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:18:10.313246 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-65e0cc0a-03ed-4487-82a7-9f24a8316245 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:10.315397 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-859ea773-7de6-4380-b18a-6da5ffb47124 None None] Provisioning complete for port 373b1763-25f1-494c-950d-67b422382048 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:10.315765 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-859ea773-7de6-4380-b18a-6da5ffb47124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:10.378596 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f20d4882-f450-4d8b-a571-bcafcfeeb0ba tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:10.381918 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f20d4882-f450-4d8b-a571-bcafcfeeb0ba tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:10.436134 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff0e8de-e304-47c9-ab01-8db250196ef4 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Made reservation on behalf of e037b8d045744e90a0960e7cae36a046 for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:18:10.439460 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-65e0cc0a-03ed-4487-82a7-9f24a8316245 None None] Calling delete_port for 4a77074b-43d9-405d-916b-7bc5fb63545b owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:18:10.441570 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1ff0e8de-e304-47c9-ab01-8db250196ef4 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:10.445345 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-859ea773-7de6-4380-b18a-6da5ffb47124 None None] Port 373b1763-25f1-494c-950d-67b422382048 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:18:10.448536 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-71b19ab0-ff3f-405e-8970-4f4137aa331e tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:10.558299 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f20d4882-f450-4d8b-a571-bcafcfeeb0ba tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:10.587096 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f20d4882-f450-4d8b-a571-bcafcfeeb0ba tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:10.597627 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:10.638914 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c51e5d6-c5d0-4e03-a06e-ca5ce8925b45 None None] Network aec00c9d-0227-4015-af31-208e6f93b08c requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:18:10.646489 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f20d4882-f450-4d8b-a571-bcafcfeeb0ba tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:10.651382 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-f20d4882-f450-4d8b-a571-bcafcfeeb0ba tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.0927911 Dec 10 19:18:10.652071 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53688) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:10.663237 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-b8d8c944-139e-42d1-b699-1edcb851a702 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Request body: {'port': {'network_id': '3858b747-c079-4340-bf83-2f89d0f9af1d', 'name': 'tempest-RoutersIpV6Test-561829186'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:10.698504 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-859ea773-7de6-4380-b18a-6da5ffb47124 None None] Provisioning complete for port e5051c56-4d1f-4588-b709-422cdab44020 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:10.698891 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-859ea773-7de6-4380-b18a-6da5ffb47124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:10.740905 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port ce56939f-265a-4acf-bad8-aa8ee968e47b, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=ce56939f-265a-4acf-bad8-aa8ee968e47b,segment=NetworkSegment(dc4b6a1d-ac66-4faa-a2e5-198308b0c559),segment_id=dc4b6a1d-ac66-4faa-a2e5-198308b0c559)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:18:10.744600 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53690) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:10.745351 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-dc655b73-e6ac-4688-bf03-b36b4f447e82 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=331be8c6d4354c1cb700516f44d43853&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8447917 Dec 10 19:18:10.780671 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:10.781511 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device e5051c56-4d1f-4588-b709-422cdab44020 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:18:10.836943 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-52266a3e-393d-44cd-83e2-2ddff312951a tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:10.871075 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52266a3e-393d-44cd-83e2-2ddff312951a tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] No DVR routers for this DVR port 4a77074b-43d9-405d-916b-7bc5fb63545b on host dv-neutron-821441-1-hyperv {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:18:10.902177 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-dab5b22e-6569-42ea-88dd-1917f01e9dfc None None] Allocated IP 2001:db8::2 (3858b747-c079-4340-bf83-2f89d0f9af1d/74b65dd9-ee5e-4e61-ac13-51309cae0fe3/713e8ff6-bf07-4fd7-b361-a91f5acc9e23) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:18:10.914327 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f816b7a6-4579-417d-943d-8960a01fd78c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:10.963894 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=ce56939f-265a-4acf-bad8-aa8ee968e47b,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:10.974120 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52266a3e-393d-44cd-83e2-2ddff312951a tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event deleted for resources: {'Port': ['ID=4a77074b-43d9-405d-916b-7bc5fb63545b,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:10.976760 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-65e0cc0a-03ed-4487-82a7-9f24a8316245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:10.981824 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f816b7a6-4579-417d-943d-8960a01fd78c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:11.000477 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d8c944-139e-42d1-b699-1edcb851a702 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Made reservation on behalf of 461819a05d2d4ab59bb6f1f3d7476b54 for: {'port': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:18:11.004142 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b8d8c944-139e-42d1-b699-1edcb851a702 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:11.064693 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1ff0e8de-e304-47c9-ab01-8db250196ef4 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:11.076480 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [None req-b8d8c944-139e-42d1-b699-1edcb851a702 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] device_id is not set on port b7c617a7-df0e-4109-9cdc-c12868aebe0d yet. {{(pid=102366) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:18:11.093054 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e0cc0a-03ed-4487-82a7-9f24a8316245 None None] No DVR routers for this DVR port 4a77074b-43d9-405d-916b-7bc5fb63545b on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:18:11.099689 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e0cc0a-03ed-4487-82a7-9f24a8316245 None None] Pushing event deleted for resources: {'Port': ['ID=4a77074b-43d9-405d-916b-7bc5fb63545b,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:11.117718 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-52266a3e-393d-44cd-83e2-2ddff312951a tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:11.133909 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff0e8de-e304-47c9-ab01-8db250196ef4 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Network 87856d39-9b23-4d60-b4d0-2984f54460b8 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:18:11.167280 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-52266a3e-393d-44cd-83e2-2ddff312951a tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acaf9814-225c-4e00-881e-2a9c51e275fd']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:11.170176 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-1ff0e8de-e304-47c9-ab01-8db250196ef4 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:18:11.181545 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff0e8de-e304-47c9-ab01-8db250196ef4 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:11.182144 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1ff0e8de-e304-47c9-ab01-8db250196ef4 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:11.185514 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-52266a3e-393d-44cd-83e2-2ddff312951a tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01b96f6b-33d7-4546-b18e-4db071645a9c') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:11.186401 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-52266a3e-393d-44cd-83e2-2ddff312951a tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01b96f6b-33d7-4546-b18e-4db071645a9c') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:11.200736 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-52266a3e-393d-44cd-83e2-2ddff312951a tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:11.213765 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff0e8de-e304-47c9-ab01-8db250196ef4 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event updated for resources: {'Subnet': ['ID=2b0f5686-6bd9-4428-8daf-bd0dab56d2a1,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:11.230534 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-1ff0e8de-e304-47c9-ab01-8db250196ef4 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2674220 Dec 10 19:18:11.231870 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53692) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:11.238518 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-94589247-1c8d-4497-a14f-e5712a80791d tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-544494972', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2b0f5686-6bd9-4428-8daf-bd0dab56d2a1'}], 'security_groups': ['e5a4a0b4-0a10-4066-8365-eb8f450e51de']}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:11.259898 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55687fc-e347-4d45-ac30-c258d180d9c8 None None] Network 87856d39-9b23-4d60-b4d0-2984f54460b8 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:18:11.261171 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-71b19ab0-ff3f-405e-8970-4f4137aa331e tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:11.265286 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-52266a3e-393d-44cd-83e2-2ddff312951a tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:11.268896 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port e5051c56-4d1f-4588-b709-422cdab44020 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:11.269414 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:11.276469 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52266a3e-393d-44cd-83e2-2ddff312951a tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:18:11.277439 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-52266a3e-393d-44cd-83e2-2ddff312951a tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:11.282487 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:18:11.282487 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:18:11.282487 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:18:11.282487 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:18:11.282487 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:18:11.282487 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:18:11.282487 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:18:11.282487 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:18:11.282487 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:18:11.282487 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:18:11.282487 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:18:11.282487 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:18:11.282487 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:18:11.282487 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:18:11.282487 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:18:11.282487 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:18:11.282487 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:18:11.282487 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:18:11.282487 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:18:11.282487 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:18:11.282487 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:18:11.282487 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:18:11.282487 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:18:11.282487 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:18:11.282487 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:18:11.282487 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:18:11.282487 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:18:11.282487 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:18:11.282487 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:18:11.282487 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:18:11.282487 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:18:11.282487 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:18:11.286491 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-71b19ab0-ff3f-405e-8970-4f4137aa331e tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:11.303600 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f816b7a6-4579-417d-943d-8960a01fd78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:11.306536 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f816b7a6-4579-417d-943d-8960a01fd78c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:11.308546 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-f816b7a6-4579-417d-943d-8960a01fd78c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/16faba7a-6096-4bc2-b6c9-bf0ba3cc61a8 HTTP/1.1" status: 204 len: 168 time: 0.5621879 Dec 10 19:18:11.338268 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f816b7a6-4579-417d-943d-8960a01fd78c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16faba7a-6096-4bc2-b6c9-bf0ba3cc61a8,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:11.365782 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-94589247-1c8d-4497-a14f-e5712a80791d tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:11.425498 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-859ea773-7de6-4380-b18a-6da5ffb47124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:11.432136 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b19ab0-ff3f-405e-8970-4f4137aa331e tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Pushing event updated for resources: {'Port': ['ID=958fc16d-86b8-486f-8630-bc748770938a,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:11.440267 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-52266a3e-393d-44cd-83e2-2ddff312951a tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:11.442253 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-71b19ab0-ff3f-405e-8970-4f4137aa331e tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3755716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711339'] for router_interface, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:11.450061 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-52266a3e-393d-44cd-83e2-2ddff312951a tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:11.461119 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-52266a3e-393d-44cd-83e2-2ddff312951a tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "DELETE /v2.0/networks/acaf9814-225c-4e00-881e-2a9c51e275fd HTTP/1.1" status: 204 len: 168 time: 2.7972677 Dec 10 19:18:11.464107 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53696) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:11.492559 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52266a3e-393d-44cd-83e2-2ddff312951a tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event deleted for resources: {'Network': ['ID=acaf9814-225c-4e00-881e-2a9c51e275fd,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:11.542940 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dab5b22e-6569-42ea-88dd-1917f01e9dfc None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:11.578137 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dab5b22e-6569-42ea-88dd-1917f01e9dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:11.610018 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f8be40-4e0b-4093-8bb4-46ce256b8746 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:11.617347 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-c2f8be40-4e0b-4093-8bb4-46ce256b8746 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1520617 Dec 10 19:18:11.619827 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53700) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:11.692451 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-859ea773-7de6-4380-b18a-6da5ffb47124 None None] For port e5051c56-4d1f-4588-b709-422cdab44020, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=e5051c56-4d1f-4588-b709-422cdab44020,segment=NetworkSegment(fe08ba3d-80e4-4d8f-a0ea-084f3262ae50),segment_id=fe08ba3d-80e4-4d8f-a0ea-084f3262ae50)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:18:11.696146 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab5b22e-6569-42ea-88dd-1917f01e9dfc None None] Network 3858b747-c079-4340-bf83-2f89d0f9af1d is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:18:11.711804 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-dab5b22e-6569-42ea-88dd-1917f01e9dfc None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:18:11.722929 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-859ea773-7de6-4380-b18a-6da5ffb47124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:11.734649 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab5b22e-6569-42ea-88dd-1917f01e9dfc None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:18:11.761289 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b19ab0-ff3f-405e-8970-4f4137aa331e tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Network aec00c9d-0227-4015-af31-208e6f93b08c is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:18:11.768600 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-71b19ab0-ff3f-405e-8970-4f4137aa331e tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:18:11.798060 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-ca624c00-1ab6-4500-bd28-b087007c744a tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1752539 Dec 10 19:18:11.820776 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53706) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:11.838108 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab5b22e-6569-42ea-88dd-1917f01e9dfc None None] Pushing event updated for resources: {'Port': ['ID=713e8ff6-bf07-4fd7-b361-a91f5acc9e23,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:11.858930 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-ed197d24-0a83-4093-9dea-c5b69eb1cfe8 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1240269997'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:12.064668 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859ea773-7de6-4380-b18a-6da5ffb47124 None None] Pushing event updated for resources: {'Port': ['ID=e5051c56-4d1f-4588-b709-422cdab44020,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:12.082919 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed197d24-0a83-4093-9dea-c5b69eb1cfe8 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Made reservation on behalf of 4138d9758a3e4f5e8bb3fafb058d33af for: {'network': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:18:12.088325 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ed197d24-0a83-4093-9dea-c5b69eb1cfe8 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:12.112623 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-dab5b22e-6569-42ea-88dd-1917f01e9dfc None None] Attempting to bind port 713e8ff6-bf07-4fd7-b361-a91f5acc9e23 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:18:12.113184 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-dab5b22e-6569-42ea-88dd-1917f01e9dfc None None] Attempting to bind port 713e8ff6-bf07-4fd7-b361-a91f5acc9e23 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': 'f88c580b-b27c-4496-8a07-88b198e47780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3858b747-c079-4340-bf83-2f89d0f9af1d'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:18:12.113653 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab5b22e-6569-42ea-88dd-1917f01e9dfc None None] Attempting to bind port 713e8ff6-bf07-4fd7-b361-a91f5acc9e23 on network 3858b747-c079-4340-bf83-2f89d0f9af1d {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:18:12.125072 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab5b22e-6569-42ea-88dd-1917f01e9dfc None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:18:12.125586 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab5b22e-6569-42ea-88dd-1917f01e9dfc None None] Checking segment: {'id': 'f88c580b-b27c-4496-8a07-88b198e47780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3858b747-c079-4340-bf83-2f89d0f9af1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:18:12.126139 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dab5b22e-6569-42ea-88dd-1917f01e9dfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:12.126817 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab5b22e-6569-42ea-88dd-1917f01e9dfc None None] Bound using segment: {'id': 'f88c580b-b27c-4496-8a07-88b198e47780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3858b747-c079-4340-bf83-2f89d0f9af1d'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:18:12.132232 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-dab5b22e-6569-42ea-88dd-1917f01e9dfc None None] Bound port: 713e8ff6-bf07-4fd7-b361-a91f5acc9e23, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f88c580b-b27c-4496-8a07-88b198e47780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3858b747-c079-4340-bf83-2f89d0f9af1d'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:18:12.133144 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dab5b22e-6569-42ea-88dd-1917f01e9dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:12.136527 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-593accf5-7f9b-451e-b3b4-28ba6f599d54 None None] Provisioning complete for port 599f4420-ab03-40f4-8621-8df5d4cdc70d triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:12.137066 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-593accf5-7f9b-451e-b3b4-28ba6f599d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:12.211273 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed197d24-0a83-4093-9dea-c5b69eb1cfe8 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=102365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:18:12.226122 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b19ab0-ff3f-405e-8970-4f4137aa331e tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Router f0d38a36-7fd0-4ca0-8777-1bad77949a0e is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:18:12.254826 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ed197d24-0a83-4093-9dea-c5b69eb1cfe8 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:12.255204 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.segments_db [None req-ed197d24-0a83-4093-9dea-c5b69eb1cfe8 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Added segment fec4b74a-490f-403c-8087-4be58b2f8742 of type vlan for network 55cfbb92-b7c1-4377-a47b-fcb7e6781596 Dec 10 19:18:12.272844 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-593accf5-7f9b-451e-b3b4-28ba6f599d54 None None] Port 599f4420-ab03-40f4-8621-8df5d4cdc70d cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:18:12.318957 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device ce56939f-265a-4acf-bad8-aa8ee968e47b up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:18:12.321529 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-b8d8c944-139e-42d1-b699-1edcb851a702 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Allocated IP 2001:db8::115 (3858b747-c079-4340-bf83-2f89d0f9af1d/74b65dd9-ee5e-4e61-ac13-51309cae0fe3/b7c617a7-df0e-4109-9cdc-c12868aebe0d) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:18:12.384770 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-593accf5-7f9b-451e-b3b4-28ba6f599d54 None None] Provisioning complete for port ce56939f-265a-4acf-bad8-aa8ee968e47b triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:12.385081 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-94589247-1c8d-4497-a14f-e5712a80791d tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Delete allocated IP 2001:db8::139 (87856d39-9b23-4d60-b4d0-2984f54460b8/bb616094-08b9-4c9e-8878-52db263c1290) {{(pid=102366) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 10 19:18:12.385263 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-593accf5-7f9b-451e-b3b4-28ba6f599d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:12.409893 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-94589247-1c8d-4497-a14f-e5712a80791d tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Allocated IP 2001:db8:0:1::1ae (87856d39-9b23-4d60-b4d0-2984f54460b8/2b0f5686-6bd9-4428-8daf-bd0dab56d2a1/599f4420-ab03-40f4-8621-8df5d4cdc70d) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:18:12.429827 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b19ab0-ff3f-405e-8970-4f4137aa331e tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:18:12.438401 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-71b19ab0-ff3f-405e-8970-4f4137aa331e tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] 10.222.0.69 "PUT /v2.0/routers/f0d38a36-7fd0-4ca0-8777-1bad77949a0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2820146 Dec 10 19:18:12.448219 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53714) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:12.474221 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-1a2f42fa-6c94-4b60-b76e-08348408866e tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Request body: {'port': {'network_id': 'aec00c9d-0227-4015-af31-208e6f93b08c', 'name': 'tempest-FloatingIPNegativeTestJSON-445257754'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:12.513077 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dab5b22e-6569-42ea-88dd-1917f01e9dfc None None] For port 713e8ff6-bf07-4fd7-b361-a91f5acc9e23, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:18:12.539053 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dab5b22e-6569-42ea-88dd-1917f01e9dfc None None] For port 713e8ff6-bf07-4fd7-b361-a91f5acc9e23, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=713e8ff6-bf07-4fd7-b361-a91f5acc9e23,segment=NetworkSegment(f88c580b-b27c-4496-8a07-88b198e47780),segment_id=f88c580b-b27c-4496-8a07-88b198e47780)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:18:12.547422 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e260a1a-37ef-4dc9-931c-f6aece3faa0c None None] Sync routers for ids ['f0d38a36-7fd0-4ca0-8777-1bad77949a0e'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:18:12.548664 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ed197d24-0a83-4093-9dea-c5b69eb1cfe8 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:12.567984 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dab5b22e-6569-42ea-88dd-1917f01e9dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:12.602641 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ed197d24-0a83-4093-9dea-c5b69eb1cfe8 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:12.618129 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed197d24-0a83-4093-9dea-c5b69eb1cfe8 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:12.620049 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ed197d24-0a83-4093-9dea-c5b69eb1cfe8 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:12.663299 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e260a1a-37ef-4dc9-931c-f6aece3faa0c None None] Routers {'f0d38a36-7fd0-4ca0-8777-1bad77949a0e'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:18:12.669858 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-3e260a1a-37ef-4dc9-931c-f6aece3faa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:17:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['f0d38a36-7fd0-4ca0-8777-1bad77949a0e'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:12.727815 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-3e260a1a-37ef-4dc9-931c-f6aece3faa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:12.753793 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-ed197d24-0a83-4093-9dea-c5b69eb1cfe8 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9303904 Dec 10 19:18:12.761946 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53722) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:12.765644 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5dc79f-ec18-4213-8bcd-0aa4a324b42a None None] Update dhcp port {'port': {'network_id': '87856d39-9b23-4d60-b4d0-2984f54460b8', 'fixed_ips': [{'subnet_id': 'bb616094-08b9-4c9e-8878-52db263c1290', 'ip_address': '2001:db8::2'}, {'subnet_id': '2b0f5686-6bd9-4428-8daf-bd0dab56d2a1'}], 'binding:host_id': 'dv-neutron-821441-1-hyperv'}, 'id': 'e5051c56-4d1f-4588-b709-422cdab44020'} from dv-neutron-821441-1-hyperv. {{(pid=102367) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 10 19:18:12.814241 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-194ea851-d9d5-436e-be55-8377d8d7a2df tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Request body: {'subnet': {'network_id': '55cfbb92-b7c1-4377-a47b-fcb7e6781596', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:12.831327 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-da5dc79f-ec18-4213-8bcd-0aa4a324b42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:12.831327 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab5b22e-6569-42ea-88dd-1917f01e9dfc None None] Pushing event updated for resources: {'Port': ['ID=713e8ff6-bf07-4fd7-b361-a91f5acc9e23,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:12.854256 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a2f42fa-6c94-4b60-b76e-08348408866e tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Made reservation on behalf of b10fd65c4a9a4457a228b5e3a562cb0b for: {'port': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:18:12.859197 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1a2f42fa-6c94-4b60-b76e-08348408866e tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:12.880853 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e260a1a-37ef-4dc9-931c-f6aece3faa0c None None] Routers {'f0d38a36-7fd0-4ca0-8777-1bad77949a0e'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:18:12.881780 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-3e260a1a-37ef-4dc9-931c-f6aece3faa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:17:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['f0d38a36-7fd0-4ca0-8777-1bad77949a0e'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:12.912051 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b8d8c944-139e-42d1-b699-1edcb851a702 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:12.932591 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [None req-1a2f42fa-6c94-4b60-b76e-08348408866e tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] device_id is not set on port e120c0ef-5327-4a27-b3e8-2812acd96017 yet. {{(pid=102366) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:18:13.026954 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed197d24-0a83-4093-9dea-c5b69eb1cfe8 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event updated for resources: {'Network': ['ID=55cfbb92-b7c1-4377-a47b-fcb7e6781596,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:13.060407 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194ea851-d9d5-436e-be55-8377d8d7a2df tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Made reservation on behalf of 4138d9758a3e4f5e8bb3fafb058d33af for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:18:13.065878 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-194ea851-d9d5-436e-be55-8377d8d7a2df tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:13.134743 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port ce56939f-265a-4acf-bad8-aa8ee968e47b triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:13.134743 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:13.150473 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53728) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:13.151806 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-1a2f42fa-6c94-4b60-b76e-08348408866e tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Allocated IP 172.20.0.13 (aec00c9d-0227-4015-af31-208e6f93b08c/d3b13a1b-fcad-4c77-a049-dc437999f91a/e120c0ef-5327-4a27-b3e8-2812acd96017) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:18:13.181075 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 55cfbb92-b7c1-4377-a47b-fcb7e6781596 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:18:13.189613 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-3e260a1a-37ef-4dc9-931c-f6aece3faa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:13.190359 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e260a1a-37ef-4dc9-931c-f6aece3faa0c None None] The sync data for ids ['f0d38a36-7fd0-4ca0-8777-1bad77949a0e'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:18:13.375900 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-65e30282-99db-407a-92e7-8884937cb7f6 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Request body: {'security_group': {'name': 'tempest-secgroup--1293507713'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:13.377785 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-94589247-1c8d-4497-a14f-e5712a80791d tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:13.392703 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-94589247-1c8d-4497-a14f-e5712a80791d tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:13.400894 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b8d8c944-139e-42d1-b699-1edcb851a702 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:13.514747 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-94589247-1c8d-4497-a14f-e5712a80791d tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] In _notify_port_updated(), no bound segment for port 599f4420-ab03-40f4-8621-8df5d4cdc70d on network 87856d39-9b23-4d60-b4d0-2984f54460b8 {{(pid=102366) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 10 19:18:13.521895 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94589247-1c8d-4497-a14f-e5712a80791d tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:13.522931 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-94589247-1c8d-4497-a14f-e5712a80791d tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:13.528534 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-94589247-1c8d-4497-a14f-e5712a80791d tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "PUT /v2.0/ports/599f4420-ab03-40f4-8621-8df5d4cdc70d HTTP/1.1" status: 200 len: 930 time: 2.2948360 Dec 10 19:18:13.529009 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53732) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:13.545085 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d8c944-139e-42d1-b699-1edcb851a702 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Network 3858b747-c079-4340-bf83-2f89d0f9af1d is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:18:13.545313 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-65e30282-99db-407a-92e7-8884937cb7f6 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:13.556609 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1a2f42fa-6c94-4b60-b76e-08348408866e tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:13.561686 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-b8d8c944-139e-42d1-b699-1edcb851a702 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:18:13.566541 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94589247-1c8d-4497-a14f-e5712a80791d tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event updated for resources: {'Port': ['ID=599f4420-ab03-40f4-8621-8df5d4cdc70d,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:13.569961 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d8c944-139e-42d1-b699-1edcb851a702 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:18:13.578191 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d8c944-139e-42d1-b699-1edcb851a702 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:13.578820 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b8d8c944-139e-42d1-b699-1edcb851a702 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:13.579759 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-da5dc79f-ec18-4213-8bcd-0aa4a324b42a None None] Allocated IP 2001:db8:0:1::2 (87856d39-9b23-4d60-b4d0-2984f54460b8/2b0f5686-6bd9-4428-8daf-bd0dab56d2a1/e5051c56-4d1f-4588-b709-422cdab44020) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:18:13.596200 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device e5051c56-4d1f-4588-b709-422cdab44020 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:18:13.635545 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d8c944-139e-42d1-b699-1edcb851a702 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event updated for resources: {'Port': ['ID=b7c617a7-df0e-4109-9cdc-c12868aebe0d,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:13.645123 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-65e30282-99db-407a-92e7-8884937cb7f6 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:13.648555 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-33f56f80-dced-48db-9a5e-e6469e114f1c None None] Provisioning complete for port ce56939f-265a-4acf-bad8-aa8ee968e47b triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:13.648894 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-33f56f80-dced-48db-9a5e-e6469e114f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:13.673078 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-b8d8c944-139e-42d1-b699-1edcb851a702 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.0122137 Dec 10 19:18:13.676559 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53734) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:13.783743 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port e5051c56-4d1f-4588-b709-422cdab44020 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:13.784142 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:13.814590 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-194ea851-d9d5-436e-be55-8377d8d7a2df tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:13.830649 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-da5dc79f-ec18-4213-8bcd-0aa4a324b42a None None] For port e5051c56-4d1f-4588-b709-422cdab44020, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=e5051c56-4d1f-4588-b709-422cdab44020,segment=NetworkSegment(fe08ba3d-80e4-4d8f-a0ea-084f3262ae50),segment_id=fe08ba3d-80e4-4d8f-a0ea-084f3262ae50)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:18:13.923303 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-da5dc79f-ec18-4213-8bcd-0aa4a324b42a None None] Notify callbacks [] for port, precommit_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:13.933674 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-da5dc79f-ec18-4213-8bcd-0aa4a324b42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:13.943488 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-33f56f80-dced-48db-9a5e-e6469e114f1c None None] Provisioning complete for port 958fc16d-86b8-486f-8630-bc748770938a triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:13.943862 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-33f56f80-dced-48db-9a5e-e6469e114f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:14.048677 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194ea851-d9d5-436e-be55-8377d8d7a2df tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event updated for resources: {'Subnet': ['ID=92d5e4b2-abb4-445e-b4a0-0ccae7cb9c1d,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:14.056559 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-601eb209-4e4b-4712-b434-1f92571d9e57 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Deleting port 599f4420-ab03-40f4-8621-8df5d4cdc70d {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:18:14.056559 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-601eb209-4e4b-4712-b434-1f92571d9e57 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:14.073921 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194ea851-d9d5-436e-be55-8377d8d7a2df tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Checking segment: {'id': 'fec4b74a-490f-403c-8087-4be58b2f8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '55cfbb92-b7c1-4377-a47b-fcb7e6781596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:18:14.074511 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194ea851-d9d5-436e-be55-8377d8d7a2df tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Network hostable DHCP agents. Network: 55cfbb92-b7c1-4377-a47b-fcb7e6781596, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:18:14.085865 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-33f56f80-dced-48db-9a5e-e6469e114f1c None None] Port 958fc16d-86b8-486f-8630-bc748770938a cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:18:14.119749 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5dc79f-ec18-4213-8bcd-0aa4a324b42a None None] Pushing event updated for resources: {'Port': ['ID=e5051c56-4d1f-4588-b709-422cdab44020,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:14.204540 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1a2f42fa-6c94-4b60-b76e-08348408866e tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:14.230722 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-65e30282-99db-407a-92e7-8884937cb7f6 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:14.248896 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-65e30282-99db-407a-92e7-8884937cb7f6 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:14.258667 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 4a77074b-43d9-405d-916b-7bc5fb63545b no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:18:14.289805 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 4a77074b-43d9-405d-916b-7bc5fb63545b {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:18:14.290153 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 4a77074b-43d9-405d-916b-7bc5fb63545b not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:18:14.316841 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2f42fa-6c94-4b60-b76e-08348408866e tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Network aec00c9d-0227-4015-af31-208e6f93b08c is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:18:14.364710 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e30282-99db-407a-92e7-8884937cb7f6 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=523f405b-b2b3-487b-8168-cbdf8d450ba4,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:14.366869 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-1a2f42fa-6c94-4b60-b76e-08348408866e tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:18:14.381041 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194ea851-d9d5-436e-be55-8377d8d7a2df tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Network 55cfbb92-b7c1-4377-a47b-fcb7e6781596 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:18:14.407620 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2f42fa-6c94-4b60-b76e-08348408866e tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:18:14.442376 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-601eb209-4e4b-4712-b434-1f92571d9e57 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:14.456694 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-194ea851-d9d5-436e-be55-8377d8d7a2df tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 55cfbb92-b7c1-4377-a47b-fcb7e6781596) {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:18:14.468243 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-601eb209-4e4b-4712-b434-1f92571d9e57 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Calling delete_port for 599f4420-ab03-40f4-8621-8df5d4cdc70d owned by {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:18:14.470099 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0841b0-d9ab-4dfa-aca7-aeb6d4151e28 None None] Network 55cfbb92-b7c1-4377-a47b-fcb7e6781596 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:18:14.472934 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194ea851-d9d5-436e-be55-8377d8d7a2df tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:14.473726 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-194ea851-d9d5-436e-be55-8377d8d7a2df tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:14.513275 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2f42fa-6c94-4b60-b76e-08348408866e tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Pushing event updated for resources: {'Port': ['ID=e120c0ef-5327-4a27-b3e8-2812acd96017,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:14.611617 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 713e8ff6-bf07-4fd7-b361-a91f5acc9e23 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:18:14.616764 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2f42fa-6c94-4b60-b76e-08348408866e tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:14.617431 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1a2f42fa-6c94-4b60-b76e-08348408866e tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:14.634068 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-194ea851-d9d5-436e-be55-8377d8d7a2df tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8520436 Dec 10 19:18:14.650687 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53740) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:14.691175 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-1a2f42fa-6c94-4b60-b76e-08348408866e tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2414038 Dec 10 19:18:14.698483 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53742) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:14.706147 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-5c77d8ff-cc05-4605-ab60-67460e753729 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Request body: {'floatingip': {'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:14.743799 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5c77d8ff-cc05-4605-ab60-67460e753729 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks [] for floatingip, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:14.773769 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-e3b942e0-f648-441d-a712-0c7b119d3b13 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Request body: {'port': {'network_id': '55cfbb92-b7c1-4377-a47b-fcb7e6781596', 'name': 'tempest-PortsTestJSON-1090996088'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:14.816914 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-65e30282-99db-407a-92e7-8884937cb7f6 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:14.883697 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-65e30282-99db-407a-92e7-8884937cb7f6 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:14.935885 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 713e8ff6-bf07-4fd7-b361-a91f5acc9e23 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:14.936952 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:14.953974 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e30282-99db-407a-92e7-8884937cb7f6 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2cbfc3-2d10-4e24-a78d-000b6e97de4a,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:14.957290 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b01f1988-38a9-438f-84bf-763162beb125 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:14.995220 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-65e30282-99db-407a-92e7-8884937cb7f6 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:15.002435 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-65e30282-99db-407a-92e7-8884937cb7f6 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8457923 Dec 10 19:18:15.005209 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-601eb209-4e4b-4712-b434-1f92571d9e57 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:15.009807 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53744) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:15.047488 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2322c5ae-adad-4113-83b8-3d08eaa52581 None None] Network 3858b747-c079-4340-bf83-2f89d0f9af1d requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:18:15.094445 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601eb209-4e4b-4712-b434-1f92571d9e57 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event deleted for resources: {'Port': ['ID=599f4420-ab03-40f4-8621-8df5d4cdc70d,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:15.110659 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e770e524-bdb3-45b7-84d6-0926e389868a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-55cfbb92-b7c1-4377-a47b-fcb7e6781596', 'network_id': '55cfbb92-b7c1-4377-a47b-fcb7e6781596', 'tenant_id': '4138d9758a3e4f5e8bb3fafb058d33af', 'fixed_ips': [{'subnet_id': '92d5e4b2-abb4-445e-b4a0-0ccae7cb9c1d'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:18:15.113220 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e770e524-bdb3-45b7-84d6-0926e389868a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:15.166228 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-601eb209-4e4b-4712-b434-1f92571d9e57 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:15.175183 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-601eb209-4e4b-4712-b434-1f92571d9e57 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "DELETE /v2.0/ports/599f4420-ab03-40f4-8621-8df5d4cdc70d HTTP/1.1" status: 204 len: 168 time: 1.6423028 Dec 10 19:18:15.176717 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53746) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:15.237131 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-107d0a5c-f7ff-4bd1-82af-a7ea99e4591c tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] GET failed (client error): The resource could not be found. Dec 10 19:18:15.245302 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-107d0a5c-f7ff-4bd1-82af-a7ea99e4591c tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "GET /v2.0/ports/599f4420-ab03-40f4-8621-8df5d4cdc70d HTTP/1.1" status: 404 len: 333 time: 0.0659101 Dec 10 19:18:15.248551 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53748) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:15.249640 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-f9fe9a02-b234-4fe2-8ae6-2a009778889e None None] Provisioning complete for port 713e8ff6-bf07-4fd7-b361-a91f5acc9e23 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:15.250183 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f9fe9a02-b234-4fe2-8ae6-2a009778889e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:15.330907 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b942e0-f648-441d-a712-0c7b119d3b13 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Made reservation on behalf of 4138d9758a3e4f5e8bb3fafb058d33af for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:18:15.337419 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e3b942e0-f648-441d-a712-0c7b119d3b13 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:15.380709 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [None req-e3b942e0-f648-441d-a712-0c7b119d3b13 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] device_id is not set on port 5a99a3f9-69d4-439c-adee-a91f3d9bfc4f yet. {{(pid=102365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:18:15.431831 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:15.521946 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-e367b823-ce95-47c1-92a8-61871c8ebb36 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.4949951 Dec 10 19:18:15.527128 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-37216552-7ede-464b-9bed-a926ec137b87 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for security_group, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:15.530220 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53752) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:15.543173 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-ecceef38-bf27-41b1-a1c1-f2dc4738fe35 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Request body: {'security_group': {'name': 'tempest-security--814628318', 'description': 'tempest-security-description-1210117542'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:15.590882 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-37216552-7ede-464b-9bed-a926ec137b87 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:15.599652 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-e770e524-bdb3-45b7-84d6-0926e389868a None None] Allocated IP 172.20.0.2 (55cfbb92-b7c1-4377-a47b-fcb7e6781596/92d5e4b2-abb4-445e-b4a0-0ccae7cb9c1d/78ae4e5c-5d78-4f04-862c-768c0465416f) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:18:15.652305 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-37216552-7ede-464b-9bed-a926ec137b87 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:15.656453 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-37216552-7ede-464b-9bed-a926ec137b87 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:15.658331 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-37216552-7ede-464b-9bed-a926ec137b87 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "DELETE /v2.0/security-groups/12eec521-44c8-414d-bf14-77c2dc3e9760 HTTP/1.1" status: 204 len: 168 time: 0.4085641 Dec 10 19:18:15.662413 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53754) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:15.699824 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37216552-7ede-464b-9bed-a926ec137b87 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12eec521-44c8-414d-bf14-77c2dc3e9760,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:15.720433 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ecceef38-bf27-41b1-a1c1-f2dc4738fe35 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:15.753451 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-da982dd4-c909-4ea2-9d7d-6abbd928526e tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for security_group, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:15.790542 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5c77d8ff-cc05-4605-ab60-67460e753729 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:15.807509 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-da982dd4-c909-4ea2-9d7d-6abbd928526e tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:15.854311 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port 713e8ff6-bf07-4fd7-b361-a91f5acc9e23, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=713e8ff6-bf07-4fd7-b361-a91f5acc9e23,segment=NetworkSegment(f88c580b-b27c-4496-8a07-88b198e47780),segment_id=f88c580b-b27c-4496-8a07-88b198e47780)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:18:15.881584 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:15.882549 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device e5051c56-4d1f-4588-b709-422cdab44020 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:18:15.914220 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-da982dd4-c909-4ea2-9d7d-6abbd928526e tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:15.921293 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-da982dd4-c909-4ea2-9d7d-6abbd928526e tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:15.928042 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-da982dd4-c909-4ea2-9d7d-6abbd928526e tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "DELETE /v2.0/security-groups/e5a4a0b4-0a10-4066-8365-eb8f450e51de HTTP/1.1" status: 204 len: 168 time: 0.2639084 Dec 10 19:18:15.929269 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53756) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:15.945158 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ecceef38-bf27-41b1-a1c1-f2dc4738fe35 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:15.978749 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ecceef38-bf27-41b1-a1c1-f2dc4738fe35 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:15.984419 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ecceef38-bf27-41b1-a1c1-f2dc4738fe35 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:15.995182 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-ecceef38-bf27-41b1-a1c1-f2dc4738fe35 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "PUT /v2.0/security-groups/ce2cbfc3-2d10-4e24-a78d-000b6e97de4a HTTP/1.1" status: 200 len: 1777 time: 0.4604621 Dec 10 19:18:16.006373 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53758) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:16.006662 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da982dd4-c909-4ea2-9d7d-6abbd928526e tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a4a0b4-0a10-4066-8365-eb8f450e51de,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:16.070009 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_v2 [None req-e07e4bbb-483c-4ab1-bef7-189103a2fab3 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Deleting subnet bb616094-08b9-4c9e-8878-52db263c1290 {{(pid=102365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:18:16.075502 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e07e4bbb-483c-4ab1-bef7-189103a2fab3 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for subnet, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:16.167574 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e07e4bbb-483c-4ab1-bef7-189103a2fab3 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353213'] for subnet, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:16.213616 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecceef38-bf27-41b1-a1c1-f2dc4738fe35 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2cbfc3-2d10-4e24-a78d-000b6e97de4a,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:16.299067 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b01f1988-38a9-438f-84bf-763162beb125 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:16.324518 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-48ac384c-14c3-44fc-8c5f-bf28b1cee087 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "GET /v2.0/security-groups/ce2cbfc3-2d10-4e24-a78d-000b6e97de4a HTTP/1.1" status: 200 len: 1777 time: 0.2950430 Dec 10 19:18:16.327122 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b01f1988-38a9-438f-84bf-763162beb125 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:16.331820 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53760) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:16.339056 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e07e4bbb-483c-4ab1-bef7-189103a2fab3 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:16.399000 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e770e524-bdb3-45b7-84d6-0926e389868a None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:16.410264 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=713e8ff6-bf07-4fd7-b361-a91f5acc9e23,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:16.413365 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-5c77d8ff-cc05-4605-ab60-67460e753729 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Allocated IP 172.26.6.251 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/55416bc4-64b5-4f8e-bf03-9d40a94d6694) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:18:16.422716 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e770e524-bdb3-45b7-84d6-0926e389868a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:16.492376 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port e5051c56-4d1f-4588-b709-422cdab44020 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:16.493151 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:16.516671 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-e3b942e0-f648-441d-a712-0c7b119d3b13 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Allocated IP 172.20.0.12 (55cfbb92-b7c1-4377-a47b-fcb7e6781596/92d5e4b2-abb4-445e-b4a0-0ccae7cb9c1d/5a99a3f9-69d4-439c-adee-a91f3d9bfc4f) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:18:16.520213 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e07e4bbb-483c-4ab1-bef7-189103a2fab3 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:16.548393 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e770e524-bdb3-45b7-84d6-0926e389868a None None] Network 55cfbb92-b7c1-4377-a47b-fcb7e6781596 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:18:16.572734 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e07e4bbb-483c-4ab1-bef7-189103a2fab3 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:16.578194 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b974f400-10bd-4ac2-90fb-3c18b4016513 None None] Network 87856d39-9b23-4d60-b4d0-2984f54460b8 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:18:16.578613 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-e07e4bbb-483c-4ab1-bef7-189103a2fab3 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "DELETE /v2.0/subnets/bb616094-08b9-4c9e-8878-52db263c1290 HTTP/1.1" status: 204 len: 168 time: 0.6414151 Dec 10 19:18:16.582135 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-a621ed8b-5206-4eab-8b0c-4a9ba02be015 None None] Could not find standard attr ID for object 599f4420-ab03-40f4-8621-8df5d4cdc70d. {{(pid=102367) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:18:16.594365 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-e770e524-bdb3-45b7-84d6-0926e389868a None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:18:16.614998 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53764) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:16.633647 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e770e524-bdb3-45b7-84d6-0926e389868a None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:18:16.657300 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e524-bdb3-45b7-84d6-0926e389868a None None] Pushing event updated for resources: {'Port': ['ID=78ae4e5c-5d78-4f04-862c-768c0465416f,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:16.665563 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-1a540244-1436-45f4-b809-d302353b15b5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Request body: {'subnet': {'network_id': '87856d39-9b23-4d60-b4d0-2984f54460b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:16.699019 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01f1988-38a9-438f-84bf-763162beb125 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event updated for resources: {'Port': ['ID=b7c617a7-df0e-4109-9cdc-c12868aebe0d,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:16.699704 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07e4bbb-483c-4ab1-bef7-189103a2fab3 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event deleted for resources: {'Subnet': ['ID=bb616094-08b9-4c9e-8878-52db263c1290,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:16.768336 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-a621ed8b-5206-4eab-8b0c-4a9ba02be015 None None] Provisioning complete for port 373b1763-25f1-494c-950d-67b422382048 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:16.768741 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a621ed8b-5206-4eab-8b0c-4a9ba02be015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:16.876819 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e3b942e0-f648-441d-a712-0c7b119d3b13 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:16.896815 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9234e4c8-bf77-4ef9-bf99-d1cbf986fa97 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:16.922716 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e3b942e0-f648-441d-a712-0c7b119d3b13 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:16.982130 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b942e0-f648-441d-a712-0c7b119d3b13 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event updated for resources: {'Port': ['ID=5a99a3f9-69d4-439c-adee-a91f3d9bfc4f,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:17.003179 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b942e0-f648-441d-a712-0c7b119d3b13 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Network 55cfbb92-b7c1-4377-a47b-fcb7e6781596 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:18:17.005394 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-e3b942e0-f648-441d-a712-0c7b119d3b13 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:18:17.010418 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b942e0-f648-441d-a712-0c7b119d3b13 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:18:17.036442 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-e770e524-bdb3-45b7-84d6-0926e389868a None None] Attempting to bind port 78ae4e5c-5d78-4f04-862c-768c0465416f on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:18:17.037094 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-e770e524-bdb3-45b7-84d6-0926e389868a None None] Attempting to bind port 78ae4e5c-5d78-4f04-862c-768c0465416f by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': 'fec4b74a-490f-403c-8087-4be58b2f8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '55cfbb92-b7c1-4377-a47b-fcb7e6781596'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:18:17.037602 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e770e524-bdb3-45b7-84d6-0926e389868a None None] Attempting to bind port 78ae4e5c-5d78-4f04-862c-768c0465416f on network 55cfbb92-b7c1-4377-a47b-fcb7e6781596 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:18:17.058494 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-a621ed8b-5206-4eab-8b0c-4a9ba02be015 None None] Port 373b1763-25f1-494c-950d-67b422382048 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:18:17.089785 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b942e0-f648-441d-a712-0c7b119d3b13 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:17.091155 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e3b942e0-f648-441d-a712-0c7b119d3b13 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:17.098103 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e770e524-bdb3-45b7-84d6-0926e389868a None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:18:17.098716 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e770e524-bdb3-45b7-84d6-0926e389868a None None] Checking segment: {'id': 'fec4b74a-490f-403c-8087-4be58b2f8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '55cfbb92-b7c1-4377-a47b-fcb7e6781596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:18:17.099403 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e770e524-bdb3-45b7-84d6-0926e389868a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:17.100079 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e770e524-bdb3-45b7-84d6-0926e389868a None None] Bound using segment: {'id': 'fec4b74a-490f-403c-8087-4be58b2f8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '55cfbb92-b7c1-4377-a47b-fcb7e6781596'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:18:17.101445 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-e770e524-bdb3-45b7-84d6-0926e389868a None None] Bound port: 78ae4e5c-5d78-4f04-862c-768c0465416f, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fec4b74a-490f-403c-8087-4be58b2f8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '55cfbb92-b7c1-4377-a47b-fcb7e6781596'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:18:17.102345 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e770e524-bdb3-45b7-84d6-0926e389868a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:17.125990 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-e3b942e0-f648-441d-a712-0c7b119d3b13 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.4624739 Dec 10 19:18:17.127095 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53766) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:17.141954 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9234e4c8-bf77-4ef9-bf99-d1cbf986fa97 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:17.142729 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-d2ad5daa-bb77-4f0f-9ed4-9ad08f1edd92 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Request body: {'port': {'network_id': '55cfbb92-b7c1-4377-a47b-fcb7e6781596', 'name': 'tempest-PortsTestJSON-1187250295'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:17.157613 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b01f1988-38a9-438f-84bf-763162beb125 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712030'] for router_interface, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:17.169698 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-a621ed8b-5206-4eab-8b0c-4a9ba02be015 None None] Provisioning complete for port e5051c56-4d1f-4588-b709-422cdab44020 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:17.170227 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a621ed8b-5206-4eab-8b0c-4a9ba02be015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:17.175634 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5c77d8ff-cc05-4605-ab60-67460e753729 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:17.265453 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 713e8ff6-bf07-4fd7-b361-a91f5acc9e23 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:18:17.437474 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-e770e524-bdb3-45b7-84d6-0926e389868a None None] For port 78ae4e5c-5d78-4f04-862c-768c0465416f, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:18:17.442747 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-e770e524-bdb3-45b7-84d6-0926e389868a None None] For port 78ae4e5c-5d78-4f04-862c-768c0465416f, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=78ae4e5c-5d78-4f04-862c-768c0465416f,segment=NetworkSegment(fec4b74a-490f-403c-8087-4be58b2f8742),segment_id=fec4b74a-490f-403c-8087-4be58b2f8742)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:18:17.456485 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e770e524-bdb3-45b7-84d6-0926e389868a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:17.456845 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9234e4c8-bf77-4ef9-bf99-d1cbf986fa97 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:17.460524 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9234e4c8-bf77-4ef9-bf99-d1cbf986fa97 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:17.462168 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-9234e4c8-bf77-4ef9-bf99-d1cbf986fa97 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "DELETE /v2.0/security-groups/ce2cbfc3-2d10-4e24-a78d-000b6e97de4a HTTP/1.1" status: 204 len: 168 time: 1.1188099 Dec 10 19:18:17.475110 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a540244-1436-45f4-b809-d302353b15b5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Made reservation on behalf of e037b8d045744e90a0960e7cae36a046 for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:18:17.481021 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1a540244-1436-45f4-b809-d302353b15b5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:17.483167 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 713e8ff6-bf07-4fd7-b361-a91f5acc9e23 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:17.484023 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:17.499322 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53768) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:17.633820 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5c77d8ff-cc05-4605-ab60-67460e753729 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:17.651303 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770e524-bdb3-45b7-84d6-0926e389868a None None] Pushing event updated for resources: {'Port': ['ID=78ae4e5c-5d78-4f04-862c-768c0465416f,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:17.666221 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-a621ed8b-5206-4eab-8b0c-4a9ba02be015 None None] Provisioning complete for port e120c0ef-5327-4a27-b3e8-2812acd96017 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:17.666587 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a621ed8b-5206-4eab-8b0c-4a9ba02be015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:17.779396 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-a621ed8b-5206-4eab-8b0c-4a9ba02be015 None None] Port e120c0ef-5327-4a27-b3e8-2812acd96017 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:18:17.915412 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ad5daa-bb77-4f0f-9ed4-9ad08f1edd92 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Made reservation on behalf of 4138d9758a3e4f5e8bb3fafb058d33af for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:18:17.922118 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d2ad5daa-bb77-4f0f-9ed4-9ad08f1edd92 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:17.974575 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [None req-d2ad5daa-bb77-4f0f-9ed4-9ad08f1edd92 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] device_id is not set on port ce8afef3-2067-4a27-b20a-1cf0cc6ad005 yet. {{(pid=102365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:18:17.980894 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-a0d20e5f-3ac2-4db6-82bc-83fe42b6389d None None] Provisioning complete for port b7c617a7-df0e-4109-9cdc-c12868aebe0d triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:17.981284 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a0d20e5f-3ac2-4db6-82bc-83fe42b6389d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:18.105723 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-a0d20e5f-3ac2-4db6-82bc-83fe42b6389d None None] Port b7c617a7-df0e-4109-9cdc-c12868aebe0d cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:18:18.108370 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234e4c8-bf77-4ef9-bf99-d1cbf986fa97 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2cbfc3-2d10-4e24-a78d-000b6e97de4a,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:18.161492 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-a0d20e5f-3ac2-4db6-82bc-83fe42b6389d None None] Provisioning complete for port 713e8ff6-bf07-4fd7-b361-a91f5acc9e23 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:18.162080 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a0d20e5f-3ac2-4db6-82bc-83fe42b6389d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:18.294155 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-d2ad5daa-bb77-4f0f-9ed4-9ad08f1edd92 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Allocated IP 172.20.0.4 (55cfbb92-b7c1-4377-a47b-fcb7e6781596/92d5e4b2-abb4-445e-b4a0-0ccae7cb9c1d/ce8afef3-2067-4a27-b20a-1cf0cc6ad005) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:18:18.396085 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-def9694e-2506-460a-9032-9f8945740355 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7951579 Dec 10 19:18:18.404707 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53772) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:18.411285 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1a540244-1436-45f4-b809-d302353b15b5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:18.431191 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234e4c8-bf77-4ef9-bf99-d1cbf986fa97 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:18.431761 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234e4c8-bf77-4ef9-bf99-d1cbf986fa97 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:18.432330 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234e4c8-bf77-4ef9-bf99-d1cbf986fa97 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:18.432935 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234e4c8-bf77-4ef9-bf99-d1cbf986fa97 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:18.433771 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234e4c8-bf77-4ef9-bf99-d1cbf986fa97 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:18.434147 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234e4c8-bf77-4ef9-bf99-d1cbf986fa97 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:18.434666 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234e4c8-bf77-4ef9-bf99-d1cbf986fa97 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:18.435247 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234e4c8-bf77-4ef9-bf99-d1cbf986fa97 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:18.436411 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234e4c8-bf77-4ef9-bf99-d1cbf986fa97 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:18.436995 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234e4c8-bf77-4ef9-bf99-d1cbf986fa97 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:18.437540 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234e4c8-bf77-4ef9-bf99-d1cbf986fa97 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:18.438104 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234e4c8-bf77-4ef9-bf99-d1cbf986fa97 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:18.501085 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c77d8ff-cc05-4605-ab60-67460e753729 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:18:18.521989 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d2ad5daa-bb77-4f0f-9ed4-9ad08f1edd92 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:18.558525 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-d8b27a53-fd34-4e63-816a-86d625046200 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] delete failed (client error): The resource could not be found. Dec 10 19:18:18.561333 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d8b27a53-fd34-4e63-816a-86d625046200 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "DELETE /v2.0/security-groups/ce2cbfc3-2d10-4e24-a78d-000b6e97de4a HTTP/1.1" status: 404 len: 347 time: 0.1322718 Dec 10 19:18:18.566802 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53774) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:18.570271 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a540244-1436-45f4-b809-d302353b15b5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Network 87856d39-9b23-4d60-b4d0-2984f54460b8 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:18:18.576188 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-024a3be3-5ef4-48e9-be1e-88eb1406ab06 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Request body: {'security_group': {'name': 'tempest-secgroup--417745727'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:18.579385 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b01f1988-38a9-438f-84bf-763162beb125 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:18.583306 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-5c77d8ff-cc05-4605-ab60-67460e753729 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:18:18.600410 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d2ad5daa-bb77-4f0f-9ed4-9ad08f1edd92 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:18.618246 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c77d8ff-cc05-4605-ab60-67460e753729 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:18:18.622258 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-1a540244-1436-45f4-b809-d302353b15b5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:18:18.633844 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-9c3d3cbe-f51c-48a2-b232-ba46aeddf76b None None] Provisioning complete for port 373b1763-25f1-494c-950d-67b422382048 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:18.634164 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c77d8ff-cc05-4605-ab60-67460e753729 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Pushing event updated for resources: {'Port': ['ID=55416bc4-64b5-4f8e-bf03-9d40a94d6694,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:18.635197 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-9c3d3cbe-f51c-48a2-b232-ba46aeddf76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:18.642606 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a540244-1436-45f4-b809-d302353b15b5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:18.643612 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1a540244-1436-45f4-b809-d302353b15b5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:18.659382 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-024a3be3-5ef4-48e9-be1e-88eb1406ab06 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:18.682918 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26bd7a7d-9a28-4500-b195-35be97eaa084 None None] Network 87856d39-9b23-4d60-b4d0-2984f54460b8 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:18:18.689650 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ad5daa-bb77-4f0f-9ed4-9ad08f1edd92 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Network 55cfbb92-b7c1-4377-a47b-fcb7e6781596 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:18:18.697845 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-d2ad5daa-bb77-4f0f-9ed4-9ad08f1edd92 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:18:18.710644 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ad5daa-bb77-4f0f-9ed4-9ad08f1edd92 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:18:18.718296 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ad5daa-bb77-4f0f-9ed4-9ad08f1edd92 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event updated for resources: {'Port': ['ID=ce8afef3-2067-4a27-b20a-1cf0cc6ad005,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:18.755986 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-9c3d3cbe-f51c-48a2-b232-ba46aeddf76b None None] Port 373b1763-25f1-494c-950d-67b422382048 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:18:18.777501 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-9c3d3cbe-f51c-48a2-b232-ba46aeddf76b None None] Provisioning complete for port e5051c56-4d1f-4588-b709-422cdab44020 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:18.778217 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-9c3d3cbe-f51c-48a2-b232-ba46aeddf76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:18.788383 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a540244-1436-45f4-b809-d302353b15b5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event updated for resources: {'Subnet': ['ID=c10be0a9-093c-4819-aecf-86a6f0671c7a,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:18.794846 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ad5daa-bb77-4f0f-9ed4-9ad08f1edd92 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:18.795654 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d2ad5daa-bb77-4f0f-9ed4-9ad08f1edd92 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:18.805470 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-1a540244-1436-45f4-b809-d302353b15b5 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1797779 Dec 10 19:18:18.808202 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53778) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:18.814780 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-b13e2265-6496-4f38-a0f1-f30402712866 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Request body: {'security_group': {'name': 'tempest-secgroup-474133520'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:18.881877 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-d2ad5daa-bb77-4f0f-9ed4-9ad08f1edd92 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7504439 Dec 10 19:18:18.889706 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53782) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:18.950959 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-024a3be3-5ef4-48e9-be1e-88eb1406ab06 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:18.955334 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b13e2265-6496-4f38-a0f1-f30402712866 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:19.033352 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-024a3be3-5ef4-48e9-be1e-88eb1406ab06 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:19.156881 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-024a3be3-5ef4-48e9-be1e-88eb1406ab06 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:19.165107 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-024a3be3-5ef4-48e9-be1e-88eb1406ab06 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5931466 Dec 10 19:18:19.169578 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254603b3-ee55-4655-8693-71161c4bf2e4 None None] Update dhcp port {'port': {'network_id': '87856d39-9b23-4d60-b4d0-2984f54460b8', 'fixed_ips': [{'subnet_id': '2b0f5686-6bd9-4428-8daf-bd0dab56d2a1', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c10be0a9-093c-4819-aecf-86a6f0671c7a'}], 'binding:host_id': 'dv-neutron-821441-1-hyperv'}, 'id': 'e5051c56-4d1f-4588-b709-422cdab44020'} from dv-neutron-821441-1-hyperv. {{(pid=102367) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 10 19:18:19.171912 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53784) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:19.184366 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-14b9ac52-20ff-486f-bb3e-94c09d4b0848 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Request body: {'security_group_rule': {'security_group_id': 'ab4c92f8-4a10-4fc5-9760-b3057493bcbc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:19.220734 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5c77d8ff-cc05-4605-ab60-67460e753729 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:19.227384 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0eca27-afd3-470f-aa66-6b5b3e999406 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:19.235470 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-5e0eca27-afd3-470f-aa66-6b5b3e999406 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 923 time: 0.3441832 Dec 10 19:18:19.238939 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53786) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:19.242525 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-254603b3-ee55-4655-8693-71161c4bf2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:19.284208 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024a3be3-5ef4-48e9-be1e-88eb1406ab06 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4c92f8-4a10-4fc5-9760-b3057493bcbc,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:19.329494 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5c77d8ff-cc05-4605-ab60-67460e753729 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:19.335353 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 78ae4e5c-5d78-4f04-862c-768c0465416f up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:18:19.509533 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49adf35-f5f8-43a2-b58f-8b2fd65416aa None None] Network 55cfbb92-b7c1-4377-a47b-fcb7e6781596 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:18:19.520057 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b13e2265-6496-4f38-a0f1-f30402712866 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:19.522111 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-14b9ac52-20ff-486f-bb3e-94c09d4b0848 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:19.534817 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b13e2265-6496-4f38-a0f1-f30402712866 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:19.612478 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-254603b3-ee55-4655-8693-71161c4bf2e4 None None] Allocated IP 2001:db8::2 (87856d39-9b23-4d60-b4d0-2984f54460b8/c10be0a9-093c-4819-aecf-86a6f0671c7a/e5051c56-4d1f-4588-b709-422cdab44020) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:18:19.617072 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 78ae4e5c-5d78-4f04-862c-768c0465416f triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:19.617595 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:19.647023 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b13e2265-6496-4f38-a0f1-f30402712866 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:19.649171 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-b13e2265-6496-4f38-a0f1-f30402712866 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.8397062 Dec 10 19:18:19.660174 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53788) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:19.666071 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-65240adb-9e3c-4681-a746-cadd02e422e0 None None] Provisioning complete for port 78ae4e5c-5d78-4f04-862c-768c0465416f triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:19.666528 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-65240adb-9e3c-4681-a746-cadd02e422e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:19.673603 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-5b481cb0-5693-45e8-b2ac-9375d5badf59 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Request body: {'security_group': {'name': 'tempest-secgroup-740497659'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:19.685676 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13e2265-6496-4f38-a0f1-f30402712866 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=906420f5-fcd8-461f-b51c-c2a2c4c85475,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:19.706660 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-790a90b5-3269-4e7a-b8b8-cb316c2e95c2 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Deleting port ce8afef3-2067-4a27-b20a-1cf0cc6ad005 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:18:19.707249 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-790a90b5-3269-4e7a-b8b8-cb316c2e95c2 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:19.856598 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-14b9ac52-20ff-486f-bb3e-94c09d4b0848 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:19.874666 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-14b9ac52-20ff-486f-bb3e-94c09d4b0848 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:19.882183 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5b481cb0-5693-45e8-b2ac-9375d5badf59 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:19.885171 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b01f1988-38a9-438f-84bf-763162beb125 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:19.897940 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b01f1988-38a9-438f-84bf-763162beb125 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:19.899109 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b01f1988-38a9-438f-84bf-763162beb125 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3755716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711339'] for router_interface, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:19.948772 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b9ac52-20ff-486f-bb3e-94c09d4b0848 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc6b3a31-e5ab-4b44-bc94-eded61fa2cb8,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:20.018002 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01f1988-38a9-438f-84bf-763162beb125 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event updated for resources: {'Port': ['ID=b7c617a7-df0e-4109-9cdc-c12868aebe0d,revision_number=3']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:20.066652 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:20.070175 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5b481cb0-5693-45e8-b2ac-9375d5badf59 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:20.089226 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5c77d8ff-cc05-4605-ab60-67460e753729 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:20.096233 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5c77d8ff-cc05-4605-ab60-67460e753729 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:20.096674 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-14b9ac52-20ff-486f-bb3e-94c09d4b0848 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:20.101691 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-14b9ac52-20ff-486f-bb3e-94c09d4b0848 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9237552 Dec 10 19:18:20.103202 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b9ac52-20ff-486f-bb3e-94c09d4b0848 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:20.103437 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53792) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:20.104986 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b9ac52-20ff-486f-bb3e-94c09d4b0848 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:20.104986 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b9ac52-20ff-486f-bb3e-94c09d4b0848 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:20.105303 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b9ac52-20ff-486f-bb3e-94c09d4b0848 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:20.105425 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b9ac52-20ff-486f-bb3e-94c09d4b0848 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:20.105721 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b9ac52-20ff-486f-bb3e-94c09d4b0848 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:20.109027 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b9ac52-20ff-486f-bb3e-94c09d4b0848 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:20.109027 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b9ac52-20ff-486f-bb3e-94c09d4b0848 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:20.109027 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b9ac52-20ff-486f-bb3e-94c09d4b0848 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:20.109027 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b9ac52-20ff-486f-bb3e-94c09d4b0848 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:20.109027 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b9ac52-20ff-486f-bb3e-94c09d4b0848 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:20.109027 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b9ac52-20ff-486f-bb3e-94c09d4b0848 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:20.113100 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-790a90b5-3269-4e7a-b8b8-cb316c2e95c2 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:20.117009 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5b481cb0-5693-45e8-b2ac-9375d5badf59 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:20.151979 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01f1988-38a9-438f-84bf-763162beb125 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Network 3858b747-c079-4340-bf83-2f89d0f9af1d is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:18:20.154095 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5b481cb0-5693-45e8-b2ac-9375d5badf59 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:20.159645 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-5b481cb0-5693-45e8-b2ac-9375d5badf59 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.4933758 Dec 10 19:18:20.163403 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-790a90b5-3269-4e7a-b8b8-cb316c2e95c2 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Calling delete_port for ce8afef3-2067-4a27-b20a-1cf0cc6ad005 owned by {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:18:20.166040 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53794) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:20.168161 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-254603b3-ee55-4655-8693-71161c4bf2e4 None None] For port e5051c56-4d1f-4588-b709-422cdab44020, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=e5051c56-4d1f-4588-b709-422cdab44020,segment=NetworkSegment(fe08ba3d-80e4-4d8f-a0ea-084f3262ae50),segment_id=fe08ba3d-80e4-4d8f-a0ea-084f3262ae50)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:18:20.170096 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-b01f1988-38a9-438f-84bf-763162beb125 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:18:20.179779 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-222c2669-255c-4803-80fd-96fd63e93cad tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Request body: {'security_group': {'name': 'tempest-secgroup-231571764'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:20.196768 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b481cb0-5693-45e8-b2ac-9375d5badf59 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0af00c93-a7bf-4521-b470-1abd1e205413,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:20.243462 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-02bf2ce1-6c31-4048-ae12-5ad3c873e19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:20.252229 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-65240adb-9e3c-4681-a746-cadd02e422e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:20.317208 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c77d8ff-cc05-4605-ab60-67460e753729 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Pushing event updated for resources: {'Port': ['ID=55416bc4-64b5-4f8e-bf03-9d40a94d6694,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:20.330457 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9bb6d743-0343-4d86-9360-ae51f6707d68 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:20.333318 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port 78ae4e5c-5d78-4f04-862c-768c0465416f, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=78ae4e5c-5d78-4f04-862c-768c0465416f,segment=NetworkSegment(fec4b74a-490f-403c-8087-4be58b2f8742),segment_id=fec4b74a-490f-403c-8087-4be58b2f8742)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:18:20.348610 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5c77d8ff-cc05-4605-ab60-67460e753729 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3713103'] for floatingip, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:20.355884 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9bb6d743-0343-4d86-9360-ae51f6707d68 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:20.360582 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-222c2669-255c-4803-80fd-96fd63e93cad tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:20.376357 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:20.384857 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-254603b3-ee55-4655-8693-71161c4bf2e4 None None] Notify callbacks [] for port, precommit_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:20.401110 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-790a90b5-3269-4e7a-b8b8-cb316c2e95c2 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:20.447979 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a90b5-3269-4e7a-b8b8-cb316c2e95c2 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event deleted for resources: {'Port': ['ID=ce8afef3-2067-4a27-b20a-1cf0cc6ad005,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:20.466032 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5c77d8ff-cc05-4605-ab60-67460e753729 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:20.468082 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-5c77d8ff-cc05-4605-ab60-67460e753729 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7685585 Dec 10 19:18:20.471960 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53796) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:20.478366 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-9e9ce8e9-f57d-445a-a41f-ba97c1cbcfd5 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Request body: {'floatingip': {'port_id': 'e120c0ef-5327-4a27-b3e8-2812acd96017', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:20.488785 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9bb6d743-0343-4d86-9360-ae51f6707d68 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:20.496922 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9bb6d743-0343-4d86-9360-ae51f6707d68 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:20.498699 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-9bb6d743-0343-4d86-9360-ae51f6707d68 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/dc6b3a31-e5ab-4b44-bc94-eded61fa2cb8 HTTP/1.1" status: 204 len: 168 time: 0.3893752 Dec 10 19:18:20.510517 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53798) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:20.537044 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb6d743-0343-4d86-9360-ae51f6707d68 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dc6b3a31-e5ab-4b44-bc94-eded61fa2cb8,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:20.566053 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9e9ce8e9-f57d-445a-a41f-ba97c1cbcfd5 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks [] for floatingip, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:20.641144 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-66ec2ce0-e8f6-4caf-b71d-14e875866754 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1288736 Dec 10 19:18:20.644483 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-222c2669-255c-4803-80fd-96fd63e93cad tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:20.645557 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53800) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:20.646345 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b01f1988-38a9-438f-84bf-763162beb125 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Router cb10f283-ee48-42c6-944d-4682343c726f is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:18:20.664910 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-222c2669-255c-4803-80fd-96fd63e93cad tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:20.708859 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-254603b3-ee55-4655-8693-71161c4bf2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:20.799177 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.db.api [None req-65240adb-9e3c-4681-a746-cadd02e422e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102367) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:18:20.799885 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG oslo_db.api [None req-65240adb-9e3c-4681-a746-cadd02e422e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:18:20.830426 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-222c2669-255c-4803-80fd-96fd63e93cad tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:20.833065 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-222c2669-255c-4803-80fd-96fd63e93cad tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.6640131 Dec 10 19:18:20.840198 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53802) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:20.843085 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=78ae4e5c-5d78-4f04-862c-768c0465416f,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:20.863999 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-2a6ea18c-d785-4237-8e73-5ee3da8cd4f7 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-862180055', 'security_groups': ['f7f5f075-4b8f-4084-bdf3-d1efe8af9e80'], 'network_id': '87856d39-9b23-4d60-b4d0-2984f54460b8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c10be0a9-093c-4819-aecf-86a6f0671c7a'}]}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:20.891548 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c2669-255c-4803-80fd-96fd63e93cad tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f5f075-4b8f-4084-bdf3-d1efe8af9e80,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:20.920878 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254603b3-ee55-4655-8693-71161c4bf2e4 None None] Pushing event updated for resources: {'Port': ['ID=e5051c56-4d1f-4588-b709-422cdab44020,revision_number=6']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:20.958298 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5a506efd-9934-49e9-85f6-f5a859c739e4 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:20.987809 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01f1988-38a9-438f-84bf-763162beb125 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:18:21.001038 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05b6c97-6ef1-4a30-a87c-409251ef91fa None None] Sync routers for ids ['cb10f283-ee48-42c6-944d-4682343c726f'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:18:21.004939 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-b01f1988-38a9-438f-84bf-763162beb125 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "PUT /v2.0/routers/cb10f283-ee48-42c6-944d-4682343c726f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3267024 Dec 10 19:18:21.005923 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53804) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:21.012338 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.api.v2.resource [None req-9e9ce8e9-f57d-445a-a41f-ba97c1cbcfd5 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] update failed (client error): The resource could not be found. Dec 10 19:18:21.015307 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-9e9ce8e9-f57d-445a-a41f-ba97c1cbcfd5 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] 10.222.0.69 "PUT /v2.0/floatingips/fba20738-74cb-4214-a1e4-cf532e520ac7 HTTP/1.1" status: 404 len: 507 time: 0.5407851 Dec 10 19:18:21.018281 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53806) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:21.023193 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-790a90b5-3269-4e7a-b8b8-cb316c2e95c2 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:21.027543 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-790a90b5-3269-4e7a-b8b8-cb316c2e95c2 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "DELETE /v2.0/ports/ce8afef3-2067-4a27-b20a-1cf0cc6ad005 HTTP/1.1" status: 204 len: 168 time: 1.7820733 Dec 10 19:18:21.028198 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05b6c97-6ef1-4a30-a87c-409251ef91fa None None] Routers {'cb10f283-ee48-42c6-944d-4682343c726f'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:18:21.029884 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-e05b6c97-6ef1-4a30-a87c-409251ef91fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:17:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['cb10f283-ee48-42c6-944d-4682343c726f'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:21.033721 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53808) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:21.062735 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5a506efd-9934-49e9-85f6-f5a859c739e4 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:21.073879 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-2450ca9e-601c-47aa-986c-72a2dda60a40 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] GET failed (client error): The resource could not be found. Dec 10 19:18:21.080153 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-2450ca9e-601c-47aa-986c-72a2dda60a40 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "GET /v2.0/ports/ce8afef3-2067-4a27-b20a-1cf0cc6ad005 HTTP/1.1" status: 404 len: 333 time: 0.0412021 Dec 10 19:18:21.080424 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-e05b6c97-6ef1-4a30-a87c-409251ef91fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:21.081699 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53810) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:21.092301 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05b6c97-6ef1-4a30-a87c-409251ef91fa None None] Routers {'cb10f283-ee48-42c6-944d-4682343c726f'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:18:21.093073 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-e05b6c97-6ef1-4a30-a87c-409251ef91fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:17:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['cb10f283-ee48-42c6-944d-4682343c726f'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:21.143572 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-e05b6c97-6ef1-4a30-a87c-409251ef91fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:21.144440 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05b6c97-6ef1-4a30-a87c-409251ef91fa None None] The sync data for ids ['cb10f283-ee48-42c6-944d-4682343c726f'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:18:21.300979 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device e5051c56-4d1f-4588-b709-422cdab44020 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:18:21.393159 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6ea18c-d785-4237-8e73-5ee3da8cd4f7 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Made reservation on behalf of e037b8d045744e90a0960e7cae36a046 for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:18:21.425645 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port e5051c56-4d1f-4588-b709-422cdab44020 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:21.426023 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:21.494243 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72465054-617e-4d81-8491-bde9dbc9580b tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:21.496759 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-72465054-617e-4d81-8491-bde9dbc9580b tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "GET /v2.0/ports/b7c617a7-df0e-4109-9cdc-c12868aebe0d HTTP/1.1" status: 200 len: 983 time: 0.4811709 Dec 10 19:18:21.504542 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53814) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:21.526472 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5a506efd-9934-49e9-85f6-f5a859c739e4 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:21.531944 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5a506efd-9934-49e9-85f6-f5a859c739e4 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:21.534263 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-5a506efd-9934-49e9-85f6-f5a859c739e4 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "DELETE /v2.0/security-groups/ab4c92f8-4a10-4fc5-9760-b3057493bcbc HTTP/1.1" status: 204 len: 168 time: 0.8846548 Dec 10 19:18:21.538258 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53816) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:21.559880 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 78ae4e5c-5d78-4f04-862c-768c0465416f up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:18:21.629068 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-65b8f320-d591-42c4-abd8-95302e0d4c2a None None] Provisioning complete for port 78ae4e5c-5d78-4f04-862c-768c0465416f triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:21.629712 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-65b8f320-d591-42c4-abd8-95302e0d4c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:21.666972 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-d8fa7982-36a7-42e4-b4c2-9bc6de90b055 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Deleting port 5a99a3f9-69d4-439c-adee-a91f3d9bfc4f {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:18:21.667607 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d8fa7982-36a7-42e4-b4c2-9bc6de90b055 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:21.682489 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a506efd-9934-49e9-85f6-f5a859c739e4 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4c92f8-4a10-4fc5-9760-b3057493bcbc,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:21.707119 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-52ab157c-562d-4208-849b-5dbc1e6deece tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Deleting port 55416bc4-64b5-4f8e-bf03-9d40a94d6694 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:18:21.708298 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-52ab157c-562d-4208-849b-5dbc1e6deece tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:21.784427 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 78ae4e5c-5d78-4f04-862c-768c0465416f triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:21.784806 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:21.850367 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-2d4b514e-de3d-4d82-9fda-8ab1be7fbbbd tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3077362 Dec 10 19:18:21.863141 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53818) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:21.871002 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-3d6e0217-1c95-487e-a345-6910b9a634d9 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Request body: {'security_group': {'name': 'tempest-secgroup--697314019'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:21.927509 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d8fa7982-36a7-42e4-b4c2-9bc6de90b055 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:21.945320 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-d8fa7982-36a7-42e4-b4c2-9bc6de90b055 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Calling delete_port for 5a99a3f9-69d4-439c-adee-a91f3d9bfc4f owned by {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:18:21.961114 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2a6ea18c-d785-4237-8e73-5ee3da8cd4f7 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:21.983553 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-65b8f320-d591-42c4-abd8-95302e0d4c2a None None] Provisioning complete for port 5a99a3f9-69d4-439c-adee-a91f3d9bfc4f triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:21.984135 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-65b8f320-d591-42c4-abd8-95302e0d4c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:22.025608 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [None req-2a6ea18c-d785-4237-8e73-5ee3da8cd4f7 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] device_id is not set on port 8a1cb06f-b678-4ef1-89da-222327241c36 yet. {{(pid=102365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:18:22.062560 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-65b8f320-d591-42c4-abd8-95302e0d4c2a None None] Port 5a99a3f9-69d4-439c-adee-a91f3d9bfc4f cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:18:22.066787 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-65b8f320-d591-42c4-abd8-95302e0d4c2a None None] Could not find standard attr ID for object ce8afef3-2067-4a27-b20a-1cf0cc6ad005. {{(pid=102367) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:18:22.082036 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-65b8f320-d591-42c4-abd8-95302e0d4c2a None None] Provisioning complete for port b7c617a7-df0e-4109-9cdc-c12868aebe0d triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:22.082446 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-65b8f320-d591-42c4-abd8-95302e0d4c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:22.096843 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3d6e0217-1c95-487e-a345-6910b9a634d9 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:22.115428 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-52ab157c-562d-4208-849b-5dbc1e6deece tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:22.116068 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-52ab157c-562d-4208-849b-5dbc1e6deece tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:22.138949 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-52ab157c-562d-4208-849b-5dbc1e6deece tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Calling delete_port for 55416bc4-64b5-4f8e-bf03-9d40a94d6694 owned by network:floatingip {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:18:22.142925 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-65b8f320-d591-42c4-abd8-95302e0d4c2a None None] Port b7c617a7-df0e-4109-9cdc-c12868aebe0d cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:18:22.273097 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-f58c8893-1f4a-404f-b71b-c98707eb72c2 None None] Provisioning complete for port 373b1763-25f1-494c-950d-67b422382048 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:22.273946 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f58c8893-1f4a-404f-b71b-c98707eb72c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:22.300020 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d8fa7982-36a7-42e4-b4c2-9bc6de90b055 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:22.330851 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3d6e0217-1c95-487e-a345-6910b9a634d9 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:22.348002 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3d6e0217-1c95-487e-a345-6910b9a634d9 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:22.351799 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-f58c8893-1f4a-404f-b71b-c98707eb72c2 None None] Port 373b1763-25f1-494c-950d-67b422382048 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:18:22.356583 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-f58c8893-1f4a-404f-b71b-c98707eb72c2 None None] Could not find standard attr ID for object ce8afef3-2067-4a27-b20a-1cf0cc6ad005. {{(pid=102367) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:18:22.371139 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-f58c8893-1f4a-404f-b71b-c98707eb72c2 None None] Provisioning complete for port e5051c56-4d1f-4588-b709-422cdab44020 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:22.371931 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f58c8893-1f4a-404f-b71b-c98707eb72c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:22.385572 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-2a6ea18c-d785-4237-8e73-5ee3da8cd4f7 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Allocated IP 2001:db8::10f (87856d39-9b23-4d60-b4d0-2984f54460b8/c10be0a9-093c-4819-aecf-86a6f0671c7a/8a1cb06f-b678-4ef1-89da-222327241c36) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:18:22.455512 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3d6e0217-1c95-487e-a345-6910b9a634d9 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:22.456868 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-3d6e0217-1c95-487e-a345-6910b9a634d9 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5918436 Dec 10 19:18:22.478138 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fa7982-36a7-42e4-b4c2-9bc6de90b055 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event deleted for resources: {'Port': ['ID=5a99a3f9-69d4-439c-adee-a91f3d9bfc4f,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:22.486139 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6e0217-1c95-487e-a345-6910b9a634d9 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f16aa8-c54c-47c9-97c5-82206e235167,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:22.492853 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53822) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:22.509552 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-fa8dced8-e27f-4d4a-842b-93c87f1e0511 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Request body: {'security_group_rule': {'security_group_id': 'd2f16aa8-c54c-47c9-97c5-82206e235167', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:22.595309 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-52ab157c-562d-4208-849b-5dbc1e6deece tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:22.639350 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d8fa7982-36a7-42e4-b4c2-9bc6de90b055 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:22.643190 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-d8fa7982-36a7-42e4-b4c2-9bc6de90b055 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "DELETE /v2.0/ports/5a99a3f9-69d4-439c-adee-a91f3d9bfc4f HTTP/1.1" status: 204 len: 168 time: 1.5614789 Dec 10 19:18:22.646033 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53824) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:22.650929 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-fa8dced8-e27f-4d4a-842b-93c87f1e0511 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:22.675512 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab157c-562d-4208-849b-5dbc1e6deece tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Pushing event deleted for resources: {'Port': ['ID=55416bc4-64b5-4f8e-bf03-9d40a94d6694,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:22.680233 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-0016fd88-7c7a-409b-b334-fdb92ce557ad tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] GET failed (client error): The resource could not be found. Dec 10 19:18:22.682083 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-0016fd88-7c7a-409b-b334-fdb92ce557ad tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "GET /v2.0/ports/5a99a3f9-69d4-439c-adee-a91f3d9bfc4f HTTP/1.1" status: 404 len: 333 time: 0.0350380 Dec 10 19:18:22.694152 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53826) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:22.808756 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2a6ea18c-d785-4237-8e73-5ee3da8cd4f7 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:22.823927 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_v2 [None req-e60d6c88-19db-4722-bce8-00b03a2e5589 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Deleting subnet 92d5e4b2-abb4-445e-b4a0-0ccae7cb9c1d {{(pid=102365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:18:22.832331 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e60d6c88-19db-4722-bce8-00b03a2e5589 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for subnet, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:22.852931 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8914bbe3-cb5b-4d2d-87b2-20cca4d58444 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711290'] for router_interface, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:22.940961 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e60d6c88-19db-4722-bce8-00b03a2e5589 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353213'] for subnet, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:22.942009 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-fa8dced8-e27f-4d4a-842b-93c87f1e0511 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:22.945584 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-52ab157c-562d-4208-849b-5dbc1e6deece tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks [] for floatingip, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:22.948288 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-52ab157c-562d-4208-849b-5dbc1e6deece tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:22.949527 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-52ab157c-562d-4208-849b-5dbc1e6deece tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] 10.222.0.69 "DELETE /v2.0/floatingips/fba20738-74cb-4214-a1e4-cf532e520ac7 HTTP/1.1" status: 204 len: 168 time: 1.9073262 Dec 10 19:18:22.954322 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-fa8dced8-e27f-4d4a-842b-93c87f1e0511 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:22.955314 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53828) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:22.967623 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-2ffa6295-5520-4712-a6d0-44dc22160826 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Request body: {'floatingip': {'floating_network_id': 'aec00c9d-0227-4015-af31-208e6f93b08c', 'port_id': 'e120c0ef-5327-4a27-b3e8-2812acd96017', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:22.996021 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8dced8-e27f-4d4a-842b-93c87f1e0511 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94156617-3f6d-4ad3-951f-856e01353c76,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:23.023431 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2a6ea18c-d785-4237-8e73-5ee3da8cd4f7 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:23.047570 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2ffa6295-5520-4712-a6d0-44dc22160826 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks [] for floatingip, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:23.055293 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-fa8dced8-e27f-4d4a-842b-93c87f1e0511 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:23.059187 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-fa8dced8-e27f-4d4a-842b-93c87f1e0511 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5612965 Dec 10 19:18:23.067018 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53830) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:23.072695 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-3b6dbb0f-7e89-4133-93fa-11553f175d2c tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Request body: {'security_group_rule': {'security_group_id': 'd2f16aa8-c54c-47c9-97c5-82206e235167', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:23.128175 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6ea18c-d785-4237-8e73-5ee3da8cd4f7 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Network 87856d39-9b23-4d60-b4d0-2984f54460b8 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:18:23.167006 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-2a6ea18c-d785-4237-8e73-5ee3da8cd4f7 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:18:23.173429 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3b6dbb0f-7e89-4133-93fa-11553f175d2c tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:23.183291 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6ea18c-d785-4237-8e73-5ee3da8cd4f7 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:18:23.195224 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6ea18c-d785-4237-8e73-5ee3da8cd4f7 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:23.196650 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2a6ea18c-d785-4237-8e73-5ee3da8cd4f7 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:23.207379 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6ea18c-d785-4237-8e73-5ee3da8cd4f7 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event updated for resources: {'Port': ['ID=8a1cb06f-b678-4ef1-89da-222327241c36,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:23.248823 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-2a6ea18c-d785-4237-8e73-5ee3da8cd4f7 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3865924 Dec 10 19:18:23.251411 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53832) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:23.260166 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-34951e39-3969-4ded-9495-4c3f4dbb85a1 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Request body: {'subnet': {'network_id': '87856d39-9b23-4d60-b4d0-2984f54460b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:23.268087 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e60d6c88-19db-4722-bce8-00b03a2e5589 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:23.315046 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3b6dbb0f-7e89-4133-93fa-11553f175d2c tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:23.325087 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3b6dbb0f-7e89-4133-93fa-11553f175d2c tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:23.365451 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6dbb0f-7e89-4133-93fa-11553f175d2c tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=460bc469-06f6-435e-8f6c-c8d6b1da8732,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:23.371088 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-8914bbe3-cb5b-4d2d-87b2-20cca4d58444 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Deleting port b7c617a7-df0e-4109-9cdc-c12868aebe0d {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:18:23.371445 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8914bbe3-cb5b-4d2d-87b2-20cca4d58444 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:23.380531 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3b6dbb0f-7e89-4133-93fa-11553f175d2c tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:23.381889 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-3b6dbb0f-7e89-4133-93fa-11553f175d2c tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3137398 Dec 10 19:18:23.388295 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53834) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:23.403198 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-867121b8-cd86-43e1-8512-3aac2ec2f3b7 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Request body: {'security_group_rule': {'security_group_id': 'd2f16aa8-c54c-47c9-97c5-82206e235167', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:23.429256 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-2ffa6295-5520-4712-a6d0-44dc22160826 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:18:23.435988 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-2ffa6295-5520-4712-a6d0-44dc22160826 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4762111 Dec 10 19:18:23.441448 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53838) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:23.450779 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-42272e10-a25c-4bd2-a06f-6bad10b4ba3f tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Request body: {'floatingip': {'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'port_id': 'e120c0ef-5327-4a27-b3e8-2812acd96017', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:23.484563 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-867121b8-cd86-43e1-8512-3aac2ec2f3b7 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:23.510029 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-42272e10-a25c-4bd2-a06f-6bad10b4ba3f tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks [] for floatingip, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:23.543265 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8914bbe3-cb5b-4d2d-87b2-20cca4d58444 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:23.543491 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-222725c5-9398-44e9-b6d2-43132931836e None None] Provisioning complete for port 8a1cb06f-b678-4ef1-89da-222327241c36 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:23.544060 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-222725c5-9398-44e9-b6d2-43132931836e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:23.590748 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-8914bbe3-cb5b-4d2d-87b2-20cca4d58444 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Calling delete_port for b7c617a7-df0e-4109-9cdc-c12868aebe0d owned by network:router_interface {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:18:23.615949 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-222725c5-9398-44e9-b6d2-43132931836e None None] Port 8a1cb06f-b678-4ef1-89da-222327241c36 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:18:23.631249 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e60d6c88-19db-4722-bce8-00b03a2e5589 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:23.719031 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d6c88-19db-4722-bce8-00b03a2e5589 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event deleted for resources: {'Subnet': ['ID=92d5e4b2-abb4-445e-b4a0-0ccae7cb9c1d,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:23.745206 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9ab928-bc5a-4c43-8a06-cc4e6efc2b92 None None] Network 55cfbb92-b7c1-4377-a47b-fcb7e6781596 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:18:23.747875 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e60d6c88-19db-4722-bce8-00b03a2e5589 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:23.756220 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-e60d6c88-19db-4722-bce8-00b03a2e5589 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "DELETE /v2.0/subnets/92d5e4b2-abb4-445e-b4a0-0ccae7cb9c1d HTTP/1.1" status: 204 len: 168 time: 1.0595307 Dec 10 19:18:23.757984 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-867121b8-cd86-43e1-8512-3aac2ec2f3b7 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:23.763001 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53840) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:23.787123 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-867121b8-cd86-43e1-8512-3aac2ec2f3b7 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:23.908248 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34951e39-3969-4ded-9495-4c3f4dbb85a1 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Made reservation on behalf of e037b8d045744e90a0960e7cae36a046 for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:18:23.914044 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-34951e39-3969-4ded-9495-4c3f4dbb85a1 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:23.940404 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867121b8-cd86-43e1-8512-3aac2ec2f3b7 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f37f891-db2f-408a-bf07-212da3142747,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:23.990349 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb86f7c-7983-4957-8705-1cce1111db81 None None] DHCP port deletion for 55cfbb92-b7c1-4377-a47b-fcb7e6781596 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:18:24.021318 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-867121b8-cd86-43e1-8512-3aac2ec2f3b7 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:24.022732 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-867121b8-cd86-43e1-8512-3aac2ec2f3b7 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6264508 Dec 10 19:18:24.026999 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53842) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:24.041085 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-6c94037e-5f9f-428e-8f86-80915748633d tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Request body: {'security_group_rule': {'security_group_id': 'd2f16aa8-c54c-47c9-97c5-82206e235167', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:24.052750 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-315c441a-4c83-448c-9010-4e485ab41f99 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:24.092820 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-0eb86f7c-7983-4957-8705-1cce1111db81 None None] Deleting port 78ae4e5c-5d78-4f04-862c-768c0465416f {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:18:24.095349 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0eb86f7c-7983-4957-8705-1cce1111db81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:24.098824 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-42272e10-a25c-4bd2-a06f-6bad10b4ba3f tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:24.137403 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6c94037e-5f9f-428e-8f86-80915748633d tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:24.146483 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.ipam_backend_mixin [None req-34951e39-3969-4ded-9495-4c3f4dbb85a1 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c10be0a9-093c-4819-aecf-86a6f0671c7a (CIDR: 2001:db8::/64) Dec 10 19:18:24.160320 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-34951e39-3969-4ded-9495-4c3f4dbb85a1 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:18:24.160688 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34951e39-3969-4ded-9495-4c3f4dbb85a1 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:18:24.195924 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c2e38107-18d1-48aa-a106-ba077fe303b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:24.210852 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-34951e39-3969-4ded-9495-4c3f4dbb85a1 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9577792 Dec 10 19:18:24.215170 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53846) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:24.223159 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-9978d888-4400-4d03-84b6-2a1b6fe1c995 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Request body: {'subnet': {'network_id': '87856d39-9b23-4d60-b4d0-2984f54460b8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:24.225988 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-0eb86f7c-7983-4957-8705-1cce1111db81 None None] For port 78ae4e5c-5d78-4f04-862c-768c0465416f, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=78ae4e5c-5d78-4f04-862c-768c0465416f,segment=NetworkSegment(fec4b74a-490f-403c-8087-4be58b2f8742),segment_id=fec4b74a-490f-403c-8087-4be58b2f8742)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:18:24.227077 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0eb86f7c-7983-4957-8705-1cce1111db81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:24.235593 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-315c441a-4c83-448c-9010-4e485ab41f99 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Deleting port 78ae4e5c-5d78-4f04-862c-768c0465416f {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:18:24.236022 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-315c441a-4c83-448c-9010-4e485ab41f99 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:24.256520 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-0eb86f7c-7983-4957-8705-1cce1111db81 None None] Calling delete_port for 78ae4e5c-5d78-4f04-862c-768c0465416f owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:18:24.289887 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6c94037e-5f9f-428e-8f86-80915748633d tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:24.297074 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6c94037e-5f9f-428e-8f86-80915748633d tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:24.332764 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8914bbe3-cb5b-4d2d-87b2-20cca4d58444 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:24.337197 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c94037e-5f9f-428e-8f86-80915748633d tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63ef00f7-4c96-4efa-99b4-2367518c9dc7,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:24.346132 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-315c441a-4c83-448c-9010-4e485ab41f99 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] For port 78ae4e5c-5d78-4f04-862c-768c0465416f, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=78ae4e5c-5d78-4f04-862c-768c0465416f,segment=NetworkSegment(fec4b74a-490f-403c-8087-4be58b2f8742),segment_id=fec4b74a-490f-403c-8087-4be58b2f8742)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:18:24.346596 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-315c441a-4c83-448c-9010-4e485ab41f99 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:24.352270 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6c94037e-5f9f-428e-8f86-80915748633d tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:24.353955 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-6c94037e-5f9f-428e-8f86-80915748633d tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3209960 Dec 10 19:18:24.361405 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53848) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:24.366120 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-2a54bd87-831a-4608-b30a-3924a0a733cb tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Request body: {'security_group_rule': {'security_group_id': 'd2f16aa8-c54c-47c9-97c5-82206e235167', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:24.380250 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-315c441a-4c83-448c-9010-4e485ab41f99 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Calling delete_port for 78ae4e5c-5d78-4f04-862c-768c0465416f owned by network:dhcp {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:18:24.385454 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-42272e10-a25c-4bd2-a06f-6bad10b4ba3f tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Allocated IP 172.26.6.237 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/41982b3b-de8c-470d-824d-5fabbd90ba47) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:18:24.392423 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8914bbe3-cb5b-4d2d-87b2-20cca4d58444 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event deleted for resources: {'Port': ['ID=b7c617a7-df0e-4109-9cdc-c12868aebe0d,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:24.450296 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2a54bd87-831a-4608-b30a-3924a0a733cb tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:24.456857 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0eb86f7c-7983-4957-8705-1cce1111db81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:24.511783 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb86f7c-7983-4957-8705-1cce1111db81 None None] Pushing event deleted for resources: {'Port': ['ID=78ae4e5c-5d78-4f04-862c-768c0465416f,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:24.522138 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb86f7c-7983-4957-8705-1cce1111db81 None None] No DVR routers for this DVR port 78ae4e5c-5d78-4f04-862c-768c0465416f on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:18:24.550956 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb86f7c-7983-4957-8705-1cce1111db81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:24.550956 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb86f7c-7983-4957-8705-1cce1111db81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:24.551742 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb86f7c-7983-4957-8705-1cce1111db81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:24.552290 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb86f7c-7983-4957-8705-1cce1111db81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:24.552935 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb86f7c-7983-4957-8705-1cce1111db81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:24.553505 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb86f7c-7983-4957-8705-1cce1111db81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:24.554031 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb86f7c-7983-4957-8705-1cce1111db81 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:24.554529 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb86f7c-7983-4957-8705-1cce1111db81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:24.554994 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb86f7c-7983-4957-8705-1cce1111db81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:24.555482 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb86f7c-7983-4957-8705-1cce1111db81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:24.556035 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb86f7c-7983-4957-8705-1cce1111db81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:24.556727 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb86f7c-7983-4957-8705-1cce1111db81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:24.595481 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-315c441a-4c83-448c-9010-4e485ab41f99 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:24.632912 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8914bbe3-cb5b-4d2d-87b2-20cca4d58444 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3755731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3712768'] for router_interface, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:24.640406 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315c441a-4c83-448c-9010-4e485ab41f99 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] No DVR routers for this DVR port 78ae4e5c-5d78-4f04-862c-768c0465416f on host dv-neutron-821441-1-hyperv {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:18:24.650776 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315c441a-4c83-448c-9010-4e485ab41f99 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event deleted for resources: {'Port': ['ID=78ae4e5c-5d78-4f04-862c-768c0465416f,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:24.656620 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2a54bd87-831a-4608-b30a-3924a0a733cb tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:24.687417 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2a54bd87-831a-4608-b30a-3924a0a733cb tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:24.715707 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9978d888-4400-4d03-84b6-2a1b6fe1c995 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Made reservation on behalf of e037b8d045744e90a0960e7cae36a046 for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:18:24.721727 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9978d888-4400-4d03-84b6-2a1b6fe1c995 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:24.758829 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a54bd87-831a-4608-b30a-3924a0a733cb tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a8959b2-6739-4105-92af-2020e59d2115,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:24.790972 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2a54bd87-831a-4608-b30a-3924a0a733cb tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:24.793300 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-2a54bd87-831a-4608-b30a-3924a0a733cb tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4305253 Dec 10 19:18:24.797261 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-315c441a-4c83-448c-9010-4e485ab41f99 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:24.802036 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53852) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:24.850581 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-42272e10-a25c-4bd2-a06f-6bad10b4ba3f tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:24.873800 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-315c441a-4c83-448c-9010-4e485ab41f99 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55cfbb92-b7c1-4377-a47b-fcb7e6781596']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:24.897947 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-315c441a-4c83-448c-9010-4e485ab41f99 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fec4b74a-490f-403c-8087-4be58b2f8742') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:24.898221 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-315c441a-4c83-448c-9010-4e485ab41f99 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fec4b74a-490f-403c-8087-4be58b2f8742') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:24.907000 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7955886f-f4f2-42fd-af3c-2adb1604cbf9 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:24.912654 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-315c441a-4c83-448c-9010-4e485ab41f99 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:24.924873 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7955886f-f4f2-42fd-af3c-2adb1604cbf9 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:24.941749 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-315c441a-4c83-448c-9010-4e485ab41f99 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:24.952661 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-315c441a-4c83-448c-9010-4e485ab41f99 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:18:24.953099 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-315c441a-4c83-448c-9010-4e485ab41f99 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:24.956350 dv-neutron-821441-1-hyperv neutron-server[102365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:18:24.956350 dv-neutron-821441-1-hyperv neutron-server[102365]: self.session.flush() Dec 10 19:18:24.956350 dv-neutron-821441-1-hyperv neutron-server[102365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:18:24.956350 dv-neutron-821441-1-hyperv neutron-server[102365]: self.session.flush() Dec 10 19:18:24.956350 dv-neutron-821441-1-hyperv neutron-server[102365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:18:24.956350 dv-neutron-821441-1-hyperv neutron-server[102365]: self.session.flush() Dec 10 19:18:24.956350 dv-neutron-821441-1-hyperv neutron-server[102365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:18:24.956350 dv-neutron-821441-1-hyperv neutron-server[102365]: self.session.flush() Dec 10 19:18:24.956350 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:18:24.956350 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:18:24.956350 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:18:24.956350 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:18:24.956350 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:18:24.956350 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:18:24.956350 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:18:24.956350 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:18:24.956350 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:18:24.956350 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:18:24.956350 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:18:24.956350 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:18:24.956350 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:18:24.956350 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:18:24.956350 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:18:24.956350 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:18:24.956350 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:18:24.956350 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:18:24.956350 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:18:24.956350 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:18:24.956350 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:18:24.956350 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:18:24.956350 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:18:24.956350 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:18:24.956350 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:18:24.956350 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:18:24.956350 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:18:24.956350 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:18:24.956350 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:18:24.956350 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:18:24.956350 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:18:24.956350 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:18:24.984373 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.ipam_backend_mixin [None req-9978d888-4400-4d03-84b6-2a1b6fe1c995 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 2b0f5686-6bd9-4428-8daf-bd0dab56d2a1 (CIDR: 2001:db8:0:1::/64) Dec 10 19:18:24.992433 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8914bbe3-cb5b-4d2d-87b2-20cca4d58444 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Router cb10f283-ee48-42c6-944d-4682343c726f has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:18:24.995132 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-9978d888-4400-4d03-84b6-2a1b6fe1c995 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:18:24.995499 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9978d888-4400-4d03-84b6-2a1b6fe1c995 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:18:24.998228 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7955886f-f4f2-42fd-af3c-2adb1604cbf9 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:25.007610 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7955886f-f4f2-42fd-af3c-2adb1604cbf9 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:25.008802 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-7955886f-f4f2-42fd-af3c-2adb1604cbf9 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/4a8959b2-6739-4105-92af-2020e59d2115 HTTP/1.1" status: 204 len: 168 time: 0.2059255 Dec 10 19:18:25.012276 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53854) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:25.012732 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-42272e10-a25c-4bd2-a06f-6bad10b4ba3f tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:25.044882 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7955886f-f4f2-42fd-af3c-2adb1604cbf9 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4a8959b2-6739-4105-92af-2020e59d2115,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:25.054105 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-9978d888-4400-4d03-84b6-2a1b6fe1c995 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8352675 Dec 10 19:18:25.059999 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53856) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:25.067009 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-39a9bb08-4200-4bde-9d28-38b78e0ce785 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Request body: {'subnet': {'network_id': '87856d39-9b23-4d60-b4d0-2984f54460b8', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:25.074391 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-315c441a-4c83-448c-9010-4e485ab41f99 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:25.111445 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42272e10-a25c-4bd2-a06f-6bad10b4ba3f tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:18:25.139333 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-315c441a-4c83-448c-9010-4e485ab41f99 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:25.143141 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-315c441a-4c83-448c-9010-4e485ab41f99 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "DELETE /v2.0/networks/55cfbb92-b7c1-4377-a47b-fcb7e6781596 HTTP/1.1" status: 204 len: 168 time: 1.3780768 Dec 10 19:18:25.150314 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53858) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:25.150966 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-42272e10-a25c-4bd2-a06f-6bad10b4ba3f tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:18:25.157279 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42272e10-a25c-4bd2-a06f-6bad10b4ba3f tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:18:25.162724 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-a663655b-f6fc-4de4-ac86-9788d49a8cce tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1896031105'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:25.166014 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42272e10-a25c-4bd2-a06f-6bad10b4ba3f tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Pushing event updated for resources: {'Port': ['ID=41982b3b-de8c-470d-824d-5fabbd90ba47,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:25.175807 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-11ae47ff-fe89-40c1-8fa4-eff5b96f273b tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1602974 Dec 10 19:18:25.179419 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315c441a-4c83-448c-9010-4e485ab41f99 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event deleted for resources: {'Network': ['ID=55cfbb92-b7c1-4377-a47b-fcb7e6781596,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:25.181134 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53860) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:25.197302 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8914bbe3-cb5b-4d2d-87b2-20cca4d58444 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:18:25.207213 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-8914bbe3-cb5b-4d2d-87b2-20cca4d58444 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "PUT /v2.0/routers/cb10f283-ee48-42c6-944d-4682343c726f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7007365 Dec 10 19:18:25.214552 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53862) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:25.231566 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6e20d90a-db0e-4453-b369-8296d07f2c65 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:25.233870 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bbae4f-68fd-4660-a583-3680d52ba9ef None None] Sync routers for ids ['cb10f283-ee48-42c6-944d-4682343c726f'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:18:25.241540 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 78ae4e5c-5d78-4f04-862c-768c0465416f no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:18:25.267584 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 78ae4e5c-5d78-4f04-862c-768c0465416f {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:18:25.268191 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 78ae4e5c-5d78-4f04-862c-768c0465416f not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:18:25.281173 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bbae4f-68fd-4660-a583-3680d52ba9ef None None] Routers {'cb10f283-ee48-42c6-944d-4682343c726f'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:18:25.282086 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-d1bbae4f-68fd-4660-a583-3680d52ba9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:18:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['cb10f283-ee48-42c6-944d-4682343c726f'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:25.294990 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6e20d90a-db0e-4453-b369-8296d07f2c65 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:25.314876 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a663655b-f6fc-4de4-ac86-9788d49a8cce tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Made reservation on behalf of 4138d9758a3e4f5e8bb3fafb058d33af for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:18:25.318524 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a663655b-f6fc-4de4-ac86-9788d49a8cce tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:25.321230 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:25.322106 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-d1bbae4f-68fd-4660-a583-3680d52ba9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:25.335198 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bbae4f-68fd-4660-a583-3680d52ba9ef None None] Routers {'cb10f283-ee48-42c6-944d-4682343c726f'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:18:25.335840 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-d1bbae4f-68fd-4660-a583-3680d52ba9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:18:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['cb10f283-ee48-42c6-944d-4682343c726f'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:25.373603 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-d1bbae4f-68fd-4660-a583-3680d52ba9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:25.374361 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bbae4f-68fd-4660-a583-3680d52ba9ef None None] The sync data for ids ['cb10f283-ee48-42c6-944d-4682343c726f'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:18:25.380081 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6e20d90a-db0e-4453-b369-8296d07f2c65 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:25.393295 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6e20d90a-db0e-4453-b369-8296d07f2c65 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:25.395295 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-6e20d90a-db0e-4453-b369-8296d07f2c65 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/63ef00f7-4c96-4efa-99b4-2367518c9dc7 HTTP/1.1" status: 204 len: 168 time: 0.2104583 Dec 10 19:18:25.396824 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a9bb08-4200-4bde-9d28-38b78e0ce785 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Made reservation on behalf of e037b8d045744e90a0960e7cae36a046 for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:18:25.402911 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-39a9bb08-4200-4bde-9d28-38b78e0ce785 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:25.409830 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53864) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:25.495255 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e20d90a-db0e-4453-b369-8296d07f2c65 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=63ef00f7-4c96-4efa-99b4-2367518c9dc7,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:25.500220 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a663655b-f6fc-4de4-ac86-9788d49a8cce tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:18:25.534213 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-963ee7fb-1e76-4f7b-8614-551cf6201b44 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] remove_router_interface failed (client error): The resource could not be found. Dec 10 19:18:25.535274 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-963ee7fb-1e76-4f7b-8614-551cf6201b44 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "PUT /v2.0/routers/cb10f283-ee48-42c6-944d-4682343c726f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3207955 Dec 10 19:18:25.539648 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53866) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:25.548734 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a663655b-f6fc-4de4-ac86-9788d49a8cce tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:25.549087 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-a663655b-f6fc-4de4-ac86-9788d49a8cce tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Added segment a61301f5-1a15-4d10-8c76-63a28e7230ca of type vlan for network 490efb19-0ed1-4341-857b-78293c7aed02 Dec 10 19:18:25.558617 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-34eb3194-6981-49b3-9768-97c5a6c13a7d tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1427090 Dec 10 19:18:25.562506 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53868) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:25.597766 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-5a122f4b-aad7-4e20-885f-51da332e6ba9 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb10f283-ee48-42c6-944d-4682343c726f HTTP/1.1" status: 200 len: 205 time: 0.0501997 Dec 10 19:18:25.602149 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53870) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:25.615729 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d23e1b03-698e-4411-9073-80fc31f4859e tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:25.692868 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a663655b-f6fc-4de4-ac86-9788d49a8cce tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:25.730897 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a663655b-f6fc-4de4-ac86-9788d49a8cce tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:25.737349 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a663655b-f6fc-4de4-ac86-9788d49a8cce tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:25.738280 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a663655b-f6fc-4de4-ac86-9788d49a8cce tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:25.758984 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-42272e10-a25c-4bd2-a06f-6bad10b4ba3f tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Deleting port 41982b3b-de8c-470d-824d-5fabbd90ba47 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:18:25.759332 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-42272e10-a25c-4bd2-a06f-6bad10b4ba3f tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:25.814352 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-a663655b-f6fc-4de4-ac86-9788d49a8cce tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6609771 Dec 10 19:18:25.849538 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53874) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:25.860433 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-35c9e413-96df-4d29-9a36-52c7fb6d2eb4 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Request body: {'subnet': {'network_id': '490efb19-0ed1-4341-857b-78293c7aed02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:25.925148 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a663655b-f6fc-4de4-ac86-9788d49a8cce tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event updated for resources: {'Network': ['ID=490efb19-0ed1-4341-857b-78293c7aed02,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:25.942261 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 490efb19-0ed1-4341-857b-78293c7aed02 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:18:25.988356 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-42272e10-a25c-4bd2-a06f-6bad10b4ba3f tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:25.988715 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-42272e10-a25c-4bd2-a06f-6bad10b4ba3f tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:26.010292 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-42272e10-a25c-4bd2-a06f-6bad10b4ba3f tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Calling delete_port for 41982b3b-de8c-470d-824d-5fabbd90ba47 owned by network:floatingip {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:18:26.010523 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d23e1b03-698e-4411-9073-80fc31f4859e tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:26.031718 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c9e413-96df-4d29-9a36-52c7fb6d2eb4 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Made reservation on behalf of 4138d9758a3e4f5e8bb3fafb058d33af for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:18:26.035706 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-35c9e413-96df-4d29-9a36-52c7fb6d2eb4 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:26.038382 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cd7c8f19-fee0-4b67-ac28-c54fbd14b5d9 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for router, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:26.164936 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d23e1b03-698e-4411-9073-80fc31f4859e tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:26.242407 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d23e1b03-698e-4411-9073-80fc31f4859e tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:26.244140 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-d23e1b03-698e-4411-9073-80fc31f4859e tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/0f37f891-db2f-408a-bf07-212da3142747 HTTP/1.1" status: 204 len: 168 time: 0.6805661 Dec 10 19:18:26.269460 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53876) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:26.301544 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23e1b03-698e-4411-9073-80fc31f4859e tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f37f891-db2f-408a-bf07-212da3142747,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:26.318210 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cd7c8f19-fee0-4b67-ac28-c54fbd14b5d9 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:26.322701 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cd7c8f19-fee0-4b67-ac28-c54fbd14b5d9 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:26.366107 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-42272e10-a25c-4bd2-a06f-6bad10b4ba3f tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:26.396001 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:26.489169 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cd7c8f19-fee0-4b67-ac28-c54fbd14b5d9 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:26.489844 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7c8f19-fee0-4b67-ac28-c54fbd14b5d9 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Fanout notify agent at l3_agent the message router_deleted on router cb10f283-ee48-42c6-944d-4682343c726f {{(pid=102365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:18:26.499615 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cd7c8f19-fee0-4b67-ac28-c54fbd14b5d9 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:26.501542 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-cd7c8f19-fee0-4b67-ac28-c54fbd14b5d9 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "DELETE /v2.0/routers/cb10f283-ee48-42c6-944d-4682343c726f HTTP/1.1" status: 204 len: 168 time: 0.8963437 Dec 10 19:18:26.505949 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53878) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:26.526078 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-442a7255-6caa-4a0d-989c-20e6e3e7d780 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2492280 Dec 10 19:18:26.532993 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42272e10-a25c-4bd2-a06f-6bad10b4ba3f tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Pushing event deleted for resources: {'Port': ['ID=41982b3b-de8c-470d-824d-5fabbd90ba47,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:26.544270 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53880) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:26.578590 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-39a9bb08-4200-4bde-9d28-38b78e0ce785 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:26.620785 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee554bd6-c43f-4c28-99b0-bbd521216865 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Deleting subnet 74b65dd9-ee5e-4e61-ac13-51309cae0fe3 {{(pid=102365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:18:26.633189 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ee554bd6-c43f-4c28-99b0-bbd521216865 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for subnet, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:26.655682 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-35c9e413-96df-4d29-9a36-52c7fb6d2eb4 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:26.663180 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a9bb08-4200-4bde-9d28-38b78e0ce785 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Network 87856d39-9b23-4d60-b4d0-2984f54460b8 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:18:26.674004 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-39a9bb08-4200-4bde-9d28-38b78e0ce785 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:18:26.681739 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a9bb08-4200-4bde-9d28-38b78e0ce785 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:26.682336 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-39a9bb08-4200-4bde-9d28-38b78e0ce785 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:26.690695 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a9bb08-4200-4bde-9d28-38b78e0ce785 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event updated for resources: {'Subnet': ['ID=821ff962-bff1-4ace-bf64-7353a73596d3,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:26.706360 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ee554bd6-c43f-4c28-99b0-bbd521216865 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353213'] for subnet, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:26.721567 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47376ec5-f755-41e8-b47e-e887873b52d3 None None] Network 87856d39-9b23-4d60-b4d0-2984f54460b8 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:18:26.738639 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-39a9bb08-4200-4bde-9d28-38b78e0ce785 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6772206 Dec 10 19:18:26.743439 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53882) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:26.756382 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e82d90f8-924d-4e41-bf1a-108eb3f5ab28 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:26.762408 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-d592ee14-1fd0-44a3-acce-f42a50e9cd88 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1780412061', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '821ff962-bff1-4ace-bf64-7353a73596d3'}], 'security_groups': ['906420f5-fcd8-461f-b51c-c2a2c4c85475', '0af00c93-a7bf-4521-b470-1abd1e205413']}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:26.762807 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:26.802213 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e82d90f8-924d-4e41-bf1a-108eb3f5ab28 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:26.878598 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d592ee14-1fd0-44a3-acce-f42a50e9cd88 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:26.898845 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c9e413-96df-4d29-9a36-52c7fb6d2eb4 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event updated for resources: {'Subnet': ['ID=c600a669-fefd-4b7a-851c-c1d1a1c2d5be,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:26.918490 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-42272e10-a25c-4bd2-a06f-6bad10b4ba3f tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] create failed (client error): The resource could not be found. Dec 10 19:18:26.919640 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-42272e10-a25c-4bd2-a06f-6bad10b4ba3f tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.4759796 Dec 10 19:18:26.928130 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53886) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:26.943431 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e82d90f8-924d-4e41-bf1a-108eb3f5ab28 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:26.946084 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c9e413-96df-4d29-9a36-52c7fb6d2eb4 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Checking segment: {'id': 'a61301f5-1a15-4d10-8c76-63a28e7230ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '490efb19-0ed1-4341-857b-78293c7aed02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:18:26.946599 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c9e413-96df-4d29-9a36-52c7fb6d2eb4 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Network hostable DHCP agents. Network: 490efb19-0ed1-4341-857b-78293c7aed02, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:18:26.956735 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ee554bd6-c43f-4c28-99b0-bbd521216865 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:26.975640 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e82d90f8-924d-4e41-bf1a-108eb3f5ab28 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:26.979911 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-e82d90f8-924d-4e41-bf1a-108eb3f5ab28 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/460bc469-06f6-435e-8f6c-c8d6b1da8732 HTTP/1.1" status: 204 len: 168 time: 0.4339292 Dec 10 19:18:26.983615 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53888) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:27.002064 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82d90f8-924d-4e41-bf1a-108eb3f5ab28 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=460bc469-06f6-435e-8f6c-c8d6b1da8732,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:27.064167 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c9e413-96df-4d29-9a36-52c7fb6d2eb4 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Network 490efb19-0ed1-4341-857b-78293c7aed02 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:18:27.104711 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-71a4c29d-c287-424d-bf2f-6bf1d0775269 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1153064 Dec 10 19:18:27.105471 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-35c9e413-96df-4d29-9a36-52c7fb6d2eb4 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 490efb19-0ed1-4341-857b-78293c7aed02) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:18:27.111375 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53890) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:27.125936 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c9e413-96df-4d29-9a36-52c7fb6d2eb4 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:27.126591 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-35c9e413-96df-4d29-9a36-52c7fb6d2eb4 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:27.141262 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc25e2a-afca-4933-810a-20f10927ceab None None] Network 490efb19-0ed1-4341-857b-78293c7aed02 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:18:27.174217 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-35c9e413-96df-4d29-9a36-52c7fb6d2eb4 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3210020 Dec 10 19:18:27.178464 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-efe997e1-b7b2-45b6-8167-2d8f0ab83d53 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:27.183106 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53892) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:27.197336 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-c88d2f01-dcfd-4fe6-8a7e-8d6e87e94187 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Request body: {'port': {'network_id': '490efb19-0ed1-4341-857b-78293c7aed02', 'name': 'tempest-PortsTestJSON-90925541', 'fixed_ips': [{'subnet_id': 'c600a669-fefd-4b7a-851c-c1d1a1c2d5be', 'ip_address': '172.20.0.10'}]}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:27.202125 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-efe997e1-b7b2-45b6-8167-2d8f0ab83d53 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:27.206173 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-596becb6-760e-41e5-b583-30110e545d34 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Deleting port e120c0ef-5327-4a27-b3e8-2812acd96017 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:18:27.206649 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-596becb6-760e-41e5-b583-30110e545d34 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:27.237032 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ee554bd6-c43f-4c28-99b0-bbd521216865 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:27.299532 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc1ccf7-0e07-48f0-893a-3dfa9b4b5199 None None] Update dhcp port {'port': {'network_id': '87856d39-9b23-4d60-b4d0-2984f54460b8', 'fixed_ips': [{'subnet_id': '2b0f5686-6bd9-4428-8daf-bd0dab56d2a1', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c10be0a9-093c-4819-aecf-86a6f0671c7a', 'ip_address': '2001:db8::2'}, {'subnet_id': '821ff962-bff1-4ace-bf64-7353a73596d3'}], 'binding:host_id': 'dv-neutron-821441-1-hyperv'}, 'id': 'e5051c56-4d1f-4588-b709-422cdab44020'} from dv-neutron-821441-1-hyperv. {{(pid=102367) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 10 19:18:27.304198 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee554bd6-c43f-4c28-99b0-bbd521216865 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event deleted for resources: {'Subnet': ['ID=74b65dd9-ee5e-4e61-ac13-51309cae0fe3,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:27.348816 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-efe997e1-b7b2-45b6-8167-2d8f0ab83d53 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:27.361531 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-efe997e1-b7b2-45b6-8167-2d8f0ab83d53 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:27.362863 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-efe997e1-b7b2-45b6-8167-2d8f0ab83d53 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/94156617-3f6d-4ad3-951f-856e01353c76 HTTP/1.1" status: 204 len: 168 time: 0.2504365 Dec 10 19:18:27.371749 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-efc1ccf7-0e07-48f0-893a-3dfa9b4b5199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:27.375632 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53894) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:27.378610 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ee554bd6-c43f-4c28-99b0-bbd521216865 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:27.386705 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-ee554bd6-c43f-4c28-99b0-bbd521216865 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "DELETE /v2.0/subnets/74b65dd9-ee5e-4e61-ac13-51309cae0fe3 HTTP/1.1" status: 204 len: 168 time: 0.8795633 Dec 10 19:18:27.399273 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53896) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:27.400277 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c986ed-9c25-448e-8fd7-ee9e2fba8284 None None] Network 3858b747-c079-4340-bf83-2f89d0f9af1d requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:18:27.430592 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe997e1-b7b2-45b6-8167-2d8f0ab83d53 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=94156617-3f6d-4ad3-951f-856e01353c76,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:27.457573 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-596becb6-760e-41e5-b583-30110e545d34 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:27.556200 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-596becb6-760e-41e5-b583-30110e545d34 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Calling delete_port for e120c0ef-5327-4a27-b3e8-2812acd96017 owned by {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:18:27.634522 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-d592ee14-1fd0-44a3-acce-f42a50e9cd88 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Delete allocated IP 2001:db8::10f (87856d39-9b23-4d60-b4d0-2984f54460b8/c10be0a9-093c-4819-aecf-86a6f0671c7a) {{(pid=102365) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 10 19:18:27.644927 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-d592ee14-1fd0-44a3-acce-f42a50e9cd88 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Allocated IP 2001:db8:0:2::28 (87856d39-9b23-4d60-b4d0-2984f54460b8/821ff962-bff1-4ace-bf64-7353a73596d3/8a1cb06f-b678-4ef1-89da-222327241c36) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:18:27.664614 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-240120d9-b74b-4384-9da8-f7c80ff692e4 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2875311 Dec 10 19:18:27.668807 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53898) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:27.724261 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bc6042-feaf-4a91-b283-27034c85fe8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-490efb19-0ed1-4341-857b-78293c7aed02', 'network_id': '490efb19-0ed1-4341-857b-78293c7aed02', 'tenant_id': '4138d9758a3e4f5e8bb3fafb058d33af', 'fixed_ips': [{'subnet_id': 'c600a669-fefd-4b7a-851c-c1d1a1c2d5be'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:18:27.725164 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-01bc6042-feaf-4a91-b283-27034c85fe8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:27.756683 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3e3d65e6-0317-46fd-ae9d-afcf6099fc45 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:27.767674 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88d2f01-dcfd-4fe6-8a7e-8d6e87e94187 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Made reservation on behalf of 4138d9758a3e4f5e8bb3fafb058d33af for: {'port': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:18:27.844179 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ca86e9-b9e7-4e17-a980-6f57deee33cd None None] DHCP port deletion for 3858b747-c079-4340-bf83-2f89d0f9af1d request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:18:27.905993 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-395734c5-4330-4f56-9936-96a384f1b59b tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:27.969754 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-61ca86e9-b9e7-4e17-a980-6f57deee33cd None None] Deleting port 713e8ff6-bf07-4fd7-b361-a91f5acc9e23 {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:18:27.970192 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-61ca86e9-b9e7-4e17-a980-6f57deee33cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:27.972887 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-395734c5-4330-4f56-9936-96a384f1b59b tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:27.978470 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c88d2f01-dcfd-4fe6-8a7e-8d6e87e94187 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:28.021032 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [None req-c88d2f01-dcfd-4fe6-8a7e-8d6e87e94187 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] device_id is not set on port 96076b46-2066-4cf6-8ed3-78b268e98548 yet. {{(pid=102366) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:18:28.023043 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-01bc6042-feaf-4a91-b283-27034c85fe8f None None] Allocated IP 172.20.0.2 (490efb19-0ed1-4341-857b-78293c7aed02/c600a669-fefd-4b7a-851c-c1d1a1c2d5be/a8609e4a-ed92-4880-a8dc-c9e2d4d89725) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:18:28.050241 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-395734c5-4330-4f56-9936-96a384f1b59b tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:28.053485 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-395734c5-4330-4f56-9936-96a384f1b59b tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:28.057973 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-395734c5-4330-4f56-9936-96a384f1b59b tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "DELETE /v2.0/security-groups/d2f16aa8-c54c-47c9-97c5-82206e235167 HTTP/1.1" status: 204 len: 168 time: 0.3881075 Dec 10 19:18:28.065955 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53902) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:28.070774 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-596becb6-760e-41e5-b583-30110e545d34 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:28.079402 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-3e3d65e6-0317-46fd-ae9d-afcf6099fc45 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Deleting port 713e8ff6-bf07-4fd7-b361-a91f5acc9e23 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:18:28.079629 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3e3d65e6-0317-46fd-ae9d-afcf6099fc45 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:28.095488 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395734c5-4330-4f56-9936-96a384f1b59b tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f16aa8-c54c-47c9-97c5-82206e235167,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:28.146323 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-61ca86e9-b9e7-4e17-a980-6f57deee33cd None None] For port 713e8ff6-bf07-4fd7-b361-a91f5acc9e23, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=713e8ff6-bf07-4fd7-b361-a91f5acc9e23,segment=NetworkSegment(f88c580b-b27c-4496-8a07-88b198e47780),segment_id=f88c580b-b27c-4496-8a07-88b198e47780)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:18:28.147209 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-61ca86e9-b9e7-4e17-a980-6f57deee33cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:28.155106 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d592ee14-1fd0-44a3-acce-f42a50e9cd88 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:28.155365 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596becb6-760e-41e5-b583-30110e545d34 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Pushing event deleted for resources: {'Port': ['ID=e120c0ef-5327-4a27-b3e8-2812acd96017,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:28.163665 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d592ee14-1fd0-44a3-acce-f42a50e9cd88 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:28.172837 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-bef25e09-42ad-4918-819a-eaa55251989b tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0975218 Dec 10 19:18:28.181328 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53904) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:28.190405 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-61ca86e9-b9e7-4e17-a980-6f57deee33cd None None] Calling delete_port for 713e8ff6-bf07-4fd7-b361-a91f5acc9e23 owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:18:28.191819 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-95cbdbbc-6cc6-4ca3-be9d-2dc5847b721e tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Request body: {'security_group': {'name': 'tempest-secgroup--2049711922'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:28.258747 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-d592ee14-1fd0-44a3-acce-f42a50e9cd88 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] In _notify_port_updated(), no bound segment for port 8a1cb06f-b678-4ef1-89da-222327241c36 on network 87856d39-9b23-4d60-b4d0-2984f54460b8 {{(pid=102365) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 10 19:18:28.265392 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d592ee14-1fd0-44a3-acce-f42a50e9cd88 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:28.266460 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d592ee14-1fd0-44a3-acce-f42a50e9cd88 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:28.270087 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-d592ee14-1fd0-44a3-acce-f42a50e9cd88 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "PUT /v2.0/ports/8a1cb06f-b678-4ef1-89da-222327241c36 HTTP/1.1" status: 200 len: 969 time: 1.5224261 Dec 10 19:18:28.274035 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53906) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:28.286689 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-3e3d65e6-0317-46fd-ae9d-afcf6099fc45 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] For port 713e8ff6-bf07-4fd7-b361-a91f5acc9e23, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=713e8ff6-bf07-4fd7-b361-a91f5acc9e23,segment=NetworkSegment(f88c580b-b27c-4496-8a07-88b198e47780),segment_id=f88c580b-b27c-4496-8a07-88b198e47780)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:18:28.286689 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3e3d65e6-0317-46fd-ae9d-afcf6099fc45 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:28.318164 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-3e3d65e6-0317-46fd-ae9d-afcf6099fc45 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Calling delete_port for 713e8ff6-bf07-4fd7-b361-a91f5acc9e23 owned by network:dhcp {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:18:28.319458 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-95cbdbbc-6cc6-4ca3-be9d-2dc5847b721e tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:28.321572 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d592ee14-1fd0-44a3-acce-f42a50e9cd88 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event updated for resources: {'Port': ['ID=8a1cb06f-b678-4ef1-89da-222327241c36,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:28.336651 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-596becb6-760e-41e5-b583-30110e545d34 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:28.343192 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-596becb6-760e-41e5-b583-30110e545d34 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] 10.222.0.69 "DELETE /v2.0/ports/e120c0ef-5327-4a27-b3e8-2812acd96017 HTTP/1.1" status: 204 len: 168 time: 1.4107738 Dec 10 19:18:28.344152 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53908) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:28.439137 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-61ca86e9-b9e7-4e17-a980-6f57deee33cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:28.476039 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-b5384782-4014-4cf7-907e-20788677f45a tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Deleting port 8a1cb06f-b678-4ef1-89da-222327241c36 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:18:28.476767 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b5384782-4014-4cf7-907e-20788677f45a tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:28.494635 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71534d20-84bf-4bed-a843-974979a4428d tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:28.497267 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-71534d20-84bf-4bed-a843-974979a4428d tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] 10.222.0.69 "GET /v2.0/ports?device_id=f0d38a36-7fd0-4ca0-8777-1bad77949a0e HTTP/1.1" status: 200 len: 913 time: 0.1519611 Dec 10 19:18:28.500486 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3e3d65e6-0317-46fd-ae9d-afcf6099fc45 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:28.503030 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53910) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:28.505335 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-efc1ccf7-0e07-48f0-893a-3dfa9b4b5199 None None] Allocated IP 2001:db8:0:2::2 (87856d39-9b23-4d60-b4d0-2984f54460b8/821ff962-bff1-4ace-bf64-7353a73596d3/e5051c56-4d1f-4588-b709-422cdab44020) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:18:28.518262 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ca86e9-b9e7-4e17-a980-6f57deee33cd None None] Pushing event deleted for resources: {'Port': ['ID=713e8ff6-bf07-4fd7-b361-a91f5acc9e23,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:28.523897 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ca86e9-b9e7-4e17-a980-6f57deee33cd None None] No DVR routers for this DVR port 713e8ff6-bf07-4fd7-b361-a91f5acc9e23 on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:18:28.557057 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-01bc6042-feaf-4a91-b283-27034c85fe8f None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:28.564537 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3d65e6-0317-46fd-ae9d-afcf6099fc45 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event deleted for resources: {'Port': ['ID=713e8ff6-bf07-4fd7-b361-a91f5acc9e23,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:28.568820 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3d65e6-0317-46fd-ae9d-afcf6099fc45 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] No DVR routers for this DVR port 713e8ff6-bf07-4fd7-b361-a91f5acc9e23 on host dv-neutron-821441-1-hyperv {{(pid=102366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:18:28.577301 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-01bc6042-feaf-4a91-b283-27034c85fe8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:28.659985 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bc6042-feaf-4a91-b283-27034c85fe8f None None] Network 490efb19-0ed1-4341-857b-78293c7aed02 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:18:28.667472 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-01bc6042-feaf-4a91-b283-27034c85fe8f None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:18:28.681011 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bc6042-feaf-4a91-b283-27034c85fe8f None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:18:28.703603 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-95cbdbbc-6cc6-4ca3-be9d-2dc5847b721e tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:28.723967 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bc6042-feaf-4a91-b283-27034c85fe8f None None] Pushing event updated for resources: {'Port': ['ID=a8609e4a-ed92-4880-a8dc-c9e2d4d89725,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:28.726677 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-95cbdbbc-6cc6-4ca3-be9d-2dc5847b721e tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:28.748612 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-efc1ccf7-0e07-48f0-893a-3dfa9b4b5199 None None] For port e5051c56-4d1f-4588-b709-422cdab44020, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=e5051c56-4d1f-4588-b709-422cdab44020,segment=NetworkSegment(fe08ba3d-80e4-4d8f-a0ea-084f3262ae50),segment_id=fe08ba3d-80e4-4d8f-a0ea-084f3262ae50)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:18:28.775012 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-95cbdbbc-6cc6-4ca3-be9d-2dc5847b721e tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:28.780827 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-95cbdbbc-6cc6-4ca3-be9d-2dc5847b721e tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5980852 Dec 10 19:18:28.782154 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53912) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:28.799657 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-7722905b-61e9-4bd2-be0d-a0c4ae31f195 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Request body: {'security_group_rule': {'security_group_id': 'abda3dc2-6120-400a-9bae-023edfabe8b8', 'direction': 'ingress', 'protocol': 17}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:28.862709 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-01bc6042-feaf-4a91-b283-27034c85fe8f None None] Attempting to bind port a8609e4a-ed92-4880-a8dc-c9e2d4d89725 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:18:28.863367 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-01bc6042-feaf-4a91-b283-27034c85fe8f None None] Attempting to bind port a8609e4a-ed92-4880-a8dc-c9e2d4d89725 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': 'a61301f5-1a15-4d10-8c76-63a28e7230ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '490efb19-0ed1-4341-857b-78293c7aed02'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:18:28.864064 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bc6042-feaf-4a91-b283-27034c85fe8f None None] Attempting to bind port a8609e4a-ed92-4880-a8dc-c9e2d4d89725 on network 490efb19-0ed1-4341-857b-78293c7aed02 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:18:28.880310 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cbdbbc-6cc6-4ca3-be9d-2dc5847b721e tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abda3dc2-6120-400a-9bae-023edfabe8b8,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:28.887813 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b5384782-4014-4cf7-907e-20788677f45a tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:28.893665 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bc6042-feaf-4a91-b283-27034c85fe8f None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:18:28.894097 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bc6042-feaf-4a91-b283-27034c85fe8f None None] Checking segment: {'id': 'a61301f5-1a15-4d10-8c76-63a28e7230ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '490efb19-0ed1-4341-857b-78293c7aed02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:18:28.894553 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-01bc6042-feaf-4a91-b283-27034c85fe8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:28.895119 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bc6042-feaf-4a91-b283-27034c85fe8f None None] Bound using segment: {'id': 'a61301f5-1a15-4d10-8c76-63a28e7230ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '490efb19-0ed1-4341-857b-78293c7aed02'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:18:28.895855 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-01bc6042-feaf-4a91-b283-27034c85fe8f None None] Bound port: a8609e4a-ed92-4880-a8dc-c9e2d4d89725, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a61301f5-1a15-4d10-8c76-63a28e7230ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '490efb19-0ed1-4341-857b-78293c7aed02'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:18:28.896525 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-01bc6042-feaf-4a91-b283-27034c85fe8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:28.916215 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-efc1ccf7-0e07-48f0-893a-3dfa9b4b5199 None None] Notify callbacks [] for port, precommit_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:28.926285 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-efc1ccf7-0e07-48f0-893a-3dfa9b4b5199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:28.981967 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-b5384782-4014-4cf7-907e-20788677f45a tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Calling delete_port for 8a1cb06f-b678-4ef1-89da-222327241c36 owned by {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:18:28.990292 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7722905b-61e9-4bd2-be0d-a0c4ae31f195 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:29.053424 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3e3d65e6-0317-46fd-ae9d-afcf6099fc45 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:29.065509 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-c88d2f01-dcfd-4fe6-8a7e-8d6e87e94187 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Allocated IP 172.20.0.10 (490efb19-0ed1-4341-857b-78293c7aed02/c600a669-fefd-4b7a-851c-c1d1a1c2d5be/96076b46-2066-4cf6-8ed3-78b268e98548) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:18:29.090880 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-3e3d65e6-0317-46fd-ae9d-afcf6099fc45 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3858b747-c079-4340-bf83-2f89d0f9af1d']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:29.109184 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-3e3d65e6-0317-46fd-ae9d-afcf6099fc45 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f88c580b-b27c-4496-8a07-88b198e47780') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:29.109479 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-3e3d65e6-0317-46fd-ae9d-afcf6099fc45 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f88c580b-b27c-4496-8a07-88b198e47780') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:29.131484 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3e3d65e6-0317-46fd-ae9d-afcf6099fc45 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:29.168103 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3e3d65e6-0317-46fd-ae9d-afcf6099fc45 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:29.196477 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e3d65e6-0317-46fd-ae9d-afcf6099fc45 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:18:29.197196 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3e3d65e6-0317-46fd-ae9d-afcf6099fc45 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:29.205616 dv-neutron-821441-1-hyperv neutron-server[102366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:18:29.205616 dv-neutron-821441-1-hyperv neutron-server[102366]: self.session.flush() Dec 10 19:18:29.205616 dv-neutron-821441-1-hyperv neutron-server[102366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:18:29.205616 dv-neutron-821441-1-hyperv neutron-server[102366]: self.session.flush() Dec 10 19:18:29.205616 dv-neutron-821441-1-hyperv neutron-server[102366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:18:29.205616 dv-neutron-821441-1-hyperv neutron-server[102366]: self.session.flush() Dec 10 19:18:29.205616 dv-neutron-821441-1-hyperv neutron-server[102366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:18:29.205616 dv-neutron-821441-1-hyperv neutron-server[102366]: self.session.flush() Dec 10 19:18:29.205616 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:18:29.205616 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:18:29.205616 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:18:29.205616 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:18:29.205616 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:18:29.205616 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:18:29.205616 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:18:29.205616 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:18:29.205616 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:18:29.205616 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:18:29.205616 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:18:29.205616 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:18:29.205616 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:18:29.205616 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:18:29.205616 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:18:29.205616 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:18:29.205616 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:18:29.205616 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:18:29.205616 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:18:29.205616 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:18:29.205616 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:18:29.205616 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:18:29.205616 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:18:29.205616 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:18:29.205616 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:18:29.205616 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:18:29.205616 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:18:29.205616 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:18:29.205616 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:18:29.205616 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:18:29.205616 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:18:29.205616 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:18:29.292706 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7722905b-61e9-4bd2-be0d-a0c4ae31f195 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:29.307076 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-01bc6042-feaf-4a91-b283-27034c85fe8f None None] For port a8609e4a-ed92-4880-a8dc-c9e2d4d89725, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:18:29.310981 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc1ccf7-0e07-48f0-893a-3dfa9b4b5199 None None] Pushing event updated for resources: {'Port': ['ID=e5051c56-4d1f-4588-b709-422cdab44020,revision_number=7']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:29.313571 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7722905b-61e9-4bd2-be0d-a0c4ae31f195 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:29.348154 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-01bc6042-feaf-4a91-b283-27034c85fe8f None None] For port a8609e4a-ed92-4880-a8dc-c9e2d4d89725, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=a8609e4a-ed92-4880-a8dc-c9e2d4d89725,segment=NetworkSegment(a61301f5-1a15-4d10-8c76-63a28e7230ca),segment_id=a61301f5-1a15-4d10-8c76-63a28e7230ca)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:18:29.351392 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 713e8ff6-bf07-4fd7-b361-a91f5acc9e23 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:18:29.374717 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7722905b-61e9-4bd2-be0d-a0c4ae31f195 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15c23f2d-3fa5-44c5-a473-5b9d0c050c36,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:29.377332 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-01bc6042-feaf-4a91-b283-27034c85fe8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:29.384765 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3e3d65e6-0317-46fd-ae9d-afcf6099fc45 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:29.387032 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 713e8ff6-bf07-4fd7-b361-a91f5acc9e23 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:18:29.388009 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 713e8ff6-bf07-4fd7-b361-a91f5acc9e23 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:18:29.403995 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3e3d65e6-0317-46fd-ae9d-afcf6099fc45 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:29.407705 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-3e3d65e6-0317-46fd-ae9d-afcf6099fc45 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "DELETE /v2.0/networks/3858b747-c079-4340-bf83-2f89d0f9af1d HTTP/1.1" status: 204 len: 168 time: 2.0072827 Dec 10 19:18:29.413312 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53916) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:29.420813 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-8f3b08c5-d026-4aa3-bec1-923f5f1e2819 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1728569076'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:29.429092 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7722905b-61e9-4bd2-be0d-a0c4ae31f195 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:29.437814 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-7722905b-61e9-4bd2-be0d-a0c4ae31f195 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6434410 Dec 10 19:18:29.439133 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53918) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:29.446145 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3d65e6-0317-46fd-ae9d-afcf6099fc45 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event deleted for resources: {'Network': ['ID=3858b747-c079-4340-bf83-2f89d0f9af1d,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:29.481127 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bc6042-feaf-4a91-b283-27034c85fe8f None None] Pushing event updated for resources: {'Port': ['ID=a8609e4a-ed92-4880-a8dc-c9e2d4d89725,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:29.503445 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c88d2f01-dcfd-4fe6-8a7e-8d6e87e94187 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:29.507024 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3b08c5-d026-4aa3-bec1-923f5f1e2819 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Made reservation on behalf of 461819a05d2d4ab59bb6f1f3d7476b54 for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:18:29.511197 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8f3b08c5-d026-4aa3-bec1-923f5f1e2819 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:29.569174 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f3b08c5-d026-4aa3-bec1-923f5f1e2819 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:18:29.575270 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b5384782-4014-4cf7-907e-20788677f45a tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:29.584414 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8f3b08c5-d026-4aa3-bec1-923f5f1e2819 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:29.584789 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-8f3b08c5-d026-4aa3-bec1-923f5f1e2819 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Added segment 5dfdfabb-4568-4c81-bfd0-342dca1b022e of type vlan for network 1f7bf277-f891-448d-a6cc-7b4eaa23e4d5 Dec 10 19:18:29.595673 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c88d2f01-dcfd-4fe6-8a7e-8d6e87e94187 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:29.677736 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5384782-4014-4cf7-907e-20788677f45a tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event deleted for resources: {'Port': ['ID=8a1cb06f-b678-4ef1-89da-222327241c36,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:29.708830 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8f3b08c5-d026-4aa3-bec1-923f5f1e2819 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:29.710177 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cad8b434-dda8-4c1e-9169-1e3bd950bbef tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:29.732125 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88d2f01-dcfd-4fe6-8a7e-8d6e87e94187 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Network 490efb19-0ed1-4341-857b-78293c7aed02 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:18:29.742467 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-c88d2f01-dcfd-4fe6-8a7e-8d6e87e94187 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:18:29.749889 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b5384782-4014-4cf7-907e-20788677f45a tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:29.754980 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-b5384782-4014-4cf7-907e-20788677f45a tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "DELETE /v2.0/ports/8a1cb06f-b678-4ef1-89da-222327241c36 HTTP/1.1" status: 204 len: 168 time: 1.4798725 Dec 10 19:18:29.760556 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53920) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:29.762908 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88d2f01-dcfd-4fe6-8a7e-8d6e87e94187 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:18:29.781868 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88d2f01-dcfd-4fe6-8a7e-8d6e87e94187 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event updated for resources: {'Port': ['ID=96076b46-2066-4cf6-8ed3-78b268e98548,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:29.820187 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cad8b434-dda8-4c1e-9169-1e3bd950bbef tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:29.831719 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-c396c9bc-5333-4c96-bcc2-5054f3154251 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] GET failed (client error): The resource could not be found. Dec 10 19:18:29.833813 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-c396c9bc-5333-4c96-bcc2-5054f3154251 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "GET /v2.0/ports/8a1cb06f-b678-4ef1-89da-222327241c36 HTTP/1.1" status: 404 len: 333 time: 0.0654237 Dec 10 19:18:29.846434 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53922) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:29.850905 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8f3b08c5-d026-4aa3-bec1-923f5f1e2819 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:29.857335 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3b08c5-d026-4aa3-bec1-923f5f1e2819 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:29.858332 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8f3b08c5-d026-4aa3-bec1-923f5f1e2819 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:29.942756 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-41b3950e-f14f-4aed-9217-0ebea9d18dff tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711290'] for router_interface, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:29.944229 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-8f3b08c5-d026-4aa3-bec1-923f5f1e2819 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5284753 Dec 10 19:18:29.952866 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53924) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:29.958832 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-4e7397f9-f4d5-4b4a-9209-787f5314eb3a tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Request body: {'subnet': {'network_id': '1f7bf277-f891-448d-a6cc-7b4eaa23e4d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:29.959547 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88d2f01-dcfd-4fe6-8a7e-8d6e87e94187 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:29.960211 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c88d2f01-dcfd-4fe6-8a7e-8d6e87e94187 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:30.008240 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3b08c5-d026-4aa3-bec1-923f5f1e2819 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event updated for resources: {'Network': ['ID=1f7bf277-f891-448d-a6cc-7b4eaa23e4d5,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:30.041352 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 1f7bf277-f891-448d-a6cc-7b4eaa23e4d5 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:18:30.045137 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-c88d2f01-dcfd-4fe6-8a7e-8d6e87e94187 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.8583434 Dec 10 19:18:30.047543 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53926) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:30.053524 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-59b4dca9-f6af-412a-a94b-64cb0854475d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Request body: {'port': {'network_id': '490efb19-0ed1-4341-857b-78293c7aed02', 'name': 'tempest-PortsTestJSON-393557773', 'fixed_ips': [{'subnet_id': 'c600a669-fefd-4b7a-851c-c1d1a1c2d5be', 'ip_address': '172.20.0.9'}]}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:30.124031 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cad8b434-dda8-4c1e-9169-1e3bd950bbef tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:30.127112 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cad8b434-dda8-4c1e-9169-1e3bd950bbef tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:30.131408 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-cad8b434-dda8-4c1e-9169-1e3bd950bbef tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "DELETE /v2.0/security-groups/abda3dc2-6120-400a-9bae-023edfabe8b8 HTTP/1.1" status: 204 len: 168 time: 0.6837981 Dec 10 19:18:30.135024 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53928) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:30.210661 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad8b434-dda8-4c1e-9169-1e3bd950bbef tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abda3dc2-6120-400a-9bae-023edfabe8b8,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:30.218371 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-30501137-f101-4a02-8d01-77a63a59ed01 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for security_group, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:30.288580 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-fa88605c-0d1d-4d34-9542-eb1ee3aa5ad0 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1427376 Dec 10 19:18:30.297809 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53932) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:30.304033 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-cb4b4da4-d803-4b9a-9d61-d52a9d0d9fc1 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Request body: {'security_group': {'name': 'tempest-secgroup--483255435'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:30.334398 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-30501137-f101-4a02-8d01-77a63a59ed01 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:30.364109 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7397f9-f4d5-4b4a-9209-787f5314eb3a tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Made reservation on behalf of 461819a05d2d4ab59bb6f1f3d7476b54 for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:18:30.369011 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4e7397f9-f4d5-4b4a-9209-787f5314eb3a tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:30.396886 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b4dca9-f6af-412a-a94b-64cb0854475d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Made reservation on behalf of 4138d9758a3e4f5e8bb3fafb058d33af for: {'port': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:18:30.403409 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-59b4dca9-f6af-412a-a94b-64cb0854475d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:30.443145 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [None req-59b4dca9-f6af-412a-a94b-64cb0854475d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] device_id is not set on port cb615a86-ebea-4d40-b552-7bca9cadb775 yet. {{(pid=102366) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:18:30.451189 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cb4b4da4-d803-4b9a-9d61-d52a9d0d9fc1 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:30.496267 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-d5e0b5b6-1a2d-489f-841a-5b94068ffa77 None None] Provisioning complete for port 373b1763-25f1-494c-950d-67b422382048 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:30.497174 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d5e0b5b6-1a2d-489f-841a-5b94068ffa77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:30.571072 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-d5e0b5b6-1a2d-489f-841a-5b94068ffa77 None None] Port 373b1763-25f1-494c-950d-67b422382048 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:18:30.581238 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-d5e0b5b6-1a2d-489f-841a-5b94068ffa77 None None] Could not find standard attr ID for object 8a1cb06f-b678-4ef1-89da-222327241c36. {{(pid=102367) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:18:30.606092 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-d5e0b5b6-1a2d-489f-841a-5b94068ffa77 None None] Provisioning complete for port e5051c56-4d1f-4588-b709-422cdab44020 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:30.607845 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d5e0b5b6-1a2d-489f-841a-5b94068ffa77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:30.791769 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cb4b4da4-d803-4b9a-9d61-d52a9d0d9fc1 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:30.801557 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-59b4dca9-f6af-412a-a94b-64cb0854475d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Allocated IP 172.20.0.9 (490efb19-0ed1-4341-857b-78293c7aed02/c600a669-fefd-4b7a-851c-c1d1a1c2d5be/cb615a86-ebea-4d40-b552-7bca9cadb775) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:18:30.804301 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cb4b4da4-d803-4b9a-9d61-d52a9d0d9fc1 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:30.893742 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cb4b4da4-d803-4b9a-9d61-d52a9d0d9fc1 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:30.895692 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-cb4b4da4-d803-4b9a-9d61-d52a9d0d9fc1 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5961995 Dec 10 19:18:30.900782 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4b4da4-d803-4b9a-9d61-d52a9d0d9fc1 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29f2f1db-c387-46d8-9c85-5d9ec785ad8c,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:30.902253 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53936) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:30.912178 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-535523b5-6d0c-4189-910a-a30cc8c54c42 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Request body: {'security_group': {'name': 'tempest-secgroup--1108084898'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:30.973290 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-30501137-f101-4a02-8d01-77a63a59ed01 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:30.978183 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-30501137-f101-4a02-8d01-77a63a59ed01 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:30.979872 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-30501137-f101-4a02-8d01-77a63a59ed01 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "DELETE /v2.0/security-groups/f7f5f075-4b8f-4084-bdf3-d1efe8af9e80 HTTP/1.1" status: 204 len: 168 time: 1.1299582 Dec 10 19:18:30.989558 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53938) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:31.018783 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-9bdda35a-a302-4c91-b7d5-1417ea817680 None None] Could not find standard attr ID for object 8a1cb06f-b678-4ef1-89da-222327241c36. {{(pid=102367) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:18:31.030402 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30501137-f101-4a02-8d01-77a63a59ed01 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f5f075-4b8f-4084-bdf3-d1efe8af9e80,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:31.042756 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-535523b5-6d0c-4189-910a-a30cc8c54c42 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:31.252553 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-59b4dca9-f6af-412a-a94b-64cb0854475d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:31.288278 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6a5d49b5-cb99-459b-b053-0b97abb43585 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for security_group, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:31.379030 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-59b4dca9-f6af-412a-a94b-64cb0854475d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:31.427005 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6a5d49b5-cb99-459b-b053-0b97abb43585 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:31.453719 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b4dca9-f6af-412a-a94b-64cb0854475d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Network 490efb19-0ed1-4341-857b-78293c7aed02 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:18:31.454393 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-535523b5-6d0c-4189-910a-a30cc8c54c42 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:31.463009 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device a8609e4a-ed92-4880-a8dc-c9e2d4d89725 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:18:31.463318 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-59b4dca9-f6af-412a-a94b-64cb0854475d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:18:31.467726 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b4dca9-f6af-412a-a94b-64cb0854475d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:18:31.487999 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-535523b5-6d0c-4189-910a-a30cc8c54c42 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:31.518884 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b4dca9-f6af-412a-a94b-64cb0854475d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event updated for resources: {'Port': ['ID=cb615a86-ebea-4d40-b552-7bca9cadb775,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:31.531360 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eef00a7-459c-41f9-9065-eda572b1d16e None None] Network 490efb19-0ed1-4341-857b-78293c7aed02 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:18:31.550301 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4e7397f9-f4d5-4b4a-9209-787f5314eb3a tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:31.565268 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b4dca9-f6af-412a-a94b-64cb0854475d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:31.566081 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-59b4dca9-f6af-412a-a94b-64cb0854475d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:31.590255 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-59b4dca9-f6af-412a-a94b-64cb0854475d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5409732 Dec 10 19:18:31.593280 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-41b3950e-f14f-4aed-9217-0ebea9d18dff tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Deleting port 958fc16d-86b8-486f-8630-bc748770938a {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:18:31.593522 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53942) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:31.593875 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-41b3950e-f14f-4aed-9217-0ebea9d18dff tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:31.636794 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-535523b5-6d0c-4189-910a-a30cc8c54c42 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:31.643584 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-535523b5-6d0c-4189-910a-a30cc8c54c42 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7303858 Dec 10 19:18:31.643890 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-ee94875a-9226-4898-85b3-11c2a3937c4c None None] Provisioning complete for port a8609e4a-ed92-4880-a8dc-c9e2d4d89725 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:31.643890 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ee94875a-9226-4898-85b3-11c2a3937c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:31.644237 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53944) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:31.649812 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-ad47c2d2-a83d-4904-9f63-bade90714d0f tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Request body: {'security_group_rule': {'security_group_id': '29f2f1db-c387-46d8-9c85-5d9ec785ad8c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '5e13c943-3269-4a1b-b320-0cc3710ea628', 'remote_ip_prefix': None}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:31.693133 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port a8609e4a-ed92-4880-a8dc-c9e2d4d89725 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:31.693651 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:31.707175 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d54d49-59b8-413a-9621-91bfdb5a805c tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:31.708871 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d7d54d49-59b8-413a-9621-91bfdb5a805c tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 921 time: 0.1139472 Dec 10 19:18:31.713016 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53946) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:31.755368 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535523b5-6d0c-4189-910a-a30cc8c54c42 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e13c943-3269-4a1b-b320-0cc3710ea628,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:31.783194 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ad47c2d2-a83d-4904-9f63-bade90714d0f tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:31.805156 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7397f9-f4d5-4b4a-9209-787f5314eb3a tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event updated for resources: {'Subnet': ['ID=758bda5f-e10a-4aff-bfd0-c8400f5279dc,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:31.813506 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7397f9-f4d5-4b4a-9209-787f5314eb3a tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Checking segment: {'id': '5dfdfabb-4568-4c81-bfd0-342dca1b022e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1f7bf277-f891-448d-a6cc-7b4eaa23e4d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:18:31.814177 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7397f9-f4d5-4b4a-9209-787f5314eb3a tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Network hostable DHCP agents. Network: 1f7bf277-f891-448d-a6cc-7b4eaa23e4d5, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:18:31.820963 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6a5d49b5-cb99-459b-b053-0b97abb43585 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:31.823625 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6a5d49b5-cb99-459b-b053-0b97abb43585 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:31.824857 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-6a5d49b5-cb99-459b-b053-0b97abb43585 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "DELETE /v2.0/security-groups/0af00c93-a7bf-4521-b470-1abd1e205413 HTTP/1.1" status: 204 len: 168 time: 0.8296781 Dec 10 19:18:31.828830 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53948) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:31.856079 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5d49b5-cb99-459b-b053-0b97abb43585 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af00c93-a7bf-4521-b470-1abd1e205413,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:31.886973 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9ccdbd-3eb6-4d78-9e38-131a529a03c9 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:31.890768 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-41b3950e-f14f-4aed-9217-0ebea9d18dff tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:31.893060 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9ccdbd-3eb6-4d78-9e38-131a529a03c9 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:31.893882 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ee94875a-9226-4898-85b3-11c2a3937c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:31.894625 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7397f9-f4d5-4b4a-9209-787f5314eb3a tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Network 1f7bf277-f891-448d-a6cc-7b4eaa23e4d5 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:18:31.899870 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9ccdbd-3eb6-4d78-9e38-131a529a03c9 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:31.902186 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-6c9ccdbd-3eb6-4d78-9e38-131a529a03c9 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2375 time: 0.1882727 Dec 10 19:18:31.907734 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53950) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:31.917291 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-4e7397f9-f4d5-4b4a-9209-787f5314eb3a tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 1f7bf277-f891-448d-a6cc-7b4eaa23e4d5) {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:18:31.921698 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-41b3950e-f14f-4aed-9217-0ebea9d18dff tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Calling delete_port for 958fc16d-86b8-486f-8630-bc748770938a owned by network:router_interface {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:18:31.929435 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7397f9-f4d5-4b4a-9209-787f5314eb3a tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:31.932372 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4e7397f9-f4d5-4b4a-9209-787f5314eb3a tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:31.947254 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:31.961723 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5a1ff7-7243-4fcd-84fa-af3c4ac37928 None None] Network 1f7bf277-f891-448d-a6cc-7b4eaa23e4d5 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:18:31.964078 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-4e7397f9-f4d5-4b4a-9209-787f5314eb3a tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0095289 Dec 10 19:18:31.967609 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53952) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:31.977056 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-ee94875a-9226-4898-85b3-11c2a3937c4c None None] For port a8609e4a-ed92-4880-a8dc-c9e2d4d89725, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=a8609e4a-ed92-4880-a8dc-c9e2d4d89725,segment=NetworkSegment(a61301f5-1a15-4d10-8c76-63a28e7230ca),segment_id=a61301f5-1a15-4d10-8c76-63a28e7230ca)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:18:31.984276 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-2448162e-c1e7-4174-9b2f-57183b11d960 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-274370770', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:32.018808 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ee94875a-9226-4898-85b3-11c2a3937c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:32.050400 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ad47c2d2-a83d-4904-9f63-bade90714d0f tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:32.068095 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ad47c2d2-a83d-4904-9f63-bade90714d0f tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:32.095691 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-93a63ee8-d19f-4e5b-bc43-ecd6520ef7ac tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:32.103639 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad47c2d2-a83d-4904-9f63-bade90714d0f tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1209506c-faa6-43fe-9246-f4ef5a61767e,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:32.111652 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2448162e-c1e7-4174-9b2f-57183b11d960 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:32.113113 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2448162e-c1e7-4174-9b2f-57183b11d960 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:32.142422 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ad47c2d2-a83d-4904-9f63-bade90714d0f tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:32.144599 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-ad47c2d2-a83d-4904-9f63-bade90714d0f tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4994230 Dec 10 19:18:32.150402 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-93a63ee8-d19f-4e5b-bc43-ecd6520ef7ac tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:32.153390 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53954) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:32.168577 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.db.api [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102367) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:18:32.169091 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG oslo_db.api [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:18:32.195982 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-c90b5360-c3d3-45bf-95d5-414230fcd8b9 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Deleting port cb615a86-ebea-4d40-b552-7bca9cadb775 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:18:32.196397 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c90b5360-c3d3-45bf-95d5-414230fcd8b9 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:32.247406 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee94875a-9226-4898-85b3-11c2a3937c4c None None] Pushing event updated for resources: {'Port': ['ID=a8609e4a-ed92-4880-a8dc-c9e2d4d89725,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:32.276302 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ecfb9f8c-e81e-4ed5-a0ef-4148cae3e292 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:32.280537 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:32.290651 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2448162e-c1e7-4174-9b2f-57183b11d960 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:32.290890 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ecfb9f8c-e81e-4ed5-a0ef-4148cae3e292 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:32.296684 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2448162e-c1e7-4174-9b2f-57183b11d960 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:32.334799 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-93a63ee8-d19f-4e5b-bc43-ecd6520ef7ac tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:32.337967 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-93a63ee8-d19f-4e5b-bc43-ecd6520ef7ac tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:32.343252 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-93a63ee8-d19f-4e5b-bc43-ecd6520ef7ac tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "DELETE /v2.0/security-groups/906420f5-fcd8-461f-b51c-c2a2c4c85475 HTTP/1.1" status: 204 len: 168 time: 0.5086720 Dec 10 19:18:32.347503 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53956) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:32.359002 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2448162e-c1e7-4174-9b2f-57183b11d960 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:32.362734 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-2448162e-c1e7-4174-9b2f-57183b11d960 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3908043 Dec 10 19:18:32.362926 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ecfb9f8c-e81e-4ed5-a0ef-4148cae3e292 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:32.363526 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53958) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:32.370280 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230a741c-c181-4cca-ad7c-75e37fa94f57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-1f7bf277-f891-448d-a6cc-7b4eaa23e4d5', 'network_id': '1f7bf277-f891-448d-a6cc-7b4eaa23e4d5', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'fixed_ips': [{'subnet_id': '758bda5f-e10a-4aff-bfd0-c8400f5279dc'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:18:32.371586 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-230a741c-c181-4cca-ad7c-75e37fa94f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:32.375141 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dd0935b2-a44b-448e-9ef4-9b3a7e376956 None None] Provisioning complete for port cb615a86-ebea-4d40-b552-7bca9cadb775 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:32.375511 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dd0935b2-a44b-448e-9ef4-9b3a7e376956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:32.428375 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ecfb9f8c-e81e-4ed5-a0ef-4148cae3e292 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:32.432574 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-ecfb9f8c-e81e-4ed5-a0ef-4148cae3e292 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/1209506c-faa6-43fe-9246-f4ef5a61767e HTTP/1.1" status: 204 len: 168 time: 0.2743196 Dec 10 19:18:32.441613 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-dd0935b2-a44b-448e-9ef4-9b3a7e376956 None None] Port cb615a86-ebea-4d40-b552-7bca9cadb775 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:18:32.446200 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53960) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:32.474182 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-41b3950e-f14f-4aed-9217-0ebea9d18dff tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:32.487151 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a63ee8-d19f-4e5b-bc43-ecd6520ef7ac tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=906420f5-fcd8-461f-b51c-c2a2c4c85475,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:32.530278 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dd0935b2-a44b-448e-9ef4-9b3a7e376956 None None] Provisioning complete for port 96076b46-2066-4cf6-8ed3-78b268e98548 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:32.530754 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dd0935b2-a44b-448e-9ef4-9b3a7e376956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:32.531738 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb9f8c-e81e-4ed5-a0ef-4148cae3e292 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1209506c-faa6-43fe-9246-f4ef5a61767e,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:32.586720 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b3950e-f14f-4aed-9217-0ebea9d18dff tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Pushing event deleted for resources: {'Port': ['ID=958fc16d-86b8-486f-8630-bc748770938a,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:32.590266 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c90b5360-c3d3-45bf-95d5-414230fcd8b9 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:32.618007 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-dd0935b2-a44b-448e-9ef4-9b3a7e376956 None None] Port 96076b46-2066-4cf6-8ed3-78b268e98548 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:18:32.652015 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-230a741c-c181-4cca-ad7c-75e37fa94f57 None None] Allocated IP 2001:db8::2 (1f7bf277-f891-448d-a6cc-7b4eaa23e4d5/758bda5f-e10a-4aff-bfd0-c8400f5279dc/80511408-fa46-44ac-9c25-19139bedfefc) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:18:32.660134 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dd0935b2-a44b-448e-9ef4-9b3a7e376956 None None] Provisioning complete for port a8609e4a-ed92-4880-a8dc-c9e2d4d89725 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:32.660976 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dd0935b2-a44b-448e-9ef4-9b3a7e376956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:32.693192 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-d606195a-31cd-4734-9109-ffb954c42e54 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Deleting subnet c10be0a9-093c-4819-aecf-86a6f0671c7a {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:18:32.712661 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-c90b5360-c3d3-45bf-95d5-414230fcd8b9 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Calling delete_port for cb615a86-ebea-4d40-b552-7bca9cadb775 owned by {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:18:32.718884 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d606195a-31cd-4734-9109-ffb954c42e54 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:32.754977 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-fe330acd-65ee-4917-86cf-8f73dc4b5495 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2975440 Dec 10 19:18:32.772064 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53964) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:32.915225 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d606195a-31cd-4734-9109-ffb954c42e54 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:32.935765 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device e5051c56-4d1f-4588-b709-422cdab44020 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:18:33.108832 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-41b3950e-f14f-4aed-9217-0ebea9d18dff tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3755731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3712768'] for router_interface, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:33.118676 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d606195a-31cd-4734-9109-ffb954c42e54 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:33.124387 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-bbe3f455-a53b-4ff8-9c73-07e232799919 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:33.174425 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-230a741c-c181-4cca-ad7c-75e37fa94f57 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:33.182268 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port e5051c56-4d1f-4588-b709-422cdab44020 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:33.182884 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:33.237712 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-230a741c-c181-4cca-ad7c-75e37fa94f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:33.267432 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230a741c-c181-4cca-ad7c-75e37fa94f57 None None] Network 1f7bf277-f891-448d-a6cc-7b4eaa23e4d5 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:18:33.295714 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-230a741c-c181-4cca-ad7c-75e37fa94f57 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:18:33.303492 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d606195a-31cd-4734-9109-ffb954c42e54 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:33.303990 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230a741c-c181-4cca-ad7c-75e37fa94f57 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:18:33.320200 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-0db56b9e-39cb-456e-bc8d-b0269f85615a None None] Provisioning complete for port 96076b46-2066-4cf6-8ed3-78b268e98548 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:33.320584 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0db56b9e-39cb-456e-bc8d-b0269f85615a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:33.341275 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-67cedf4f-045f-4c60-89dd-466c98e6f069 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:33.347858 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-bbe3f455-a53b-4ff8-9c73-07e232799919 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:33.355874 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c90b5360-c3d3-45bf-95d5-414230fcd8b9 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:33.368783 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d606195a-31cd-4734-9109-ffb954c42e54 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event deleted for resources: {'Subnet': ['ID=c10be0a9-093c-4819-aecf-86a6f0671c7a,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:33.372287 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d606195a-31cd-4734-9109-ffb954c42e54 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:33.382086 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d606195a-31cd-4734-9109-ffb954c42e54 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "DELETE /v2.0/subnets/c10be0a9-093c-4819-aecf-86a6f0671c7a HTTP/1.1" status: 204 len: 168 time: 1.0262985 Dec 10 19:18:33.393165 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53966) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:33.396766 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230a741c-c181-4cca-ad7c-75e37fa94f57 None None] Pushing event updated for resources: {'Port': ['ID=80511408-fa46-44ac-9c25-19139bedfefc,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:33.419852 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707f8b8f-0b07-462f-84db-00fb326ca38a None None] Network 87856d39-9b23-4d60-b4d0-2984f54460b8 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:18:33.428126 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90b5360-c3d3-45bf-95d5-414230fcd8b9 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event deleted for resources: {'Port': ['ID=cb615a86-ebea-4d40-b552-7bca9cadb775,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:33.502900 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-0db56b9e-39cb-456e-bc8d-b0269f85615a None None] Port 96076b46-2066-4cf6-8ed3-78b268e98548 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:18:33.540691 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-230a741c-c181-4cca-ad7c-75e37fa94f57 None None] Attempting to bind port 80511408-fa46-44ac-9c25-19139bedfefc on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:18:33.541296 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-230a741c-c181-4cca-ad7c-75e37fa94f57 None None] Attempting to bind port 80511408-fa46-44ac-9c25-19139bedfefc by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '5dfdfabb-4568-4c81-bfd0-342dca1b022e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1f7bf277-f891-448d-a6cc-7b4eaa23e4d5'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:18:33.543364 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230a741c-c181-4cca-ad7c-75e37fa94f57 None None] Attempting to bind port 80511408-fa46-44ac-9c25-19139bedfefc on network 1f7bf277-f891-448d-a6cc-7b4eaa23e4d5 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:18:33.566328 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c90b5360-c3d3-45bf-95d5-414230fcd8b9 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:33.571981 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-c90b5360-c3d3-45bf-95d5-414230fcd8b9 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "DELETE /v2.0/ports/cb615a86-ebea-4d40-b552-7bca9cadb775 HTTP/1.1" status: 204 len: 168 time: 1.6626623 Dec 10 19:18:33.582607 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53968) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:33.611735 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230a741c-c181-4cca-ad7c-75e37fa94f57 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:18:33.612902 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230a741c-c181-4cca-ad7c-75e37fa94f57 None None] Checking segment: {'id': '5dfdfabb-4568-4c81-bfd0-342dca1b022e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1f7bf277-f891-448d-a6cc-7b4eaa23e4d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:18:33.614855 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-230a741c-c181-4cca-ad7c-75e37fa94f57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:33.616424 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230a741c-c181-4cca-ad7c-75e37fa94f57 None None] Bound using segment: {'id': '5dfdfabb-4568-4c81-bfd0-342dca1b022e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1f7bf277-f891-448d-a6cc-7b4eaa23e4d5'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:18:33.617390 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-230a741c-c181-4cca-ad7c-75e37fa94f57 None None] Bound port: 80511408-fa46-44ac-9c25-19139bedfefc, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dfdfabb-4568-4c81-bfd0-342dca1b022e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1f7bf277-f891-448d-a6cc-7b4eaa23e4d5'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:18:33.617866 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-230a741c-c181-4cca-ad7c-75e37fa94f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:33.648178 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-a65e4c27-5161-4747-b890-08554a6f5034 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] GET failed (client error): The resource could not be found. Dec 10 19:18:33.650843 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-a65e4c27-5161-4747-b890-08554a6f5034 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "GET /v2.0/ports/cb615a86-ebea-4d40-b552-7bca9cadb775 HTTP/1.1" status: 404 len: 333 time: 0.0666823 Dec 10 19:18:33.655198 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53970) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:33.680387 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-e3921250-67f5-49bd-a52f-492680e20968 None None] Could not find standard attr ID for object cb615a86-ebea-4d40-b552-7bca9cadb775. {{(pid=102367) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:18:33.682785 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device a8609e4a-ed92-4880-a8dc-c9e2d4d89725 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:18:33.749379 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a12de23-cdab-4364-b529-024434fac2f4 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Deleting subnet 821ff962-bff1-4ace-bf64-7353a73596d3 {{(pid=102365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:18:33.766414 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6a12de23-cdab-4364-b529-024434fac2f4 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for subnet, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:33.797806 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-dbb33f81-06e8-4fd4-8951-8c8a9e995393 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Deleting port 96076b46-2066-4cf6-8ed3-78b268e98548 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:18:33.798159 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-dbb33f81-06e8-4fd4-8951-8c8a9e995393 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:33.877700 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-230a741c-c181-4cca-ad7c-75e37fa94f57 None None] For port 80511408-fa46-44ac-9c25-19139bedfefc, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:18:33.884314 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-230a741c-c181-4cca-ad7c-75e37fa94f57 None None] For port 80511408-fa46-44ac-9c25-19139bedfefc, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=80511408-fa46-44ac-9c25-19139bedfefc,segment=NetworkSegment(5dfdfabb-4568-4c81-bfd0-342dca1b022e),segment_id=5dfdfabb-4568-4c81-bfd0-342dca1b022e)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:18:33.895264 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-230a741c-c181-4cca-ad7c-75e37fa94f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:33.909348 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port a8609e4a-ed92-4880-a8dc-c9e2d4d89725 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:33.909798 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:33.924939 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b3950e-f14f-4aed-9217-0ebea9d18dff tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Router f0d38a36-7fd0-4ca0-8777-1bad77949a0e has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:18:33.925783 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-bbe3f455-a53b-4ff8-9c73-07e232799919 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:33.926287 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-dbb33f81-06e8-4fd4-8951-8c8a9e995393 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:33.932359 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-bbe3f455-a53b-4ff8-9c73-07e232799919 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:33.938854 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-bbe3f455-a53b-4ff8-9c73-07e232799919 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "DELETE /v2.0/security-groups/5e13c943-3269-4a1b-b320-0cc3710ea628 HTTP/1.1" status: 204 len: 168 time: 1.1632063 Dec 10 19:18:33.943233 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53974) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:33.969000 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-dbb33f81-06e8-4fd4-8951-8c8a9e995393 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Calling delete_port for 96076b46-2066-4cf6-8ed3-78b268e98548 owned by {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:18:34.010161 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6a12de23-cdab-4364-b529-024434fac2f4 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353213'] for subnet, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:34.020203 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230a741c-c181-4cca-ad7c-75e37fa94f57 None None] Pushing event updated for resources: {'Port': ['ID=80511408-fa46-44ac-9c25-19139bedfefc,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:34.148908 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-a0330f78-27da-442a-9214-6434421bd9c5 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.2041161 Dec 10 19:18:34.149846 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53976) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:34.152918 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe3f455-a53b-4ff8-9c73-07e232799919 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e13c943-3269-4a1b-b320-0cc3710ea628,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:34.338903 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-30ec2774-0cf5-4436-91ee-48523bacc6ae tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:34.385820 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-30ec2774-0cf5-4436-91ee-48523bacc6ae tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:34.389332 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-dbb33f81-06e8-4fd4-8951-8c8a9e995393 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:34.421856 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-67cedf4f-045f-4c60-89dd-466c98e6f069 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Allocated IP 2001:db8::1 (1f7bf277-f891-448d-a6cc-7b4eaa23e4d5/758bda5f-e10a-4aff-bfd0-c8400f5279dc/10618b87-c19c-4014-a023-456559669e5b) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:18:34.448070 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b3950e-f14f-4aed-9217-0ebea9d18dff tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:18:34.457789 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-41b3950e-f14f-4aed-9217-0ebea9d18dff tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] 10.222.0.69 "PUT /v2.0/routers/f0d38a36-7fd0-4ca0-8777-1bad77949a0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9165394 Dec 10 19:18:34.461135 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53978) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:34.470602 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb33f81-06e8-4fd4-8951-8c8a9e995393 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event deleted for resources: {'Port': ['ID=96076b46-2066-4cf6-8ed3-78b268e98548,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:34.496408 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7daf6a10-8902-495e-b054-a092c13d3252 None None] Sync routers for ids ['f0d38a36-7fd0-4ca0-8777-1bad77949a0e'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:18:34.509098 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7daf6a10-8902-495e-b054-a092c13d3252 None None] Routers {'f0d38a36-7fd0-4ca0-8777-1bad77949a0e'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:18:34.509626 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-7daf6a10-8902-495e-b054-a092c13d3252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:18:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['f0d38a36-7fd0-4ca0-8777-1bad77949a0e'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:34.553399 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-7daf6a10-8902-495e-b054-a092c13d3252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:34.565771 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7daf6a10-8902-495e-b054-a092c13d3252 None None] Routers {'f0d38a36-7fd0-4ca0-8777-1bad77949a0e'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:18:34.566037 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-7daf6a10-8902-495e-b054-a092c13d3252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:18:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['f0d38a36-7fd0-4ca0-8777-1bad77949a0e'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:34.568674 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-dbb33f81-06e8-4fd4-8951-8c8a9e995393 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:34.576950 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-dbb33f81-06e8-4fd4-8951-8c8a9e995393 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "DELETE /v2.0/ports/96076b46-2066-4cf6-8ed3-78b268e98548 HTTP/1.1" status: 204 len: 168 time: 0.9160020 Dec 10 19:18:34.577568 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53980) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:34.612462 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b42cf91-039e-45a2-a8c9-b07b62bb96c1 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] GET failed (client error): The resource could not be found. Dec 10 19:18:34.618829 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-7daf6a10-8902-495e-b054-a092c13d3252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:34.619113 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-9b42cf91-039e-45a2-a8c9-b07b62bb96c1 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "GET /v2.0/ports/96076b46-2066-4cf6-8ed3-78b268e98548 HTTP/1.1" status: 404 len: 333 time: 0.0359838 Dec 10 19:18:34.619279 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7daf6a10-8902-495e-b054-a092c13d3252 None None] The sync data for ids ['f0d38a36-7fd0-4ca0-8777-1bad77949a0e'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:18:34.620468 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53982) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:34.633723 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dc23835d-832a-4a72-9f8f-b212706b9826 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks [] for router, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:34.637683 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-30ec2774-0cf5-4436-91ee-48523bacc6ae tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:34.641423 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-30ec2774-0cf5-4436-91ee-48523bacc6ae tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:34.642736 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-30ec2774-0cf5-4436-91ee-48523bacc6ae tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "DELETE /v2.0/security-groups/29f2f1db-c387-46d8-9c85-5d9ec785ad8c HTTP/1.1" status: 204 len: 168 time: 0.4892614 Dec 10 19:18:34.654902 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53984) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:34.691483 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ec2774-0cf5-4436-91ee-48523bacc6ae tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f2f1db-c387-46d8-9c85-5d9ec785ad8c,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:34.716690 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb794945-2f8c-410e-b2f4-0c13185ebefd tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Deleting subnet c600a669-fefd-4b7a-851c-c1d1a1c2d5be {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:18:34.720663 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-fb794945-2f8c-410e-b2f4-0c13185ebefd tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:34.795770 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-fb794945-2f8c-410e-b2f4-0c13185ebefd tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:34.928452 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-fb794945-2f8c-410e-b2f4-0c13185ebefd tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:35.040396 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-fb794945-2f8c-410e-b2f4-0c13185ebefd tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:35.085053 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6a12de23-cdab-4364-b529-024434fac2f4 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:35.088687 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-fb794945-2f8c-410e-b2f4-0c13185ebefd tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:35.097076 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-fb794945-2f8c-410e-b2f4-0c13185ebefd tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "DELETE /v2.0/subnets/c600a669-fefd-4b7a-851c-c1d1a1c2d5be HTTP/1.1" status: 204 len: 168 time: 0.4753449 Dec 10 19:18:35.097736 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53988) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:35.100065 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb794945-2f8c-410e-b2f4-0c13185ebefd tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event deleted for resources: {'Subnet': ['ID=c600a669-fefd-4b7a-851c-c1d1a1c2d5be,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:35.120715 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d96ca6-4dd9-43e7-9642-a17619d58b79 None None] Network 490efb19-0ed1-4341-857b-78293c7aed02 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:18:35.276207 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6a12de23-cdab-4364-b529-024434fac2f4 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:35.289422 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-adcd056d-159e-4abe-91de-5a87a64c0ec1 None None] Provisioning complete for port 373b1763-25f1-494c-950d-67b422382048 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:35.290002 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-adcd056d-159e-4abe-91de-5a87a64c0ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:35.292241 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b5851824-d78b-4149-8170-9cf5b3a51d51 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:35.344842 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a12de23-cdab-4364-b529-024434fac2f4 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event deleted for resources: {'Subnet': ['ID=821ff962-bff1-4ace-bf64-7353a73596d3,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:35.396886 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6a12de23-cdab-4364-b529-024434fac2f4 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:35.403750 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53990) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:35.404083 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-6a12de23-cdab-4364-b529-024434fac2f4 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "DELETE /v2.0/subnets/821ff962-bff1-4ace-bf64-7353a73596d3 HTTP/1.1" status: 204 len: 168 time: 2.0091903 Dec 10 19:18:35.476493 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-b5851824-d78b-4149-8170-9cf5b3a51d51 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Deleting port a8609e4a-ed92-4880-a8dc-c9e2d4d89725 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:18:35.477053 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b5851824-d78b-4149-8170-9cf5b3a51d51 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:35.480598 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb1f221b-e1e9-4915-9cfd-047f2abe4794 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] DELETE failed (client error): The resource could not be found. Dec 10 19:18:35.481265 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb1f221b-e1e9-4915-9cfd-047f2abe4794 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:18:35.487391 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-bb1f221b-e1e9-4915-9cfd-047f2abe4794 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "DELETE /v2.0/subnets/c10be0a9-093c-4819-aecf-86a6f0671c7a HTTP/1.1" status: 404 len: 337 time: 0.0810773 Dec 10 19:18:35.491360 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 53992) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:35.527684 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-f64605e8-d3df-4e8e-835c-ca60266eb25e tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4549646 Dec 10 19:18:35.528306 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53994) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:35.533818 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dc23835d-832a-4a72-9f8f-b212706b9826 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:35.540527 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-80f7f83e-e4b7-4419-bd93-95a972877592 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Request body: {'security_group': {'name': 'tempest-secgroup--88324331'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:35.553981 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dc23835d-832a-4a72-9f8f-b212706b9826 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:35.562322 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-67cedf4f-045f-4c60-89dd-466c98e6f069 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:35.577269 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076a6d46-01e8-4bf5-bc5a-6ff7f64156ed None None] Network 87856d39-9b23-4d60-b4d0-2984f54460b8 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:18:35.640413 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-b5851824-d78b-4149-8170-9cf5b3a51d51 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] For port a8609e4a-ed92-4880-a8dc-c9e2d4d89725, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=a8609e4a-ed92-4880-a8dc-c9e2d4d89725,segment=NetworkSegment(a61301f5-1a15-4d10-8c76-63a28e7230ca),segment_id=a61301f5-1a15-4d10-8c76-63a28e7230ca)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:18:35.641190 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b5851824-d78b-4149-8170-9cf5b3a51d51 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:35.645238 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-80f7f83e-e4b7-4419-bd93-95a972877592 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:35.652839 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dc23835d-832a-4a72-9f8f-b212706b9826 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:35.653607 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc23835d-832a-4a72-9f8f-b212706b9826 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Fanout notify agent at l3_agent the message router_deleted on router f0d38a36-7fd0-4ca0-8777-1bad77949a0e {{(pid=102365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:18:35.659876 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-b5851824-d78b-4149-8170-9cf5b3a51d51 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Calling delete_port for a8609e4a-ed92-4880-a8dc-c9e2d4d89725 owned by network:dhcp {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:18:35.678847 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dc23835d-832a-4a72-9f8f-b212706b9826 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:35.680399 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-dc23835d-832a-4a72-9f8f-b212706b9826 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] 10.222.0.69 "DELETE /v2.0/routers/f0d38a36-7fd0-4ca0-8777-1bad77949a0e HTTP/1.1" status: 204 len: 168 time: 1.2154489 Dec 10 19:18:35.684619 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53996) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:35.723002 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cc8850-8829-43b2-99a3-1ca6b932aeef None None] Network 1f7bf277-f891-448d-a6cc-7b4eaa23e4d5 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:18:35.770906 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_v2 [None req-67d0a4a7-b9e8-4833-b59d-b979315a2a7b tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Deleting subnet d3b13a1b-fcad-4c77-a049-dc437999f91a {{(pid=102365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:18:35.775235 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-67d0a4a7-b9e8-4833-b59d-b979315a2a7b tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks [] for subnet, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:35.811483 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-67cedf4f-045f-4c60-89dd-466c98e6f069 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:35.818917 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-afa9a72b-e686-4c24-bda5-4818fcb40c55 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Deleting subnet 2b0f5686-6bd9-4428-8daf-bd0dab56d2a1 {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:18:35.835071 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-afa9a72b-e686-4c24-bda5-4818fcb40c55 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:35.851353 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 80511408-fa46-44ac-9c25-19139bedfefc up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:18:35.862099 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b5851824-d78b-4149-8170-9cf5b3a51d51 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:35.883273 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-67d0a4a7-b9e8-4833-b59d-b979315a2a7b tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353213'] for subnet, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:35.894313 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-adcd056d-159e-4abe-91de-5a87a64c0ec1 None None] Port 373b1763-25f1-494c-950d-67b422382048 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:18:35.903640 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5851824-d78b-4149-8170-9cf5b3a51d51 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] No DVR routers for this DVR port a8609e4a-ed92-4880-a8dc-c9e2d4d89725 on host dv-neutron-821441-1-hyperv {{(pid=102366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:18:35.910130 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5851824-d78b-4149-8170-9cf5b3a51d51 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event deleted for resources: {'Port': ['ID=a8609e4a-ed92-4880-a8dc-c9e2d4d89725,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:35.914453 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cedf4f-045f-4c60-89dd-466c98e6f069 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Network 1f7bf277-f891-448d-a6cc-7b4eaa23e4d5 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:18:35.934702 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-67cedf4f-045f-4c60-89dd-466c98e6f069 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:18:35.949719 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cedf4f-045f-4c60-89dd-466c98e6f069 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:18:35.950488 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-67cedf4f-045f-4c60-89dd-466c98e6f069 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712030'] for router_interface, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:35.960365 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cedf4f-045f-4c60-89dd-466c98e6f069 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event updated for resources: {'Port': ['ID=10618b87-c19c-4014-a023-456559669e5b,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:35.989948 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-adcd056d-159e-4abe-91de-5a87a64c0ec1 None None] Provisioning complete for port e5051c56-4d1f-4588-b709-422cdab44020 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:35.990564 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-adcd056d-159e-4abe-91de-5a87a64c0ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:35.992715 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:18:36.025226 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-afa9a72b-e686-4c24-bda5-4818fcb40c55 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:36.043461 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-80f7f83e-e4b7-4419-bd93-95a972877592 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:36.070949 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b5851824-d78b-4149-8170-9cf5b3a51d51 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:36.088106 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-80f7f83e-e4b7-4419-bd93-95a972877592 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:36.116182 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-b5851824-d78b-4149-8170-9cf5b3a51d51 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['490efb19-0ed1-4341-857b-78293c7aed02']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:36.134599 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-b5851824-d78b-4149-8170-9cf5b3a51d51 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a61301f5-1a15-4d10-8c76-63a28e7230ca') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:36.134599 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-b5851824-d78b-4149-8170-9cf5b3a51d51 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a61301f5-1a15-4d10-8c76-63a28e7230ca') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:36.147586 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7583f55-f52d-401f-b79a-01893c88a681 None None] DHCP port deletion for 490efb19-0ed1-4341-857b-78293c7aed02 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:18:36.155576 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-80f7f83e-e4b7-4419-bd93-95a972877592 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:36.160488 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-80f7f83e-e4b7-4419-bd93-95a972877592 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.6241705 Dec 10 19:18:36.163349 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-67d0a4a7-b9e8-4833-b59d-b979315a2a7b tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:36.166678 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 53998) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:36.173565 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b5851824-d78b-4149-8170-9cf5b3a51d51 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:36.173903 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-04af3983-d633-4ea8-8a82-a000648f5d38 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Request body: {'security_group_rule': {'security_group_id': '1c456fb7-b916-4ed0-b440-e34126856092', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:36.201915 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b5851824-d78b-4149-8170-9cf5b3a51d51 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:36.202536 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f7f83e-e4b7-4419-bd93-95a972877592 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c456fb7-b916-4ed0-b440-e34126856092,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:36.228817 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-afa9a72b-e686-4c24-bda5-4818fcb40c55 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:36.232980 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5851824-d78b-4149-8170-9cf5b3a51d51 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:18:36.233394 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b5851824-d78b-4149-8170-9cf5b3a51d51 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:36.233597 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 80511408-fa46-44ac-9c25-19139bedfefc triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:36.233999 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:36.237690 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:18:36.237690 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:18:36.237690 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:18:36.237690 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:18:36.237690 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:18:36.237690 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:18:36.237690 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:18:36.237690 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:18:36.237690 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:18:36.237690 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:18:36.237690 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:18:36.237690 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:18:36.237690 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:18:36.237690 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:18:36.237690 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:18:36.237690 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:18:36.237690 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:18:36.237690 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:18:36.237690 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:18:36.237690 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:18:36.237690 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:18:36.237690 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:18:36.237690 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:18:36.237690 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:18:36.237690 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:18:36.237690 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:18:36.237690 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:18:36.237690 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:18:36.237690 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:18:36.237690 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:18:36.237690 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:18:36.237690 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:18:36.285604 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-67cedf4f-045f-4c60-89dd-466c98e6f069 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:36.308515 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-04af3983-d633-4ea8-8a82-a000648f5d38 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:36.381689 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-67d0a4a7-b9e8-4833-b59d-b979315a2a7b tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:36.387128 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b5851824-d78b-4149-8170-9cf5b3a51d51 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:36.413739 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b5851824-d78b-4149-8170-9cf5b3a51d51 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:36.424467 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-b5851824-d78b-4149-8170-9cf5b3a51d51 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "DELETE /v2.0/networks/490efb19-0ed1-4341-857b-78293c7aed02 HTTP/1.1" status: 204 len: 168 time: 1.3216105 Dec 10 19:18:36.426120 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54002) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:36.437581 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-cbb18f8d-6ab4-4897-95b2-954595470360 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-358329422'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:36.463597 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5851824-d78b-4149-8170-9cf5b3a51d51 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event deleted for resources: {'Network': ['ID=490efb19-0ed1-4341-857b-78293c7aed02,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:36.484144 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:36.485882 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-afa9a72b-e686-4c24-bda5-4818fcb40c55 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:36.526118 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port 80511408-fa46-44ac-9c25-19139bedfefc, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=80511408-fa46-44ac-9c25-19139bedfefc,segment=NetworkSegment(5dfdfabb-4568-4c81-bfd0-342dca1b022e),segment_id=5dfdfabb-4568-4c81-bfd0-342dca1b022e)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:18:36.535785 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa9a72b-e686-4c24-bda5-4818fcb40c55 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event deleted for resources: {'Subnet': ['ID=2b0f5686-6bd9-4428-8daf-bd0dab56d2a1,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:36.538096 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:36.552294 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-afa9a72b-e686-4c24-bda5-4818fcb40c55 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:36.556439 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-afa9a72b-e686-4c24-bda5-4818fcb40c55 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "DELETE /v2.0/subnets/2b0f5686-6bd9-4428-8daf-bd0dab56d2a1 HTTP/1.1" status: 204 len: 168 time: 1.0630429 Dec 10 19:18:36.560584 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54004) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:36.572209 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb18f8d-6ab4-4897-95b2-954595470360 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Made reservation on behalf of 4138d9758a3e4f5e8bb3fafb058d33af for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:18:36.577555 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cbb18f8d-6ab4-4897-95b2-954595470360 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:36.584318 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d0a4a7-b9e8-4833-b59d-b979315a2a7b tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Pushing event deleted for resources: {'Subnet': ['ID=d3b13a1b-fcad-4c77-a049-dc437999f91a,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:36.596286 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-67d0a4a7-b9e8-4833-b59d-b979315a2a7b tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:36.604676 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-67d0a4a7-b9e8-4833-b59d-b979315a2a7b tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] 10.222.0.69 "DELETE /v2.0/subnets/d3b13a1b-fcad-4c77-a049-dc437999f91a HTTP/1.1" status: 204 len: 168 time: 0.9152582 Dec 10 19:18:36.609219 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54006) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:36.615673 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=80511408-fa46-44ac-9c25-19139bedfefc,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:36.618985 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3926e3a5-9e06-4f3e-b499-dc93e1f551bc None None] Network aec00c9d-0227-4015-af31-208e6f93b08c requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:18:36.667946 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-04af3983-d633-4ea8-8a82-a000648f5d38 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:36.681813 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-04af3983-d633-4ea8-8a82-a000648f5d38 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:36.764367 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7ca97dfd-ec78-4438-b7ad-14b086c05d09 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:36.766780 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9c56069-6c29-435d-a223-9748a341afb3 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] DELETE failed (client error): The resource could not be found. Dec 10 19:18:36.767234 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9c56069-6c29-435d-a223-9748a341afb3 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:18:36.770633 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-e9c56069-6c29-435d-a223-9748a341afb3 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "DELETE /v2.0/subnets/bb616094-08b9-4c9e-8878-52db263c1290 HTTP/1.1" status: 404 len: 337 time: 0.2088914 Dec 10 19:18:36.776785 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54008) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:36.825345 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-517e30c1-97c6-43f3-9726-60bbf9d43c12 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "GET /v2.0/ports?device_id=2af1771a-7abe-404b-a92b-c012b42d5478 HTTP/1.1" status: 200 len: 205 time: 0.0473430 Dec 10 19:18:36.840135 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54010) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:36.847721 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af3983-d633-4ea8-8a82-a000648f5d38 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ece18457-4491-42a0-b212-1885571b96fb,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:36.856285 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-5e063951-826e-4bd2-854e-70adf31a6401 None None] Provisioning complete for port 80511408-fa46-44ac-9c25-19139bedfefc triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:36.858324 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-5e063951-826e-4bd2-854e-70adf31a6401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:36.877038 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-04af3983-d633-4ea8-8a82-a000648f5d38 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:36.881185 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-04af3983-d633-4ea8-8a82-a000648f5d38 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7118573 Dec 10 19:18:36.881835 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54012) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:36.932619 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-851d1043-fde2-4995-8872-3a892a5626b5 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:36.958219 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-851d1043-fde2-4995-8872-3a892a5626b5 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:37.017579 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbb18f8d-6ab4-4897-95b2-954595470360 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:18:37.039599 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-056fca97-5972-4372-8156-df6e0c6dddb1 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] delete failed (client error): The resource could not be found. Dec 10 19:18:37.045672 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-056fca97-5972-4372-8156-df6e0c6dddb1 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "DELETE /v2.0/routers/2af1771a-7abe-404b-a92b-c012b42d5478 HTTP/1.1" status: 404 len: 336 time: 0.1450942 Dec 10 19:18:37.046993 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54014) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:37.058475 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cbb18f8d-6ab4-4897-95b2-954595470360 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:37.059094 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-cbb18f8d-6ab4-4897-95b2-954595470360 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Added segment a40c9b08-18a1-4f26-a635-94aa947ffce2 of type vlan for network 7868ab2e-3325-40be-a831-0fe5ebfbba40 Dec 10 19:18:37.084141 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a873df-c2b9-445f-8ce2-8b925a67f243 None None] DHCP port deletion for aec00c9d-0227-4015-af31-208e6f93b08c request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:18:37.116170 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-851d1043-fde2-4995-8872-3a892a5626b5 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:37.125023 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-851d1043-fde2-4995-8872-3a892a5626b5 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:37.127126 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-851d1043-fde2-4995-8872-3a892a5626b5 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/ece18457-4491-42a0-b212-1885571b96fb HTTP/1.1" status: 204 len: 168 time: 0.2409196 Dec 10 19:18:37.156133 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54016) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:37.162646 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851d1043-fde2-4995-8872-3a892a5626b5 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ece18457-4491-42a0-b212-1885571b96fb,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:37.171266 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9a20ca0-024c-449d-9ad6-7f7a88b691a0 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] DELETE failed (client error): The resource could not be found. Dec 10 19:18:37.171771 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9a20ca0-024c-449d-9ad6-7f7a88b691a0 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:18:37.180240 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cbb18f8d-6ab4-4897-95b2-954595470360 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:37.184915 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-a9a20ca0-024c-449d-9ad6-7f7a88b691a0 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "DELETE /v2.0/subnets/92917bc1-50d6-4a89-9612-eed5c480ec71 HTTP/1.1" status: 404 len: 337 time: 0.1352606 Dec 10 19:18:37.187565 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54018) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:37.193099 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-67cedf4f-045f-4c60-89dd-466c98e6f069 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:37.203730 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-d5a873df-c2b9-445f-8ce2-8b925a67f243 None None] Deleting port ce56939f-265a-4acf-bad8-aa8ee968e47b {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:18:37.204715 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d5a873df-c2b9-445f-8ce2-8b925a67f243 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:37.221748 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-67cedf4f-045f-4c60-89dd-466c98e6f069 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:37.223289 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-67cedf4f-045f-4c60-89dd-466c98e6f069 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3755716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711339'] for router_interface, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:37.292699 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb1188e3-5395-4a77-aa26-226b851de438 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] DELETE failed (client error): The resource could not be found. Dec 10 19:18:37.293634 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb1188e3-5395-4a77-aa26-226b851de438 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:18:37.298738 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-cb1188e3-5395-4a77-aa26-226b851de438 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "DELETE /v2.0/subnets/98037766-80f7-4c7e-8268-df420dd4fc85 HTTP/1.1" status: 404 len: 337 time: 0.1100807 Dec 10 19:18:37.299864 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-7ca97dfd-ec78-4438-b7ad-14b086c05d09 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Deleting port ce56939f-265a-4acf-bad8-aa8ee968e47b {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:18:37.300805 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7ca97dfd-ec78-4438-b7ad-14b086c05d09 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:37.305020 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54020) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:37.313809 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-1e25e00e-6c65-4b73-bce7-f3a0055f4dec None None] Provisioning complete for port 10618b87-c19c-4014-a023-456559669e5b triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:37.314024 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1e25e00e-6c65-4b73-bce7-f3a0055f4dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:37.321353 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-d5a873df-c2b9-445f-8ce2-8b925a67f243 None None] For port ce56939f-265a-4acf-bad8-aa8ee968e47b, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=ce56939f-265a-4acf-bad8-aa8ee968e47b,segment=NetworkSegment(dc4b6a1d-ac66-4faa-a2e5-198308b0c559),segment_id=dc4b6a1d-ac66-4faa-a2e5-198308b0c559)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:18:37.321785 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d5a873df-c2b9-445f-8ce2-8b925a67f243 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:37.356703 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-f6f33041-8e18-45c8-9091-fd7501ec7e4b tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1965265 Dec 10 19:18:37.366501 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54022) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:37.385287 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-d5a873df-c2b9-445f-8ce2-8b925a67f243 None None] Calling delete_port for ce56939f-265a-4acf-bad8-aa8ee968e47b owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:18:37.408426 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-1e25e00e-6c65-4b73-bce7-f3a0055f4dec None None] Port 10618b87-c19c-4014-a023-456559669e5b cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:18:37.464974 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-1e25e00e-6c65-4b73-bce7-f3a0055f4dec None None] Provisioning complete for port 80511408-fa46-44ac-9c25-19139bedfefc triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:37.465350 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1e25e00e-6c65-4b73-bce7-f3a0055f4dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:37.473763 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cedf4f-045f-4c60-89dd-466c98e6f069 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event updated for resources: {'Port': ['ID=10618b87-c19c-4014-a023-456559669e5b,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:37.476342 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-d80a5891-3c9f-4e4c-ba94-c1bbd25074bc tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] DELETE failed (client error): The resource could not be found. Dec 10 19:18:37.478151 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d80a5891-3c9f-4e4c-ba94-c1bbd25074bc tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:18:37.496770 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d80a5891-3c9f-4e4c-ba94-c1bbd25074bc tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "DELETE /v2.0/subnets/7bd82164-780c-41ae-bc96-6aeec4756e42 HTTP/1.1" status: 404 len: 337 time: 0.1866970 Dec 10 19:18:37.500527 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54026) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:37.502714 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cbb18f8d-6ab4-4897-95b2-954595470360 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:37.513868 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb18f8d-6ab4-4897-95b2-954595470360 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:37.515613 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cbb18f8d-6ab4-4897-95b2-954595470360 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:37.561772 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a8cc158-bafa-4fdd-a02b-0eeb7a85d6c8 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] DELETE failed (client error): The resource could not be found. Dec 10 19:18:37.562611 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a8cc158-bafa-4fdd-a02b-0eeb7a85d6c8 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:18:37.569635 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-3a8cc158-bafa-4fdd-a02b-0eeb7a85d6c8 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "DELETE /v2.0/ports/cce1a7e6-3378-49f5-9b7a-124f70a3bb81 HTTP/1.1" status: 404 len: 333 time: 0.0532691 Dec 10 19:18:37.569635 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54028) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:37.593724 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d5a873df-c2b9-445f-8ce2-8b925a67f243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:37.625013 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-082369c3-fa62-40ea-a9f5-6c51c8ea5e2a tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] DELETE failed (client error): The resource could not be found. Dec 10 19:18:37.625480 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-082369c3-fa62-40ea-a9f5-6c51c8ea5e2a tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:18:37.631568 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-082369c3-fa62-40ea-a9f5-6c51c8ea5e2a tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "DELETE /v2.0/subnets/f7eab5b1-9670-4bd8-927e-03ef2336ae3c HTTP/1.1" status: 404 len: 337 time: 0.0527432 Dec 10 19:18:37.632555 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54030) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:37.635157 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-90804ae7-3623-479c-b6b4-f6cf0c5fab11 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:37.660876 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-cbb18f8d-6ab4-4897-95b2-954595470360 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2336974 Dec 10 19:18:37.687517 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54032) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:37.687517 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cedf4f-045f-4c60-89dd-466c98e6f069 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Network 1f7bf277-f891-448d-a6cc-7b4eaa23e4d5 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:18:37.691063 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-3783fd40-37d9-4f83-8852-a7733c5bc731 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Request body: {'subnet': {'network_id': '7868ab2e-3325-40be-a831-0fe5ebfbba40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:37.698145 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a873df-c2b9-445f-8ce2-8b925a67f243 None None] Pushing event deleted for resources: {'Port': ['ID=ce56939f-265a-4acf-bad8-aa8ee968e47b,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:37.698404 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-86cfc647-f8b5-4e56-8395-801a43e0681a tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] DELETE failed (client error): The resource could not be found. Dec 10 19:18:37.698670 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86cfc647-f8b5-4e56-8395-801a43e0681a tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:18:37.705577 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-86cfc647-f8b5-4e56-8395-801a43e0681a tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "DELETE /v2.0/subnets/44ae7811-6f4d-4ac1-9f50-ff64a2287c57 HTTP/1.1" status: 404 len: 337 time: 0.0682819 Dec 10 19:18:37.710071 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77721dfe-a39d-46bf-96be-8748d54d1339 None None] Network 87856d39-9b23-4d60-b4d0-2984f54460b8 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:18:37.710448 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54034) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:37.734820 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a873df-c2b9-445f-8ce2-8b925a67f243 None None] No DVR routers for this DVR port ce56939f-265a-4acf-bad8-aa8ee968e47b on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:18:37.741250 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-67cedf4f-045f-4c60-89dd-466c98e6f069 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:18:37.768049 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-458151e0-275c-46ee-8664-6007a12ab3a8 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] DELETE failed (client error): The resource could not be found. Dec 10 19:18:37.769394 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-458151e0-275c-46ee-8664-6007a12ab3a8 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:18:37.775528 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-458151e0-275c-46ee-8664-6007a12ab3a8 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "DELETE /v2.0/ports/b18c38f8-fdb0-4bf6-ba9a-a2c4b2f7adfc HTTP/1.1" status: 404 len: 333 time: 0.0638058 Dec 10 19:18:37.781520 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54036) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:37.810384 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 80511408-fa46-44ac-9c25-19139bedfefc up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:18:37.818454 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb18f8d-6ab4-4897-95b2-954595470360 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event updated for resources: {'Network': ['ID=7868ab2e-3325-40be-a831-0fe5ebfbba40,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:37.824199 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-90804ae7-3623-479c-b6b4-f6cf0c5fab11 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:37.863966 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 7868ab2e-3325-40be-a831-0fe5ebfbba40 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:18:37.874077 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d356e8e-eeb5-48e6-ae09-4cdb3561031f tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] DELETE failed (client error): The resource could not be found. Dec 10 19:18:37.874845 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d356e8e-eeb5-48e6-ae09-4cdb3561031f tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:18:37.881059 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-3d356e8e-eeb5-48e6-ae09-4cdb3561031f tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "DELETE /v2.0/subnets/c97aeac7-f39f-46b2-b909-4ec69c1a639b HTTP/1.1" status: 404 len: 337 time: 0.0690446 Dec 10 19:18:37.883073 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54038) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:37.886160 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-7ca97dfd-ec78-4438-b7ad-14b086c05d09 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] For port ce56939f-265a-4acf-bad8-aa8ee968e47b, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=ce56939f-265a-4acf-bad8-aa8ee968e47b,segment=NetworkSegment(dc4b6a1d-ac66-4faa-a2e5-198308b0c559),segment_id=dc4b6a1d-ac66-4faa-a2e5-198308b0c559)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:18:37.886963 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7ca97dfd-ec78-4438-b7ad-14b086c05d09 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:37.916369 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-7ca97dfd-ec78-4438-b7ad-14b086c05d09 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Calling delete_port for ce56939f-265a-4acf-bad8-aa8ee968e47b owned by network:dhcp {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:18:38.024640 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-382b8f56-26c8-4680-8e48-244286ed1e58 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] DELETE failed (client error): The resource could not be found. Dec 10 19:18:38.025424 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-382b8f56-26c8-4680-8e48-244286ed1e58 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:18:38.032361 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-382b8f56-26c8-4680-8e48-244286ed1e58 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "DELETE /v2.0/subnets/f78338cb-81d2-4386-a983-a052f1a4a0ee HTTP/1.1" status: 404 len: 337 time: 0.1389921 Dec 10 19:18:38.041259 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54040) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:38.060159 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7ca97dfd-ec78-4438-b7ad-14b086c05d09 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:38.101395 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca97dfd-ec78-4438-b7ad-14b086c05d09 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Pushing event deleted for resources: {'Port': ['ID=ce56939f-265a-4acf-bad8-aa8ee968e47b,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:38.103930 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca97dfd-ec78-4438-b7ad-14b086c05d09 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] No DVR routers for this DVR port ce56939f-265a-4acf-bad8-aa8ee968e47b on host dv-neutron-821441-1-hyperv {{(pid=102366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:18:38.145145 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3783fd40-37d9-4f83-8852-a7733c5bc731 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Made reservation on behalf of 4138d9758a3e4f5e8bb3fafb058d33af for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:18:38.148995 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3783fd40-37d9-4f83-8852-a7733c5bc731 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:38.155980 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-90804ae7-3623-479c-b6b4-f6cf0c5fab11 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:38.158819 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-90804ae7-3623-479c-b6b4-f6cf0c5fab11 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:38.163772 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-90804ae7-3623-479c-b6b4-f6cf0c5fab11 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "DELETE /v2.0/security-groups/1c456fb7-b916-4ed0-b440-e34126856092 HTTP/1.1" status: 204 len: 168 time: 0.7922912 Dec 10 19:18:38.164078 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-d5ae44da-3ea6-48dc-9f58-ee5005663a4a None None] Provisioning complete for port 373b1763-25f1-494c-950d-67b422382048 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:38.164078 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d5ae44da-3ea6-48dc-9f58-ee5005663a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:38.176448 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54044) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:38.218676 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-d5ae44da-3ea6-48dc-9f58-ee5005663a4a None None] Port 373b1763-25f1-494c-950d-67b422382048 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:18:38.220035 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 80511408-fa46-44ac-9c25-19139bedfefc triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:38.220404 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:38.230215 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7ca97dfd-ec78-4438-b7ad-14b086c05d09 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:38.239258 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90804ae7-3623-479c-b6b4-f6cf0c5fab11 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c456fb7-b916-4ed0-b440-e34126856092,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:38.280240 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-d5ae44da-3ea6-48dc-9f58-ee5005663a4a None None] Provisioning complete for port 10618b87-c19c-4014-a023-456559669e5b triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:38.280713 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d5ae44da-3ea6-48dc-9f58-ee5005663a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:38.314061 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-7ca97dfd-ec78-4438-b7ad-14b086c05d09 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aec00c9d-0227-4015-af31-208e6f93b08c']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:38.336773 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-50e81c9a-1c53-48f9-8277-feb641155c3b tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1180599 Dec 10 19:18:38.337621 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54046) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:38.342035 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-64bc8e4d-b152-442e-8ef5-3155f7ee2e12 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Request body: {'security_group': {'name': 'tempest-secgroup--1232217470'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:38.347707 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67cedf4f-045f-4c60-89dd-466c98e6f069 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Router d9ff5899-7934-4d9e-b716-4307f8f86e2c is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:18:38.348595 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-7ca97dfd-ec78-4438-b7ad-14b086c05d09 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc4b6a1d-ac66-4faa-a2e5-198308b0c559') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:38.349228 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-7ca97dfd-ec78-4438-b7ad-14b086c05d09 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc4b6a1d-ac66-4faa-a2e5-198308b0c559') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:38.353869 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-d5ae44da-3ea6-48dc-9f58-ee5005663a4a None None] Port 10618b87-c19c-4014-a023-456559669e5b cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:18:38.354619 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-e38501ff-2280-439f-b396-79e1f3341c1d tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Deleting port 373b1763-25f1-494c-950d-67b422382048 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:18:38.354750 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e38501ff-2280-439f-b396-79e1f3341c1d tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:38.370055 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfaca3e1-3441-48e6-85f0-9f3cc9475cc4 None None] DHCP port deletion for 87856d39-9b23-4d60-b4d0-2984f54460b8 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:18:38.380431 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7ca97dfd-ec78-4438-b7ad-14b086c05d09 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:38.389923 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-d5ae44da-3ea6-48dc-9f58-ee5005663a4a None None] Provisioning complete for port e5051c56-4d1f-4588-b709-422cdab44020 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:38.390272 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d5ae44da-3ea6-48dc-9f58-ee5005663a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:38.427483 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7ca97dfd-ec78-4438-b7ad-14b086c05d09 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:38.441391 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ca97dfd-ec78-4438-b7ad-14b086c05d09 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:18:38.443194 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7ca97dfd-ec78-4438-b7ad-14b086c05d09 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:38.448048 dv-neutron-821441-1-hyperv neutron-server[102366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:18:38.448048 dv-neutron-821441-1-hyperv neutron-server[102366]: self.session.flush() Dec 10 19:18:38.448048 dv-neutron-821441-1-hyperv neutron-server[102366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:18:38.448048 dv-neutron-821441-1-hyperv neutron-server[102366]: self.session.flush() Dec 10 19:18:38.448048 dv-neutron-821441-1-hyperv neutron-server[102366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:18:38.448048 dv-neutron-821441-1-hyperv neutron-server[102366]: self.session.flush() Dec 10 19:18:38.448048 dv-neutron-821441-1-hyperv neutron-server[102366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:18:38.448048 dv-neutron-821441-1-hyperv neutron-server[102366]: self.session.flush() Dec 10 19:18:38.448048 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:18:38.448048 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:18:38.448048 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:18:38.448048 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:18:38.448048 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:18:38.448048 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:18:38.448048 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:18:38.448048 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:18:38.448048 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:18:38.448048 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:18:38.448048 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:18:38.448048 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:18:38.448048 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:18:38.448048 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:18:38.448048 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:18:38.448048 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:18:38.448048 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:18:38.448048 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:18:38.448048 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:18:38.448048 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:18:38.448048 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:18:38.448048 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:18:38.448048 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:18:38.448048 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:18:38.448048 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:18:38.448048 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:18:38.448048 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:18:38.448048 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:18:38.448048 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:18:38.448048 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:18:38.448048 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:18:38.448048 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:18:38.490018 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device a8609e4a-ed92-4880-a8dc-c9e2d4d89725 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:18:38.510197 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-64bc8e4d-b152-442e-8ef5-3155f7ee2e12 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:38.535790 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: a8609e4a-ed92-4880-a8dc-c9e2d4d89725 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:18:38.535790 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device a8609e4a-ed92-4880-a8dc-c9e2d4d89725 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:18:38.535790 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device ce56939f-265a-4acf-bad8-aa8ee968e47b no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:18:38.567566 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: ce56939f-265a-4acf-bad8-aa8ee968e47b {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:18:38.567566 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device ce56939f-265a-4acf-bad8-aa8ee968e47b not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:18:38.603631 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7ca97dfd-ec78-4438-b7ad-14b086c05d09 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:38.630175 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7ca97dfd-ec78-4438-b7ad-14b086c05d09 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:38.639409 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-7ca97dfd-ec78-4438-b7ad-14b086c05d09 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] 10.222.0.69 "DELETE /v2.0/networks/aec00c9d-0227-4015-af31-208e6f93b08c HTTP/1.1" status: 204 len: 168 time: 2.0283744 Dec 10 19:18:38.641637 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca97dfd-ec78-4438-b7ad-14b086c05d09 tempest-FloatingIPNegativeTestJSON-1956876241 tempest-FloatingIPNegativeTestJSON-1956876241-project] Pushing event deleted for resources: {'Network': ['ID=aec00c9d-0227-4015-af31-208e6f93b08c,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:38.686126 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-dfaca3e1-3441-48e6-85f0-9f3cc9475cc4 None None] Deleting port e5051c56-4d1f-4588-b709-422cdab44020 {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:18:38.686524 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dfaca3e1-3441-48e6-85f0-9f3cc9475cc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:38.710157 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e38501ff-2280-439f-b396-79e1f3341c1d tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:38.771946 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-e38501ff-2280-439f-b396-79e1f3341c1d tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Calling delete_port for 373b1763-25f1-494c-950d-67b422382048 owned by {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:18:38.823533 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dfaca3e1-3441-48e6-85f0-9f3cc9475cc4 None None] For port e5051c56-4d1f-4588-b709-422cdab44020, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=e5051c56-4d1f-4588-b709-422cdab44020,segment=NetworkSegment(fe08ba3d-80e4-4d8f-a0ea-084f3262ae50),segment_id=fe08ba3d-80e4-4d8f-a0ea-084f3262ae50)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:18:38.824227 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dfaca3e1-3441-48e6-85f0-9f3cc9475cc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:38.866625 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-dfaca3e1-3441-48e6-85f0-9f3cc9475cc4 None None] Calling delete_port for e5051c56-4d1f-4588-b709-422cdab44020 owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:18:38.889911 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67cedf4f-045f-4c60-89dd-466c98e6f069 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:18:38.917193 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f88410-167f-4d02-b86b-768d78e01d5f None None] Sync routers for ids ['d9ff5899-7934-4d9e-b716-4307f8f86e2c'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:18:38.927361 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3783fd40-37d9-4f83-8852-a7733c5bc731 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:38.936486 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-67cedf4f-045f-4c60-89dd-466c98e6f069 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "PUT /v2.0/routers/d9ff5899-7934-4d9e-b716-4307f8f86e2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5718787 Dec 10 19:18:38.942043 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54052) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:39.004570 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f88410-167f-4d02-b86b-768d78e01d5f None None] Routers {'d9ff5899-7934-4d9e-b716-4307f8f86e2c'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:18:39.005264 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-66f88410-167f-4d02-b86b-768d78e01d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:18:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['d9ff5899-7934-4d9e-b716-4307f8f86e2c'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:39.040480 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-d5150720-1709-44e0-9661-bb0515f1cb39 req-0918eb30-a60b-4e6b-8806-7d2beabb2fdf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1750784 Dec 10 19:18:39.052208 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3783fd40-37d9-4f83-8852-a7733c5bc731 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event updated for resources: {'Subnet': ['ID=b684e1d9-991b-4322-8330-b3d084cd4a9e,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:39.082295 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a019e6f1-cf38-4f87-83a1-dc59c88856a3 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:39.083265 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-64bc8e4d-b152-442e-8ef5-3155f7ee2e12 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:39.085666 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-a019e6f1-cf38-4f87-83a1-dc59c88856a3 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "GET /v2.0/ports/10618b87-c19c-4014-a023-456559669e5b HTTP/1.1" status: 200 len: 911 time: 0.1382535 Dec 10 19:18:39.089187 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54056) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:39.136374 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-64bc8e4d-b152-442e-8ef5-3155f7ee2e12 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:39.179051 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e38501ff-2280-439f-b396-79e1f3341c1d tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:39.198153 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5150720-1709-44e0-9661-bb0515f1cb39 req-ce122138-c380-4dcb-b981-4eab313ca5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:39.201061 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-d5150720-1709-44e0-9661-bb0515f1cb39 req-ce122138-c380-4dcb-b981-4eab313ca5e5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ebdd8c4cae7b4f17bfa866554f8f9f53&device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 1098 time: 0.1120720 Dec 10 19:18:39.202017 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54058) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:39.367742 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-66f88410-167f-4d02-b86b-768d78e01d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:39.398290 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f88410-167f-4d02-b86b-768d78e01d5f None None] Routers {'d9ff5899-7934-4d9e-b716-4307f8f86e2c'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:18:39.399079 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-66f88410-167f-4d02-b86b-768d78e01d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:18:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['d9ff5899-7934-4d9e-b716-4307f8f86e2c'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:39.404859 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dfaca3e1-3441-48e6-85f0-9f3cc9475cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:39.449136 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-134d28b9-79c4-4b41-b49a-2d7035ad442d None None] Provisioning complete for port 10618b87-c19c-4014-a023-456559669e5b triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:39.449713 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-134d28b9-79c4-4b41-b49a-2d7035ad442d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:39.477873 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-66f88410-167f-4d02-b86b-768d78e01d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:39.478581 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f88410-167f-4d02-b86b-768d78e01d5f None None] The sync data for ids ['d9ff5899-7934-4d9e-b716-4307f8f86e2c'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:18:39.502609 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaca3e1-3441-48e6-85f0-9f3cc9475cc4 None None] Pushing event deleted for resources: {'Port': ['ID=e5051c56-4d1f-4588-b709-422cdab44020,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:39.511395 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfaca3e1-3441-48e6-85f0-9f3cc9475cc4 None None] No DVR routers for this DVR port e5051c56-4d1f-4588-b709-422cdab44020 on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:18:39.512611 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3783fd40-37d9-4f83-8852-a7733c5bc731 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Checking segment: {'id': 'a40c9b08-18a1-4f26-a635-94aa947ffce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '7868ab2e-3325-40be-a831-0fe5ebfbba40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:18:39.512611 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3783fd40-37d9-4f83-8852-a7733c5bc731 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Network hostable DHCP agents. Network: 7868ab2e-3325-40be-a831-0fe5ebfbba40, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:18:39.532722 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-134d28b9-79c4-4b41-b49a-2d7035ad442d None None] Port 10618b87-c19c-4014-a023-456559669e5b cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:18:39.589064 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-64bc8e4d-b152-442e-8ef5-3155f7ee2e12 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:39.590371 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-64bc8e4d-b152-442e-8ef5-3155f7ee2e12 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2522483 Dec 10 19:18:39.591277 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38501ff-2280-439f-b396-79e1f3341c1d tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event deleted for resources: {'Port': ['ID=373b1763-25f1-494c-950d-67b422382048,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:39.600020 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54062) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:39.611993 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-fffd3c8f-31af-4b74-9868-6d0b591e2b9d tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Request body: {'security_group_rule': {'security_group_id': '9cd70a7c-ab14-41f4-a141-5bba77fa1ab6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:39.618217 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bc8e4d-b152-442e-8ef5-3155f7ee2e12 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd70a7c-ab14-41f4-a141-5bba77fa1ab6,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:39.623255 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e38501ff-2280-439f-b396-79e1f3341c1d tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:39.629243 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-e38501ff-2280-439f-b396-79e1f3341c1d tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "DELETE /v2.0/ports/373b1763-25f1-494c-950d-67b422382048 HTTP/1.1" status: 204 len: 168 time: 1.5865722 Dec 10 19:18:39.641082 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54064) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:39.641332 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device e5051c56-4d1f-4588-b709-422cdab44020 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:18:39.679205 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: e5051c56-4d1f-4588-b709-422cdab44020 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:18:39.679841 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device e5051c56-4d1f-4588-b709-422cdab44020 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:18:39.730300 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3783fd40-37d9-4f83-8852-a7733c5bc731 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Network 7868ab2e-3325-40be-a831-0fe5ebfbba40 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:18:39.775417 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5150720-1709-44e0-9661-bb0515f1cb39 req-b53f381b-40da-4434-a3fa-533a5e8cf5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:39.777378 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-d5150720-1709-44e0-9661-bb0515f1cb39 req-b53f381b-40da-4434-a3fa-533a5e8cf5ff service neutron] 10.222.0.36 "GET /v2.0/networks?id=24f70241-3241-44cc-a65f-374de1f348f0 HTTP/1.1" status: 200 len: 912 time: 0.5450749 Dec 10 19:18:39.780102 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-168680fa-9d18-44fb-91af-134884d521fd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b10fd65c4a9a4457a228b5e3a562cb0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5763946 Dec 10 19:18:39.785014 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54070) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:39.796911 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-3783fd40-37d9-4f83-8852-a7733c5bc731 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 7868ab2e-3325-40be-a831-0fe5ebfbba40) {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:18:39.814321 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3783fd40-37d9-4f83-8852-a7733c5bc731 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:39.814691 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3783fd40-37d9-4f83-8852-a7733c5bc731 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:39.820791 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a769ff-c9b2-470c-aa87-7102d82d3f87 None None] Network 7868ab2e-3325-40be-a831-0fe5ebfbba40 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:18:39.853523 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fffd3c8f-31af-4b74-9868-6d0b591e2b9d tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:39.877240 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cf92241a-b7b6-4d30-966f-0108bdeee6f3 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:39.885852 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-3783fd40-37d9-4f83-8852-a7733c5bc731 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2017605 Dec 10 19:18:39.892260 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54072) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:39.908194 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-e30c0c3a-1399-4a5d-b989-a12795c59f0e tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2068006808', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:39.993921 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-d5150720-1709-44e0-9661-bb0515f1cb39 req-714f3842-e26f-49aa-a9da-a598d200a957 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2b8d566-0a08-4fc8-9dc6-7428d79b9b00 HTTP/1.1" status: 200 len: 1000 time: 0.2012901 Dec 10 19:18:40.023322 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1c225e-734b-4b6b-8d1c-f41771b97bbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-7868ab2e-3325-40be-a831-0fe5ebfbba40', 'network_id': '7868ab2e-3325-40be-a831-0fe5ebfbba40', 'tenant_id': '4138d9758a3e4f5e8bb3fafb058d33af', 'fixed_ips': [{'subnet_id': 'b684e1d9-991b-4322-8330-b3d084cd4a9e'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:18:40.024487 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-7e1c225e-734b-4b6b-8d1c-f41771b97bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:40.051039 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fffd3c8f-31af-4b74-9868-6d0b591e2b9d tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:40.079393 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e30c0c3a-1399-4a5d-b989-a12795c59f0e tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:40.081293 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e30c0c3a-1399-4a5d-b989-a12795c59f0e tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:40.086786 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fffd3c8f-31af-4b74-9868-6d0b591e2b9d tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:40.089937 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cf92241a-b7b6-4d30-966f-0108bdeee6f3 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:40.117567 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a6d53b94-ccc3-490c-8817-4020b0459f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:40.131816 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffd3c8f-31af-4b74-9868-6d0b591e2b9d tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=647d5485-ded4-4a18-b1c9-fb8b7646f786,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:40.140542 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-cf92241a-b7b6-4d30-966f-0108bdeee6f3 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87856d39-9b23-4d60-b4d0-2984f54460b8']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:40.154017 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5150720-1709-44e0-9661-bb0515f1cb39 req-e77165e1-fab7-45ba-8aad-96186ce399a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:40.155295 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fffd3c8f-31af-4b74-9868-6d0b591e2b9d tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:40.156036 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-d5150720-1709-44e0-9661-bb0515f1cb39 req-e77165e1-fab7-45ba-8aad-96186ce399a9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8d431d24-7af1-47c6-afa7-19e9588fcee0 HTTP/1.1" status: 200 len: 850 time: 0.1522281 Dec 10 19:18:40.156995 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-fffd3c8f-31af-4b74-9868-6d0b591e2b9d tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5507164 Dec 10 19:18:40.160707 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54074) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:40.172482 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-cf92241a-b7b6-4d30-966f-0108bdeee6f3 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe08ba3d-80e4-4d8f-a0ea-084f3262ae50') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:40.172947 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-cf92241a-b7b6-4d30-966f-0108bdeee6f3 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe08ba3d-80e4-4d8f-a0ea-084f3262ae50') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:40.193387 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cf92241a-b7b6-4d30-966f-0108bdeee6f3 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:40.198283 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-7e1c225e-734b-4b6b-8d1c-f41771b97bbb None None] Allocated IP 172.20.0.2 (7868ab2e-3325-40be-a831-0fe5ebfbba40/b684e1d9-991b-4322-8330-b3d084cd4a9e/2b816bf2-6300-436d-ac34-59c989b23995) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:18:40.199120 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-98e62e34-bb34-43e5-acee-84dc44e1625f tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "GET /v2.0/security-group-rules/647d5485-ded4-4a18-b1c9-fb8b7646f786 HTTP/1.1" status: 200 len: 763 time: 0.0372660 Dec 10 19:18:40.206204 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54076) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:40.210753 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a6d53b94-ccc3-490c-8817-4020b0459f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:40.235671 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cf92241a-b7b6-4d30-966f-0108bdeee6f3 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:40.252865 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf92241a-b7b6-4d30-966f-0108bdeee6f3 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:18:40.253233 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cf92241a-b7b6-4d30-966f-0108bdeee6f3 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:40.256282 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:18:40.256282 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:18:40.256282 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:18:40.256282 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:18:40.256282 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:18:40.256282 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:18:40.256282 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:18:40.256282 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:18:40.256282 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:18:40.256282 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:18:40.256282 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:18:40.256282 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:18:40.256282 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:18:40.256282 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:18:40.256282 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:18:40.256282 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:18:40.256282 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:18:40.256282 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:18:40.256282 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:18:40.256282 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:18:40.256282 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:18:40.256282 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:18:40.256282 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:18:40.256282 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:18:40.256282 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:18:40.256282 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:18:40.256282 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:18:40.256282 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:18:40.256282 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:18:40.256282 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:18:40.256282 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:18:40.256282 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:18:40.299120 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e30c0c3a-1399-4a5d-b989-a12795c59f0e tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:40.312088 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e30c0c3a-1399-4a5d-b989-a12795c59f0e tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:40.348914 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-e9eb4dab-7ae4-43cd-b9d1-fc74636dadb8 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1416421 Dec 10 19:18:40.350658 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5150720-1709-44e0-9661-bb0515f1cb39 req-9f9d5c68-6514-4ec6-a29b-742d623d8a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:40.353552 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-d5150720-1709-44e0-9661-bb0515f1cb39 req-9f9d5c68-6514-4ec6-a29b-742d623d8a95 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=24f70241-3241-44cc-a65f-374de1f348f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1854296 Dec 10 19:18:40.355766 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54078) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:40.378393 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e30c0c3a-1399-4a5d-b989-a12795c59f0e tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:40.378799 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cf92241a-b7b6-4d30-966f-0108bdeee6f3 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:40.384232 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-e30c0c3a-1399-4a5d-b989-a12795c59f0e tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4844444 Dec 10 19:18:40.386808 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cf92241a-b7b6-4d30-966f-0108bdeee6f3 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:40.392934 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-cf92241a-b7b6-4d30-966f-0108bdeee6f3 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] 10.222.0.69 "DELETE /v2.0/networks/87856d39-9b23-4d60-b4d0-2984f54460b8 HTTP/1.1" status: 204 len: 168 time: 0.7506263 Dec 10 19:18:40.393476 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54080) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:40.398869 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-03a8055f-095c-4aa2-b082-32f5129b429f tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Request body: {'port': {'network_id': '7868ab2e-3325-40be-a831-0fe5ebfbba40', 'name': 'tempest-PortsTestJSON-982266920'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:40.411886 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4589daf6-84d1-4b98-b7f8-878e024f5306 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711290'] for router_interface, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:40.429773 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a6d53b94-ccc3-490c-8817-4020b0459f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:40.438773 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a6d53b94-ccc3-490c-8817-4020b0459f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:40.444842 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-a6d53b94-ccc3-490c-8817-4020b0459f78 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4b3cd526-9230-48fa-97ce-b8a04d78c8db HTTP/1.1" status: 204 len: 168 time: 0.6550992 Dec 10 19:18:40.486415 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-7e1c225e-734b-4b6b-8d1c-f41771b97bbb None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:40.501581 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-7e1c225e-734b-4b6b-8d1c-f41771b97bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:40.527041 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf92241a-b7b6-4d30-966f-0108bdeee6f3 tempest-PortsIpV6TestJSON-25108328 tempest-PortsIpV6TestJSON-25108328-project] Pushing event deleted for resources: {'Network': ['ID=87856d39-9b23-4d60-b4d0-2984f54460b8,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:40.555139 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d53b94-ccc3-490c-8817-4020b0459f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3cd526-9230-48fa-97ce-b8a04d78c8db,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:40.592799 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b1cd1925-f075-4b92-9088-30399f10180d tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:40.610534 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b1cd1925-f075-4b92-9088-30399f10180d tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:40.679502 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1c225e-734b-4b6b-8d1c-f41771b97bbb None None] Network 7868ab2e-3325-40be-a831-0fe5ebfbba40 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:18:40.695575 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1c225e-734b-4b6b-8d1c-f41771b97bbb None None] Pushing event updated for resources: {'Port': ['ID=2b816bf2-6300-436d-ac34-59c989b23995,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:40.701195 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-7e1c225e-734b-4b6b-8d1c-f41771b97bbb None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:18:40.707424 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1c225e-734b-4b6b-8d1c-f41771b97bbb None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:18:40.707763 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b1cd1925-f075-4b92-9088-30399f10180d tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:40.727547 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b1cd1925-f075-4b92-9088-30399f10180d tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:40.734697 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-b1cd1925-f075-4b92-9088-30399f10180d tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/647d5485-ded4-4a18-b1c9-fb8b7646f786 HTTP/1.1" status: 204 len: 168 time: 0.3715024 Dec 10 19:18:40.736430 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54088) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:40.740335 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-d5150720-1709-44e0-9661-bb0515f1cb39 req-d6dd463f-c105-433c-addb-1973aed5ab58 service neutron] 10.222.0.36 "GET /v2.0/networks/24f70241-3241-44cc-a65f-374de1f348f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543258 Dec 10 19:18:40.741788 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cd1925-f075-4b92-9088-30399f10180d tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=647d5485-ded4-4a18-b1c9-fb8b7646f786,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:40.807169 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-7e1c225e-734b-4b6b-8d1c-f41771b97bbb None None] Attempting to bind port 2b816bf2-6300-436d-ac34-59c989b23995 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:18:40.807776 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-7e1c225e-734b-4b6b-8d1c-f41771b97bbb None None] Attempting to bind port 2b816bf2-6300-436d-ac34-59c989b23995 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': 'a40c9b08-18a1-4f26-a635-94aa947ffce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '7868ab2e-3325-40be-a831-0fe5ebfbba40'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:18:40.808159 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1c225e-734b-4b6b-8d1c-f41771b97bbb None None] Attempting to bind port 2b816bf2-6300-436d-ac34-59c989b23995 on network 7868ab2e-3325-40be-a831-0fe5ebfbba40 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:18:40.814694 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a8055f-095c-4aa2-b082-32f5129b429f tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Made reservation on behalf of 4138d9758a3e4f5e8bb3fafb058d33af for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:18:40.815542 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1c225e-734b-4b6b-8d1c-f41771b97bbb None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:18:40.816243 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1c225e-734b-4b6b-8d1c-f41771b97bbb None None] Checking segment: {'id': 'a40c9b08-18a1-4f26-a635-94aa947ffce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '7868ab2e-3325-40be-a831-0fe5ebfbba40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:18:40.816809 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-7e1c225e-734b-4b6b-8d1c-f41771b97bbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:40.817306 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1c225e-734b-4b6b-8d1c-f41771b97bbb None None] Bound using segment: {'id': 'a40c9b08-18a1-4f26-a635-94aa947ffce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '7868ab2e-3325-40be-a831-0fe5ebfbba40'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:18:40.817917 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-7e1c225e-734b-4b6b-8d1c-f41771b97bbb None None] Bound port: 2b816bf2-6300-436d-ac34-59c989b23995, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a40c9b08-18a1-4f26-a635-94aa947ffce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '7868ab2e-3325-40be-a831-0fe5ebfbba40'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:18:40.818492 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-7e1c225e-734b-4b6b-8d1c-f41771b97bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:40.826944 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-03a8055f-095c-4aa2-b082-32f5129b429f tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:40.875060 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [None req-03a8055f-095c-4aa2-b082-32f5129b429f tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] device_id is not set on port 2941943d-7653-481d-aaa1-3d1473152e7d yet. {{(pid=102365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:18:40.904989 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54092) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:40.962522 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-7e1c225e-734b-4b6b-8d1c-f41771b97bbb None None] For port 2b816bf2-6300-436d-ac34-59c989b23995, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:18:40.971639 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-d5150720-1709-44e0-9661-bb0515f1cb39 req-a19cc890-910d-4ab8-b974-6fc7117592cc service neutron] 10.222.0.36 "GET /v2.0/networks/24f70241-3241-44cc-a65f-374de1f348f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193348 Dec 10 19:18:40.982345 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-7e1c225e-734b-4b6b-8d1c-f41771b97bbb None None] For port 2b816bf2-6300-436d-ac34-59c989b23995, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=2b816bf2-6300-436d-ac34-59c989b23995,segment=NetworkSegment(a40c9b08-18a1-4f26-a635-94aa947ffce2),segment_id=a40c9b08-18a1-4f26-a635-94aa947ffce2)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:18:40.995733 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-7e1c225e-734b-4b6b-8d1c-f41771b97bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:41.089222 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54102) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:41.090349 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-58c2dc3c-bfa6-40a0-ad09-85303c7ed62e tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3513601 Dec 10 19:18:41.097288 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-fc8a591a-6873-4700-a057-58c741eeef01 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Request body: {'security_group_rule': {'security_group_id': '9cd70a7c-ab14-41f4-a141-5bba77fa1ab6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:41.157836 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1c225e-734b-4b6b-8d1c-f41771b97bbb None None] Pushing event updated for resources: {'Port': ['ID=2b816bf2-6300-436d-ac34-59c989b23995,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:41.160721 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-fc8a591a-6873-4700-a057-58c741eeef01 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:41.271375 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-03a8055f-095c-4aa2-b082-32f5129b429f tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Allocated IP 172.20.0.4 (7868ab2e-3325-40be-a831-0fe5ebfbba40/b684e1d9-991b-4322-8330-b3d084cd4a9e/2941943d-7653-481d-aaa1-3d1473152e7d) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:18:41.343790 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-ede76ecd-e31d-48b3-819d-6f0bfbff8894 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e037b8d045744e90a0960e7cae36a046&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4273293 Dec 10 19:18:41.347868 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-fc8a591a-6873-4700-a057-58c741eeef01 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:41.349381 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54108) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:41.374706 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-fc8a591a-6873-4700-a057-58c741eeef01 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:41.491297 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8a591a-6873-4700-a057-58c741eeef01 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9259a200-7bac-4658-aaef-0ca9b082eecb,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:41.523797 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-fc8a591a-6873-4700-a057-58c741eeef01 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:41.535778 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54114) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:41.548739 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-fc8a591a-6873-4700-a057-58c741eeef01 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4570429 Dec 10 19:18:41.579588 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-500438b7-f8d3-41c0-8a88-fcbafc41b4ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:41.581262 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-4589daf6-84d1-4b98-b7f8-878e024f5306 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Deleting port 10618b87-c19c-4014-a023-456559669e5b {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:18:41.594592 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4589daf6-84d1-4b98-b7f8-878e024f5306 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:41.629010 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-cda8023e-a0f9-4cb8-9e17-93cb2050fcb0 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "GET /v2.0/security-group-rules/9259a200-7bac-4658-aaef-0ca9b082eecb HTTP/1.1" status: 200 len: 763 time: 0.0919154 Dec 10 19:18:41.632096 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-500438b7-f8d3-41c0-8a88-fcbafc41b4ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:41.657493 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-03a8055f-095c-4aa2-b082-32f5129b429f tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:41.659722 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54120) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:41.781127 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-500438b7-f8d3-41c0-8a88-fcbafc41b4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:41.781630 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 2b816bf2-6300-436d-ac34-59c989b23995 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:18:41.784773 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-500438b7-f8d3-41c0-8a88-fcbafc41b4ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:41.787792 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-500438b7-f8d3-41c0-8a88-fcbafc41b4ed admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/768d5c79-314a-4aaa-93c8-5517e472b123 HTTP/1.1" status: 204 len: 168 time: 0.4370944 Dec 10 19:18:41.819724 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500438b7-f8d3-41c0-8a88-fcbafc41b4ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768d5c79-314a-4aaa-93c8-5517e472b123,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:41.882968 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-1e4ed1ee-c0a9-4ef1-8773-2fd6aafa70ed tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2215838 Dec 10 19:18:41.889500 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54126) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:41.900054 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4589daf6-84d1-4b98-b7f8-878e024f5306 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:41.904670 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-03a8055f-095c-4aa2-b082-32f5129b429f tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:41.931464 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 2b816bf2-6300-436d-ac34-59c989b23995 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:41.932633 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:41.950860 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-4589daf6-84d1-4b98-b7f8-878e024f5306 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Calling delete_port for 10618b87-c19c-4014-a023-456559669e5b owned by network:router_interface {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:18:41.951843 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e26bd6f0-d2aa-486b-910b-020da9954ea3 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:41.972741 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e26bd6f0-d2aa-486b-910b-020da9954ea3 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:41.982571 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a8055f-095c-4aa2-b082-32f5129b429f tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Network 7868ab2e-3325-40be-a831-0fe5ebfbba40 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:18:41.994700 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-03a8055f-095c-4aa2-b082-32f5129b429f tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:18:42.006330 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54128) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:42.040878 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e26bd6f0-d2aa-486b-910b-020da9954ea3 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:42.047099 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e26bd6f0-d2aa-486b-910b-020da9954ea3 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:42.054023 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a8055f-095c-4aa2-b082-32f5129b429f tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:18:42.055870 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-e26bd6f0-d2aa-486b-910b-020da9954ea3 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/9259a200-7bac-4658-aaef-0ca9b082eecb HTTP/1.1" status: 204 len: 168 time: 0.1638672 Dec 10 19:18:42.065533 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54132) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:42.072707 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a8055f-095c-4aa2-b082-32f5129b429f tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event updated for resources: {'Port': ['ID=2941943d-7653-481d-aaa1-3d1473152e7d,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:42.080530 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:42.102432 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26bd6f0-d2aa-486b-910b-020da9954ea3 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9259a200-7bac-4658-aaef-0ca9b082eecb,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:42.127620 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port 2b816bf2-6300-436d-ac34-59c989b23995, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=2b816bf2-6300-436d-ac34-59c989b23995,segment=NetworkSegment(a40c9b08-18a1-4f26-a635-94aa947ffce2),segment_id=a40c9b08-18a1-4f26-a635-94aa947ffce2)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:18:42.138852 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:42.172788 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-1bd9d588-8ff3-4626-8190-c5d636bb9df5 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1055925 Dec 10 19:18:42.180182 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54138) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:42.187250 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-321ab049-72dd-4aff-86d3-3c665ebbd704 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Request body: {'security_group_rule': {'security_group_id': '9cd70a7c-ab14-41f4-a141-5bba77fa1ab6', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:42.259348 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.securitygroups_db [None req-321ab049-72dd-4aff-86d3-3c665ebbd704 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Project 9725b4162110432fa0b8f202f88e702f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:18:42.274207 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=2b816bf2-6300-436d-ac34-59c989b23995,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:42.276793 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-321ab049-72dd-4aff-86d3-3c665ebbd704 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:42.376004 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a8055f-095c-4aa2-b082-32f5129b429f tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:42.377550 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-03a8055f-095c-4aa2-b082-32f5129b429f tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:42.449628 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-321ab049-72dd-4aff-86d3-3c665ebbd704 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:42.455596 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-321ab049-72dd-4aff-86d3-3c665ebbd704 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:42.457675 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-03a8055f-095c-4aa2-b082-32f5129b429f tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0621009 Dec 10 19:18:42.461127 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54146) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:42.582578 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ab049-72dd-4aff-86d3-3c665ebbd704 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d53537f0-464d-4400-ab9b-ca76045d891f,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:42.585993 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4589daf6-84d1-4b98-b7f8-878e024f5306 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:42.588011 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-321ab049-72dd-4aff-86d3-3c665ebbd704 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:42.589305 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-321ab049-72dd-4aff-86d3-3c665ebbd704 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4080300 Dec 10 19:18:42.594183 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-d00aa5ae-1388-43a0-ad3d-177d518be727 tempest-SubnetPoolsTestJSON-1228461555 tempest-SubnetPoolsTestJSON-1228461555-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-263540543', 'prefixes': ['172.20.0.0/16']}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:42.602841 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54150) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:42.666052 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4589daf6-84d1-4b98-b7f8-878e024f5306 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event deleted for resources: {'Port': ['ID=10618b87-c19c-4014-a023-456559669e5b,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:42.674942 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-f6a89676-e065-4da7-8d98-816c91be6bb8 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "GET /v2.0/security-group-rules/d53537f0-464d-4400-ab9b-ca76045d891f HTTP/1.1" status: 200 len: 769 time: 0.0650349 Dec 10 19:18:42.679611 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54152) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:42.896441 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-37282b44-1b21-4f56-9af4-f554c51e5e77 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2115288 Dec 10 19:18:42.897390 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54156) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:42.911177 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4589daf6-84d1-4b98-b7f8-878e024f5306 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3755731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3712768'] for router_interface, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:42.991480 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7535b9df-1077-44a6-b95f-2b64ab9ad521 None None] Network 7868ab2e-3325-40be-a831-0fe5ebfbba40 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:18:43.041811 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6d7dcea5-bff0-4702-abcf-2b8d708cecf5 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:43.056320 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6d7dcea5-bff0-4702-abcf-2b8d708cecf5 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:43.067619 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-84bb53c0-13fc-45fc-8653-c6206d521843 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:43.083301 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d00aa5ae-1388-43a0-ad3d-177d518be727 tempest-SubnetPoolsTestJSON-1228461555 tempest-SubnetPoolsTestJSON-1228461555-project] Notify callbacks [] for subnetpool, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:43.084798 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d00aa5ae-1388-43a0-ad3d-177d518be727 tempest-SubnetPoolsTestJSON-1228461555 tempest-SubnetPoolsTestJSON-1228461555-project] 10.222.0.69 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.0750861 Dec 10 19:18:43.087602 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54162) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:43.193013 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-31eb1b3e-d9f6-46ff-a851-222ed8b77cea tempest-SubnetPoolsTestJSON-1228461555 tempest-SubnetPoolsTestJSON-1228461555-project] 10.222.0.69 "GET /v2.0/subnetpools/4c4ebe20-2679-4080-a2f6-0e8480c163db HTTP/1.1" status: 200 len: 731 time: 0.1008508 Dec 10 19:18:43.193013 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54164) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:43.202388 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-7ea19814-37b9-4828-bf77-5e1b57bc4cad tempest-SubnetPoolsTestJSON-1228461555 tempest-SubnetPoolsTestJSON-1228461555-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-622413426'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:43.204944 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4589daf6-84d1-4b98-b7f8-878e024f5306 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Router d9ff5899-7934-4d9e-b716-4307f8f86e2c has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:18:43.208651 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-a86ebee6-e2cc-40c9-96b0-8a4ab5c62411 None None] Provisioning complete for port 2b816bf2-6300-436d-ac34-59c989b23995 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:43.209463 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a86ebee6-e2cc-40c9-96b0-8a4ab5c62411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:43.209654 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6d7dcea5-bff0-4702-abcf-2b8d708cecf5 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:43.220209 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6d7dcea5-bff0-4702-abcf-2b8d708cecf5 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:43.221587 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-6d7dcea5-bff0-4702-abcf-2b8d708cecf5 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/d53537f0-464d-4400-ab9b-ca76045d891f HTTP/1.1" status: 204 len: 168 time: 0.3235004 Dec 10 19:18:43.228694 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54168) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:43.291410 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7dcea5-bff0-4702-abcf-2b8d708cecf5 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d53537f0-464d-4400-ab9b-ca76045d891f,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:43.437423 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54172) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:43.523772 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4589daf6-84d1-4b98-b7f8-878e024f5306 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:18:43.530680 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7ea19814-37b9-4828-bf77-5e1b57bc4cad tempest-SubnetPoolsTestJSON-1228461555 tempest-SubnetPoolsTestJSON-1228461555-project] Notify callbacks [] for subnetpool, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:43.532014 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-7ea19814-37b9-4828-bf77-5e1b57bc4cad tempest-SubnetPoolsTestJSON-1228461555 tempest-SubnetPoolsTestJSON-1228461555-project] 10.222.0.69 "PUT /v2.0/subnetpools/4c4ebe20-2679-4080-a2f6-0e8480c163db HTTP/1.1" status: 200 len: 683 time: 0.3380744 Dec 10 19:18:43.533770 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-4589daf6-84d1-4b98-b7f8-878e024f5306 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "PUT /v2.0/routers/d9ff5899-7934-4d9e-b716-4307f8f86e2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4429379 Dec 10 19:18:43.535280 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54176) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:43.540987 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978b6b27-9f6a-4065-b4a3-8e31774f7ece None None] Sync routers for ids ['d9ff5899-7934-4d9e-b716-4307f8f86e2c'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:18:43.601961 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-84bb53c0-13fc-45fc-8653-c6206d521843 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:43.604152 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54178) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:43.607498 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978b6b27-9f6a-4065-b4a3-8e31774f7ece None None] Routers {'d9ff5899-7934-4d9e-b716-4307f8f86e2c'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:18:43.610359 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-978b6b27-9f6a-4065-b4a3-8e31774f7ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:18:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['d9ff5899-7934-4d9e-b716-4307f8f86e2c'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:43.647360 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-7154c6a4-f2f4-422f-927c-265991a6984a tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Request body: {'security_group': {'name': 'tempest-secgroup--923827703'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:43.674008 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-84bb53c0-13fc-45fc-8653-c6206d521843 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:43.678894 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-2acbae97-acc1-4638-8c26-8aa332dd1123 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9ff5899-7934-4d9e-b716-4307f8f86e2c HTTP/1.1" status: 200 len: 205 time: 0.0734315 Dec 10 19:18:43.685338 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54180) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:43.715141 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-47b7f7c0-6ecb-4086-9d2f-5c42821b02eb tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4831278 Dec 10 19:18:43.717619 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54182) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:43.725861 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7154c6a4-f2f4-422f-927c-265991a6984a tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:43.757032 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 2b816bf2-6300-436d-ac34-59c989b23995 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:18:43.774861 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7154c6a4-f2f4-422f-927c-265991a6984a tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:43.874344 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-978b6b27-9f6a-4065-b4a3-8e31774f7ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:43.885842 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978b6b27-9f6a-4065-b4a3-8e31774f7ece None None] Routers {'d9ff5899-7934-4d9e-b716-4307f8f86e2c'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:18:43.886908 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-978b6b27-9f6a-4065-b4a3-8e31774f7ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:18:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['d9ff5899-7934-4d9e-b716-4307f8f86e2c'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:43.902840 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bb53c0-13fc-45fc-8653-c6206d521843 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event updated for resources: {'Port': ['ID=2941943d-7653-481d-aaa1-3d1473152e7d,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:43.911464 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-48bbd9a4-25b3-4742-8a78-b709141179c7 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for router, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:43.919875 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-a173f5ad-a956-41c3-beb2-f5e5bdaaf01d None None] Provisioning complete for port 2b816bf2-6300-436d-ac34-59c989b23995 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:43.922095 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a173f5ad-a956-41c3-beb2-f5e5bdaaf01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:43.939810 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-978b6b27-9f6a-4065-b4a3-8e31774f7ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:43.940620 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978b6b27-9f6a-4065-b4a3-8e31774f7ece None None] The sync data for ids ['d9ff5899-7934-4d9e-b716-4307f8f86e2c'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:18:43.948100 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-76c45109-dc32-4c51-a90c-5c865f6a31d6 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:43.975811 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 2b816bf2-6300-436d-ac34-59c989b23995 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:43.976796 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:43.992610 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-964d28ef-891d-4ae2-a535-bf1dbfb35bef tempest-SubnetPoolsTestJSON-1228461555 tempest-SubnetPoolsTestJSON-1228461555-project] Notify callbacks [] for subnetpool, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:43.994649 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-964d28ef-891d-4ae2-a535-bf1dbfb35bef tempest-SubnetPoolsTestJSON-1228461555 tempest-SubnetPoolsTestJSON-1228461555-project] 10.222.0.69 "DELETE /v2.0/subnetpools/4c4ebe20-2679-4080-a2f6-0e8480c163db HTTP/1.1" status: 204 len: 168 time: 0.4577401 Dec 10 19:18:44.001238 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54184) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:44.019691 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-76c45109-dc32-4c51-a90c-5c865f6a31d6 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:44.022525 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-feec0b4a-0a4c-4109-945b-63df369e3288 tempest-SubnetPoolsTestJSON-1228461555 tempest-SubnetPoolsTestJSON-1228461555-project] show failed (client error): The resource could not be found. Dec 10 19:18:44.023731 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-feec0b4a-0a4c-4109-945b-63df369e3288 tempest-SubnetPoolsTestJSON-1228461555 tempest-SubnetPoolsTestJSON-1228461555-project] 10.222.0.69 "GET /v2.0/subnetpools/4c4ebe20-2679-4080-a2f6-0e8480c163db HTTP/1.1" status: 404 len: 346 time: 0.0212579 Dec 10 19:18:44.029503 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54186) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:44.069053 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.api.v2.resource [None req-e75e63f0-c686-4136-b485-a5bd10a94019 tempest-SubnetPoolsTestJSON-1228461555 tempest-SubnetPoolsTestJSON-1228461555-project] delete failed (client error): The resource could not be found. Dec 10 19:18:44.070412 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-e75e63f0-c686-4136-b485-a5bd10a94019 tempest-SubnetPoolsTestJSON-1228461555 tempest-SubnetPoolsTestJSON-1228461555-project] 10.222.0.69 "DELETE /v2.0/subnetpools/4c4ebe20-2679-4080-a2f6-0e8480c163db HTTP/1.1" status: 404 len: 346 time: 0.0390651 Dec 10 19:18:44.141884 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-76c45109-dc32-4c51-a90c-5c865f6a31d6 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:44.146255 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-76c45109-dc32-4c51-a90c-5c865f6a31d6 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:44.151906 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-76c45109-dc32-4c51-a90c-5c865f6a31d6 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "DELETE /v2.0/security-groups/9cd70a7c-ab14-41f4-a141-5bba77fa1ab6 HTTP/1.1" status: 204 len: 168 time: 0.4254060 Dec 10 19:18:44.154254 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54190) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:44.186990 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-a173f5ad-a956-41c3-beb2-f5e5bdaaf01d None None] Provisioning complete for port 2941943d-7653-481d-aaa1-3d1473152e7d triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:44.187820 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a173f5ad-a956-41c3-beb2-f5e5bdaaf01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:44.194913 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c45109-dc32-4c51-a90c-5c865f6a31d6 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd70a7c-ab14-41f4-a141-5bba77fa1ab6,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:44.254547 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-76a97ad3-1a86-4654-8dc5-c0e4faaa9129 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0961044 Dec 10 19:18:44.261710 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54192) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:44.273692 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-4f141875-9e9e-4181-a4a3-12de618016e2 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Request body: {'security_group': {'name': 'tempest-secgroup--1675689269'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:44.351939 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-a173f5ad-a956-41c3-beb2-f5e5bdaaf01d None None] Port 2941943d-7653-481d-aaa1-3d1473152e7d cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:18:44.360204 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4f141875-9e9e-4181-a4a3-12de618016e2 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:44.434658 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-48bbd9a4-25b3-4742-8a78-b709141179c7 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:44.496914 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-862f0fbb-e6bb-469e-a68f-bbb25269bcc5 None None] Provisioning complete for port 2941943d-7653-481d-aaa1-3d1473152e7d triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:44.497644 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-862f0fbb-e6bb-469e-a68f-bbb25269bcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:44.500743 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-48bbd9a4-25b3-4742-8a78-b709141179c7 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:44.503864 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4f141875-9e9e-4181-a4a3-12de618016e2 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:44.510859 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4f141875-9e9e-4181-a4a3-12de618016e2 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:44.549302 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f141875-9e9e-4181-a4a3-12de618016e2 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ece4f872-62c2-4517-802c-5b8fe648e8be,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:44.554908 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4f141875-9e9e-4181-a4a3-12de618016e2 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:44.556407 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-4f141875-9e9e-4181-a4a3-12de618016e2 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2930198 Dec 10 19:18:44.561116 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54198) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:44.570127 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-6a647173-c9cb-4cae-8b46-509b7d0038b4 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Request body: {'security_group_rule': {'security_group_id': 'ece4f872-62c2-4517-802c-5b8fe648e8be', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:44.582567 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-862f0fbb-e6bb-469e-a68f-bbb25269bcc5 None None] Port 2941943d-7653-481d-aaa1-3d1473152e7d cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:18:44.610055 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6a647173-c9cb-4cae-8b46-509b7d0038b4 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:44.623113 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54200) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:44.636027 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7154c6a4-f2f4-422f-927c-265991a6984a tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:44.657816 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7154c6a4-f2f4-422f-927c-265991a6984a tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:44.696398 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-48bbd9a4-25b3-4742-8a78-b709141179c7 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:44.697069 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48bbd9a4-25b3-4742-8a78-b709141179c7 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Fanout notify agent at l3_agent the message router_deleted on router d9ff5899-7934-4d9e-b716-4307f8f86e2c {{(pid=102366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:18:44.705001 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6a647173-c9cb-4cae-8b46-509b7d0038b4 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:44.707707 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-48bbd9a4-25b3-4742-8a78-b709141179c7 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:44.711804 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-48bbd9a4-25b3-4742-8a78-b709141179c7 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "DELETE /v2.0/routers/d9ff5899-7934-4d9e-b716-4307f8f86e2c HTTP/1.1" status: 204 len: 168 time: 1.0194473 Dec 10 19:18:44.715658 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54204) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:44.717990 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-6f75ba9d-de65-43fd-8f94-15f16c5f6eb7 None None] Provisioning complete for port 2941943d-7653-481d-aaa1-3d1473152e7d triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:44.720201 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6f75ba9d-de65-43fd-8f94-15f16c5f6eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:44.725466 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-84bb53c0-13fc-45fc-8653-c6206d521843 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712030'] for router_interface, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:44.734004 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6a647173-c9cb-4cae-8b46-509b7d0038b4 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:44.773046 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a647173-c9cb-4cae-8b46-509b7d0038b4 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16d166db-7d7b-47b3-a631-02af6cd76833,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:44.812910 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-6f75ba9d-de65-43fd-8f94-15f16c5f6eb7 None None] Port 2941943d-7653-481d-aaa1-3d1473152e7d cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:18:44.814568 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-288e7125-54eb-48dc-984e-87ff6b75583f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:44.823930 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6a647173-c9cb-4cae-8b46-509b7d0038b4 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:44.825421 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-6a647173-c9cb-4cae-8b46-509b7d0038b4 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2617257 Dec 10 19:18:44.835355 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54206) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:44.854608 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_v2 [None req-02c41248-fb3e-4469-bb1c-83555e6fe90e tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Deleting subnet 758bda5f-e10a-4aff-bfd0-c8400f5279dc {{(pid=102365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:18:44.870989 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-02c41248-fb3e-4469-bb1c-83555e6fe90e tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for subnet, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:44.893988 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7154c6a4-f2f4-422f-927c-265991a6984a tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51f46b2e-716b-4dc8-aef6-d516ff6446c8,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:44.958471 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-02c41248-fb3e-4469-bb1c-83555e6fe90e tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353213'] for subnet, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:44.984803 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7154c6a4-f2f4-422f-927c-265991a6984a tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:44.994952 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7154c6a4-f2f4-422f-927c-265991a6984a tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:44.999920 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-84bb53c0-13fc-45fc-8653-c6206d521843 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:45.026449 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0e090ac1-0d24-4f06-af15-88eeb0025319 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:45.074764 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0e090ac1-0d24-4f06-af15-88eeb0025319 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:45.079659 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7154c6a4-f2f4-422f-927c-265991a6984a tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:45.081840 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-7154c6a4-f2f4-422f-927c-265991a6984a tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6426916 Dec 10 19:18:45.087119 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54208) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:45.117086 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7154c6a4-f2f4-422f-927c-265991a6984a tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1efd6de3-ddc8-4c20-8951-da6d3506ea8e,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:45.168205 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-288e7125-54eb-48dc-984e-87ff6b75583f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:45.181547 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-288e7125-54eb-48dc-984e-87ff6b75583f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:45.221390 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-02c41248-fb3e-4469-bb1c-83555e6fe90e tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:45.294432 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288e7125-54eb-48dc-984e-87ff6b75583f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622683fa-35d5-4af0-96ec-66146a015ef6,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:45.305450 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-288e7125-54eb-48dc-984e-87ff6b75583f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=208f5cc7a1eb4bcfa74856d581a5ff3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6808441 Dec 10 19:18:45.306391 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54210) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:45.316182 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0e090ac1-0d24-4f06-af15-88eeb0025319 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:45.320836 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0e090ac1-0d24-4f06-af15-88eeb0025319 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:45.325727 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-0e090ac1-0d24-4f06-af15-88eeb0025319 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "DELETE /v2.0/security-groups/ece4f872-62c2-4517-802c-5b8fe648e8be HTTP/1.1" status: 204 len: 168 time: 0.4858229 Dec 10 19:18:45.338468 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54212) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:45.339646 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-36c95ffd-3609-4356-bae5-e3b941731e22 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.2463605 Dec 10 19:18:45.344876 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54214) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:45.360094 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-6a45ace0-4dc6-4dc1-978d-3563e98e38ce tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Request body: {'security_group': {'name': 'tempest-security--1549962983', 'description': 'tempest-security-description-1451943998'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:45.379826 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e090ac1-0d24-4f06-af15-88eeb0025319 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece4f872-62c2-4517-802c-5b8fe648e8be,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:45.438961 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6a45ace0-4dc6-4dc1-978d-3563e98e38ce tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:45.443786 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-02c41248-fb3e-4469-bb1c-83555e6fe90e tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:45.505419 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-8c8d4147-76d7-49a1-a440-3044b0530dfb tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1651266 Dec 10 19:18:45.511621 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54218) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:45.524215 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c41248-fb3e-4469-bb1c-83555e6fe90e tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event deleted for resources: {'Subnet': ['ID=758bda5f-e10a-4aff-bfd0-c8400f5279dc,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:45.536610 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0090c2a4-d59d-47db-bca1-4e7cebe8c5d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:45.548175 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-02c41248-fb3e-4469-bb1c-83555e6fe90e tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:45.548473 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02534229-5f0e-4c20-9ebf-821d2adb8a35 None None] Network 1f7bf277-f891-448d-a6cc-7b4eaa23e4d5 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:18:45.554406 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-02c41248-fb3e-4469-bb1c-83555e6fe90e tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "DELETE /v2.0/subnets/758bda5f-e10a-4aff-bfd0-c8400f5279dc HTTP/1.1" status: 204 len: 168 time: 0.8365719 Dec 10 19:18:45.556990 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54220) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:45.586762 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6a45ace0-4dc6-4dc1-978d-3563e98e38ce tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:45.604096 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6a45ace0-4dc6-4dc1-978d-3563e98e38ce tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:45.607717 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6a45ace0-4dc6-4dc1-978d-3563e98e38ce tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:45.612340 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-6a45ace0-4dc6-4dc1-978d-3563e98e38ce tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "PUT /v2.0/security-groups/1efd6de3-ddc8-4c20-8951-da6d3506ea8e HTTP/1.1" status: 200 len: 1778 time: 0.2577102 Dec 10 19:18:45.614639 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0090c2a4-d59d-47db-bca1-4e7cebe8c5d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:45.617642 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54222) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:45.673012 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-caf640cd-3149-471c-a570-e20d4e4791a6 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1559336 Dec 10 19:18:45.681934 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54224) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:45.736514 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-84bb53c0-13fc-45fc-8653-c6206d521843 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:45.736783 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a45ace0-4dc6-4dc1-978d-3563e98e38ce tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1efd6de3-ddc8-4c20-8951-da6d3506ea8e,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:45.739352 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.api.v2.resource [None req-cc119584-b74b-4620-9070-2207d1688c33 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] delete failed (client error): The resource could not be found. Dec 10 19:18:45.740401 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-cc119584-b74b-4620-9070-2207d1688c33 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "DELETE /v2.0/security-groups/ece4f872-62c2-4517-802c-5b8fe648e8be HTTP/1.1" status: 404 len: 347 time: 0.0523939 Dec 10 19:18:45.751218 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54226) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:45.752555 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6543a3b3-f2d1-4f96-94a4-5ad4a646be7f tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:45.757066 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-84bb53c0-13fc-45fc-8653-c6206d521843 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:45.763486 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-a7084432-fd8f-4a7d-9879-f51966303c76 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "GET /v2.0/security-groups/1efd6de3-ddc8-4c20-8951-da6d3506ea8e HTTP/1.1" status: 200 len: 1778 time: 0.1417329 Dec 10 19:18:45.768889 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54228) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:45.830578 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-910e68b0-4cfd-4bf2-8dc1-6ff2793d1d21 tempest-SecGroupIPv6Test-1859563563 tempest-SecGroupIPv6Test-1859563563-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0778558 Dec 10 19:18:45.831651 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0090c2a4-d59d-47db-bca1-4e7cebe8c5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:45.836154 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0090c2a4-d59d-47db-bca1-4e7cebe8c5d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:45.837434 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-0090c2a4-d59d-47db-bca1-4e7cebe8c5d2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/622683fa-35d5-4af0-96ec-66146a015ef6 HTTP/1.1" status: 204 len: 168 time: 0.5235090 Dec 10 19:18:45.862376 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0090c2a4-d59d-47db-bca1-4e7cebe8c5d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622683fa-35d5-4af0-96ec-66146a015ef6,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:45.880023 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f0952d-283f-4524-b03b-006b3636e5d1 None None] DHCP port deletion for 1f7bf277-f891-448d-a6cc-7b4eaa23e4d5 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:18:45.959217 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-81f0952d-283f-4524-b03b-006b3636e5d1 None None] Deleting port 80511408-fa46-44ac-9c25-19139bedfefc {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:18:45.959595 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-81f0952d-283f-4524-b03b-006b3636e5d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:45.970785 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bb53c0-13fc-45fc-8653-c6206d521843 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event updated for resources: {'Port': ['ID=2941943d-7653-481d-aaa1-3d1473152e7d,revision_number=3']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:45.986279 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-84bb53c0-13fc-45fc-8653-c6206d521843 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3755716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711339'] for router_interface, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:46.066438 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-402a28d9-74d0-4a62-a845-4003112e4d81 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:46.087592 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-6543a3b3-f2d1-4f96-94a4-5ad4a646be7f tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Deleting port 80511408-fa46-44ac-9c25-19139bedfefc {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:18:46.088027 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6543a3b3-f2d1-4f96-94a4-5ad4a646be7f tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:46.095318 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-81f0952d-283f-4524-b03b-006b3636e5d1 None None] For port 80511408-fa46-44ac-9c25-19139bedfefc, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=80511408-fa46-44ac-9c25-19139bedfefc,segment=NetworkSegment(5dfdfabb-4568-4c81-bfd0-342dca1b022e),segment_id=5dfdfabb-4568-4c81-bfd0-342dca1b022e)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:18:46.096632 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-81f0952d-283f-4524-b03b-006b3636e5d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:46.129870 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-81f0952d-283f-4524-b03b-006b3636e5d1 None None] Calling delete_port for 80511408-fa46-44ac-9c25-19139bedfefc owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:18:46.319474 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54236) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:46.353812 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-81f0952d-283f-4524-b03b-006b3636e5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:46.405288 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f0952d-283f-4524-b03b-006b3636e5d1 None None] Pushing event deleted for resources: {'Port': ['ID=80511408-fa46-44ac-9c25-19139bedfefc,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:46.411186 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f0952d-283f-4524-b03b-006b3636e5d1 None None] No DVR routers for this DVR port 80511408-fa46-44ac-9c25-19139bedfefc on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:18:46.479531 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-402a28d9-74d0-4a62-a845-4003112e4d81 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:46.565211 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-6543a3b3-f2d1-4f96-94a4-5ad4a646be7f tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] For port 80511408-fa46-44ac-9c25-19139bedfefc, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=80511408-fa46-44ac-9c25-19139bedfefc,segment=NetworkSegment(5dfdfabb-4568-4c81-bfd0-342dca1b022e),segment_id=5dfdfabb-4568-4c81-bfd0-342dca1b022e)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:18:46.566466 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6543a3b3-f2d1-4f96-94a4-5ad4a646be7f tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:46.588274 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bb53c0-13fc-45fc-8653-c6206d521843 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Network 7868ab2e-3325-40be-a831-0fe5ebfbba40 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:18:46.589845 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-6543a3b3-f2d1-4f96-94a4-5ad4a646be7f tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Calling delete_port for 80511408-fa46-44ac-9c25-19139bedfefc owned by network:dhcp {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:18:46.595984 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-84bb53c0-13fc-45fc-8653-c6206d521843 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:18:46.674009 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-402a28d9-74d0-4a62-a845-4003112e4d81 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:46.682668 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-402a28d9-74d0-4a62-a845-4003112e4d81 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:46.688047 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-402a28d9-74d0-4a62-a845-4003112e4d81 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "DELETE /v2.0/security-groups/1efd6de3-ddc8-4c20-8951-da6d3506ea8e HTTP/1.1" status: 204 len: 168 time: 0.9117105 Dec 10 19:18:46.771961 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54244) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:46.821418 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402a28d9-74d0-4a62-a845-4003112e4d81 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efd6de3-ddc8-4c20-8951-da6d3506ea8e,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:46.948760 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-4708f2bf-6bed-44cb-a6d0-3bd9e60a35da tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1750438 Dec 10 19:18:46.952182 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6543a3b3-f2d1-4f96-94a4-5ad4a646be7f tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:46.953188 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54254) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:46.978551 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-c639f735-7eb2-455a-919c-e8e746b2df7c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9725b4162110432fa0b8f202f88e702f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6528852 Dec 10 19:18:46.978551 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.api.v2.resource [None req-9c2c14a5-ff09-4a0e-aeda-5449521457a4 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] delete failed (client error): The resource could not be found. Dec 10 19:18:46.980741 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-9c2c14a5-ff09-4a0e-aeda-5449521457a4 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "DELETE /v2.0/security-groups/1efd6de3-ddc8-4c20-8951-da6d3506ea8e HTTP/1.1" status: 404 len: 347 time: 0.0261028 Dec 10 19:18:46.981800 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54262) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:46.982278 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54264) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:46.993730 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-0e24d9ed-7efc-4ec8-87b9-660ad49790fe tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Request body: {'security_group': {'name': 'tempest-secgroup--1941228381'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:47.001360 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-31d75431-2fd3-41c7-a340-b3cff58cf736 None None] Provisioning complete for port 2941943d-7653-481d-aaa1-3d1473152e7d triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:47.002833 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-31d75431-2fd3-41c7-a340-b3cff58cf736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:47.017525 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6543a3b3-f2d1-4f96-94a4-5ad4a646be7f tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event deleted for resources: {'Port': ['ID=80511408-fa46-44ac-9c25-19139bedfefc,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:47.035436 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6543a3b3-f2d1-4f96-94a4-5ad4a646be7f tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] No DVR routers for this DVR port 80511408-fa46-44ac-9c25-19139bedfefc on host dv-neutron-821441-1-hyperv {{(pid=102366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:18:47.056036 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0e24d9ed-7efc-4ec8-87b9-660ad49790fe tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:47.082878 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-420359c5-fd84-4ff9-8564-afb034678a37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:47.094757 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84bb53c0-13fc-45fc-8653-c6206d521843 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Router 63ed3ae1-f378-46f0-9c69-67516e7b2676 is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:18:47.107346 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-31d75431-2fd3-41c7-a340-b3cff58cf736 None None] Port 2941943d-7653-481d-aaa1-3d1473152e7d cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:18:47.122650 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-420359c5-fd84-4ff9-8564-afb034678a37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:47.244834 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6543a3b3-f2d1-4f96-94a4-5ad4a646be7f tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:47.252041 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0e24d9ed-7efc-4ec8-87b9-660ad49790fe tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:47.291917 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0e24d9ed-7efc-4ec8-87b9-660ad49790fe tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:47.300890 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-420359c5-fd84-4ff9-8564-afb034678a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:47.303800 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-420359c5-fd84-4ff9-8564-afb034678a37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:47.305202 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-420359c5-fd84-4ff9-8564-afb034678a37 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/523f405b-b2b3-487b-8168-cbdf8d450ba4 HTTP/1.1" status: 204 len: 168 time: 0.3217335 Dec 10 19:18:47.347124 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0e24d9ed-7efc-4ec8-87b9-660ad49790fe tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:47.348631 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-6543a3b3-f2d1-4f96-94a4-5ad4a646be7f tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f7bf277-f891-448d-a6cc-7b4eaa23e4d5']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:47.353617 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-0e24d9ed-7efc-4ec8-87b9-660ad49790fe tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3683629 Dec 10 19:18:47.354316 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54274) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:47.363736 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-4d6b2a87-b797-4a37-a1fc-5f9c7aee5892 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Request body: {'security_group_rule': {'security_group_id': 'be22ce83-062c-4627-8d55-a4b5a3c7e571', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:47.370092 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e24d9ed-7efc-4ec8-87b9-660ad49790fe tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be22ce83-062c-4627-8d55-a4b5a3c7e571,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:47.385291 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-6543a3b3-f2d1-4f96-94a4-5ad4a646be7f tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dfdfabb-4568-4c81-bfd0-342dca1b022e') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:47.385586 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-6543a3b3-f2d1-4f96-94a4-5ad4a646be7f tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dfdfabb-4568-4c81-bfd0-342dca1b022e') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:47.400183 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b7981d-e3ad-4ebc-a1d0-df0a27dad89d req-5bda435f-00d6-4434-a045-05224d109588 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:47.410609 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-66b7981d-e3ad-4ebc-a1d0-df0a27dad89d req-5bda435f-00d6-4434-a045-05224d109588 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9ee5470-f8ed-45d7-98f0-8aa8a5740050 HTTP/1.1" status: 200 len: 946 time: 0.1521842 Dec 10 19:18:47.423041 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6543a3b3-f2d1-4f96-94a4-5ad4a646be7f tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:47.429905 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420359c5-fd84-4ff9-8564-afb034678a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523f405b-b2b3-487b-8168-cbdf8d450ba4,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:47.464016 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4d6b2a87-b797-4a37-a1fc-5f9c7aee5892 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:47.470124 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84bb53c0-13fc-45fc-8653-c6206d521843 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:18:47.472154 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6543a3b3-f2d1-4f96-94a4-5ad4a646be7f tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:47.484090 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-84bb53c0-13fc-45fc-8653-c6206d521843 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "PUT /v2.0/routers/63ed3ae1-f378-46f0-9c69-67516e7b2676/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0078011 Dec 10 19:18:47.486979 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e786ead7-4b92-4061-8a93-7f17d89e2b9c None None] Sync routers for ids ['63ed3ae1-f378-46f0-9c69-67516e7b2676'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:18:47.487821 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54282) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:47.501192 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6543a3b3-f2d1-4f96-94a4-5ad4a646be7f tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:18:47.501949 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6543a3b3-f2d1-4f96-94a4-5ad4a646be7f tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:47.505502 dv-neutron-821441-1-hyperv neutron-server[102366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:18:47.505502 dv-neutron-821441-1-hyperv neutron-server[102366]: self.session.flush() Dec 10 19:18:47.505502 dv-neutron-821441-1-hyperv neutron-server[102366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:18:47.505502 dv-neutron-821441-1-hyperv neutron-server[102366]: self.session.flush() Dec 10 19:18:47.505502 dv-neutron-821441-1-hyperv neutron-server[102366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:18:47.505502 dv-neutron-821441-1-hyperv neutron-server[102366]: self.session.flush() Dec 10 19:18:47.505502 dv-neutron-821441-1-hyperv neutron-server[102366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:18:47.505502 dv-neutron-821441-1-hyperv neutron-server[102366]: self.session.flush() Dec 10 19:18:47.505502 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:18:47.505502 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:18:47.505502 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:18:47.505502 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:18:47.505502 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:18:47.505502 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:18:47.505502 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:18:47.505502 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:18:47.505502 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:18:47.505502 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:18:47.505502 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:18:47.505502 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:18:47.505502 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:18:47.505502 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:18:47.505502 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:18:47.505502 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:18:47.505502 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:18:47.505502 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:18:47.505502 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:18:47.505502 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:18:47.505502 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:18:47.505502 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:18:47.505502 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:18:47.505502 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:18:47.505502 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:18:47.505502 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:18:47.505502 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:18:47.505502 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:18:47.505502 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:18:47.505502 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:18:47.505502 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:18:47.505502 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:18:47.519092 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e786ead7-4b92-4061-8a93-7f17d89e2b9c None None] Routers {'63ed3ae1-f378-46f0-9c69-67516e7b2676'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:18:47.520033 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-e786ead7-4b92-4061-8a93-7f17d89e2b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:18:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['63ed3ae1-f378-46f0-9c69-67516e7b2676'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:47.562044 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-e786ead7-4b92-4061-8a93-7f17d89e2b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:47.571716 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-66b7981d-e3ad-4ebc-a1d0-df0a27dad89d req-e1d4015d-ce37-49d4-a59f-1d0f76ea74a9 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/security-groups?id=d727de41-442a-4e11-afb6-ce7cf726ecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373227 Dec 10 19:18:47.576945 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e786ead7-4b92-4061-8a93-7f17d89e2b9c None None] Routers {'63ed3ae1-f378-46f0-9c69-67516e7b2676'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:18:47.581169 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-e786ead7-4b92-4061-8a93-7f17d89e2b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:18:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['63ed3ae1-f378-46f0-9c69-67516e7b2676'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:47.617032 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6543a3b3-f2d1-4f96-94a4-5ad4a646be7f tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:47.644371 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6543a3b3-f2d1-4f96-94a4-5ad4a646be7f tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:47.660334 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-6543a3b3-f2d1-4f96-94a4-5ad4a646be7f tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "DELETE /v2.0/networks/1f7bf277-f891-448d-a6cc-7b4eaa23e4d5 HTTP/1.1" status: 204 len: 168 time: 2.1014974 Dec 10 19:18:47.671993 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54286) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:47.679146 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-28ffd61f-ce6a-4b36-a6e4-129fa98dfffd tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-384370818', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}, 'admin_state_up': False}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:47.705199 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 80511408-fa46-44ac-9c25-19139bedfefc no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:18:47.713061 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-e786ead7-4b92-4061-8a93-7f17d89e2b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:47.714114 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e786ead7-4b92-4061-8a93-7f17d89e2b9c None None] The sync data for ids ['63ed3ae1-f378-46f0-9c69-67516e7b2676'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:18:47.716399 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2de708-c930-4fe1-a44a-415350ca959f tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:47.718688 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-5e2de708-c930-4fe1-a44a-415350ca959f tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "GET /v2.0/ports?device_id=63ed3ae1-f378-46f0-9c69-67516e7b2676 HTTP/1.1" status: 200 len: 981 time: 0.2295933 Dec 10 19:18:47.719783 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6543a3b3-f2d1-4f96-94a4-5ad4a646be7f tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event deleted for resources: {'Network': ['ID=1f7bf277-f891-448d-a6cc-7b4eaa23e4d5,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:47.726880 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54290) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:47.751093 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 80511408-fa46-44ac-9c25-19139bedfefc {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:18:47.751597 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 80511408-fa46-44ac-9c25-19139bedfefc not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:18:47.881115 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4d6b2a87-b797-4a37-a1fc-5f9c7aee5892 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:47.891753 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4d6b2a87-b797-4a37-a1fc-5f9c7aee5892 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:47.911512 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-28ffd61f-ce6a-4b36-a6e4-129fa98dfffd tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:47.913395 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-28ffd61f-ce6a-4b36-a6e4-129fa98dfffd tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:47.958278 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6b2a87-b797-4a37-a1fc-5f9c7aee5892 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7794a88-1774-47d7-9471-79af8e7b0a91,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:48.014009 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4d6b2a87-b797-4a37-a1fc-5f9c7aee5892 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:48.016249 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-4d6b2a87-b797-4a37-a1fc-5f9c7aee5892 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6562612 Dec 10 19:18:48.019016 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54300) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:48.052384 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-482bc5bb-d4df-445f-9cd5-fd61b1db03f4 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:48.062159 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-482bc5bb-d4df-445f-9cd5-fd61b1db03f4 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:48.098910 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-482bc5bb-d4df-445f-9cd5-fd61b1db03f4 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:48.108340 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-482bc5bb-d4df-445f-9cd5-fd61b1db03f4 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:48.112467 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-482bc5bb-d4df-445f-9cd5-fd61b1db03f4 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/b7794a88-1774-47d7-9471-79af8e7b0a91 HTTP/1.1" status: 204 len: 168 time: 0.0894611 Dec 10 19:18:48.113471 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54304) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:48.120482 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482bc5bb-d4df-445f-9cd5-fd61b1db03f4 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b7794a88-1774-47d7-9471-79af8e7b0a91,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:48.165336 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-639af2ce-9039-4682-92b4-7bb451717ef5 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0504231 Dec 10 19:18:48.168089 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54308) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:48.189154 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-28ffd61f-ce6a-4b36-a6e4-129fa98dfffd tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:48.241092 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-14679f14-db88-4041-baf2-ada0cfd67400 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:48.273927 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-14679f14-db88-4041-baf2-ada0cfd67400 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:48.336723 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-14679f14-db88-4041-baf2-ada0cfd67400 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:48.342896 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-14679f14-db88-4041-baf2-ada0cfd67400 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:48.346611 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-14679f14-db88-4041-baf2-ada0cfd67400 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "DELETE /v2.0/security-groups/be22ce83-062c-4627-8d55-a4b5a3c7e571 HTTP/1.1" status: 204 len: 168 time: 0.1762650 Dec 10 19:18:48.363741 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54314) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:48.380350 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14679f14-db88-4041-baf2-ada0cfd67400 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be22ce83-062c-4627-8d55-a4b5a3c7e571,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:48.394689 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-28ffd61f-ce6a-4b36-a6e4-129fa98dfffd tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:48.432081 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-0708eb57-46dd-482a-9b30-973e6b94c97f tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0638771 Dec 10 19:18:48.432324 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54316) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:48.439738 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-a8b89268-117f-4a7f-bed3-df78a281d5f9 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Request body: {'security_group': {'name': 'tempest-secgroup--1317247598'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:48.469574 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a8b89268-117f-4a7f-bed3-df78a281d5f9 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:48.620339 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a8b89268-117f-4a7f-bed3-df78a281d5f9 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:48.629687 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a8b89268-117f-4a7f-bed3-df78a281d5f9 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:48.686941 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6f825cb4-09cc-4117-b41b-e9404ea2b3cf tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711290'] for router_interface, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:48.688276 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a8b89268-117f-4a7f-bed3-df78a281d5f9 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:48.689901 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-a8b89268-117f-4a7f-bed3-df78a281d5f9 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2562411 Dec 10 19:18:48.692235 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b89268-117f-4a7f-bed3-df78a281d5f9 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=272913fc-3adb-4df3-806f-2a91a2b8aa90,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:48.694799 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54326) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:48.699322 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-7462dd62-a8bf-4ea8-a5ba-4fe603825947 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Request body: {'security_group_rule': {'security_group_id': '272913fc-3adb-4df3-806f-2a91a2b8aa90', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:48.735812 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7462dd62-a8bf-4ea8-a5ba-4fe603825947 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:48.831840 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7462dd62-a8bf-4ea8-a5ba-4fe603825947 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:48.837738 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7462dd62-a8bf-4ea8-a5ba-4fe603825947 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:48.890335 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7462dd62-a8bf-4ea8-a5ba-4fe603825947 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35db2447-b8bf-4ad6-8e29-6b3c9a9b33bd,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:48.907861 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7462dd62-a8bf-4ea8-a5ba-4fe603825947 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:48.910219 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-7462dd62-a8bf-4ea8-a5ba-4fe603825947 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2143970 Dec 10 19:18:48.913876 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54332) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:48.922696 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-494ba1a4-8dd9-475a-89fd-ef6babd5b772 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Request body: {'security_group_rule': {'security_group_id': '272913fc-3adb-4df3-806f-2a91a2b8aa90', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:48.992071 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-494ba1a4-8dd9-475a-89fd-ef6babd5b772 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:49.095971 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-494ba1a4-8dd9-475a-89fd-ef6babd5b772 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:49.101948 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-494ba1a4-8dd9-475a-89fd-ef6babd5b772 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:49.124548 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494ba1a4-8dd9-475a-89fd-ef6babd5b772 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b136c570-3baf-490c-a17e-c577983fab26,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:49.135949 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-494ba1a4-8dd9-475a-89fd-ef6babd5b772 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:49.139004 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-494ba1a4-8dd9-475a-89fd-ef6babd5b772 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2198381 Dec 10 19:18:49.142469 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54338) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:49.149601 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-09dee5b7-f487-4ec3-93ef-80ffa6a726b1 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Request body: {'security_group_rule': {'security_group_id': '272913fc-3adb-4df3-806f-2a91a2b8aa90', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:49.190194 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-09dee5b7-f487-4ec3-93ef-80ffa6a726b1 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:49.204590 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-28ffd61f-ce6a-4b36-a6e4-129fa98dfffd tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for router_gateway, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:49.254279 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-28ffd61f-ce6a-4b36-a6e4-129fa98dfffd tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:49.273166 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-09dee5b7-f487-4ec3-93ef-80ffa6a726b1 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:49.281129 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-09dee5b7-f487-4ec3-93ef-80ffa6a726b1 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:49.324355 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dee5b7-f487-4ec3-93ef-80ffa6a726b1 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fedee495-4219-46ef-b752-c176726f2cf6,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:49.335802 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-09dee5b7-f487-4ec3-93ef-80ffa6a726b1 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:49.339214 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965da753-f577-43a7-9826-fcd499876788 req-03af0816-b1ec-4e5f-821c-b24796487eb6 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:49.340993 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-965da753-f577-43a7-9826-fcd499876788 req-03af0816-b1ec-4e5f-821c-b24796487eb6 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9ee5470-f8ed-45d7-98f0-8aa8a5740050 HTTP/1.1" status: 200 len: 946 time: 0.6776025 Dec 10 19:18:49.342830 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-09dee5b7-f487-4ec3-93ef-80ffa6a726b1 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1982832 Dec 10 19:18:49.343805 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54344) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:49.354018 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-802bd489-dd7a-4145-80ea-1f6c65e72ade tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Request body: {'security_group_rule': {'security_group_id': '272913fc-3adb-4df3-806f-2a91a2b8aa90', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:49.405183 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54346) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:49.408888 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-802bd489-dd7a-4145-80ea-1f6c65e72ade tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:49.473584 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-28ffd61f-ce6a-4b36-a6e4-129fa98dfffd tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Allocated IP 172.26.6.212 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/5f0ba076-3dba-446e-ab06-330f882c2b6f) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:18:49.478584 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-965da753-f577-43a7-9826-fcd499876788 req-9f5d7655-06b3-436e-8baf-686e8acd696d tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/security-groups?id=d727de41-442a-4e11-afb6-ce7cf726ecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274698 Dec 10 19:18:49.537632 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-802bd489-dd7a-4145-80ea-1f6c65e72ade tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:49.545619 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-802bd489-dd7a-4145-80ea-1f6c65e72ade tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:49.570496 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-6f825cb4-09cc-4117-b41b-e9404ea2b3cf tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Deleting port 2941943d-7653-481d-aaa1-3d1473152e7d {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:18:49.570844 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6f825cb4-09cc-4117-b41b-e9404ea2b3cf tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:49.578984 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802bd489-dd7a-4145-80ea-1f6c65e72ade tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2232d309-4fc3-4235-bcb0-9ca01fec961c,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:49.594387 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-802bd489-dd7a-4145-80ea-1f6c65e72ade tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:49.596303 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-802bd489-dd7a-4145-80ea-1f6c65e72ade tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2505875 Dec 10 19:18:49.599278 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54350) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:49.606993 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-d7253817-9782-477c-86f1-240e5e37cf45 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Request body: {'security_group_rule': {'security_group_id': '272913fc-3adb-4df3-806f-2a91a2b8aa90', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:49.676971 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-c2a1aafc-cd5b-460f-a85b-ebecbb033cd0 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'network': {'name': 'tempest-network-smoke--171351265', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'port_security_enabled': True}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:49.677980 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-28ffd61f-ce6a-4b36-a6e4-129fa98dfffd tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:49.682944 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d7253817-9782-477c-86f1-240e5e37cf45 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:49.704583 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6f825cb4-09cc-4117-b41b-e9404ea2b3cf tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:49.725184 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a1aafc-cd5b-460f-a85b-ebecbb033cd0 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Made reservation on behalf of 730e4c9f0aba4accb176e575114c849e for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:18:49.728610 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-6f825cb4-09cc-4117-b41b-e9404ea2b3cf tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Calling delete_port for 2941943d-7653-481d-aaa1-3d1473152e7d owned by network:router_interface {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:18:49.729159 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c2a1aafc-cd5b-460f-a85b-ebecbb033cd0 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:49.751971 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c2a1aafc-cd5b-460f-a85b-ebecbb033cd0 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:49.788162 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-28ffd61f-ce6a-4b36-a6e4-129fa98dfffd tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:49.798702 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d7253817-9782-477c-86f1-240e5e37cf45 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:49.809120 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d7253817-9782-477c-86f1-240e5e37cf45 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:49.837560 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7253817-9782-477c-86f1-240e5e37cf45 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f158a57-48d6-4abf-9192-599640765572,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:49.847701 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ffd61f-ce6a-4b36-a6e4-129fa98dfffd tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:18:49.855022 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-28ffd61f-ce6a-4b36-a6e4-129fa98dfffd tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:18:49.863965 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d7253817-9782-477c-86f1-240e5e37cf45 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:49.865746 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d7253817-9782-477c-86f1-240e5e37cf45 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2648926 Dec 10 19:18:49.873180 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ffd61f-ce6a-4b36-a6e4-129fa98dfffd tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:18:49.874146 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54352) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:49.876756 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ffd61f-ce6a-4b36-a6e4-129fa98dfffd tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event updated for resources: {'Port': ['ID=5f0ba076-3dba-446e-ab06-330f882c2b6f,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:49.923975 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-65c38665-a784-4260-aafd-dcab699ca646 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:49.939840 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c2a1aafc-cd5b-460f-a85b-ebecbb033cd0 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:49.941919 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-65c38665-a784-4260-aafd-dcab699ca646 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:49.949827 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c2a1aafc-cd5b-460f-a85b-ebecbb033cd0 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:50.001365 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a1aafc-cd5b-460f-a85b-ebecbb033cd0 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5222f4-a172-4934-8a0c-7bb42055e72f,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:50.005200 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-65c38665-a784-4260-aafd-dcab699ca646 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:50.011532 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-65c38665-a784-4260-aafd-dcab699ca646 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:50.017756 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-65c38665-a784-4260-aafd-dcab699ca646 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/7f158a57-48d6-4abf-9192-599640765572 HTTP/1.1" status: 204 len: 168 time: 0.1355791 Dec 10 19:18:50.018921 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54354) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:50.027313 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c38665-a784-4260-aafd-dcab699ca646 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7f158a57-48d6-4abf-9192-599640765572,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:50.084084 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-0212f7fe-319a-4efe-afcc-a47c4232ff29 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0605395 Dec 10 19:18:50.084753 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54358) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:50.126048 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c0222b0e-b42d-49ed-9986-af942c4143bc tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:50.141175 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6f825cb4-09cc-4117-b41b-e9404ea2b3cf tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:50.145989 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c0222b0e-b42d-49ed-9986-af942c4143bc tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:50.151339 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4f96455d-c969-489e-b5a4-753bef5d3cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:50.161873 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2a1aafc-cd5b-460f-a85b-ebecbb033cd0 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:18:50.188625 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f825cb4-09cc-4117-b41b-e9404ea2b3cf tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event deleted for resources: {'Port': ['ID=2941943d-7653-481d-aaa1-3d1473152e7d,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:50.190237 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c2a1aafc-cd5b-460f-a85b-ebecbb033cd0 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:50.190783 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-c2a1aafc-cd5b-460f-a85b-ebecbb033cd0 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Added segment 0332fa17-cf06-4edb-9411-1f6004e1d061 of type vlan for network 09581b17-9274-439f-a74b-fa6e61531b79 Dec 10 19:18:50.265425 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c0222b0e-b42d-49ed-9986-af942c4143bc tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:50.286734 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c0222b0e-b42d-49ed-9986-af942c4143bc tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:50.292247 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-c0222b0e-b42d-49ed-9986-af942c4143bc tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/2232d309-4fc3-4235-bcb0-9ca01fec961c HTTP/1.1" status: 204 len: 168 time: 0.2023284 Dec 10 19:18:50.294115 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54360) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:50.302680 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c2a1aafc-cd5b-460f-a85b-ebecbb033cd0 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:50.328389 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0222b0e-b42d-49ed-9986-af942c4143bc tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2232d309-4fc3-4235-bcb0-9ca01fec961c,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:50.407696 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-046ac415-dec5-4cd0-9a1e-79b14bf7d482 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1080034 Dec 10 19:18:50.407696 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c2a1aafc-cd5b-460f-a85b-ebecbb033cd0 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:50.414639 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a1aafc-cd5b-460f-a85b-ebecbb033cd0 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:50.415466 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c2a1aafc-cd5b-460f-a85b-ebecbb033cd0 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:50.420343 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54362) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:50.529541 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-c2a1aafc-cd5b-460f-a85b-ebecbb033cd0 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1223514 Dec 10 19:18:50.538620 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54366) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:50.546310 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-f9d6e158-4887-4837-8e89-fb4d0e3c92b1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-174610736', 'admin_state_up': True, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:50.554721 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ac4d0b3f-1161-47b7-80af-bb9b0c92e273 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:50.572214 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a1aafc-cd5b-460f-a85b-ebecbb033cd0 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Network': ['ID=09581b17-9274-439f-a74b-fa6e61531b79,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:50.577980 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ac4d0b3f-1161-47b7-80af-bb9b0c92e273 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:50.592148 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 09581b17-9274-439f-a74b-fa6e61531b79 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:18:50.606900 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f9d6e158-4887-4837-8e89-fb4d0e3c92b1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:50.606900 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f9d6e158-4887-4837-8e89-fb4d0e3c92b1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:50.629133 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ac4d0b3f-1161-47b7-80af-bb9b0c92e273 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:50.639460 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ac4d0b3f-1161-47b7-80af-bb9b0c92e273 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:50.640713 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-ac4d0b3f-1161-47b7-80af-bb9b0c92e273 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/fedee495-4219-46ef-b752-c176726f2cf6 HTTP/1.1" status: 204 len: 168 time: 0.2149572 Dec 10 19:18:50.645577 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54368) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:50.666439 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4d0b3f-1161-47b7-80af-bb9b0c92e273 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fedee495-4219-46ef-b752-c176726f2cf6,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:50.714720 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f9d6e158-4887-4837-8e89-fb4d0e3c92b1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:50.783194 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d19b958f-82af-45f5-8aef-886b374248ac tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1372254 Dec 10 19:18:50.811400 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54370) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:50.906395 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a1bc2916-62d2-4522-a631-ab3a9f367565 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:50.921556 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a1bc2916-62d2-4522-a631-ab3a9f367565 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:50.925846 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f9d6e158-4887-4837-8e89-fb4d0e3c92b1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:51.004238 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a1bc2916-62d2-4522-a631-ab3a9f367565 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:51.015353 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a1bc2916-62d2-4522-a631-ab3a9f367565 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:51.019504 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-a1bc2916-62d2-4522-a631-ab3a9f367565 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/b136c570-3baf-490c-a17e-c577983fab26 HTTP/1.1" status: 204 len: 168 time: 0.2041574 Dec 10 19:18:51.023090 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54372) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:51.032083 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bc2916-62d2-4522-a631-ab3a9f367565 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b136c570-3baf-490c-a17e-c577983fab26,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:51.036057 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6f825cb4-09cc-4117-b41b-e9404ea2b3cf tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3755731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3712768'] for router_interface, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:51.060638 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-28ffd61f-ce6a-4b36-a6e4-129fa98dfffd tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for router_gateway, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:51.087006 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-c145ed77-e089-4ba2-b7fb-eb649d8cea2c tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0585938 Dec 10 19:18:51.087672 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54374) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:51.134849 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c29a3ec8-795c-4845-b335-39e29c18839b tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:51.150573 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c29a3ec8-795c-4845-b335-39e29c18839b tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:51.224480 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcce999-e30d-4138-abb7-9977fb1e7ef3 req-ddb61f53-98f3-4b9a-8284-5381da87662c tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:51.226409 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5bcce999-e30d-4138-abb7-9977fb1e7ef3 req-ddb61f53-98f3-4b9a-8284-5381da87662c tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9ee5470-f8ed-45d7-98f0-8aa8a5740050 HTTP/1.1" status: 200 len: 946 time: 0.3408265 Dec 10 19:18:51.266360 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c29a3ec8-795c-4845-b335-39e29c18839b tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:51.281673 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c29a3ec8-795c-4845-b335-39e29c18839b tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:51.281673 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-c29a3ec8-795c-4845-b335-39e29c18839b tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/35db2447-b8bf-4ad6-8e29-6b3c9a9b33bd HTTP/1.1" status: 204 len: 168 time: 0.1884778 Dec 10 19:18:51.282142 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54378) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:51.296306 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29a3ec8-795c-4845-b335-39e29c18839b tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=35db2447-b8bf-4ad6-8e29-6b3c9a9b33bd,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:51.332051 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f9d6e158-4887-4837-8e89-fb4d0e3c92b1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router_gateway, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:51.353235 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f9d6e158-4887-4837-8e89-fb4d0e3c92b1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:51.422787 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-eef93ada-9999-43dd-8adf-8c7fe97c5553 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1396742 Dec 10 19:18:51.427251 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54380) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:51.535274 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f825cb4-09cc-4117-b41b-e9404ea2b3cf tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Router 63ed3ae1-f378-46f0-9c69-67516e7b2676 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:18:51.538658 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5bcce999-e30d-4138-abb7-9977fb1e7ef3 req-50321461-dda8-4cd6-a64f-a0b4da831da6 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/security-groups?id=d727de41-442a-4e11-afb6-ce7cf726ecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2871752 Dec 10 19:18:51.549131 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-63fdd3ea-a17e-4720-be45-4fecf25f0e49 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:51.551434 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-f9d6e158-4887-4837-8e89-fb4d0e3c92b1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Allocated IP 172.26.6.246 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/f4f54156-4d4e-431d-b4de-80cee11ea05f) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:18:51.589816 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-63fdd3ea-a17e-4720-be45-4fecf25f0e49 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:51.657420 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f825cb4-09cc-4117-b41b-e9404ea2b3cf tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:18:51.666469 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-6f825cb4-09cc-4117-b41b-e9404ea2b3cf tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "PUT /v2.0/routers/63ed3ae1-f378-46f0-9c69-67516e7b2676/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9316871 Dec 10 19:18:51.667265 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54382) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:51.679150 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2065cd-d707-4cc7-b1da-c461e8cba203 None None] Sync routers for ids ['63ed3ae1-f378-46f0-9c69-67516e7b2676'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:18:51.679753 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-28ffd61f-ce6a-4b36-a6e4-129fa98dfffd tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:51.690905 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2065cd-d707-4cc7-b1da-c461e8cba203 None None] Routers {'63ed3ae1-f378-46f0-9c69-67516e7b2676'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:18:51.692065 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-0c2065cd-d707-4cc7-b1da-c461e8cba203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:18:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['63ed3ae1-f378-46f0-9c69-67516e7b2676'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:51.735649 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-0c2065cd-d707-4cc7-b1da-c461e8cba203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:51.753622 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2065cd-d707-4cc7-b1da-c461e8cba203 None None] Routers {'63ed3ae1-f378-46f0-9c69-67516e7b2676'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:18:51.754665 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-0c2065cd-d707-4cc7-b1da-c461e8cba203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:18:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['63ed3ae1-f378-46f0-9c69-67516e7b2676'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:51.757114 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-80a08921-67c9-4687-b1c1-c96b7f26b735 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] GET failed (client error): The resource could not be found. Dec 10 19:18:51.759959 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-80a08921-67c9-4687-b1c1-c96b7f26b735 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "GET /v2.0/ports/2941943d-7653-481d-aaa1-3d1473152e7d HTTP/1.1" status: 404 len: 333 time: 0.0876894 Dec 10 19:18:51.770675 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54384) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:51.814322 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-63fdd3ea-a17e-4720-be45-4fecf25f0e49 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:51.821005 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-63fdd3ea-a17e-4720-be45-4fecf25f0e49 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:51.823388 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-63fdd3ea-a17e-4720-be45-4fecf25f0e49 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "DELETE /v2.0/security-groups/272913fc-3adb-4df3-806f-2a91a2b8aa90 HTTP/1.1" status: 204 len: 168 time: 0.3946395 Dec 10 19:18:51.827401 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54386) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:51.850692 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-0c2065cd-d707-4cc7-b1da-c461e8cba203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:51.852240 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2065cd-d707-4cc7-b1da-c461e8cba203 None None] The sync data for ids ['63ed3ae1-f378-46f0-9c69-67516e7b2676'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:18:51.867803 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f9d6e158-4887-4837-8e89-fb4d0e3c92b1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:51.874071 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fdd3ea-a17e-4720-be45-4fecf25f0e49 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=272913fc-3adb-4df3-806f-2a91a2b8aa90,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:51.903503 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-52723682-4a5f-4989-9a5f-601afdaf34a5 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for router, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:51.940438 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f9d6e158-4887-4837-8e89-fb4d0e3c92b1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:52.022529 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d6e158-4887-4837-8e89-fb4d0e3c92b1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:18:52.026907 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-f9d6e158-4887-4837-8e89-fb4d0e3c92b1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:18:52.035794 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d6e158-4887-4837-8e89-fb4d0e3c92b1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:18:52.039312 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d6e158-4887-4837-8e89-fb4d0e3c92b1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Port': ['ID=f4f54156-4d4e-431d-b4de-80cee11ea05f,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:52.108052 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-cb291047-fc02-4c50-9849-49768ff05fd7 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2501714 Dec 10 19:18:52.126024 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54388) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:52.150004 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-52723682-4a5f-4989-9a5f-601afdaf34a5 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:52.155879 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-52723682-4a5f-4989-9a5f-601afdaf34a5 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:52.177291 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-ce8c508e-5d7e-45e9-b693-d5e6b3100ae2 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Request body: {'security_group': {'name': 'tempest-secgroup--1147609952'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:52.201100 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ffd61f-ce6a-4b36-a6e4-129fa98dfffd tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Router 72f572c6-af7c-4780-9e17-84dd8b62212e is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:18:52.214424 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-52723682-4a5f-4989-9a5f-601afdaf34a5 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:52.215050 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52723682-4a5f-4989-9a5f-601afdaf34a5 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Fanout notify agent at l3_agent the message router_deleted on router 63ed3ae1-f378-46f0-9c69-67516e7b2676 {{(pid=102365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:18:52.227911 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-52723682-4a5f-4989-9a5f-601afdaf34a5 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:52.229429 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-52723682-4a5f-4989-9a5f-601afdaf34a5 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "DELETE /v2.0/routers/63ed3ae1-f378-46f0-9c69-67516e7b2676 HTTP/1.1" status: 204 len: 168 time: 0.4574876 Dec 10 19:18:52.234615 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54390) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:52.274985 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ce8c508e-5d7e-45e9-b693-d5e6b3100ae2 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:52.370595 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab0d0c65-db0d-4a42-ab5a-6f594a836f85 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Deleting subnet b684e1d9-991b-4322-8330-b3d084cd4a9e {{(pid=102365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:18:52.376965 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ab0d0c65-db0d-4a42-ab5a-6f594a836f85 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for subnet, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:52.438103 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ab0d0c65-db0d-4a42-ab5a-6f594a836f85 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353213'] for subnet, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:52.482595 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ffd61f-ce6a-4b36-a6e4-129fa98dfffd tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:18:52.499747 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d133256e-460e-4d58-8bbd-af87cd69a67d None None] Sync routers for ids ['72f572c6-af7c-4780-9e17-84dd8b62212e'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:18:52.520165 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d133256e-460e-4d58-8bbd-af87cd69a67d None None] Routers {'72f572c6-af7c-4780-9e17-84dd8b62212e'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:18:52.521821 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-d133256e-460e-4d58-8bbd-af87cd69a67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:18:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['72f572c6-af7c-4780-9e17-84dd8b62212e'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:52.523946 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ce8c508e-5d7e-45e9-b693-d5e6b3100ae2 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:52.526062 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f9d6e158-4887-4837-8e89-fb4d0e3c92b1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router_gateway, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:52.548492 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-28ffd61f-ce6a-4b36-a6e4-129fa98dfffd tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:52.554748 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-28ffd61f-ce6a-4b36-a6e4-129fa98dfffd tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.8781374 Dec 10 19:18:52.555523 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54394) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:52.571243 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ce8c508e-5d7e-45e9-b693-d5e6b3100ae2 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:52.594591 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-d133256e-460e-4d58-8bbd-af87cd69a67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:52.619820 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d133256e-460e-4d58-8bbd-af87cd69a67d None None] Routers {'72f572c6-af7c-4780-9e17-84dd8b62212e'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:18:52.621385 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-d133256e-460e-4d58-8bbd-af87cd69a67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:18:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['72f572c6-af7c-4780-9e17-84dd8b62212e'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:52.650867 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c508e-5d7e-45e9-b693-d5e6b3100ae2 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a4bfb5-002d-4d28-a5a6-f0e708fd390e,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:52.657934 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ce8c508e-5d7e-45e9-b693-d5e6b3100ae2 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:52.663294 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-ce8c508e-5d7e-45e9-b693-d5e6b3100ae2 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5319228 Dec 10 19:18:52.664119 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54398) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:52.669395 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-1587962c-4621-4286-a39b-338f38d5956c tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Request body: {'security_group_rule': {'security_group_id': 'f8a4bfb5-002d-4d28-a5a6-f0e708fd390e', 'direction': 'ingress', 'protocol': 17}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:52.699994 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-d133256e-460e-4d58-8bbd-af87cd69a67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:52.702202 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d133256e-460e-4d58-8bbd-af87cd69a67d None None] The sync data for ids ['72f572c6-af7c-4780-9e17-84dd8b62212e'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:18:52.779306 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1587962c-4621-4286-a39b-338f38d5956c tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:52.831070 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ab0d0c65-db0d-4a42-ab5a-6f594a836f85 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:52.855171 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f9d6e158-4887-4837-8e89-fb4d0e3c92b1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:52.904571 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1587962c-4621-4286-a39b-338f38d5956c tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:52.959170 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1587962c-4621-4286-a39b-338f38d5956c tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:52.960125 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9b0be-0529-45b4-a723-e95b66082235 req-0727fbcc-f95e-41d8-964d-356f92d8ebc0 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:52.962746 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2bf9b0be-0529-45b4-a723-e95b66082235 req-0727fbcc-f95e-41d8-964d-356f92d8ebc0 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9ee5470-f8ed-45d7-98f0-8aa8a5740050 HTTP/1.1" status: 200 len: 946 time: 0.2319944 Dec 10 19:18:52.992658 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-426912c6-f2ec-4960-a464-d07b9ef1cc31 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "GET /v2.0/routers/72f572c6-af7c-4780-9e17-84dd8b62212e HTTP/1.1" status: 200 len: 884 time: 0.4352572 Dec 10 19:18:52.999710 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54400) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:53.011928 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1587962c-4621-4286-a39b-338f38d5956c tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3b7594c-de7e-49a3-b04e-fc3964c8b9b2,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:53.028492 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1587962c-4621-4286-a39b-338f38d5956c tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:53.030655 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-1587962c-4621-4286-a39b-338f38d5956c tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3652949 Dec 10 19:18:53.034415 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54402) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:53.160990 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ab0d0c65-db0d-4a42-ab5a-6f594a836f85 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:53.167369 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-12b037d0-6ecc-4e71-8aca-f75a1a298c35 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:53.209694 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d6e158-4887-4837-8e89-fb4d0e3c92b1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Router fc36a459-772e-42b2-b336-e02eacb0da03 is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:18:53.213030 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-12b037d0-6ecc-4e71-8aca-f75a1a298c35 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:53.240773 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0d0c65-db0d-4a42-ab5a-6f594a836f85 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event deleted for resources: {'Subnet': ['ID=b684e1d9-991b-4322-8330-b3d084cd4a9e,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:53.244869 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ab0d0c65-db0d-4a42-ab5a-6f594a836f85 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:53.249332 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-ab0d0c65-db0d-4a42-ab5a-6f594a836f85 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "DELETE /v2.0/subnets/b684e1d9-991b-4322-8330-b3d084cd4a9e HTTP/1.1" status: 204 len: 168 time: 1.0135767 Dec 10 19:18:53.255413 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54404) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:53.266046 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2bf9b0be-0529-45b4-a723-e95b66082235 req-e8df71d5-a5e3-4688-9664-54557dd3888e tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/security-groups?id=d727de41-442a-4e11-afb6-ce7cf726ecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2679880 Dec 10 19:18:53.266796 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050ce8f3-6021-4790-a0eb-a855c126c66c None None] Network 7868ab2e-3325-40be-a831-0fe5ebfbba40 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:18:53.503614 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cb09f1-e390-4951-88c1-d2cacc0840ab None None] DHCP port deletion for 7868ab2e-3325-40be-a831-0fe5ebfbba40 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:18:53.613271 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-87cb09f1-e390-4951-88c1-d2cacc0840ab None None] Deleting port 2b816bf2-6300-436d-ac34-59c989b23995 {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:18:53.613819 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-87cb09f1-e390-4951-88c1-d2cacc0840ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:53.696294 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 2b816bf2-6300-436d-ac34-59c989b23995 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:18:53.799261 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-87cb09f1-e390-4951-88c1-d2cacc0840ab None None] For port 2b816bf2-6300-436d-ac34-59c989b23995, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=2b816bf2-6300-436d-ac34-59c989b23995,segment=NetworkSegment(a40c9b08-18a1-4f26-a635-94aa947ffce2),segment_id=a40c9b08-18a1-4f26-a635-94aa947ffce2)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:18:53.799893 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-87cb09f1-e390-4951-88c1-d2cacc0840ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:53.820707 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-12b037d0-6ecc-4e71-8aca-f75a1a298c35 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:53.826103 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-87cb09f1-e390-4951-88c1-d2cacc0840ab None None] Calling delete_port for 2b816bf2-6300-436d-ac34-59c989b23995 owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:18:53.826985 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-12b037d0-6ecc-4e71-8aca-f75a1a298c35 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:53.829161 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-12b037d0-6ecc-4e71-8aca-f75a1a298c35 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "DELETE /v2.0/security-groups/f8a4bfb5-002d-4d28-a5a6-f0e708fd390e HTTP/1.1" status: 204 len: 168 time: 0.7930512 Dec 10 19:18:53.835138 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54408) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:53.866732 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d80cfece-68fe-4e89-98d7-0d4e9930734d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:53.875128 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b037d0-6ecc-4e71-8aca-f75a1a298c35 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a4bfb5-002d-4d28-a5a6-f0e708fd390e,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:53.925652 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-d1fec27e-d428-4e6a-9df8-5cfc35019088 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0887542 Dec 10 19:18:53.926354 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d6e158-4887-4837-8e89-fb4d0e3c92b1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:18:53.933329 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54410) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:53.939590 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-c43cada3-0421-4b22-a421-6830d81b6bd9 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Request body: {'security_group': {'name': 'tempest-secgroup--1780857701'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:53.947214 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b53819-708a-480b-a4bc-4731342fcc58 None None] Sync routers for ids ['fc36a459-772e-42b2-b336-e02eacb0da03'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:18:53.970004 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b53819-708a-480b-a4bc-4731342fcc58 None None] Routers {'fc36a459-772e-42b2-b336-e02eacb0da03'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:18:53.973013 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-48b53819-708a-480b-a4bc-4731342fcc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:18:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['fc36a459-772e-42b2-b336-e02eacb0da03'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:53.974083 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-bea8aa88-4a36-4e3b-8715-4ccbe1a5112c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.9691496 Dec 10 19:18:53.977760 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54412) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:53.986414 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-181fdd5e-0b02-4c51-ab1e-fed1659ebcaa tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-384370818'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:54.053624 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-d80cfece-68fe-4e89-98d7-0d4e9930734d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Deleting port 2b816bf2-6300-436d-ac34-59c989b23995 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:18:54.054305 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d80cfece-68fe-4e89-98d7-0d4e9930734d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:54.073924 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c43cada3-0421-4b22-a421-6830d81b6bd9 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:54.144253 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f9d6e158-4887-4837-8e89-fb4d0e3c92b1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:54.151465 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-f9d6e158-4887-4837-8e89-fb4d0e3c92b1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.6062093 Dec 10 19:18:54.151465 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54414) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:54.167653 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c43cada3-0421-4b22-a421-6830d81b6bd9 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:54.190788 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c43cada3-0421-4b22-a421-6830d81b6bd9 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:54.218745 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c43cada3-0421-4b22-a421-6830d81b6bd9 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:54.219639 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-c43cada3-0421-4b22-a421-6830d81b6bd9 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2849083 Dec 10 19:18:54.224935 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54418) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:54.240547 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-a423b599-526d-4475-b1da-da4fc8d9411a tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Request body: {'security_group': {'name': 'tempest-secgroup--636423817'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:54.242415 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:54.258909 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-d80cfece-68fe-4e89-98d7-0d4e9930734d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] For port 2b816bf2-6300-436d-ac34-59c989b23995, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=2b816bf2-6300-436d-ac34-59c989b23995,segment=NetworkSegment(a40c9b08-18a1-4f26-a635-94aa947ffce2),segment_id=a40c9b08-18a1-4f26-a635-94aa947ffce2)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:18:54.259285 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d80cfece-68fe-4e89-98d7-0d4e9930734d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:54.272410 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-9989dd82-c223-4ab7-bccf-847e7183bf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:54.290604 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-d80cfece-68fe-4e89-98d7-0d4e9930734d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Calling delete_port for 2b816bf2-6300-436d-ac34-59c989b23995 owned by network:dhcp {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:18:54.306487 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43cada3-0421-4b22-a421-6830d81b6bd9 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=826b2034-1c96-46c0-8859-e169bb5eea30,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:54.323801 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-bf5692ba-1ee1-4aa6-8240-5b840df65a77 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=730e4c9f0aba4accb176e575114c849e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1711030 Dec 10 19:18:54.330972 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54422) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:54.342525 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-48b53819-708a-480b-a4bc-4731342fcc58 None None] Set router fc36a459-772e-42b2-b336-e02eacb0da03 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:18:54.344687 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port 2b816bf2-6300-436d-ac34-59c989b23995, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=2b816bf2-6300-436d-ac34-59c989b23995,segment=NetworkSegment(a40c9b08-18a1-4f26-a635-94aa947ffce2),segment_id=a40c9b08-18a1-4f26-a635-94aa947ffce2)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:18:54.361362 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:54.452133 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a423b599-526d-4475-b1da-da4fc8d9411a tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:54.480707 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=2b816bf2-6300-436d-ac34-59c989b23995,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:54.488772 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-87cb09f1-e390-4951-88c1-d2cacc0840ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:54.536623 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cb09f1-e390-4951-88c1-d2cacc0840ab None None] Pushing event deleted for resources: {'Port': ['ID=2b816bf2-6300-436d-ac34-59c989b23995,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:54.539315 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cb09f1-e390-4951-88c1-d2cacc0840ab None None] No DVR routers for this DVR port 2b816bf2-6300-436d-ac34-59c989b23995 on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:18:54.588674 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f404e796-e749-49d7-ba62-dc89aade65b3 req-fea413ec-dce7-4feb-9b7f-ac3ecd5d4b37 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:54.591225 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f404e796-e749-49d7-ba62-dc89aade65b3 req-fea413ec-dce7-4feb-9b7f-ac3ecd5d4b37 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9ee5470-f8ed-45d7-98f0-8aa8a5740050 HTTP/1.1" status: 200 len: 946 time: 0.1872351 Dec 10 19:18:54.645205 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6575b8f-c83a-4087-9bd9-bb96f7cfc603 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:54.645205 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d6575b8f-c83a-4087-9bd9-bb96f7cfc603 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3119669 Dec 10 19:18:54.648985 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54426) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:54.703584 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54428) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:54.704641 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-b2704ccf-d2ff-40a4-9b64-9f28a7bdb635 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=68e2ee80-e7f8-4be2-b0d8-392fd4a4e031&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0540943 Dec 10 19:18:54.706074 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d80cfece-68fe-4e89-98d7-0d4e9930734d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:54.735226 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-6f848edb-e5f1-415a-9ad1-4ef1c60bd671 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1327358467', 'network_id': '09581b17-9274-439f-a74b-fa6e61531b79', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:54.770366 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-48b53819-708a-480b-a4bc-4731342fcc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'name': 'tempest-TestNetworkBasicOps-router-174610736', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': 'f4f54156-4d4e-431d-b4de-80cee11ea05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:18:50Z', 'updated_at': '2021-12-10T19:18:52Z', 'revision_number': 3, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': 'f4f54156-4d4e-431d-b4de-80cee11ea05f', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:27:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:51Z', 'updated_at': '2021-12-10T19:18:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:54.771040 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80cfece-68fe-4e89-98d7-0d4e9930734d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] No DVR routers for this DVR port 2b816bf2-6300-436d-ac34-59c989b23995 on host dv-neutron-821441-1-hyperv {{(pid=102366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:18:54.774171 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80cfece-68fe-4e89-98d7-0d4e9930734d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event deleted for resources: {'Port': ['ID=2b816bf2-6300-436d-ac34-59c989b23995,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:54.804775 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b53819-708a-480b-a4bc-4731342fcc58 None None] Checking router: fc36a459-772e-42b2-b336-e02eacb0da03 for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:18:54.804775 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b53819-708a-480b-a4bc-4731342fcc58 None None] Updating router fc36a459-772e-42b2-b336-e02eacb0da03 port f4f54156-4d4e-431d-b4de-80cee11ea05f binding host dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:18:54.806987 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f404e796-e749-49d7-ba62-dc89aade65b3 req-945ffc8c-9dd0-4294-a4e1-5e9b8611f191 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/security-groups?id=d727de41-442a-4e11-afb6-ce7cf726ecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1976886 Dec 10 19:18:54.836886 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-48b53819-708a-480b-a4bc-4731342fcc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:54.854202 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a423b599-526d-4475-b1da-da4fc8d9411a tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:54.872094 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a423b599-526d-4475-b1da-da4fc8d9411a tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:54.943575 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d80cfece-68fe-4e89-98d7-0d4e9930734d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:54.950138 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-181fdd5e-0b02-4c51-ab1e-fed1659ebcaa tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3713082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3715814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8908'] for router, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:54.961944 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a423b599-526d-4475-b1da-da4fc8d9411a tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1882c579-c066-4577-a427-c9afe5ca78b3,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:54.970002 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f848edb-e5f1-415a-9ad1-4ef1c60bd671 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Made reservation on behalf of 730e4c9f0aba4accb176e575114c849e for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:18:54.974162 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6f848edb-e5f1-415a-9ad1-4ef1c60bd671 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:54.983487 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a423b599-526d-4475-b1da-da4fc8d9411a tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:54.990705 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-a423b599-526d-4475-b1da-da4fc8d9411a tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7587526 Dec 10 19:18:54.997029 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-181fdd5e-0b02-4c51-ab1e-fed1659ebcaa tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3713075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3713068', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3715807'] for router, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:54.997441 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54430) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:55.005764 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-4ca18251-2a3f-4ee3-9ea6-bd6c8150b2a9 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Request body: {'security_group_rule': {'security_group_id': '826b2034-1c96-46c0-8859-e169bb5eea30', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1882c579-c066-4577-a427-c9afe5ca78b3', 'remote_ip_prefix': None}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:55.020930 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-d80cfece-68fe-4e89-98d7-0d4e9930734d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7868ab2e-3325-40be-a831-0fe5ebfbba40']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:55.051675 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-d80cfece-68fe-4e89-98d7-0d4e9930734d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a40c9b08-18a1-4f26-a635-94aa947ffce2') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:55.052146 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-d80cfece-68fe-4e89-98d7-0d4e9930734d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a40c9b08-18a1-4f26-a635-94aa947ffce2') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:55.077851 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d80cfece-68fe-4e89-98d7-0d4e9930734d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:55.111832 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d80cfece-68fe-4e89-98d7-0d4e9930734d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:55.130971 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4ca18251-2a3f-4ee3-9ea6-bd6c8150b2a9 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:55.157726 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d80cfece-68fe-4e89-98d7-0d4e9930734d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:18:55.158406 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d80cfece-68fe-4e89-98d7-0d4e9930734d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:55.164465 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:18:55.164465 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:18:55.164465 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:18:55.164465 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:18:55.164465 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:18:55.164465 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:18:55.164465 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:18:55.164465 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:18:55.164465 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:18:55.164465 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:18:55.164465 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:18:55.164465 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:18:55.164465 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:18:55.164465 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:18:55.164465 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:18:55.164465 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:18:55.164465 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:18:55.164465 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:18:55.164465 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:18:55.164465 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:18:55.164465 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:18:55.164465 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:18:55.164465 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:18:55.164465 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:18:55.164465 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:18:55.164465 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:18:55.164465 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:18:55.164465 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:18:55.164465 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:18:55.164465 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:18:55.164465 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:18:55.164465 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:18:55.203735 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-181fdd5e-0b02-4c51-ab1e-fed1659ebcaa tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Router 72f572c6-af7c-4780-9e17-84dd8b62212e has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:18:55.209880 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-48b53819-708a-480b-a4bc-4731342fcc58 None None] Notify callbacks [] for port, precommit_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:55.216660 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-48b53819-708a-480b-a4bc-4731342fcc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:55.294892 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-48b53819-708a-480b-a4bc-4731342fcc58 None None] Attempting to bind port f4f54156-4d4e-431d-b4de-80cee11ea05f on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:18:55.295520 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-48b53819-708a-480b-a4bc-4731342fcc58 None None] Attempting to bind port f4f54156-4d4e-431d-b4de-80cee11ea05f by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:18:55.295804 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b53819-708a-480b-a4bc-4731342fcc58 None None] Attempting to bind port f4f54156-4d4e-431d-b4de-80cee11ea05f on network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:18:55.300076 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:55.304188 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d80cfece-68fe-4e89-98d7-0d4e9930734d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:55.306174 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcbb2be-33c8-417e-be94-ae0b80ed90c8 None None] Pushing event updated for resources: {'Port': ['ID=f4f54156-4d4e-431d-b4de-80cee11ea05f,revision_number=2']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:55.313832 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b53819-708a-480b-a4bc-4731342fcc58 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:18:55.314296 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b53819-708a-480b-a4bc-4731342fcc58 None None] Checking segment: {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:18:55.315438 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-48b53819-708a-480b-a4bc-4731342fcc58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:55.315438 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b53819-708a-480b-a4bc-4731342fcc58 None None] Bound using segment: {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:18:55.315438 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-48b53819-708a-480b-a4bc-4731342fcc58 None None] Bound port: f4f54156-4d4e-431d-b4de-80cee11ea05f, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:18:55.315865 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-48b53819-708a-480b-a4bc-4731342fcc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:55.324450 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d80cfece-68fe-4e89-98d7-0d4e9930734d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:55.334293 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d80cfece-68fe-4e89-98d7-0d4e9930734d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "DELETE /v2.0/networks/7868ab2e-3325-40be-a831-0fe5ebfbba40 HTTP/1.1" status: 204 len: 168 time: 2.0716634 Dec 10 19:18:55.334293 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80cfece-68fe-4e89-98d7-0d4e9930734d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event deleted for resources: {'Network': ['ID=7868ab2e-3325-40be-a831-0fe5ebfbba40,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:55.338195 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54432) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:55.341711 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcbb2be-33c8-417e-be94-ae0b80ed90c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:55.342079 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcbb2be-33c8-417e-be94-ae0b80ed90c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:55.343078 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcbb2be-33c8-417e-be94-ae0b80ed90c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:55.343078 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcbb2be-33c8-417e-be94-ae0b80ed90c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:55.343527 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcbb2be-33c8-417e-be94-ae0b80ed90c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:55.343527 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcbb2be-33c8-417e-be94-ae0b80ed90c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:55.344026 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcbb2be-33c8-417e-be94-ae0b80ed90c8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:55.344185 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcbb2be-33c8-417e-be94-ae0b80ed90c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:55.344589 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcbb2be-33c8-417e-be94-ae0b80ed90c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:55.344925 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcbb2be-33c8-417e-be94-ae0b80ed90c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:55.345415 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcbb2be-33c8-417e-be94-ae0b80ed90c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:55.345751 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcbb2be-33c8-417e-be94-ae0b80ed90c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:55.379421 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4ca18251-2a3f-4ee3-9ea6-bd6c8150b2a9 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:55.392588 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d4ec31-b9e9-482e-87f4-0b5c165c01a1 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:55.393300 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-48b53819-708a-480b-a4bc-4731342fcc58 None None] For port f4f54156-4d4e-431d-b4de-80cee11ea05f, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:18:55.396559 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-a1d4ec31-b9e9-482e-87f4-0b5c165c01a1 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "GET /v2.0/ports/852945c8-f5c7-441d-a11a-20211aee10f2 HTTP/1.1" status: 200 len: 841 time: 0.0552762 Dec 10 19:18:55.398465 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-48b53819-708a-480b-a4bc-4731342fcc58 None None] For port f4f54156-4d4e-431d-b4de-80cee11ea05f, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=f4f54156-4d4e-431d-b4de-80cee11ea05f,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:18:55.399220 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4ca18251-2a3f-4ee3-9ea6-bd6c8150b2a9 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:55.406186 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54434) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:55.406618 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-48b53819-708a-480b-a4bc-4731342fcc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:55.422873 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca18251-2a3f-4ee3-9ea6-bd6c8150b2a9 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0710b1c0-c33c-47f8-9ee2-cc1a32485211,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:55.432264 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4ca18251-2a3f-4ee3-9ea6-bd6c8150b2a9 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:55.436820 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-4ca18251-2a3f-4ee3-9ea6-bd6c8150b2a9 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4347703 Dec 10 19:18:55.437198 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54436) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:55.466088 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d6242c32-b414-4054-bd63-e4bd562931ac tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:55.478698 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d6242c32-b414-4054-bd63-e4bd562931ac tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:55.518710 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b53819-708a-480b-a4bc-4731342fcc58 None None] Routers {'fc36a459-772e-42b2-b336-e02eacb0da03'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:18:55.520331 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-05e62bae-8984-415f-84ce-9401f6dda32f tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "GET /v2.0/ports/852945c8-f5c7-441d-a11a-20211aee10f2?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1096189 Dec 10 19:18:55.522195 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d6242c32-b414-4054-bd63-e4bd562931ac tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:55.529539 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-48b53819-708a-480b-a4bc-4731342fcc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:18:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['fc36a459-772e-42b2-b336-e02eacb0da03'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:55.531637 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d6242c32-b414-4054-bd63-e4bd562931ac tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:55.532639 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54438) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:55.537790 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d6242c32-b414-4054-bd63-e4bd562931ac tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/0710b1c0-c33c-47f8-9ee2-cc1a32485211 HTTP/1.1" status: 204 len: 168 time: 0.0980766 Dec 10 19:18:55.540123 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54440) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:55.541153 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-f4507a2b-261d-4708-865e-af5229331eca tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Request body: {'subnet': {'network_id': '8831617a-ba6a-459b-95f0-c7e5f9fdb3c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:55.553504 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6242c32-b414-4054-bd63-e4bd562931ac tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0710b1c0-c33c-47f8-9ee2-cc1a32485211,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:55.601977 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-7c9d57a9-df09-4f93-b133-b3aaa65c0db9 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0598345 Dec 10 19:18:55.602612 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54442) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:55.608408 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcbb2be-33c8-417e-be94-ae0b80ed90c8 None None] Pushing event updated for resources: {'Port': ['ID=f4f54156-4d4e-431d-b4de-80cee11ea05f,revision_number=3']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:55.660758 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-181fdd5e-0b02-4c51-ab1e-fed1659ebcaa tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:18:55.682007 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8d370483-f532-4787-aa11-b57ee7eb2efb tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:55.682564 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-181fdd5e-0b02-4c51-ab1e-fed1659ebcaa tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:55.689585 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-181fdd5e-0b02-4c51-ab1e-fed1659ebcaa tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "PUT /v2.0/routers/72f572c6-af7c-4780-9e17-84dd8b62212e HTTP/1.1" status: 200 len: 891 time: 1.7057762 Dec 10 19:18:55.689862 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54444) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:55.698627 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e69de81-1d1e-41b3-8169-3c329830df7a None None] Sync routers for ids ['72f572c6-af7c-4780-9e17-84dd8b62212e'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:18:55.710580 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e69de81-1d1e-41b3-8169-3c329830df7a None None] Routers {'72f572c6-af7c-4780-9e17-84dd8b62212e'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:18:55.711287 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-4e69de81-1d1e-41b3-8169-3c329830df7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:18:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['72f572c6-af7c-4780-9e17-84dd8b62212e'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:55.744235 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6f848edb-e5f1-415a-9ad1-4ef1c60bd671 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:55.749162 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-48b53819-708a-480b-a4bc-4731342fcc58 None None] Set router fc36a459-772e-42b2-b336-e02eacb0da03 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:18:55.753098 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-4e69de81-1d1e-41b3-8169-3c329830df7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:55.765223 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e69de81-1d1e-41b3-8169-3c329830df7a None None] Routers {'72f572c6-af7c-4780-9e17-84dd8b62212e'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:18:55.765909 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-4e69de81-1d1e-41b3-8169-3c329830df7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:18:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['72f572c6-af7c-4780-9e17-84dd8b62212e'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:55.807875 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-4e69de81-1d1e-41b3-8169-3c329830df7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:55.808585 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e69de81-1d1e-41b3-8169-3c329830df7a None None] The sync data for ids ['72f572c6-af7c-4780-9e17-84dd8b62212e'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:18:55.818156 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4507a2b-261d-4708-865e-af5229331eca tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Made reservation on behalf of 4138d9758a3e4f5e8bb3fafb058d33af for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:18:55.822243 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f4507a2b-261d-4708-865e-af5229331eca tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:55.876931 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8d370483-f532-4787-aa11-b57ee7eb2efb tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:55.938090 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f848edb-e5f1-415a-9ad1-4ef1c60bd671 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Subnet': ['ID=b9c100b6-9bbf-40aa-9f4a-38cbf1742a6f,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:55.974210 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f848edb-e5f1-415a-9ad1-4ef1c60bd671 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Checking segment: {'id': '0332fa17-cf06-4edb-9411-1f6004e1d061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '09581b17-9274-439f-a74b-fa6e61531b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:18:55.974210 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f848edb-e5f1-415a-9ad1-4ef1c60bd671 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Network hostable DHCP agents. Network: 09581b17-9274-439f-a74b-fa6e61531b79, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:18:55.975312 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-b4b04a05-18f5-4db6-ad17-c61757cb859a tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "GET /v2.0/routers/72f572c6-af7c-4780-9e17-84dd8b62212e HTTP/1.1" status: 200 len: 891 time: 0.2843792 Dec 10 19:18:55.979269 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8d370483-f532-4787-aa11-b57ee7eb2efb tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:55.987314 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8d370483-f532-4787-aa11-b57ee7eb2efb tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:55.987608 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54450) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:55.995068 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-8d370483-f532-4787-aa11-b57ee7eb2efb tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "DELETE /v2.0/security-groups/1882c579-c066-4577-a427-c9afe5ca78b3 HTTP/1.1" status: 204 len: 168 time: 0.3910279 Dec 10 19:18:55.996281 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54452) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:56.037620 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-03d91d00-61af-47cb-beaa-6b796ffcedc2 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "GET /v2.0/ports?device_id=72f572c6-af7c-4780-9e17-84dd8b62212e HTTP/1.1" status: 200 len: 205 time: 0.0428193 Dec 10 19:18:56.039629 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54454) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:56.054130 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f848edb-e5f1-415a-9ad1-4ef1c60bd671 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Network 09581b17-9274-439f-a74b-fa6e61531b79 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:18:56.059377 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d370483-f532-4787-aa11-b57ee7eb2efb tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1882c579-c066-4577-a427-c9afe5ca78b3,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:56.135256 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-62949bf1-0fe7-45bb-9d2e-ff49b3027685 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1297939 Dec 10 19:18:56.138032 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54456) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:56.186006 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-48b53819-708a-480b-a4bc-4731342fcc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'name': 'tempest-TestNetworkBasicOps-router-174610736', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': 'f4f54156-4d4e-431d-b4de-80cee11ea05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:18:50Z', 'updated_at': '2021-12-10T19:18:52Z', 'revision_number': 3, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': 'f4f54156-4d4e-431d-b4de-80cee11ea05f', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:27:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:51Z', 'updated_at': '2021-12-10T19:18:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:56.207776 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-6f848edb-e5f1-415a-9ad1-4ef1c60bd671 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 09581b17-9274-439f-a74b-fa6e61531b79) {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:18:56.212903 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f848edb-e5f1-415a-9ad1-4ef1c60bd671 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:56.213672 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6f848edb-e5f1-415a-9ad1-4ef1c60bd671 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:56.214581 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e3757f21-6f29-4997-a9a9-ff7fbff65295 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:56.224929 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45cd1f8-bc0f-47f6-91f7-8e639ea70a82 None None] Network 09581b17-9274-439f-a74b-fa6e61531b79 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:18:56.244406 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b53819-708a-480b-a4bc-4731342fcc58 None None] The sync data for ids ['fc36a459-772e-42b2-b336-e02eacb0da03'] in dv-neutron-821441-1-hyperv is: [{'id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'name': 'tempest-TestNetworkBasicOps-router-174610736', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': 'f4f54156-4d4e-431d-b4de-80cee11ea05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:18:50Z', 'updated_at': '2021-12-10T19:18:52Z', 'revision_number': 3, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': 'f4f54156-4d4e-431d-b4de-80cee11ea05f', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:27:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:51Z', 'updated_at': '2021-12-10T19:18:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:18:56.267900 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-6f848edb-e5f1-415a-9ad1-4ef1c60bd671 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5611863 Dec 10 19:18:56.274145 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54458) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:56.320278 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75afc97-3570-4dd2-bab8-d3efe10948ee req-8f12e613-7d97-4b33-88d3-73021dda2397 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:56.322023 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b75afc97-3570-4dd2-bab8-d3efe10948ee req-8f12e613-7d97-4b33-88d3-73021dda2397 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9ee5470-f8ed-45d7-98f0-8aa8a5740050 HTTP/1.1" status: 200 len: 946 time: 0.2644730 Dec 10 19:18:56.361072 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2df46171-55d2-4ee2-bf56-815c9458d0bd tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for router, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:56.393170 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f4507a2b-261d-4708-865e-af5229331eca tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:56.414628 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e3757f21-6f29-4997-a9a9-ff7fbff65295 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:56.423103 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:56.444113 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6e3393-6fe1-43e3-ad6a-83e33e358e87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-09581b17-9274-439f-a74b-fa6e61531b79', 'network_id': '09581b17-9274-439f-a74b-fa6e61531b79', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'fixed_ips': [{'subnet_id': 'b9c100b6-9bbf-40aa-9f4a-38cbf1742a6f'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:18:56.445078 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ef6e3393-6fe1-43e3-ad6a-83e33e358e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:56.490778 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e3757f21-6f29-4997-a9a9-ff7fbff65295 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:56.495772 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e3757f21-6f29-4997-a9a9-ff7fbff65295 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:56.498112 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-e3757f21-6f29-4997-a9a9-ff7fbff65295 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "DELETE /v2.0/security-groups/826b2034-1c96-46c0-8859-e169bb5eea30 HTTP/1.1" status: 204 len: 168 time: 0.3570571 Dec 10 19:18:56.509350 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54460) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:56.517941 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3757f21-6f29-4997-a9a9-ff7fbff65295 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=826b2034-1c96-46c0-8859-e169bb5eea30,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:56.548731 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4507a2b-261d-4708-865e-af5229331eca tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Network 8831617a-ba6a-459b-95f0-c7e5f9fdb3c4 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:18:56.565010 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-f4507a2b-261d-4708-865e-af5229331eca tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:18:56.584814 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4507a2b-261d-4708-865e-af5229331eca tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:56.585598 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f4507a2b-261d-4708-865e-af5229331eca tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:56.596685 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b75afc97-3570-4dd2-bab8-d3efe10948ee req-f23b2354-24d3-4aea-a053-ffdafe144365 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/security-groups?id=d727de41-442a-4e11-afb6-ce7cf726ecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2568238 Dec 10 19:18:56.633242 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4507a2b-261d-4708-865e-af5229331eca tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event updated for resources: {'Subnet': ['ID=f20c1f96-4a08-462b-8880-d087b59e4038,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:56.656310 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-f4507a2b-261d-4708-865e-af5229331eca tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1226857 Dec 10 19:18:56.659857 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54462) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:56.666772 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-bdcbebc3-cfd3-4ce3-b92d-8dfb1a6bf67b tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Request body: {'security_group': {'name': 'tempest-secgroup-1406180790'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:56.677493 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-ef6e3393-6fe1-43e3-ad6a-83e33e358e87 None None] Allocated IP 172.20.0.2 (09581b17-9274-439f-a74b-fa6e61531b79/b9c100b6-9bbf-40aa-9f4a-38cbf1742a6f/fff76442-d415-4d10-a314-400328c68ae8) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:18:56.719998 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-1337f81b-c1c3-4f7f-9f9b-d8cbeda7dad1 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1891847 Dec 10 19:18:56.722034 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-bdcbebc3-cfd3-4ce3-b92d-8dfb1a6bf67b tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:56.726685 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54464) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:56.743449 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-8282a351-e848-40a2-8961-a9582a37b42b tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Request body: {'security_group': {'name': 'tempest-secgroup--1460773185'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:56.766341 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2df46171-55d2-4ee2-bf56-815c9458d0bd tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:56.835575 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8282a351-e848-40a2-8961-a9582a37b42b tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:56.891376 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3edc20c-f374-42f5-97c4-57b02f4ca4eb None None] Network 8831617a-ba6a-459b-95f0-c7e5f9fdb3c4 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:18:57.004862 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-bdcbebc3-cfd3-4ce3-b92d-8dfb1a6bf67b tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:57.007988 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-2df46171-55d2-4ee2-bf56-815c9458d0bd tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Deleting port 5f0ba076-3dba-446e-ab06-330f882c2b6f {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:18:57.011513 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2df46171-55d2-4ee2-bf56-815c9458d0bd tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:57.021677 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ef6e3393-6fe1-43e3-ad6a-83e33e358e87 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:57.024548 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-bdcbebc3-cfd3-4ce3-b92d-8dfb1a6bf67b tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:57.118089 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ef6e3393-6fe1-43e3-ad6a-83e33e358e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:57.143451 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:57.247936 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-bdcbebc3-cfd3-4ce3-b92d-8dfb1a6bf67b tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:57.250102 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-bdcbebc3-cfd3-4ce3-b92d-8dfb1a6bf67b tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5890539 Dec 10 19:18:57.257885 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcbebc3-cfd3-4ce3-b92d-8dfb1a6bf67b tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb962c90-8fac-4e02-8f19-116a4bd80100,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:57.261142 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54470) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:57.269880 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-26761c67-e638-4aa8-9868-46d1f7a92578 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Request body: {'security_group': {'name': 'tempest-secgroup-808725362'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:57.276454 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6e3393-6fe1-43e3-ad6a-83e33e358e87 None None] Network 09581b17-9274-439f-a74b-fa6e61531b79 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:18:57.303240 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8282a351-e848-40a2-8961-a9582a37b42b tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:57.315205 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-ef6e3393-6fe1-43e3-ad6a-83e33e358e87 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:18:57.326997 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6e3393-6fe1-43e3-ad6a-83e33e358e87 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:18:57.334107 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2df46171-55d2-4ee2-bf56-815c9458d0bd tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:57.339998 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e3393-6fe1-43e3-ad6a-83e33e358e87 None None] Pushing event updated for resources: {'Port': ['ID=fff76442-d415-4d10-a314-400328c68ae8,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:57.359826 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-2df46171-55d2-4ee2-bf56-815c9458d0bd tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Calling delete_port for 5f0ba076-3dba-446e-ab06-330f882c2b6f owned by network:router_gateway {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:18:57.386607 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-26761c67-e638-4aa8-9868-46d1f7a92578 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:57.395323 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-224669a5-7b96-4e53-a939-297088c11a66 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:57.457296 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8282a351-e848-40a2-8961-a9582a37b42b tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:57.481239 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1782c9-8f66-4cb8-b1cf-0e15277eddb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-8831617a-ba6a-459b-95f0-c7e5f9fdb3c4', 'network_id': '8831617a-ba6a-459b-95f0-c7e5f9fdb3c4', 'tenant_id': '4138d9758a3e4f5e8bb3fafb058d33af', 'fixed_ips': [{'subnet_id': 'f20c1f96-4a08-462b-8880-d087b59e4038'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:18:57.483167 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8f1782c9-8f66-4cb8-b1cf-0e15277eddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:57.526059 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-ef6e3393-6fe1-43e3-ad6a-83e33e358e87 None None] Attempting to bind port fff76442-d415-4d10-a314-400328c68ae8 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:18:57.526596 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-ef6e3393-6fe1-43e3-ad6a-83e33e358e87 None None] Attempting to bind port fff76442-d415-4d10-a314-400328c68ae8 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '0332fa17-cf06-4edb-9411-1f6004e1d061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '09581b17-9274-439f-a74b-fa6e61531b79'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:18:57.528661 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6e3393-6fe1-43e3-ad6a-83e33e358e87 None None] Attempting to bind port fff76442-d415-4d10-a314-400328c68ae8 on network 09581b17-9274-439f-a74b-fa6e61531b79 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:18:57.540764 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6e3393-6fe1-43e3-ad6a-83e33e358e87 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:18:57.541720 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6e3393-6fe1-43e3-ad6a-83e33e358e87 None None] Checking segment: {'id': '0332fa17-cf06-4edb-9411-1f6004e1d061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '09581b17-9274-439f-a74b-fa6e61531b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:18:57.542331 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ef6e3393-6fe1-43e3-ad6a-83e33e358e87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:57.543140 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6e3393-6fe1-43e3-ad6a-83e33e358e87 None None] Bound using segment: {'id': '0332fa17-cf06-4edb-9411-1f6004e1d061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '09581b17-9274-439f-a74b-fa6e61531b79'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:18:57.544280 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-ef6e3393-6fe1-43e3-ad6a-83e33e358e87 None None] Bound port: fff76442-d415-4d10-a314-400328c68ae8, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0332fa17-cf06-4edb-9411-1f6004e1d061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '09581b17-9274-439f-a74b-fa6e61531b79'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:18:57.545020 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ef6e3393-6fe1-43e3-ad6a-83e33e358e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:57.584189 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8282a351-e848-40a2-8961-a9582a37b42b tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e498ce7-7136-45c2-80e8-30161f24dc85,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:57.680741 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-26761c67-e638-4aa8-9868-46d1f7a92578 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:57.685472 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8282a351-e848-40a2-8961-a9582a37b42b tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:57.688258 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-8282a351-e848-40a2-8961-a9582a37b42b tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9602590 Dec 10 19:18:57.695705 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54472) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:57.704600 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-db5da1be-4d05-42a6-874e-32e9b3d651fd tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Request body: {'security_group_rule': {'security_group_id': '9e498ce7-7136-45c2-80e8-30161f24dc85', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:57.708752 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-26761c67-e638-4aa8-9868-46d1f7a92578 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:57.817193 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dec375-e7ed-4179-b76c-6beb2a60bd92 req-400a974f-fa6b-4ec9-8f83-60538768d04f tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:57.819413 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b1dec375-e7ed-4179-b76c-6beb2a60bd92 req-400a974f-fa6b-4ec9-8f83-60538768d04f tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 945 time: 0.4350531 Dec 10 19:18:57.856723 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device f4f54156-4d4e-431d-b4de-80cee11ea05f up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:18:57.933577 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26761c67-e638-4aa8-9868-46d1f7a92578 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27209ec7-1a8e-4740-a0f5-21ed6b4d0f02,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:58.007796 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-db5da1be-4d05-42a6-874e-32e9b3d651fd tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:58.018154 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b1dec375-e7ed-4179-b76c-6beb2a60bd92 req-93bbc4b9-1a05-4119-8455-51762b3e574c tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/security-groups?id=0687b254-a34a-47da-a81f-4e503b73712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695826 Dec 10 19:18:58.034106 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-26761c67-e638-4aa8-9868-46d1f7a92578 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:58.036270 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-26761c67-e638-4aa8-9868-46d1f7a92578 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.7734118 Dec 10 19:18:58.042970 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54478) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:58.066914 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-f21d907c-cf43-454d-83fe-a198f1e965ad tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-295144283', 'security_groups': ['27209ec7-1a8e-4740-a0f5-21ed6b4d0f02'], 'network_id': '8831617a-ba6a-459b-95f0-c7e5f9fdb3c4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f20c1f96-4a08-462b-8880-d087b59e4038'}]}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:58.084482 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-ef6e3393-6fe1-43e3-ad6a-83e33e358e87 None None] For port fff76442-d415-4d10-a314-400328c68ae8, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:18:58.099326 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-ef6e3393-6fe1-43e3-ad6a-83e33e358e87 None None] For port fff76442-d415-4d10-a314-400328c68ae8, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=fff76442-d415-4d10-a314-400328c68ae8,segment=NetworkSegment(0332fa17-cf06-4edb-9411-1f6004e1d061),segment_id=0332fa17-cf06-4edb-9411-1f6004e1d061)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:18:58.119490 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ef6e3393-6fe1-43e3-ad6a-83e33e358e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:58.226674 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-db5da1be-4d05-42a6-874e-32e9b3d651fd tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:58.242259 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-db5da1be-4d05-42a6-874e-32e9b3d651fd tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:58.243115 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-8f1782c9-8f66-4cb8-b1cf-0e15277eddb0 None None] Allocated IP 172.20.0.2 (8831617a-ba6a-459b-95f0-c7e5f9fdb3c4/f20c1f96-4a08-462b-8880-d087b59e4038/d3a66be6-5c0d-4cdf-a301-52d2d2aff06f) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:18:58.278698 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5da1be-4d05-42a6-874e-32e9b3d651fd tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d9b3fcc-2d16-442c-901e-c91c530f1f9e,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:58.294161 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-224669a5-7b96-4e53-a939-297088c11a66 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Allocated IP 172.20.0.1 (09581b17-9274-439f-a74b-fa6e61531b79/b9c100b6-9bbf-40aa-9f4a-38cbf1742a6f/247d0e9d-6076-46be-b3ad-29e13d25fa3a) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:18:58.311327 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2df46171-55d2-4ee2-bf56-815c9458d0bd tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:58.335480 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-db5da1be-4d05-42a6-874e-32e9b3d651fd tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:58.339930 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-db5da1be-4d05-42a6-874e-32e9b3d651fd tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6420679 Dec 10 19:18:58.340963 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port f4f54156-4d4e-431d-b4de-80cee11ea05f triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:58.341366 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:58.349907 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54482) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:58.388428 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df46171-55d2-4ee2-bf56-815c9458d0bd tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event deleted for resources: {'Port': ['ID=5f0ba076-3dba-446e-ab06-330f882c2b6f,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:58.442956 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e3393-6fe1-43e3-ad6a-83e33e358e87 None None] Pushing event updated for resources: {'Port': ['ID=fff76442-d415-4d10-a314-400328c68ae8,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:58.604610 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2df46171-55d2-4ee2-bf56-815c9458d0bd tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3713145'] for router_gateway, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:58.706074 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8f1782c9-8f66-4cb8-b1cf-0e15277eddb0 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:58.743218 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8f1782c9-8f66-4cb8-b1cf-0e15277eddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:58.846333 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1782c9-8f66-4cb8-b1cf-0e15277eddb0 None None] Pushing event updated for resources: {'Port': ['ID=d3a66be6-5c0d-4cdf-a301-52d2d2aff06f,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:58.868844 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-224669a5-7b96-4e53-a939-297088c11a66 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:58.888321 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1782c9-8f66-4cb8-b1cf-0e15277eddb0 None None] Network 8831617a-ba6a-459b-95f0-c7e5f9fdb3c4 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:18:58.893091 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-8f1782c9-8f66-4cb8-b1cf-0e15277eddb0 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:18:58.921882 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d627be94-ba9d-43ef-a420-ea5dcef05dd7 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:58.934426 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d627be94-ba9d-43ef-a420-ea5dcef05dd7 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:58.949894 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-224669a5-7b96-4e53-a939-297088c11a66 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:58.951988 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1782c9-8f66-4cb8-b1cf-0e15277eddb0 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:18:59.074657 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224669a5-7b96-4e53-a939-297088c11a66 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Network 09581b17-9274-439f-a74b-fa6e61531b79 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:18:59.079343 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:59.086082 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-224669a5-7b96-4e53-a939-297088c11a66 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:18:59.093377 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224669a5-7b96-4e53-a939-297088c11a66 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:18:59.124786 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-8f1782c9-8f66-4cb8-b1cf-0e15277eddb0 None None] Attempting to bind port d3a66be6-5c0d-4cdf-a301-52d2d2aff06f on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:18:59.125677 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-8f1782c9-8f66-4cb8-b1cf-0e15277eddb0 None None] Attempting to bind port d3a66be6-5c0d-4cdf-a301-52d2d2aff06f by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '4e57584e-1d37-4ca1-9dad-464fc7933bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8831617a-ba6a-459b-95f0-c7e5f9fdb3c4'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:18:59.125677 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1782c9-8f66-4cb8-b1cf-0e15277eddb0 None None] Attempting to bind port d3a66be6-5c0d-4cdf-a301-52d2d2aff06f on network 8831617a-ba6a-459b-95f0-c7e5f9fdb3c4 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:18:59.141931 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2df46171-55d2-4ee2-bf56-815c9458d0bd tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:59.144550 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1782c9-8f66-4cb8-b1cf-0e15277eddb0 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:18:59.144907 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1782c9-8f66-4cb8-b1cf-0e15277eddb0 None None] Checking segment: {'id': '4e57584e-1d37-4ca1-9dad-464fc7933bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8831617a-ba6a-459b-95f0-c7e5f9fdb3c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:18:59.145316 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8f1782c9-8f66-4cb8-b1cf-0e15277eddb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:59.145716 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1782c9-8f66-4cb8-b1cf-0e15277eddb0 None None] Bound using segment: {'id': '4e57584e-1d37-4ca1-9dad-464fc7933bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8831617a-ba6a-459b-95f0-c7e5f9fdb3c4'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:18:59.146078 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2df46171-55d2-4ee2-bf56-815c9458d0bd tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:59.146253 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-8f1782c9-8f66-4cb8-b1cf-0e15277eddb0 None None] Bound port: d3a66be6-5c0d-4cdf-a301-52d2d2aff06f, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e57584e-1d37-4ca1-9dad-464fc7933bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8831617a-ba6a-459b-95f0-c7e5f9fdb3c4'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:18:59.146575 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8f1782c9-8f66-4cb8-b1cf-0e15277eddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:59.153625 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d627be94-ba9d-43ef-a420-ea5dcef05dd7 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:59.162821 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port f4f54156-4d4e-431d-b4de-80cee11ea05f, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=f4f54156-4d4e-431d-b4de-80cee11ea05f,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:18:59.165070 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224669a5-7b96-4e53-a939-297088c11a66 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Port': ['ID=247d0e9d-6076-46be-b3ad-29e13d25fa3a,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:59.181877 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d627be94-ba9d-43ef-a420-ea5dcef05dd7 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:59.182200 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:59.187449 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d627be94-ba9d-43ef-a420-ea5dcef05dd7 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/9d9b3fcc-2d16-442c-901e-c91c530f1f9e HTTP/1.1" status: 204 len: 168 time: 0.8297417 Dec 10 19:18:59.206409 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54486) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:59.207582 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d627be94-ba9d-43ef-a420-ea5dcef05dd7 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d9b3fcc-2d16-442c-901e-c91c530f1f9e,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:59.266811 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2df46171-55d2-4ee2-bf56-815c9458d0bd tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:59.267844 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df46171-55d2-4ee2-bf56-815c9458d0bd tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Fanout notify agent at l3_agent the message router_deleted on router 72f572c6-af7c-4780-9e17-84dd8b62212e {{(pid=102365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:18:59.282235 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153206f9-a0df-40f5-9071-e4c18876539c req-ec504099-08b8-4b65-b84c-2d89c5d7336d tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:59.291573 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-153206f9-a0df-40f5-9071-e4c18876539c req-ec504099-08b8-4b65-b84c-2d89c5d7336d tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9ee5470-f8ed-45d7-98f0-8aa8a5740050 HTTP/1.1" status: 200 len: 946 time: 1.3488271 Dec 10 19:18:59.302657 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-ed89a767-d8eb-4426-8fef-34ccc8c1a22a tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0870161 Dec 10 19:18:59.302657 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-224669a5-7b96-4e53-a939-297088c11a66 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712030'] for router_interface, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:59.306404 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2df46171-55d2-4ee2-bf56-815c9458d0bd tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:59.307678 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-2df46171-55d2-4ee2-bf56-815c9458d0bd tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "DELETE /v2.0/routers/72f572c6-af7c-4780-9e17-84dd8b62212e HTTP/1.1" status: 204 len: 168 time: 3.2669315 Dec 10 19:18:59.311402 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54488) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:59.330578 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54490) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:18:59.338241 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-658296db-7852-47a8-bdd8-0af759cef7be tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2122347882'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:59.342587 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21d907c-cf43-454d-83fe-a198f1e965ad tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Made reservation on behalf of 4138d9758a3e4f5e8bb3fafb058d33af for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:18:59.356431 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4323ec-546d-4481-b926-296be0f0a96c req-4b436664-029c-469f-906a-78769a9d1a64 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:59.365619 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1f4323ec-546d-4481-b926-296be0f0a96c req-4b436664-029c-469f-906a-78769a9d1a64 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 945 time: 0.2452972 Dec 10 19:18:59.373151 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=f4f54156-4d4e-431d-b4de-80cee11ea05f,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:59.419293 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-8f1782c9-8f66-4cb8-b1cf-0e15277eddb0 None None] For port d3a66be6-5c0d-4cdf-a301-52d2d2aff06f, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:18:59.433809 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-8f1782c9-8f66-4cb8-b1cf-0e15277eddb0 None None] For port d3a66be6-5c0d-4cdf-a301-52d2d2aff06f, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=d3a66be6-5c0d-4cdf-a301-52d2d2aff06f,segment=NetworkSegment(4e57584e-1d37-4ca1-9dad-464fc7933bc9),segment_id=4e57584e-1d37-4ca1-9dad-464fc7933bc9)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:18:59.438963 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8f1782c9-8f66-4cb8-b1cf-0e15277eddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:59.522518 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-153206f9-a0df-40f5-9071-e4c18876539c req-a2bf33d9-ef7f-4aa0-ab32-5966b019b831 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/security-groups?id=d727de41-442a-4e11-afb6-ce7cf726ecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2298810 Dec 10 19:18:59.544403 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658296db-7852-47a8-bdd8-0af759cef7be tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Made reservation on behalf of 461819a05d2d4ab59bb6f1f3d7476b54 for: {'network': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:18:59.551733 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-658296db-7852-47a8-bdd8-0af759cef7be tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:59.571171 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1782c9-8f66-4cb8-b1cf-0e15277eddb0 None None] Pushing event updated for resources: {'Port': ['ID=d3a66be6-5c0d-4cdf-a301-52d2d2aff06f,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:59.643237 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1f4323ec-546d-4481-b926-296be0f0a96c req-4efec00d-a7da-4a7a-8a1e-7ae6d9a976f8 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/security-groups?id=0687b254-a34a-47da-a81f-4e503b73712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2761114 Dec 10 19:18:59.685363 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f21d907c-cf43-454d-83fe-a198f1e965ad tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:59.689756 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-224669a5-7b96-4e53-a939-297088c11a66 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:59.703456 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1c5e6948-fe10-4042-ab04-609bc91c41df tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:59.789627 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-658296db-7852-47a8-bdd8-0af759cef7be tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=102365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:18:59.800935 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [None req-f21d907c-cf43-454d-83fe-a198f1e965ad tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] device_id is not set on port c5b97174-4d83-4456-a721-3bc07ac9e6cf yet. {{(pid=102365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:18:59.836461 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1c5e6948-fe10-4042-ab04-609bc91c41df tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:18:59.926122 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device fff76442-d415-4d10-a314-400328c68ae8 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:19:00.018905 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port fff76442-d415-4d10-a314-400328c68ae8 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:00.019943 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:00.020778 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-658296db-7852-47a8-bdd8-0af759cef7be tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:00.021205 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.segments_db [None req-658296db-7852-47a8-bdd8-0af759cef7be tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Added segment a24b1790-3643-49c9-bb17-6f0e726f1e82 of type vlan for network dc50420e-1337-4d66-b0e0-4f8e76df012e Dec 10 19:19:00.164342 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:00.232870 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port fff76442-d415-4d10-a314-400328c68ae8, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=fff76442-d415-4d10-a314-400328c68ae8,segment=NetworkSegment(0332fa17-cf06-4edb-9411-1f6004e1d061),segment_id=0332fa17-cf06-4edb-9411-1f6004e1d061)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:19:00.243357 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:00.245251 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device f4f54156-4d4e-431d-b4de-80cee11ea05f up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:19:00.270896 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-658296db-7852-47a8-bdd8-0af759cef7be tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:00.290139 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1c5e6948-fe10-4042-ab04-609bc91c41df tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:00.293028 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1c5e6948-fe10-4042-ab04-609bc91c41df tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:00.294432 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-1c5e6948-fe10-4042-ab04-609bc91c41df tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "DELETE /v2.0/security-groups/9e498ce7-7136-45c2-80e8-30161f24dc85 HTTP/1.1" status: 204 len: 168 time: 0.9725666 Dec 10 19:19:00.303289 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54502) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:00.320677 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-224669a5-7b96-4e53-a939-297088c11a66 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:00.332547 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-224669a5-7b96-4e53-a939-297088c11a66 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:00.380961 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5e6948-fe10-4042-ab04-609bc91c41df tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e498ce7-7136-45c2-80e8-30161f24dc85,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:00.448942 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-1f558233-0512-4e87-bc94-b71b86b47512 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1317351 Dec 10 19:19:00.454455 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-658296db-7852-47a8-bdd8-0af759cef7be tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:00.461481 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658296db-7852-47a8-bdd8-0af759cef7be tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:00.462493 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-658296db-7852-47a8-bdd8-0af759cef7be tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:00.466525 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54504) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:00.481665 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-69b0c3c3-af25-4550-83f8-140a65089b0e tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Request body: {'security_group': {'name': 'tempest-secgroup--216185167'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:00.504161 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a161b68c-9314-4454-a9b2-133dfa40f065 None None] Network 09581b17-9274-439f-a74b-fa6e61531b79 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:19:00.539507 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-f21d907c-cf43-454d-83fe-a198f1e965ad tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Allocated IP 172.20.0.13 (8831617a-ba6a-459b-95f0-c7e5f9fdb3c4/f20c1f96-4a08-462b-8880-d087b59e4038/c5b97174-4d83-4456-a721-3bc07ac9e6cf) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:19:00.602154 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-224669a5-7b96-4e53-a939-297088c11a66 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3755716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711339'] for router_interface, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:00.635438 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224669a5-7b96-4e53-a939-297088c11a66 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Port': ['ID=247d0e9d-6076-46be-b3ad-29e13d25fa3a,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:00.659801 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-69b0c3c3-af25-4550-83f8-140a65089b0e tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:00.704762 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-e93cf653-1de0-4a36-836e-6fd6cbd6a3d4 None None] Provisioning complete for port fff76442-d415-4d10-a314-400328c68ae8 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:00.705677 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e93cf653-1de0-4a36-836e-6fd6cbd6a3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:00.761112 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-658296db-7852-47a8-bdd8-0af759cef7be tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4246604 Dec 10 19:19:00.764063 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54510) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:00.773352 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-5afeff65-9626-427d-8c39-d87a24ea98b3 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Request body: {'subnet': {'network_id': 'dc50420e-1337-4d66-b0e0-4f8e76df012e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:00.774472 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port f4f54156-4d4e-431d-b4de-80cee11ea05f triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:00.774850 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:00.776908 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=fff76442-d415-4d10-a314-400328c68ae8,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:00.792556 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658296db-7852-47a8-bdd8-0af759cef7be tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event updated for resources: {'Network': ['ID=dc50420e-1337-4d66-b0e0-4f8e76df012e,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:00.818967 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network dc50420e-1337-4d66-b0e0-4f8e76df012e details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:19:00.857859 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba564e85-9fad-4f75-9dc4-48933b9b3d0f req-22c46d7d-5937-4cef-932c-5c6fb2537e02 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:00.865883 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ba564e85-9fad-4f75-9dc4-48933b9b3d0f req-22c46d7d-5937-4cef-932c-5c6fb2537e02 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 945 time: 0.2324882 Dec 10 19:19:00.946658 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5470e5f-dd21-4fd6-9edc-9ef212c44fd4 req-e9fb703a-6dc0-49d2-a288-3914f8ad0977 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:00.956731 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a5470e5f-dd21-4fd6-9edc-9ef212c44fd4 req-e9fb703a-6dc0-49d2-a288-3914f8ad0977 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9ee5470-f8ed-45d7-98f0-8aa8a5740050 HTTP/1.1" status: 200 len: 946 time: 0.2954621 Dec 10 19:19:00.977062 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224669a5-7b96-4e53-a939-297088c11a66 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Network 09581b17-9274-439f-a74b-fa6e61531b79 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:19:00.988095 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-224669a5-7b96-4e53-a939-297088c11a66 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:19:01.020377 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ba564e85-9fad-4f75-9dc4-48933b9b3d0f req-e78a2003-ffd7-48c5-9353-a8dbe56be686 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/security-groups?id=0687b254-a34a-47da-a81f-4e503b73712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533408 Dec 10 19:19:01.069605 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a5470e5f-dd21-4fd6-9edc-9ef212c44fd4 req-390fc7e8-0f26-4e4c-8bf1-e7d8d5655235 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/security-groups?id=d727de41-442a-4e11-afb6-ce7cf726ecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114912 Dec 10 19:19:01.100158 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-69b0c3c3-af25-4550-83f8-140a65089b0e tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:01.113647 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-69b0c3c3-af25-4550-83f8-140a65089b0e tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:01.124812 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f21d907c-cf43-454d-83fe-a198f1e965ad tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:01.172053 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b0c3c3-af25-4550-83f8-140a65089b0e tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=399629b3-3337-4087-86da-bb0af8de2d4f,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:01.182740 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5afeff65-9626-427d-8c39-d87a24ea98b3 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Made reservation on behalf of 461819a05d2d4ab59bb6f1f3d7476b54 for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:19:01.187735 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5afeff65-9626-427d-8c39-d87a24ea98b3 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:01.197297 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-69b0c3c3-af25-4550-83f8-140a65089b0e tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:01.198662 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-69b0c3c3-af25-4550-83f8-140a65089b0e tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7299120 Dec 10 19:19:01.202021 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f21d907c-cf43-454d-83fe-a198f1e965ad tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:01.203708 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54512) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:01.210294 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-5b8cbd0b-62ab-4511-a2d6-6c8e95ff67d7 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Request body: {'security_group_rule': {'security_group_id': '399629b3-3337-4087-86da-bb0af8de2d4f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:01.266067 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-224669a5-7b96-4e53-a939-297088c11a66 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Router fc36a459-772e-42b2-b336-e02eacb0da03 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:19:01.278149 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21d907c-cf43-454d-83fe-a198f1e965ad tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Network 8831617a-ba6a-459b-95f0-c7e5f9fdb3c4 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:19:01.281231 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21d907c-cf43-454d-83fe-a198f1e965ad tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event updated for resources: {'Port': ['ID=c5b97174-4d83-4456-a721-3bc07ac9e6cf,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:01.285176 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-f21d907c-cf43-454d-83fe-a198f1e965ad tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:19:01.287600 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21d907c-cf43-454d-83fe-a198f1e965ad tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:19:01.349963 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5b8cbd0b-62ab-4511-a2d6-6c8e95ff67d7 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:01.359549 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-9bbb6654-4c35-445a-a1d3-80101851b3bc None None] Provisioning complete for port 852945c8-f5c7-441d-a11a-20211aee10f2 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:01.360186 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-9bbb6654-4c35-445a-a1d3-80101851b3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:01.409820 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-9bbb6654-4c35-445a-a1d3-80101851b3bc None None] Port 852945c8-f5c7-441d-a11a-20211aee10f2 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:19:01.417624 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21d907c-cf43-454d-83fe-a198f1e965ad tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:01.418493 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f21d907c-cf43-454d-83fe-a198f1e965ad tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:01.427054 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-9bbb6654-4c35-445a-a1d3-80101851b3bc None None] Provisioning complete for port d3a66be6-5c0d-4cdf-a301-52d2d2aff06f triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:01.427828 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-9bbb6654-4c35-445a-a1d3-80101851b3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:01.481628 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-f21d907c-cf43-454d-83fe-a198f1e965ad tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.4332342 Dec 10 19:19:01.489610 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54514) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:01.501077 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-425b1604-5547-4088-a97e-aa61e0ec5e76 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Request body: {'subnet': {'network_id': '8831617a-ba6a-459b-95f0-c7e5f9fdb3c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:01.541590 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-9bbb6654-4c35-445a-a1d3-80101851b3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:01.588439 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-9bbb6654-4c35-445a-a1d3-80101851b3bc None None] For port d3a66be6-5c0d-4cdf-a301-52d2d2aff06f, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=d3a66be6-5c0d-4cdf-a301-52d2d2aff06f,segment=NetworkSegment(4e57584e-1d37-4ca1-9dad-464fc7933bc9),segment_id=4e57584e-1d37-4ca1-9dad-464fc7933bc9)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:19:01.596867 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-9bbb6654-4c35-445a-a1d3-80101851b3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:01.603722 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5b8cbd0b-62ab-4511-a2d6-6c8e95ff67d7 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:01.618719 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5b8cbd0b-62ab-4511-a2d6-6c8e95ff67d7 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:01.660012 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5b8cbd0b-62ab-4511-a2d6-6c8e95ff67d7 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:01.662607 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-5b8cbd0b-62ab-4511-a2d6-6c8e95ff67d7 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4571276 Dec 10 19:19:01.676477 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54516) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:01.700830 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbb6654-4c35-445a-a1d3-80101851b3bc None None] Pushing event updated for resources: {'Port': ['ID=d3a66be6-5c0d-4cdf-a301-52d2d2aff06f,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:01.702076 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8cbd0b-62ab-4511-a2d6-6c8e95ff67d7 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ab8bdcb-fa2c-4c1d-af92-410b3afed603,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:01.736435 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-5d38ff4a-435b-44c0-848e-8a1be182fdbb None None] Provisioning complete for port c5b97174-4d83-4456-a721-3bc07ac9e6cf triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:01.737145 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-5d38ff4a-435b-44c0-848e-8a1be182fdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:01.749760 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-6a1b6e64-b6ee-4a82-bd29-09d1120af3ef tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "GET /v2.0/security-group-rules/0ab8bdcb-fa2c-4c1d-af92-410b3afed603 HTTP/1.1" status: 200 len: 763 time: 0.0685794 Dec 10 19:19:01.754638 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54518) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:01.804735 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-5d38ff4a-435b-44c0-848e-8a1be182fdbb None None] Port c5b97174-4d83-4456-a721-3bc07ac9e6cf cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:19:01.839528 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-75dfd99b-1528-46c6-8b31-ac19f65b7261 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0797796 Dec 10 19:19:01.841229 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54520) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:01.874415 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-425b1604-5547-4088-a97e-aa61e0ec5e76 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Made reservation on behalf of 4138d9758a3e4f5e8bb3fafb058d33af for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:19:01.878169 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-425b1604-5547-4088-a97e-aa61e0ec5e76 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:01.931511 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-9f2c67f4-7914-4670-a6a4-3c8c48b7a816 None None] Provisioning complete for port 247d0e9d-6076-46be-b3ad-29e13d25fa3a triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:01.931788 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-9f2c67f4-7914-4670-a6a4-3c8c48b7a816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:01.937059 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9aba1969-fb11-4e00-9db9-22c536656b34 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:01.950130 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9aba1969-fb11-4e00-9db9-22c536656b34 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:01.971692 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device fff76442-d415-4d10-a314-400328c68ae8 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:19:02.018469 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9aba1969-fb11-4e00-9db9-22c536656b34 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:02.022655 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.ipam_backend_mixin [None req-425b1604-5547-4088-a97e-aa61e0ec5e76 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f20c1f96-4a08-462b-8880-d087b59e4038 (CIDR: 172.20.0.0/28) Dec 10 19:19:02.029971 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9aba1969-fb11-4e00-9db9-22c536656b34 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:02.036927 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-9f2c67f4-7914-4670-a6a4-3c8c48b7a816 None None] Port 247d0e9d-6076-46be-b3ad-29e13d25fa3a cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:19:02.037254 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-9aba1969-fb11-4e00-9db9-22c536656b34 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/0ab8bdcb-fa2c-4c1d-af92-410b3afed603 HTTP/1.1" status: 204 len: 168 time: 0.1887145 Dec 10 19:19:02.037254 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-425b1604-5547-4088-a97e-aa61e0ec5e76 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:19:02.037254 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-425b1604-5547-4088-a97e-aa61e0ec5e76 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:19:02.037640 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54524) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:02.059379 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-9f2c67f4-7914-4670-a6a4-3c8c48b7a816 None None] Provisioning complete for port fff76442-d415-4d10-a314-400328c68ae8 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:02.060273 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-9f2c67f4-7914-4670-a6a4-3c8c48b7a816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:02.060722 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aba1969-fb11-4e00-9db9-22c536656b34 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0ab8bdcb-fa2c-4c1d-af92-410b3afed603,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:02.092971 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-425b1604-5547-4088-a97e-aa61e0ec5e76 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5975442 Dec 10 19:19:02.106578 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54528) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:02.118745 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-2b2a2c46-e3c6-4a7d-ae69-0da389dc8354 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Request body: {'subnet': {'network_id': '8831617a-ba6a-459b-95f0-c7e5f9fdb3c4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:02.126361 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5afeff65-9626-427d-8c39-d87a24ea98b3 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:02.164104 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port fff76442-d415-4d10-a314-400328c68ae8 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:02.164681 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:02.169957 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-f2a45b47-db62-45ee-84c9-fcfea71b81d2 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1270964 Dec 10 19:19:02.174795 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54530) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:02.179500 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-4ec22249-b84b-459b-906d-1435894a3e66 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Request body: {'security_group_rule': {'security_group_id': '399629b3-3337-4087-86da-bb0af8de2d4f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:02.208653 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224669a5-7b96-4e53-a939-297088c11a66 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:19:02.221674 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-224669a5-7b96-4e53-a939-297088c11a66 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "PUT /v2.0/routers/fc36a459-772e-42b2-b336-e02eacb0da03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9314671 Dec 10 19:19:02.248482 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fe34f5-6522-45c9-8fba-e5a3856cd1d8 None None] Sync routers for ids ['fc36a459-772e-42b2-b336-e02eacb0da03'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:19:02.255195 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54532) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:02.263743 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fe34f5-6522-45c9-8fba-e5a3856cd1d8 None None] Routers {'fc36a459-772e-42b2-b336-e02eacb0da03'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:19:02.266212 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:02.267298 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-27fe34f5-6522-45c9-8fba-e5a3856cd1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:18:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['fc36a459-772e-42b2-b336-e02eacb0da03'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:02.396993 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afeff65-9626-427d-8c39-d87a24ea98b3 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event updated for resources: {'Subnet': ['ID=5cd9066a-cf28-4324-8502-e76b746daf72,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:02.422829 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device d3a66be6-5c0d-4cdf-a301-52d2d2aff06f up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:19:02.436612 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-27fe34f5-6522-45c9-8fba-e5a3856cd1d8 None None] Set router fc36a459-772e-42b2-b336-e02eacb0da03 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:19:02.478403 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-ba5e6b17-4949-4b41-98d6-00f2f81faa10 None None] Provisioning complete for port 247d0e9d-6076-46be-b3ad-29e13d25fa3a triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:02.478782 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ba5e6b17-4949-4b41-98d6-00f2f81faa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:02.523235 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afeff65-9626-427d-8c39-d87a24ea98b3 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Checking segment: {'id': 'a24b1790-3643-49c9-bb17-6f0e726f1e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'dc50420e-1337-4d66-b0e0-4f8e76df012e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:19:02.524311 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afeff65-9626-427d-8c39-d87a24ea98b3 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Network hostable DHCP agents. Network: dc50420e-1337-4d66-b0e0-4f8e76df012e, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:19:02.555868 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port d3a66be6-5c0d-4cdf-a301-52d2d2aff06f triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:02.556225 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:02.558160 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-ba5e6b17-4949-4b41-98d6-00f2f81faa10 None None] Port 247d0e9d-6076-46be-b3ad-29e13d25fa3a cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:19:02.567052 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d591d-b165-465c-bed9-bc91a7837937 req-9def2f83-b8b8-4a3e-a39e-0d1d357fa26c tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:02.569002 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-751d591d-b165-465c-bed9-bc91a7837937 req-9def2f83-b8b8-4a3e-a39e-0d1d357fa26c tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 945 time: 0.4606884 Dec 10 19:19:02.596251 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2a2c46-e3c6-4a7d-ae69-0da389dc8354 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Made reservation on behalf of 4138d9758a3e4f5e8bb3fafb058d33af for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:19:02.599977 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2b2a2c46-e3c6-4a7d-ae69-0da389dc8354 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:02.607406 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afeff65-9626-427d-8c39-d87a24ea98b3 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Network dc50420e-1337-4d66-b0e0-4f8e76df012e is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:19:02.625605 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410328e9-ed2d-4c06-b17f-26ffa37f74ec req-08ac2eff-8e93-4de7-b44e-6f34763a4374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:02.627316 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-410328e9-ed2d-4c06-b17f-26ffa37f74ec req-08ac2eff-8e93-4de7-b44e-6f34763a4374 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a9ee5470-f8ed-45d7-98f0-8aa8a5740050 HTTP/1.1" status: 200 len: 1099 time: 0.1295719 Dec 10 19:19:02.675583 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-5afeff65-9626-427d-8c39-d87a24ea98b3 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, dc50420e-1337-4d66-b0e0-4f8e76df012e) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:19:02.687287 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afeff65-9626-427d-8c39-d87a24ea98b3 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:02.687886 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5afeff65-9626-427d-8c39-d87a24ea98b3 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:02.716796 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492f42b6-b407-493e-98df-c2ec1338ff75 None None] Network dc50420e-1337-4d66-b0e0-4f8e76df012e requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:19:02.724419 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-5afeff65-9626-427d-8c39-d87a24ea98b3 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9567266 Dec 10 19:19:02.728491 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54536) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:02.740147 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-027f4130-df0e-442d-8155-c6726ff87d74 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1750128195', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:02.754102 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d08120f-8f93-433e-b3c3-e43683dfb710 req-442cec6a-f510-4ec0-9bcc-a76679a866ed tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:02.755729 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0d08120f-8f93-433e-b3c3-e43683dfb710 req-442cec6a-f510-4ec0-9bcc-a76679a866ed tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9ee5470-f8ed-45d7-98f0-8aa8a5740050 HTTP/1.1" status: 200 len: 946 time: 0.5275846 Dec 10 19:19:02.756542 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4ec22249-b84b-459b-906d-1435894a3e66 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:02.813882 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-27fe34f5-6522-45c9-8fba-e5a3856cd1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'name': 'tempest-TestNetworkBasicOps-router-174610736', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': 'f4f54156-4d4e-431d-b4de-80cee11ea05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:18:50Z', 'updated_at': '2021-12-10T19:18:59Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': 'f4f54156-4d4e-431d-b4de-80cee11ea05f', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:27:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:51Z', 'updated_at': '2021-12-10T19:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '247d0e9d-6076-46be-b3ad-29e13d25fa3a', 'name': '', 'network_id': '09581b17-9274-439f-a74b-fa6e61531b79', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:98:3c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'b9c100b6-9bbf-40aa-9f4a-38cbf1742a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:57Z', 'updated_at': '2021-12-10T19:19:00Z', 'revision_number': 2, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'b9c100b6-9bbf-40aa-9f4a-38cbf1742a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:02.831661 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-0a81da20-f0e9-452e-9760-2d1d7d3ade7a None None] Provisioning complete for port 247d0e9d-6076-46be-b3ad-29e13d25fa3a triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:02.832246 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0a81da20-f0e9-452e-9760-2d1d7d3ade7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:02.841641 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc7ec80-9681-40b2-adc0-98b78818df07 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:02.842122 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc7ec80-9681-40b2-adc0-98b78818df07 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:02.842588 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc7ec80-9681-40b2-adc0-98b78818df07 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:02.843244 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc7ec80-9681-40b2-adc0-98b78818df07 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:02.843560 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-027f4130-df0e-442d-8155-c6726ff87d74 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:02.843725 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc7ec80-9681-40b2-adc0-98b78818df07 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:02.844230 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc7ec80-9681-40b2-adc0-98b78818df07 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:02.844842 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc7ec80-9681-40b2-adc0-98b78818df07 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:02.845469 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc7ec80-9681-40b2-adc0-98b78818df07 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:02.845768 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-027f4130-df0e-442d-8155-c6726ff87d74 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:02.850265 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-cdc7ec80-9681-40b2-adc0-98b78818df07 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5644 time: 0.5904462 Dec 10 19:19:02.850804 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54538) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:02.865792 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fe34f5-6522-45c9-8fba-e5a3856cd1d8 None None] Checking router: fc36a459-772e-42b2-b336-e02eacb0da03 for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:19:02.866360 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fe34f5-6522-45c9-8fba-e5a3856cd1d8 None None] Updating router fc36a459-772e-42b2-b336-e02eacb0da03 port 247d0e9d-6076-46be-b3ad-29e13d25fa3a binding host dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:19:02.904989 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-27fe34f5-6522-45c9-8fba-e5a3856cd1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:02.927267 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-027f4130-df0e-442d-8155-c6726ff87d74 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:02.947212 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-0a81da20-f0e9-452e-9760-2d1d7d3ade7a None None] Port 247d0e9d-6076-46be-b3ad-29e13d25fa3a cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:19:02.952074 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-410328e9-ed2d-4c06-b17f-26ffa37f74ec req-246974a4-a457-40db-a3ff-60964b8eac76 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d727de41-442a-4e11-afb6-ce7cf726ecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2893381 Dec 10 19:19:02.956552 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-027f4130-df0e-442d-8155-c6726ff87d74 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:02.956779 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0d08120f-8f93-433e-b3c3-e43683dfb710 req-d89865dc-0d05-44d3-827b-19f54b1ee00c tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/security-groups?id=d727de41-442a-4e11-afb6-ce7cf726ecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1701548 Dec 10 19:19:02.992633 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-027f4130-df0e-442d-8155-c6726ff87d74 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:02.997531 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-027f4130-df0e-442d-8155-c6726ff87d74 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2655191 Dec 10 19:19:03.001427 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54540) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:03.057032 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-751d591d-b165-465c-bed9-bc91a7837937 req-28deb643-efe6-4493-a22e-b688b34fd748 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/security-groups?id=0687b254-a34a-47da-a81f-4e503b73712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3083529 Dec 10 19:19:03.091865 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3618a58a-bbe2-4f1a-9898-b23c20ae2ed9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-dc50420e-1337-4d66-b0e0-4f8e76df012e', 'network_id': 'dc50420e-1337-4d66-b0e0-4f8e76df012e', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'fixed_ips': [{'subnet_id': '5cd9066a-cf28-4324-8502-e76b746daf72'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:19:03.093236 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-3618a58a-bbe2-4f1a-9898-b23c20ae2ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:03.170746 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4ec22249-b84b-459b-906d-1435894a3e66 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:03.177945 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b96cb5-0f78-42fe-bfdf-4c51e317a29e tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:03.178413 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b96cb5-0f78-42fe-bfdf-4c51e317a29e tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:03.178940 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b96cb5-0f78-42fe-bfdf-4c51e317a29e tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:03.179663 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b96cb5-0f78-42fe-bfdf-4c51e317a29e tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:03.180124 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b96cb5-0f78-42fe-bfdf-4c51e317a29e tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:03.180726 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b96cb5-0f78-42fe-bfdf-4c51e317a29e tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:03.182052 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b96cb5-0f78-42fe-bfdf-4c51e317a29e tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:03.182522 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b96cb5-0f78-42fe-bfdf-4c51e317a29e tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:03.190712 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-85b96cb5-0f78-42fe-bfdf-4c51e317a29e tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5195 time: 0.3385413 Dec 10 19:19:03.191955 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54542) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:03.299862 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4ec22249-b84b-459b-906d-1435894a3e66 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:03.316263 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-27fe34f5-6522-45c9-8fba-e5a3856cd1d8 None None] Notify callbacks [] for port, precommit_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:03.317200 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-3618a58a-bbe2-4f1a-9898-b23c20ae2ed9 None None] Allocated IP 2001:db8::2 (dc50420e-1337-4d66-b0e0-4f8e76df012e/5cd9066a-cf28-4324-8502-e76b746daf72/470845cc-3d64-4f7d-8c02-eb79c00dbea5) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:19:03.326313 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-27fe34f5-6522-45c9-8fba-e5a3856cd1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:03.497749 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec22249-b84b-459b-906d-1435894a3e66 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e64b5cdc-57d9-4a53-ba89-2af4c34a56ef,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:03.508812 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4ec22249-b84b-459b-906d-1435894a3e66 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:03.513358 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-4ec22249-b84b-459b-906d-1435894a3e66 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3346550 Dec 10 19:19:03.527698 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54544) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:03.579887 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-3618a58a-bbe2-4f1a-9898-b23c20ae2ed9 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:03.592030 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af5af2f-f657-4093-b294-1580abc72564 None None] Pushing event updated for resources: {'Port': ['ID=247d0e9d-6076-46be-b3ad-29e13d25fa3a,revision_number=3']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:03.597434 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-3618a58a-bbe2-4f1a-9898-b23c20ae2ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:03.613691 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-1f26ed7f-8470-4293-9684-c0497ada8664 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "GET /v2.0/security-group-rules/e64b5cdc-57d9-4a53-ba89-2af4c34a56ef HTTP/1.1" status: 200 len: 763 time: 0.0842431 Dec 10 19:19:03.618247 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54546) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:03.644367 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-27fe34f5-6522-45c9-8fba-e5a3856cd1d8 None None] Attempting to bind port 247d0e9d-6076-46be-b3ad-29e13d25fa3a on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:19:03.645194 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-27fe34f5-6522-45c9-8fba-e5a3856cd1d8 None None] Attempting to bind port 247d0e9d-6076-46be-b3ad-29e13d25fa3a by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '0332fa17-cf06-4edb-9411-1f6004e1d061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '09581b17-9274-439f-a74b-fa6e61531b79'}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:19:03.645727 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fe34f5-6522-45c9-8fba-e5a3856cd1d8 None None] Attempting to bind port 247d0e9d-6076-46be-b3ad-29e13d25fa3a on network 09581b17-9274-439f-a74b-fa6e61531b79 {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:19:03.654141 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fe34f5-6522-45c9-8fba-e5a3856cd1d8 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:19:03.654852 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fe34f5-6522-45c9-8fba-e5a3856cd1d8 None None] Checking segment: {'id': '0332fa17-cf06-4edb-9411-1f6004e1d061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '09581b17-9274-439f-a74b-fa6e61531b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:19:03.655464 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-27fe34f5-6522-45c9-8fba-e5a3856cd1d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:03.656097 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fe34f5-6522-45c9-8fba-e5a3856cd1d8 None None] Bound using segment: {'id': '0332fa17-cf06-4edb-9411-1f6004e1d061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '09581b17-9274-439f-a74b-fa6e61531b79'} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:19:03.656967 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-27fe34f5-6522-45c9-8fba-e5a3856cd1d8 None None] Bound port: 247d0e9d-6076-46be-b3ad-29e13d25fa3a, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0332fa17-cf06-4edb-9411-1f6004e1d061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '09581b17-9274-439f-a74b-fa6e61531b79'}}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:19:03.657619 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-27fe34f5-6522-45c9-8fba-e5a3856cd1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:03.684699 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3618a58a-bbe2-4f1a-9898-b23c20ae2ed9 None None] Network dc50420e-1337-4d66-b0e0-4f8e76df012e is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:19:03.698135 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-3618a58a-bbe2-4f1a-9898-b23c20ae2ed9 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:19:03.706078 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3618a58a-bbe2-4f1a-9898-b23c20ae2ed9 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:19:03.762488 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618a58a-bbe2-4f1a-9898-b23c20ae2ed9 None None] Pushing event updated for resources: {'Port': ['ID=470845cc-3d64-4f7d-8c02-eb79c00dbea5,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:03.767640 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device d3a66be6-5c0d-4cdf-a301-52d2d2aff06f up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:19:03.786617 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2b2a2c46-e3c6-4a7d-ae69-0da389dc8354 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:03.798550 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-27fe34f5-6522-45c9-8fba-e5a3856cd1d8 None None] For port 247d0e9d-6076-46be-b3ad-29e13d25fa3a, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:19:03.804078 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-27fe34f5-6522-45c9-8fba-e5a3856cd1d8 None None] For port 247d0e9d-6076-46be-b3ad-29e13d25fa3a, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=247d0e9d-6076-46be-b3ad-29e13d25fa3a,segment=NetworkSegment(0332fa17-cf06-4edb-9411-1f6004e1d061),segment_id=0332fa17-cf06-4edb-9411-1f6004e1d061)] {{(pid=102368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:19:03.810498 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-27fe34f5-6522-45c9-8fba-e5a3856cd1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:03.883442 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2a2c46-e3c6-4a7d-ae69-0da389dc8354 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event updated for resources: {'Subnet': ['ID=cea2690b-55e9-4ab2-a726-48e82df3a2b1,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:03.924121 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-3618a58a-bbe2-4f1a-9898-b23c20ae2ed9 None None] Attempting to bind port 470845cc-3d64-4f7d-8c02-eb79c00dbea5 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:19:03.924492 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-3618a58a-bbe2-4f1a-9898-b23c20ae2ed9 None None] Attempting to bind port 470845cc-3d64-4f7d-8c02-eb79c00dbea5 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': 'a24b1790-3643-49c9-bb17-6f0e726f1e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'dc50420e-1337-4d66-b0e0-4f8e76df012e'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:19:03.924882 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3618a58a-bbe2-4f1a-9898-b23c20ae2ed9 None None] Attempting to bind port 470845cc-3d64-4f7d-8c02-eb79c00dbea5 on network dc50420e-1337-4d66-b0e0-4f8e76df012e {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:19:03.926868 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fe34f5-6522-45c9-8fba-e5a3856cd1d8 None None] Routers {'fc36a459-772e-42b2-b336-e02eacb0da03'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:19:03.928756 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-fc31af0c-7a21-4c2f-860b-56353f6c6795 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3089399 Dec 10 19:19:03.930841 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-302686f9-5346-41d6-beba-d9ca6123244e None None] Provisioning complete for port 247d0e9d-6076-46be-b3ad-29e13d25fa3a triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:03.931220 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-302686f9-5346-41d6-beba-d9ca6123244e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:03.932646 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-27fe34f5-6522-45c9-8fba-e5a3856cd1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:18:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['fc36a459-772e-42b2-b336-e02eacb0da03'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:03.934336 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54548) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:03.944182 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3618a58a-bbe2-4f1a-9898-b23c20ae2ed9 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:19:03.945202 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3618a58a-bbe2-4f1a-9898-b23c20ae2ed9 None None] Checking segment: {'id': 'a24b1790-3643-49c9-bb17-6f0e726f1e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'dc50420e-1337-4d66-b0e0-4f8e76df012e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:19:03.945202 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-3618a58a-bbe2-4f1a-9898-b23c20ae2ed9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:03.945499 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3618a58a-bbe2-4f1a-9898-b23c20ae2ed9 None None] Bound using segment: {'id': 'a24b1790-3643-49c9-bb17-6f0e726f1e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'dc50420e-1337-4d66-b0e0-4f8e76df012e'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:19:03.946008 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-3618a58a-bbe2-4f1a-9898-b23c20ae2ed9 None None] Bound port: 470845cc-3d64-4f7d-8c02-eb79c00dbea5, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24b1790-3643-49c9-bb17-6f0e726f1e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'dc50420e-1337-4d66-b0e0-4f8e76df012e'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:19:03.946494 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-3618a58a-bbe2-4f1a-9898-b23c20ae2ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:03.959665 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-935b143b-d7e1-46bb-bdfb-e8fe03140e3a tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3585 time: 0.7644086 Dec 10 19:19:04.005924 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bfb3b9a2-f1ca-4802-9974-8d8fa9ad72a8 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:04.016115 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2a2c46-e3c6-4a7d-ae69-0da389dc8354 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Network 8831617a-ba6a-459b-95f0-c7e5f9fdb3c4 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:19:04.066741 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device d598e5c0-2c60-4c69-b72e-095fa0a643cb details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=102367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:19:04.069285 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device d598e5c0-2c60-4c69-b72e-095fa0a643cb no longer exists at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:19:04.104230 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bfb3b9a2-f1ca-4802-9974-8d8fa9ad72a8 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:04.123144 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-2b2a2c46-e3c6-4a7d-ae69-0da389dc8354 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:19:04.150703 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-27fe34f5-6522-45c9-8fba-e5a3856cd1d8 None None] Set router fc36a459-772e-42b2-b336-e02eacb0da03 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:19:04.166744 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f18f40-7368-41e0-a63a-40fad9d6855b None None] Network 8831617a-ba6a-459b-95f0-c7e5f9fdb3c4 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:19:04.169976 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2a2c46-e3c6-4a7d-ae69-0da389dc8354 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:04.172944 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2b2a2c46-e3c6-4a7d-ae69-0da389dc8354 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:04.175955 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port d3a66be6-5c0d-4cdf-a301-52d2d2aff06f triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:04.176322 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:04.194304 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ccb67cc0-6dff-46c6-ac43-9385cb125213 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:04.286445 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-3618a58a-bbe2-4f1a-9898-b23c20ae2ed9 None None] For port 470845cc-3d64-4f7d-8c02-eb79c00dbea5, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:19:04.291254 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-3618a58a-bbe2-4f1a-9898-b23c20ae2ed9 None None] For port 470845cc-3d64-4f7d-8c02-eb79c00dbea5, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=470845cc-3d64-4f7d-8c02-eb79c00dbea5,segment=NetworkSegment(a24b1790-3643-49c9-bb17-6f0e726f1e82),segment_id=a24b1790-3643-49c9-bb17-6f0e726f1e82)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:19:04.341641 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-3618a58a-bbe2-4f1a-9898-b23c20ae2ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:04.355131 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b799c2-b807-49d9-b5f0-754ad7a49a78 req-0c06b9d9-457a-499e-bd48-ba21795a25c7 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:04.373229 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-26b799c2-b807-49d9-b5f0-754ad7a49a78 req-0c06b9d9-457a-499e-bd48-ba21795a25c7 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9ee5470-f8ed-45d7-98f0-8aa8a5740050 HTTP/1.1" status: 200 len: 946 time: 0.2617764 Dec 10 19:19:04.405132 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54556) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:04.406325 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.db.resource_extend [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 19:19:04.416910 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-a7345a1b-277e-4f92-9533-876e8343a6e2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-50333190', 'description': 'tempest-secgroup-smoke-50333190 description', 'project_id': '730e4c9f0aba4accb176e575114c849e'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:04.494000 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af5af2f-f657-4093-b294-1580abc72564 None None] Pushing event updated for resources: {'Port': ['ID=247d0e9d-6076-46be-b3ad-29e13d25fa3a,revision_number=4']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:04.501358 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-26b799c2-b807-49d9-b5f0-754ad7a49a78 req-ada4d904-73ab-4095-b77d-de7fc9ee7fff tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/security-groups?id=d727de41-442a-4e11-afb6-ce7cf726ecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220624 Dec 10 19:19:04.548275 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a7345a1b-277e-4f92-9533-876e8343a6e2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:04.582697 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-302686f9-5346-41d6-beba-d9ca6123244e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:04.662463 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-2b2a2c46-e3c6-4a7d-ae69-0da389dc8354 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.5533545 Dec 10 19:19:04.666068 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54558) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:04.704077 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-302686f9-5346-41d6-beba-d9ca6123244e None None] For port 247d0e9d-6076-46be-b3ad-29e13d25fa3a, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=247d0e9d-6076-46be-b3ad-29e13d25fa3a,segment=NetworkSegment(0332fa17-cf06-4edb-9411-1f6004e1d061),segment_id=0332fa17-cf06-4edb-9411-1f6004e1d061)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:19:04.705657 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-f725e610-8328-4169-a348-91e3f87807b2 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2050389430', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cea2690b-55e9-4ab2-a726-48e82df3a2b1'}], 'security_groups': ['bb962c90-8fac-4e02-8f19-116a4bd80100']}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:04.721987 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-27fe34f5-6522-45c9-8fba-e5a3856cd1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'name': 'tempest-TestNetworkBasicOps-router-174610736', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': 'f4f54156-4d4e-431d-b4de-80cee11ea05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:18:50Z', 'updated_at': '2021-12-10T19:18:59Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': 'f4f54156-4d4e-431d-b4de-80cee11ea05f', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:27:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:51Z', 'updated_at': '2021-12-10T19:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '247d0e9d-6076-46be-b3ad-29e13d25fa3a', 'name': '', 'network_id': '09581b17-9274-439f-a74b-fa6e61531b79', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:98:3c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'b9c100b6-9bbf-40aa-9f4a-38cbf1742a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:57Z', 'updated_at': '2021-12-10T19:19:03Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'b9c100b6-9bbf-40aa-9f4a-38cbf1742a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:04.726841 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bfb3b9a2-f1ca-4802-9974-8d8fa9ad72a8 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:04.747266 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-302686f9-5346-41d6-beba-d9ca6123244e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:04.772249 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b54e42-ca58-4e87-a23e-61cc9d4dfb16 req-2d6465e6-67a4-49e1-8f74-9621ac6dcd9d tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:04.774963 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-42b54e42-ca58-4e87-a23e-61cc9d4dfb16 req-2d6465e6-67a4-49e1-8f74-9621ac6dcd9d tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 945 time: 0.1970046 Dec 10 19:19:04.803125 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bfb3b9a2-f1ca-4802-9974-8d8fa9ad72a8 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:04.804580 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-bfb3b9a2-f1ca-4802-9974-8d8fa9ad72a8 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/e64b5cdc-57d9-4a53-ba89-2af4c34a56ef HTTP/1.1" status: 204 len: 168 time: 0.8683989 Dec 10 19:19:04.805547 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fe34f5-6522-45c9-8fba-e5a3856cd1d8 None None] The sync data for ids ['fc36a459-772e-42b2-b336-e02eacb0da03'] in dv-neutron-821441-1-hyperv is: [{'id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'name': 'tempest-TestNetworkBasicOps-router-174610736', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': 'f4f54156-4d4e-431d-b4de-80cee11ea05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:18:50Z', 'updated_at': '2021-12-10T19:18:59Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': 'f4f54156-4d4e-431d-b4de-80cee11ea05f', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:27:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:51Z', 'updated_at': '2021-12-10T19:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '247d0e9d-6076-46be-b3ad-29e13d25fa3a', 'name': '', 'network_id': '09581b17-9274-439f-a74b-fa6e61531b79', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:98:3c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'b9c100b6-9bbf-40aa-9f4a-38cbf1742a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:57Z', 'updated_at': '2021-12-10T19:19:03Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'b9c100b6-9bbf-40aa-9f4a-38cbf1742a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:19:04.806527 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618a58a-bbe2-4f1a-9898-b23c20ae2ed9 None None] Pushing event updated for resources: {'Port': ['ID=470845cc-3d64-4f7d-8c02-eb79c00dbea5,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:04.811796 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54560) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:04.882891 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-42b54e42-ca58-4e87-a23e-61cc9d4dfb16 req-32a4683d-d57b-438f-bad8-5511f6c570bc tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/security-groups?id=0687b254-a34a-47da-a81f-4e503b73712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985148 Dec 10 19:19:04.912433 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb3b9a2-f1ca-4802-9974-8d8fa9ad72a8 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e64b5cdc-57d9-4a53-ba89-2af4c34a56ef,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:04.932843 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302686f9-5346-41d6-beba-d9ca6123244e None None] Pushing event updated for resources: {'Port': ['ID=247d0e9d-6076-46be-b3ad-29e13d25fa3a,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:05.028851 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a7345a1b-277e-4f92-9533-876e8343a6e2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:05.054969 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a7345a1b-277e-4f92-9533-876e8343a6e2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:05.162689 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7345a1b-277e-4f92-9533-876e8343a6e2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d932299c-b37c-45f3-9dcf-bda9756c30c7,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:05.167786 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-55d2d393-9a29-4298-9f52-7da7d0f98997 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3479753 Dec 10 19:19:05.171043 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-f8b4778a-7e40-446e-a329-91b446cdcf48 None None] Provisioning complete for port 247d0e9d-6076-46be-b3ad-29e13d25fa3a triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:05.171043 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f8b4778a-7e40-446e-a329-91b446cdcf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:05.179264 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:05.181347 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54562) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:05.189552 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-6dd83650-fbea-4f3f-9991-a82b8de73ea5 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Request body: {'security_group_rule': {'security_group_id': '399629b3-3337-4087-86da-bb0af8de2d4f', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:05.190538 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a7345a1b-277e-4f92-9533-876e8343a6e2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:05.198335 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-a7345a1b-277e-4f92-9533-876e8343a6e2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.7913961 Dec 10 19:19:05.200658 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54564) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:05.219383 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-0aae4121-e631-4082-b05f-d43b5f7e0d74 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': 'd932299c-b37c-45f3-9dcf-bda9756c30c7', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:05.222048 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port d598e5c0-2c60-4c69-b72e-095fa0a643cb, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=d598e5c0-2c60-4c69-b72e-095fa0a643cb,segment=NetworkSegment(73585ab7-9ee1-4238-b99c-cc15412c089c),segment_id=73585ab7-9ee1-4238-b99c-cc15412c089c)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:19:05.305457 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.db.api [None req-0aae4121-e631-4082-b05f-d43b5f7e0d74 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 19:19:05.305457 dv-neutron-821441-1-hyperv neutron-server[102365]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 10 19:19:05.305457 dv-neutron-821441-1-hyperv neutron-server[102365]: [parameters: {'project_id_1': '730e4c9f0aba4accb176e575114c849e', 'expiration_1': datetime.datetime(2021, 12, 10, 19, 18, 45, 238631)}] Dec 10 19:19:05.305457 dv-neutron-821441-1-hyperv neutron-server[102365]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:19:05.307751 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG oslo_db.api [None req-0aae4121-e631-4082-b05f-d43b5f7e0d74 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:19:05.426814 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6dd83650-fbea-4f3f-9991-a82b8de73ea5 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:05.479398 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-ccb67cc0-6dff-46c6-ac43-9385cb125213 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Allocated IP 2001:db8::1 (dc50420e-1337-4d66-b0e0-4f8e76df012e/5cd9066a-cf28-4324-8502-e76b746daf72/cc7437dd-6b1b-4bd5-829e-be62d7921770) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:19:05.484040 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f725e610-8328-4169-a348-91e3f87807b2 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:05.579199 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ee5470-f8ed-45d7-98f0-8aa8a5740050', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd598e5c0-2c60-4c69-b72e-095fa0a643cb'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:19:05.581727 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0dd006407324ce2959a5a4cf9f0b5e0801d7a51a5291ea700e8786e11115a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5ba43c-19d6-4702-8904-9f11a88ba78a" -d '{"events": [{"server_uuid": "a9ee5470-f8ed-45d7-98f0-8aa8a5740050", "name": "network-vif-unplugged", "status": "completed", "tag": "d598e5c0-2c60-4c69-b72e-095fa0a643cb"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:19:05.594456 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port d598e5c0-2c60-4c69-b72e-095fa0a643cb, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=d598e5c0-2c60-4c69-b72e-095fa0a643cb,segment=NetworkSegment(73585ab7-9ee1-4238-b99c-cc15412c089c),segment_id=73585ab7-9ee1-4238-b99c-cc15412c089c)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:19:05.632473 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:05.637955 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Returning: {'device': 'd598e5c0-2c60-4c69-b72e-095fa0a643cb', 'network_id': '5c1cbc5b-79f3-44fe-a881-f91ab33966d7', 'port_id': 'd598e5c0-2c60-4c69-b72e-095fa0a643cb', 'mac_address': 'fa:16:3e:00:a0:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc68e97e-3fc0-433f-a054-2cde4e5595d8', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:19:05.658244 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6dd83650-fbea-4f3f-9991-a82b8de73ea5 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:05.755486 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6dd83650-fbea-4f3f-9991-a82b8de73ea5 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:05.885800 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d640d0a-1c72-43ec-bb9f-b267e6831934 req-67c940f7-8c33-499e-bdb0-71c5daf61d9d tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:05.888325 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6d640d0a-1c72-43ec-bb9f-b267e6831934 req-67c940f7-8c33-499e-bdb0-71c5daf61d9d tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9ee5470-f8ed-45d7-98f0-8aa8a5740050 HTTP/1.1" status: 200 len: 944 time: 0.2433519 Dec 10 19:19:05.896073 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 19:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ca3aa6-b14a-4edd-9a0b-c4b73bf67f9a x-openstack-request-id: req-72ca3aa6-b14a-4edd-9a0b-c4b73bf67f9a {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:19:05.896387 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ee5470-f8ed-45d7-98f0-8aa8a5740050", "name": "network-vif-unplugged", "status": "completed", "tag": "d598e5c0-2c60-4c69-b72e-095fa0a643cb", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:19:05.897234 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-72ca3aa6-b14a-4edd-9a0b-c4b73bf67f9a {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:19:05.897234 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ee5470-f8ed-45d7-98f0-8aa8a5740050', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd598e5c0-2c60-4c69-b72e-095fa0a643cb', 'code': 200} Dec 10 19:19:05.906095 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0aae4121-e631-4082-b05f-d43b5f7e0d74 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:05.992166 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=d598e5c0-2c60-4c69-b72e-095fa0a643cb,revision_number=6']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:06.077857 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 470845cc-3d64-4f7d-8c02-eb79c00dbea5 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:19:06.117383 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0aae4121-e631-4082-b05f-d43b5f7e0d74 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:06.138876 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:06.163873 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d598e5c0-2c60-4c69-b72e-095fa0a643cb {{(pid=102367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:19:06.178696 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0aae4121-e631-4082-b05f-d43b5f7e0d74 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:06.235820 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a7534a-39fb-4e45-9206-2343298b3700 None None] Update dhcp port {'port': {'network_id': '8831617a-ba6a-459b-95f0-c7e5f9fdb3c4', 'fixed_ips': [{'subnet_id': 'f20c1f96-4a08-462b-8880-d087b59e4038', 'ip_address': '172.20.0.2'}, {'subnet_id': 'cea2690b-55e9-4ab2-a726-48e82df3a2b1'}], 'binding:host_id': 'dv-neutron-821441-1-hyperv'}, 'id': 'd3a66be6-5c0d-4cdf-a301-52d2d2aff06f'} from dv-neutron-821441-1-hyperv. {{(pid=102367) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 10 19:19:06.269351 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aae4121-e631-4082-b05f-d43b5f7e0d74 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15b9f4a9-e31f-41c2-97a7-ee3993926322,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:06.280025 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-15a7534a-39fb-4e45-9206-2343298b3700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:06.289478 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6d640d0a-1c72-43ec-bb9f-b267e6831934 req-d484e81b-fe35-46c2-a443-37c904ea0cc2 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/security-groups?id=d727de41-442a-4e11-afb6-ce7cf726ecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3247771 Dec 10 19:19:06.307880 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-f725e610-8328-4169-a348-91e3f87807b2 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Delete allocated IP 172.20.0.13 (8831617a-ba6a-459b-95f0-c7e5f9fdb3c4/f20c1f96-4a08-462b-8880-d087b59e4038) {{(pid=102366) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 10 19:19:06.320209 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-f725e610-8328-4169-a348-91e3f87807b2 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Allocated IP 172.20.0.27 (8831617a-ba6a-459b-95f0-c7e5f9fdb3c4/cea2690b-55e9-4ab2-a726-48e82df3a2b1/c5b97174-4d83-4456-a721-3bc07ac9e6cf) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:19:06.325988 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54572) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:06.338317 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port d598e5c0-2c60-4c69-b72e-095fa0a643cb, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=d598e5c0-2c60-4c69-b72e-095fa0a643cb,segment=NetworkSegment(73585ab7-9ee1-4238-b99c-cc15412c089c),segment_id=73585ab7-9ee1-4238-b99c-cc15412c089c)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:19:06.401032 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0aae4121-e631-4082-b05f-d43b5f7e0d74 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:06.404875 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-0aae4121-e631-4082-b05f-d43b5f7e0d74 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2012248 Dec 10 19:19:06.427956 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:06.430486 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54574) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:06.439562 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-0e1392bc-0c7d-4306-9dae-581a033b8de4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': 'd932299c-b37c-45f3-9dcf-bda9756c30c7', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:06.448397 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 470845cc-3d64-4f7d-8c02-eb79c00dbea5 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:06.450201 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:06.519640 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1608bc64-6465-4534-8497-a1f34e1c65a0 req-d09ca97f-ee6f-4fb8-be2f-5fdcbceebc13 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:06.529472 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1608bc64-6465-4534-8497-a1f34e1c65a0 req-d09ca97f-ee6f-4fb8-be2f-5fdcbceebc13 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 945 time: 0.4083796 Dec 10 19:19:06.533451 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a39a855-930c-41ec-88e7-89083f55488e None None] Network dc50420e-1337-4d66-b0e0-4f8e76df012e requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:19:06.544014 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f725e610-8328-4169-a348-91e3f87807b2 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:06.547137 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd83650-fbea-4f3f-9991-a82b8de73ea5 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46ff2eb7-dc24-4dc2-94df-3132060913bf,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:06.565565 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6dd83650-fbea-4f3f-9991-a82b8de73ea5 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:06.571133 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-6dd83650-fbea-4f3f-9991-a82b8de73ea5 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3855705 Dec 10 19:19:06.571951 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f725e610-8328-4169-a348-91e3f87807b2 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:06.573908 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-af302ce7-50fe-4d7b-bc7f-28cdc3250498 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/floatingips/69191787-5296-4b2c-af6d-3fe5be7488de HTTP/1.1" status: 200 len: 992 time: 0.2461541 Dec 10 19:19:06.574835 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54576) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:06.606653 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-7504eeb3-5c7f-419e-9803-66bba628cfae tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "GET /v2.0/security-group-rules/46ff2eb7-dc24-4dc2-94df-3132060913bf HTTP/1.1" status: 200 len: 764 time: 0.0284681 Dec 10 19:19:06.612143 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54578) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:06.668776 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0e1392bc-0c7d-4306-9dae-581a033b8de4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:06.740993 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1608bc64-6465-4534-8497-a1f34e1c65a0 req-8c746bca-5be3-4c12-acad-b6090baa43bc tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/security-groups?id=0687b254-a34a-47da-a81f-4e503b73712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2104805 Dec 10 19:19:06.759836 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f725e610-8328-4169-a348-91e3f87807b2 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event updated for resources: {'Port': ['ID=c5b97174-4d83-4456-a721-3bc07ac9e6cf,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:06.786966 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ccb67cc0-6dff-46c6-ac43-9385cb125213 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:06.804164 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-ea6cfeff-4a68-450e-8283-893eedffdf0a tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1824651 Dec 10 19:19:06.804493 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-f725e610-8328-4169-a348-91e3f87807b2 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] In _notify_port_updated(), no bound segment for port c5b97174-4d83-4456-a721-3bc07ac9e6cf on network 8831617a-ba6a-459b-95f0-c7e5f9fdb3c4 {{(pid=102366) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 10 19:19:06.804677 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54580) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:06.809995 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f725e610-8328-4169-a348-91e3f87807b2 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:06.810685 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f725e610-8328-4169-a348-91e3f87807b2 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:06.816458 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-f725e610-8328-4169-a348-91e3f87807b2 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "PUT /v2.0/ports/c5b97174-4d83-4456-a721-3bc07ac9e6cf HTTP/1.1" status: 200 len: 921 time: 2.1180284 Dec 10 19:19:06.816870 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54582) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:06.863926 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3df89a3a-dca0-419a-91b2-803f066ec662 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:06.880246 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0e1392bc-0c7d-4306-9dae-581a033b8de4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:06.883081 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3df89a3a-dca0-419a-91b2-803f066ec662 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:06.893571 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0e1392bc-0c7d-4306-9dae-581a033b8de4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:06.898437 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-86af94fb-9c5d-4d35-8c9c-5f74eca971f7 None None] Provisioning complete for port 470845cc-3d64-4f7d-8c02-eb79c00dbea5 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:06.899243 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-86af94fb-9c5d-4d35-8c9c-5f74eca971f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:06.936827 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ccb67cc0-6dff-46c6-ac43-9385cb125213 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:06.938804 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['d598e5c0-2c60-4c69-b72e-095fa0a643cb'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:19:06.941188 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1392bc-0c7d-4306-9dae-581a033b8de4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d70c8552-39d0-49ed-a633-b2217caadc5b,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:06.944491 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=d598e5c0-2c60-4c69-b72e-095fa0a643cb,revision_number=7']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:06.951193 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0e1392bc-0c7d-4306-9dae-581a033b8de4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:06.952480 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-0e1392bc-0c7d-4306-9dae-581a033b8de4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5205076 Dec 10 19:19:06.955764 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3df89a3a-dca0-419a-91b2-803f066ec662 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:06.958111 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54584) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:06.967024 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3df89a3a-dca0-419a-91b2-803f066ec662 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:06.968692 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-3df89a3a-dca0-419a-91b2-803f066ec662 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/46ff2eb7-dc24-4dc2-94df-3132060913bf HTTP/1.1" status: 204 len: 168 time: 0.1630499 Dec 10 19:19:06.973896 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-bec5fbef-53fa-41ed-8a0c-91c196815fde tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': 'd932299c-b37c-45f3-9dcf-bda9756c30c7', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:06.974462 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54586) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:07.004902 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df89a3a-dca0-419a-91b2-803f066ec662 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=46ff2eb7-dc24-4dc2-94df-3132060913bf,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:07.029545 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-bec5fbef-53fa-41ed-8a0c-91c196815fde tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:07.037910 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb67cc0-6dff-46c6-ac43-9385cb125213 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Network dc50420e-1337-4d66-b0e0-4f8e76df012e is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:19:07.049651 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-ccb67cc0-6dff-46c6-ac43-9385cb125213 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:19:07.054473 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb67cc0-6dff-46c6-ac43-9385cb125213 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:19:07.055026 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ccb67cc0-6dff-46c6-ac43-9385cb125213 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712030'] for router_interface, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:07.117784 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-15a7534a-39fb-4e45-9206-2343298b3700 None None] Allocated IP 172.20.0.18 (8831617a-ba6a-459b-95f0-c7e5f9fdb3c4/cea2690b-55e9-4ab2-a726-48e82df3a2b1/d3a66be6-5c0d-4cdf-a301-52d2d2aff06f) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:19:07.151238 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-a057b002-0b4b-450f-adc5-41bd13452b75 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1699018 Dec 10 19:19:07.152462 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54588) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:07.155780 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb67cc0-6dff-46c6-ac43-9385cb125213 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event updated for resources: {'Port': ['ID=cc7437dd-6b1b-4bd5-829e-be62d7921770,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:07.161748 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-a1518571-4bc8-4f0b-b7bb-3646ff05033d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Deleting port c5b97174-4d83-4456-a721-3bc07ac9e6cf {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:19:07.162147 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a1518571-4bc8-4f0b-b7bb-3646ff05033d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:07.177123 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-bec5fbef-53fa-41ed-8a0c-91c196815fde tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:07.191805 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-bec5fbef-53fa-41ed-8a0c-91c196815fde tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:07.192478 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:07.257417 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec5fbef-53fa-41ed-8a0c-91c196815fde tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f75f0eb0-1a5f-4c0e-9942-12cc56fc08fd,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:07.276284 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-bec5fbef-53fa-41ed-8a0c-91c196815fde tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:07.278611 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-bec5fbef-53fa-41ed-8a0c-91c196815fde tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3163869 Dec 10 19:19:07.281564 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54590) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:07.289784 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-c0e95c3a-a816-4a04-b5a3-f854cf9ab99b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': 'd932299c-b37c-45f3-9dcf-bda9756c30c7', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:07.340587 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a1518571-4bc8-4f0b-b7bb-3646ff05033d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:07.348049 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a926c119-e8f5-4387-aeb2-b9778bbe9b3a tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:07.358223 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ccb67cc0-6dff-46c6-ac43-9385cb125213 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:07.364942 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-a1518571-4bc8-4f0b-b7bb-3646ff05033d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Calling delete_port for c5b97174-4d83-4456-a721-3bc07ac9e6cf owned by {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:19:07.391857 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port 470845cc-3d64-4f7d-8c02-eb79c00dbea5, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=470845cc-3d64-4f7d-8c02-eb79c00dbea5,segment=NetworkSegment(a24b1790-3643-49c9-bb17-6f0e726f1e82),segment_id=a24b1790-3643-49c9-bb17-6f0e726f1e82)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:19:07.402019 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c0e95c3a-a816-4a04-b5a3-f854cf9ab99b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:07.417818 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:07.418638 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 247d0e9d-6076-46be-b3ad-29e13d25fa3a up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:19:07.423033 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a926c119-e8f5-4387-aeb2-b9778bbe9b3a tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:07.499922 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-15a7534a-39fb-4e45-9206-2343298b3700 None None] For port d3a66be6-5c0d-4cdf-a301-52d2d2aff06f, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=d3a66be6-5c0d-4cdf-a301-52d2d2aff06f,segment=NetworkSegment(4e57584e-1d37-4ca1-9dad-464fc7933bc9),segment_id=4e57584e-1d37-4ca1-9dad-464fc7933bc9)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:19:07.502294 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-86af94fb-9c5d-4d35-8c9c-5f74eca971f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:07.555646 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c0e95c3a-a816-4a04-b5a3-f854cf9ab99b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:07.563000 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a926c119-e8f5-4387-aeb2-b9778bbe9b3a tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:07.568536 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a926c119-e8f5-4387-aeb2-b9778bbe9b3a tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:07.573364 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-a926c119-e8f5-4387-aeb2-b9778bbe9b3a tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "DELETE /v2.0/security-groups/399629b3-3337-4087-86da-bb0af8de2d4f HTTP/1.1" status: 204 len: 168 time: 0.4175193 Dec 10 19:19:07.577436 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54592) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:07.579346 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c0e95c3a-a816-4a04-b5a3-f854cf9ab99b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:07.617509 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926c119-e8f5-4387-aeb2-b9778bbe9b3a tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=399629b3-3337-4087-86da-bb0af8de2d4f,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:07.622744 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=470845cc-3d64-4f7d-8c02-eb79c00dbea5,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:07.627572 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e95c3a-a816-4a04-b5a3-f854cf9ab99b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=604c5a1d-a306-4ad9-a25f-72f4d1b04c40,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:07.636620 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-15a7534a-39fb-4e45-9206-2343298b3700 None None] Notify callbacks [] for port, precommit_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:07.645969 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c0e95c3a-a816-4a04-b5a3-f854cf9ab99b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:07.651526 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-c0e95c3a-a816-4a04-b5a3-f854cf9ab99b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3651297 Dec 10 19:19:07.651766 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54594) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:07.656597 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-15a7534a-39fb-4e45-9206-2343298b3700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:07.662521 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-f701201c-08ae-4a91-ae5c-4a792120206f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': 'd932299c-b37c-45f3-9dcf-bda9756c30c7', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:07.724766 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a1518571-4bc8-4f0b-b7bb-3646ff05033d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:07.745539 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.securitygroups_db [None req-f701201c-08ae-4a91-ae5c-4a792120206f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Project 730e4c9f0aba4accb176e575114c849e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:19:07.757111 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f701201c-08ae-4a91-ae5c-4a792120206f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:07.795439 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1518571-4bc8-4f0b-b7bb-3646ff05033d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event deleted for resources: {'Port': ['ID=c5b97174-4d83-4456-a721-3bc07ac9e6cf,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:07.810546 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 247d0e9d-6076-46be-b3ad-29e13d25fa3a triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:07.810920 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:07.812778 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.db.api [None req-86af94fb-9c5d-4d35-8c9c-5f74eca971f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102367) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:19:07.813132 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG oslo_db.api [None req-86af94fb-9c5d-4d35-8c9c-5f74eca971f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:19:07.877420 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a7534a-39fb-4e45-9206-2343298b3700 None None] Pushing event updated for resources: {'Port': ['ID=d3a66be6-5c0d-4cdf-a301-52d2d2aff06f,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:07.994425 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f701201c-08ae-4a91-ae5c-4a792120206f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:08.004009 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f701201c-08ae-4a91-ae5c-4a792120206f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:08.029732 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f701201c-08ae-4a91-ae5c-4a792120206f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43104c5f-0e81-4e0e-9fd8-fcaaf69c4bdf,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:08.050387 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349afa2-b0f8-4e8f-b6db-a32ac23b3d4f req-1ae254ca-b52a-4cf0-93fd-1dcfee04edbf tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:08.052319 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d349afa2-b0f8-4e8f-b6db-a32ac23b3d4f req-1ae254ca-b52a-4cf0-93fd-1dcfee04edbf tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 945 time: 0.1140211 Dec 10 19:19:08.071951 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-b3d71e2a-3332-4f8d-a3ab-cd493d8455b3 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4930313 Dec 10 19:19:08.079256 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f701201c-08ae-4a91-ae5c-4a792120206f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:08.079256 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-f701201c-08ae-4a91-ae5c-4a792120206f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4252710 Dec 10 19:19:08.079671 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54598) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:08.086425 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-a3cb597b-c0a1-405a-87bb-4ff75e4d6145 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Request body: {'security_group': {'name': 'tempest-secgroup--1251502653'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:08.091337 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54600) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:08.109632 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-df525661-7525-4854-8355-6bba4fdc90b5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': 'd932299c-b37c-45f3-9dcf-bda9756c30c7', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:08.158257 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d349afa2-b0f8-4e8f-b6db-a32ac23b3d4f req-bd9c49bb-d04b-44f6-95ff-87b4e229b291 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/security-groups?id=0687b254-a34a-47da-a81f-4e503b73712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966504 Dec 10 19:19:08.167065 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a1518571-4bc8-4f0b-b7bb-3646ff05033d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:08.170923 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a3cb597b-c0a1-405a-87bb-4ff75e4d6145 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:08.177978 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-a1518571-4bc8-4f0b-b7bb-3646ff05033d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "DELETE /v2.0/ports/c5b97174-4d83-4456-a721-3bc07ac9e6cf HTTP/1.1" status: 204 len: 168 time: 1.3569999 Dec 10 19:19:08.180927 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54602) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:08.244108 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 470845cc-3d64-4f7d-8c02-eb79c00dbea5 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:19:08.292002 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d9b4bbc-a66b-47b3-93f3-f10f460f46f0 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] GET failed (client error): The resource could not be found. Dec 10 19:19:08.295601 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-7d9b4bbc-a66b-47b3-93f3-f10f460f46f0 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "GET /v2.0/ports/c5b97174-4d83-4456-a721-3bc07ac9e6cf HTTP/1.1" status: 404 len: 333 time: 0.1130893 Dec 10 19:19:08.309084 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54604) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:08.431797 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 470845cc-3d64-4f7d-8c02-eb79c00dbea5 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:08.432254 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:08.483844 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e7705d80-ad8e-49cc-9f26-88c5458fdf64 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:08.537479 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ccb67cc0-6dff-46c6-ac43-9385cb125213 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:08.557804 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ccb67cc0-6dff-46c6-ac43-9385cb125213 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:08.570999 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ccb67cc0-6dff-46c6-ac43-9385cb125213 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3755716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711339'] for router_interface, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:08.597822 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-22fe3957-8c57-4f03-bac1-fb5a49d4b9db None None] Provisioning complete for port 470845cc-3d64-4f7d-8c02-eb79c00dbea5 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:08.598370 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e7705d80-ad8e-49cc-9f26-88c5458fdf64 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:08.598609 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-22fe3957-8c57-4f03-bac1-fb5a49d4b9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:08.607057 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device d3a66be6-5c0d-4cdf-a301-52d2d2aff06f up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:19:08.684357 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.securitygroups_db [None req-df525661-7525-4854-8355-6bba4fdc90b5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Project 730e4c9f0aba4accb176e575114c849e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:19:08.695911 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-df525661-7525-4854-8355-6bba4fdc90b5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:08.713073 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e7705d80-ad8e-49cc-9f26-88c5458fdf64 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:08.716064 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e7705d80-ad8e-49cc-9f26-88c5458fdf64 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:08.717278 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-e7705d80-ad8e-49cc-9f26-88c5458fdf64 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "DELETE /v2.0/security-groups/27209ec7-1a8e-4740-a0f5-21ed6b4d0f02 HTTP/1.1" status: 204 len: 168 time: 0.4060524 Dec 10 19:19:08.768033 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a3cb597b-c0a1-405a-87bb-4ff75e4d6145 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:08.771133 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54606) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:08.815652 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a3cb597b-c0a1-405a-87bb-4ff75e4d6145 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:08.875534 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port d3a66be6-5c0d-4cdf-a301-52d2d2aff06f triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:08.876148 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:08.911288 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cb597b-c0a1-405a-87bb-4ff75e4d6145 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80b58c71-de67-42a2-90bc-5c487ddb6b30,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:08.961478 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-22fe3957-8c57-4f03-bac1-fb5a49d4b9db None None] Provisioning complete for port cc7437dd-6b1b-4bd5-829e-be62d7921770 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:08.962012 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-22fe3957-8c57-4f03-bac1-fb5a49d4b9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:09.018276 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a3cb597b-c0a1-405a-87bb-4ff75e4d6145 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:09.023862 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-a3cb597b-c0a1-405a-87bb-4ff75e4d6145 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9390514 Dec 10 19:19:09.026645 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54608) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:09.038955 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-96a7cb61-8858-4cce-9946-30611a144c4a tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Request body: {'security_group_rule': {'security_group_id': '80b58c71-de67-42a2-90bc-5c487ddb6b30', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:09.092905 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-df525661-7525-4854-8355-6bba4fdc90b5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:09.097287 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1afbe9de-0e37-41c2-b928-f7c6a5208ed2 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for security_group, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:09.103058 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-22fe3957-8c57-4f03-bac1-fb5a49d4b9db None None] Port cc7437dd-6b1b-4bd5-829e-be62d7921770 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:19:09.105931 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-df525661-7525-4854-8355-6bba4fdc90b5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:09.132081 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df525661-7525-4854-8355-6bba4fdc90b5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=529b82dd-925d-4fe2-b1ea-591e8d658e32,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:09.154044 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1afbe9de-0e37-41c2-b928-f7c6a5208ed2 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:09.155388 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7705d80-ad8e-49cc-9f26-88c5458fdf64 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27209ec7-1a8e-4740-a0f5-21ed6b4d0f02,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:09.157784 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-96a7cb61-8858-4cce-9946-30611a144c4a tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:09.168956 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb67cc0-6dff-46c6-ac43-9385cb125213 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event updated for resources: {'Port': ['ID=cc7437dd-6b1b-4bd5-829e-be62d7921770,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:09.180359 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-df525661-7525-4854-8355-6bba4fdc90b5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:09.181663 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-df525661-7525-4854-8355-6bba4fdc90b5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0796831 Dec 10 19:19:09.246751 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb67cc0-6dff-46c6-ac43-9385cb125213 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Network dc50420e-1337-4d66-b0e0-4f8e76df012e is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:19:09.249126 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-ccb67cc0-6dff-46c6-ac43-9385cb125213 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:19:09.257735 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-96a7cb61-8858-4cce-9946-30611a144c4a tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:09.267499 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-96a7cb61-8858-4cce-9946-30611a144c4a tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:09.280989 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1afbe9de-0e37-41c2-b928-f7c6a5208ed2 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:09.283844 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1afbe9de-0e37-41c2-b928-f7c6a5208ed2 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:09.286024 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-1afbe9de-0e37-41c2-b928-f7c6a5208ed2 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "DELETE /v2.0/security-groups/bb962c90-8fac-4e02-8f19-116a4bd80100 HTTP/1.1" status: 204 len: 168 time: 0.4944446 Dec 10 19:19:09.292343 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54616) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:09.299880 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-9290c33d-da38-420f-bd13-b2f365ffdfeb None None] Provisioning complete for port 852945c8-f5c7-441d-a11a-20211aee10f2 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:09.301534 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-9290c33d-da38-420f-bd13-b2f365ffdfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:09.357193 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afbe9de-0e37-41c2-b928-f7c6a5208ed2 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb962c90-8fac-4e02-8f19-116a4bd80100,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:09.373133 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a7cb61-8858-4cce-9946-30611a144c4a tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f2dbb9d-4c47-4998-b970-0ee65bd00558,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:09.413450 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-96a7cb61-8858-4cce-9946-30611a144c4a tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:09.415331 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-96a7cb61-8858-4cce-9946-30611a144c4a tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3823261 Dec 10 19:19:09.420187 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54626) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:09.455281 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_v2 [None req-f03957a3-a0ec-4d43-a1da-a707054ebd12 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Deleting subnet f20c1f96-4a08-462b-8880-d087b59e4038 {{(pid=102365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:19:09.467719 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f03957a3-a0ec-4d43-a1da-a707054ebd12 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for subnet, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:09.531798 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-9290c33d-da38-420f-bd13-b2f365ffdfeb None None] Port 852945c8-f5c7-441d-a11a-20211aee10f2 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:19:09.539200 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb67cc0-6dff-46c6-ac43-9385cb125213 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Router 9071f581-5ff3-47cd-b36c-a47c60d24c2d is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:19:09.567805 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b528cb34-880c-4fa9-a5f2-d0b0c7ee4e70 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:09.570358 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-9290c33d-da38-420f-bd13-b2f365ffdfeb None None] Provisioning complete for port d3a66be6-5c0d-4cdf-a301-52d2d2aff06f triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:09.571004 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-9290c33d-da38-420f-bd13-b2f365ffdfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:09.581179 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f03957a3-a0ec-4d43-a1da-a707054ebd12 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353213'] for subnet, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:09.643905 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b528cb34-880c-4fa9-a5f2-d0b0c7ee4e70 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:09.723560 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb67cc0-6dff-46c6-ac43-9385cb125213 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:19:09.745402 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-ccb67cc0-6dff-46c6-ac43-9385cb125213 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "PUT /v2.0/routers/9071f581-5ff3-47cd-b36c-a47c60d24c2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7422473 Dec 10 19:19:09.746567 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54628) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:09.768138 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acf3c83-08f4-4949-b24d-cc3f546fa72c None None] Sync routers for ids ['9071f581-5ff3-47cd-b36c-a47c60d24c2d'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:19:09.794515 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f03957a3-a0ec-4d43-a1da-a707054ebd12 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:09.799584 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b528cb34-880c-4fa9-a5f2-d0b0c7ee4e70 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:09.803428 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b528cb34-880c-4fa9-a5f2-d0b0c7ee4e70 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:09.809684 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-b528cb34-880c-4fa9-a5f2-d0b0c7ee4e70 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "DELETE /v2.0/security-groups/80b58c71-de67-42a2-90bc-5c487ddb6b30 HTTP/1.1" status: 204 len: 168 time: 0.3836734 Dec 10 19:19:09.811387 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54630) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:09.819094 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f7ee16-332a-412f-b727-7b82976d6667 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:09.824237 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-88f7ee16-332a-412f-b727-7b82976d6667 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "GET /v2.0/ports/cc7437dd-6b1b-4bd5-829e-be62d7921770 HTTP/1.1" status: 200 len: 911 time: 0.0758653 Dec 10 19:19:09.832981 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54632) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:09.838908 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-88cdd24f-688e-414b-9d86-a22859ba021f tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5cd9066a-cf28-4324-8502-e76b746daf72'}]}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:09.840936 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acf3c83-08f4-4949-b24d-cc3f546fa72c None None] Routers {'9071f581-5ff3-47cd-b36c-a47c60d24c2d'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:19:09.842153 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-7acf3c83-08f4-4949-b24d-cc3f546fa72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:18:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['9071f581-5ff3-47cd-b36c-a47c60d24c2d'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:09.888394 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b528cb34-880c-4fa9-a5f2-d0b0c7ee4e70 tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b58c71-de67-42a2-90bc-5c487ddb6b30,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:09.919587 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-3198d6d8-ef41-4801-84cc-24f6b52d084b tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0932786 Dec 10 19:19:09.923680 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54634) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:10.017476 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-8fa8b24d-1d99-4ecb-8533-eaf028fde93c tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0921116 Dec 10 19:19:10.019267 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54636) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:10.064916 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b9e1cafe-4136-4f4d-a68b-2b9151e98637 req-2f1c631c-b047-4d80-b3ab-66dd1b3f9323 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-50333190&fields=id&tenant_id=730e4c9f0aba4accb176e575114c849e HTTP/1.1" status: 200 len: 267 time: 0.1340117 Dec 10 19:19:10.066922 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-85da18a9-5917-4043-ada5-725610be403f tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] delete failed (client error): The resource could not be found. Dec 10 19:19:10.073515 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-85da18a9-5917-4043-ada5-725610be403f tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "DELETE /v2.0/security-groups/80b58c71-de67-42a2-90bc-5c487ddb6b30 HTTP/1.1" status: 404 len: 347 time: 0.0478871 Dec 10 19:19:10.073742 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f03957a3-a0ec-4d43-a1da-a707054ebd12 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:10.075456 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54638) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:10.127532 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03957a3-a0ec-4d43-a1da-a707054ebd12 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event deleted for resources: {'Subnet': ['ID=f20c1f96-4a08-462b-8880-d087b59e4038,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:10.133469 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f03957a3-a0ec-4d43-a1da-a707054ebd12 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:10.144964 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-f03957a3-a0ec-4d43-a1da-a707054ebd12 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "DELETE /v2.0/subnets/f20c1f96-4a08-462b-8880-d087b59e4038 HTTP/1.1" status: 204 len: 168 time: 0.8363750 Dec 10 19:19:10.146647 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54640) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:10.168960 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-16a26de2-f31f-40a8-b1ca-5196611e37e0 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Request body: {'subnet': {'network_id': '8831617a-ba6a-459b-95f0-c7e5f9fdb3c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:10.218797 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-fe31104b-4575-4183-8330-8ee0c800aabc tempest-SecGroupTest-667485004 tempest-SecGroupTest-667485004-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1416714 Dec 10 19:19:10.264109 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-7acf3c83-08f4-4949-b24d-cc3f546fa72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:10.312874 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a26de2-f31f-40a8-b1ca-5196611e37e0 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Made reservation on behalf of 4138d9758a3e4f5e8bb3fafb058d33af for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:19:10.317944 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-16a26de2-f31f-40a8-b1ca-5196611e37e0 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:10.335650 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acf3c83-08f4-4949-b24d-cc3f546fa72c None None] Routers {'9071f581-5ff3-47cd-b36c-a47c60d24c2d'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:19:10.336807 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-7acf3c83-08f4-4949-b24d-cc3f546fa72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:18:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['9071f581-5ff3-47cd-b36c-a47c60d24c2d'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:10.352085 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83157032-44ab-4ae3-86b1-8916e5c9715c req-6ed50c15-a4d1-4e9a-a15e-fb0a4c8a3b28 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:10.355406 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-83157032-44ab-4ae3-86b1-8916e5c9715c req-6ed50c15-a4d1-4e9a-a15e-fb0a4c8a3b28 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 945 time: 0.4041486 Dec 10 19:19:10.443440 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-7acf3c83-08f4-4949-b24d-cc3f546fa72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:10.445195 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acf3c83-08f4-4949-b24d-cc3f546fa72c None None] The sync data for ids ['9071f581-5ff3-47cd-b36c-a47c60d24c2d'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:19:10.448036 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e69135e-8a5e-4bc1-9d68-7166a0d025bd None None] Network 8831617a-ba6a-459b-95f0-c7e5f9fdb3c4 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:19:10.472073 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-83157032-44ab-4ae3-86b1-8916e5c9715c req-1156aa7b-0d5c-4f0f-951e-f6559fabcb8a tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/security-groups?id=0687b254-a34a-47da-a81f-4e503b73712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851469 Dec 10 19:19:10.489200 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-88cdd24f-688e-414b-9d86-a22859ba021f tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:10.536789 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device d598e5c0-2c60-4c69-b72e-095fa0a643cb up at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:19:10.647224 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-16a26de2-f31f-40a8-b1ca-5196611e37e0 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:10.665206 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-9290c33d-da38-420f-bd13-b2f365ffdfeb None None] Could not find standard attr ID for object c5b97174-4d83-4456-a721-3bc07ac9e6cf. {{(pid=102367) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:19:10.683284 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54646) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:10.696275 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning complete for port d598e5c0-2c60-4c69-b72e-095fa0a643cb triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:10.696931 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:10.723186 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a26de2-f31f-40a8-b1ca-5196611e37e0 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Network 8831617a-ba6a-459b-95f0-c7e5f9fdb3c4 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:19:10.732749 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-16a26de2-f31f-40a8-b1ca-5196611e37e0 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:19:10.736842 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a26de2-f31f-40a8-b1ca-5196611e37e0 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:10.737869 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-16a26de2-f31f-40a8-b1ca-5196611e37e0 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:10.760421 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a26de2-f31f-40a8-b1ca-5196611e37e0 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event updated for resources: {'Subnet': ['ID=f4a23258-4c66-4374-a59c-f724f8e4eb27,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:10.790013 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-16a26de2-f31f-40a8-b1ca-5196611e37e0 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6252189 Dec 10 19:19:10.792853 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54650) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:10.808428 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-c50be81a-b89e-4291-b22e-fa04ca69b7fc tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Request body: {'security_group': {'name': 'tempest-secgroup-1520565494'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:10.825248 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-8a7d1ef1-1ca9-4961-b848-ae71ac938ea1 None None] Could not find standard attr ID for object c5b97174-4d83-4456-a721-3bc07ac9e6cf. {{(pid=102367) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:19:10.863485 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c50be81a-b89e-4291-b22e-fa04ca69b7fc tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:10.904522 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-8a7d1ef1-1ca9-4961-b848-ae71ac938ea1 None None] Provisioning complete for port cc7437dd-6b1b-4bd5-829e-be62d7921770 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:10.905112 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8a7d1ef1-1ca9-4961-b848-ae71ac938ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:10.909569 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:10.911339 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1cafe-4136-4f4d-a68b-2b9151e98637 req-ceda74df-7829-4a06-90c4-2c6d17c7a314 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:10.913970 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b9e1cafe-4136-4f4d-a68b-2b9151e98637 req-ceda74df-7829-4a06-90c4-2c6d17c7a314 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/networks?id=09581b17-9274-439f-a74b-fa6e61531b79 HTTP/1.1" status: 200 len: 796 time: 0.8021660 Dec 10 19:19:10.954169 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b9e1cafe-4136-4f4d-a68b-2b9151e98637 req-feeeb762-9e19-4e3f-be2d-3a5232d76b1f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/quotas/730e4c9f0aba4accb176e575114c849e HTTP/1.1" status: 200 len: 375 time: 0.0201795 Dec 10 19:19:11.010191 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-8a7d1ef1-1ca9-4961-b848-ae71ac938ea1 None None] Port cc7437dd-6b1b-4bd5-829e-be62d7921770 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:19:11.038258 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-5df78bef-9771-454d-8eaf-80f2e06e4a2d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3cf23d0c5d5f412cb8944afa8fdbc7bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3526373 Dec 10 19:19:11.045353 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54652) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:11.048516 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ee5470-f8ed-45d7-98f0-8aa8a5740050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd598e5c0-2c60-4c69-b72e-095fa0a643cb'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:19:11.051786 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0dd006407324ce2959a5a4cf9f0b5e0801d7a51a5291ea700e8786e11115a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c83fe4a-3dfe-4657-b27b-c057e6e49ee6" -d '{"events": [{"server_uuid": "a9ee5470-f8ed-45d7-98f0-8aa8a5740050", "name": "network-vif-plugged", "status": "completed", "tag": "d598e5c0-2c60-4c69-b72e-095fa0a643cb"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:19:11.075475 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port d598e5c0-2c60-4c69-b72e-095fa0a643cb, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=d598e5c0-2c60-4c69-b72e-095fa0a643cb,segment=NetworkSegment(73585ab7-9ee1-4238-b99c-cc15412c089c),segment_id=73585ab7-9ee1-4238-b99c-cc15412c089c)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:19:11.092547 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:11.139006 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c50be81a-b89e-4291-b22e-fa04ca69b7fc tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:11.154561 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09e6a1a-12ae-4a7b-a4d5-d9877c2f6fbb x-openstack-request-id: req-e09e6a1a-12ae-4a7b-a4d5-d9877c2f6fbb {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:19:11.154561 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ee5470-f8ed-45d7-98f0-8aa8a5740050", "name": "network-vif-plugged", "status": "completed", "tag": "d598e5c0-2c60-4c69-b72e-095fa0a643cb", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:19:11.156387 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e09e6a1a-12ae-4a7b-a4d5-d9877c2f6fbb {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:19:11.156387 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ee5470-f8ed-45d7-98f0-8aa8a5740050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd598e5c0-2c60-4c69-b72e-095fa0a643cb', 'code': 200} Dec 10 19:19:11.156746 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c50be81a-b89e-4291-b22e-fa04ca69b7fc tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:11.200821 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b9e1cafe-4136-4f4d-a68b-2b9151e98637 req-5e9718b0-ca50-46f0-a08f-0e4b783c07f4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=730e4c9f0aba4accb176e575114c849e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2061436 Dec 10 19:19:11.220246 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c50be81a-b89e-4291-b22e-fa04ca69b7fc tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:11.225205 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-c50be81a-b89e-4291-b22e-fa04ca69b7fc tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4284346 Dec 10 19:19:11.226437 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54656) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:11.233949 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-7abb5820-4821-423d-981d-7d9da2ed4463 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Request body: {'security_group': {'name': 'tempest-secgroup-175007324'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:11.243391 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=d598e5c0-2c60-4c69-b72e-095fa0a643cb,revision_number=8']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:11.250843 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50be81a-b89e-4291-b22e-fa04ca69b7fc tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30076158-5ca6-4e73-9792-cba92235ff29,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:11.260702 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-479dac2a-0542-45b5-b605-63177dd35e0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:11.297131 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-479dac2a-0542-45b5-b605-63177dd35e0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:11.322250 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7abb5820-4821-423d-981d-7d9da2ed4463 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:11.341095 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-88cdd24f-688e-414b-9d86-a22859ba021f tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:11.364796 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-88cdd24f-688e-414b-9d86-a22859ba021f tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:11.374953 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cdd24f-688e-414b-9d86-a22859ba021f tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:11.376647 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-88cdd24f-688e-414b-9d86-a22859ba021f tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:11.384597 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54660) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:11.385095 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-88cdd24f-688e-414b-9d86-a22859ba021f tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "PUT /v2.0/ports/cc7437dd-6b1b-4bd5-829e-be62d7921770 HTTP/1.1" status: 200 len: 911 time: 1.5507779 Dec 10 19:19:11.459481 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f23642-715c-4c4e-9ddb-f1188ee03f99 None None] Network 8831617a-ba6a-459b-95f0-c7e5f9fdb3c4 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:19:11.469598 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-479dac2a-0542-45b5-b605-63177dd35e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:11.472798 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-479dac2a-0542-45b5-b605-63177dd35e0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:11.473895 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-479dac2a-0542-45b5-b605-63177dd35e0e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/51f46b2e-716b-4dc8-aef6-d516ff6446c8 HTTP/1.1" status: 204 len: 168 time: 0.4270701 Dec 10 19:19:11.502697 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479dac2a-0542-45b5-b605-63177dd35e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f46b2e-716b-4dc8-aef6-d516ff6446c8,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:11.551994 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7abb5820-4821-423d-981d-7d9da2ed4463 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:11.573610 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b9e1cafe-4136-4f4d-a68b-2b9151e98637 req-0ae5fef8-47f6-45d1-bfaf-9db62f1a41ef service neutron] 10.222.0.69 "GET /v2.0/networks/09581b17-9274-439f-a74b-fa6e61531b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322229 Dec 10 19:19:11.583916 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-74023a04-ed5c-4b94-80d4-ce1c027f5702 None None] Provisioning complete for port 852945c8-f5c7-441d-a11a-20211aee10f2 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:11.584615 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-74023a04-ed5c-4b94-80d4-ce1c027f5702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:11.633294 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7abb5820-4821-423d-981d-7d9da2ed4463 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:11.688927 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7abb5820-4821-423d-981d-7d9da2ed4463 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:11.690273 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-7abb5820-4821-423d-981d-7d9da2ed4463 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.4610095 Dec 10 19:19:11.697344 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54668) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:11.704806 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-e0b741e4-d173-4319-82e0-1cec0cbaa45a tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Request body: {'security_group': {'name': 'tempest-secgroup-317946361'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:11.714150 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-74023a04-ed5c-4b94-80d4-ce1c027f5702 None None] Port 852945c8-f5c7-441d-a11a-20211aee10f2 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:19:11.732766 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abb5820-4821-423d-981d-7d9da2ed4463 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9972a2f-a913-42a2-9c9f-82d3374cfb37,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:11.742569 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e0b741e4-d173-4319-82e0-1cec0cbaa45a tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:11.744190 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b9e1cafe-4136-4f4d-a68b-2b9151e98637 req-b98a5227-2c2a-46f0-84b8-f593f332a5ef service neutron] 10.222.0.69 "GET /v2.0/networks/09581b17-9274-439f-a74b-fa6e61531b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615751 Dec 10 19:19:11.753922 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cdd24f-688e-414b-9d86-a22859ba021f tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event updated for resources: {'Port': ['ID=cc7437dd-6b1b-4bd5-829e-be62d7921770,revision_number=3']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:11.797066 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-74023a04-ed5c-4b94-80d4-ce1c027f5702 None None] Provisioning complete for port d3a66be6-5c0d-4cdf-a301-52d2d2aff06f triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:11.798177 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-74023a04-ed5c-4b94-80d4-ce1c027f5702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:11.869761 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d3449-d9d5-418b-a193-211a3f910b29 req-3ed8384b-87fd-4fe1-b5c9-c8c0f03db37a tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:11.904323 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-501d3449-d9d5-418b-a193-211a3f910b29 req-3ed8384b-87fd-4fe1-b5c9-c8c0f03db37a tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 945 time: 0.1589191 Dec 10 19:19:11.991043 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e0b741e4-d173-4319-82e0-1cec0cbaa45a tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:12.005148 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-501d3449-d9d5-418b-a193-211a3f910b29 req-56409360-88df-4b1f-ac53-c5e0f6e1f4b6 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/security-groups?id=0687b254-a34a-47da-a81f-4e503b73712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997536 Dec 10 19:19:12.045736 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e0b741e4-d173-4319-82e0-1cec0cbaa45a tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:12.091518 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c255435c-1001-47c6-85b3-68b7118e8781 req-cc4ca360-1352-4be5-a9cb-ca047e834671 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=da7c2f2a-f560-42f3-8510-087b533a0cee HTTP/1.1" status: 200 len: 210 time: 0.0939221 Dec 10 19:19:12.134750 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e0b741e4-d173-4319-82e0-1cec0cbaa45a tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:12.139756 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-e0b741e4-d173-4319-82e0-1cec0cbaa45a tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.4356117 Dec 10 19:19:12.140847 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54686) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:12.142758 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b741e4-d173-4319-82e0-1cec0cbaa45a tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a1e358-4190-4397-abfd-365df00e0107,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:12.147027 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-fd710d27-9d14-4c9e-8002-3af583401bb2 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1154441251', 'security_groups': ['b1a1e358-4190-4397-abfd-365df00e0107'], 'network_id': '8831617a-ba6a-459b-95f0-c7e5f9fdb3c4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f4a23258-4c66-4374-a59c-f724f8e4eb27'}]}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:12.160100 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1ea8c2d2-6d86-473b-9fcf-2e216591086b tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711290'] for router_interface, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:12.400945 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-d9198508-4867-46cb-bd6f-839fac13fa8f None None] Provisioning complete for port 852945c8-f5c7-441d-a11a-20211aee10f2 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:12.403409 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d9198508-4867-46cb-bd6f-839fac13fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:12.429253 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdbf41e-fc64-4f41-bda6-33c1941f35df req-9f8b21ac-f8e2-493d-8051-d41ea44a6948 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:12.431777 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3fdbf41e-fc64-4f41-bda6-33c1941f35df req-9f8b21ac-f8e2-493d-8051-d41ea44a6948 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 945 time: 0.0860715 Dec 10 19:19:12.434187 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd710d27-9d14-4c9e-8002-3af583401bb2 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Made reservation on behalf of 4138d9758a3e4f5e8bb3fafb058d33af for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:19:12.472197 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4636fb-3c62-4869-bad9-9f0daa1fb268 req-089c9596-8349-488d-aa02-fcbd4112534c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:12.473939 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-0b4636fb-3c62-4869-bad9-9f0daa1fb268 req-089c9596-8349-488d-aa02-fcbd4112534c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ebdd8c4cae7b4f17bfa866554f8f9f53&device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 1098 time: 0.0746129 Dec 10 19:19:12.479853 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-d9198508-4867-46cb-bd6f-839fac13fa8f None None] Port 852945c8-f5c7-441d-a11a-20211aee10f2 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:19:12.496293 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-d9198508-4867-46cb-bd6f-839fac13fa8f None None] Provisioning complete for port d3a66be6-5c0d-4cdf-a301-52d2d2aff06f triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:12.497301 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d9198508-4867-46cb-bd6f-839fac13fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:12.550254 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3fdbf41e-fc64-4f41-bda6-33c1941f35df req-bf038c69-a3f0-4fde-bbdb-8966c312c652 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/security-groups?id=0687b254-a34a-47da-a81f-4e503b73712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096330 Dec 10 19:19:12.613799 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fd710d27-9d14-4c9e-8002-3af583401bb2 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:12.660114 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [None req-fd710d27-9d14-4c9e-8002-3af583401bb2 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] device_id is not set on port ac615016-7345-4daa-9705-c0d5510db41d yet. {{(pid=102365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:19:12.766505 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4636fb-3c62-4869-bad9-9f0daa1fb268 req-2f257cfb-385a-4ca5-b69c-ad05e7cb7a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:12.767903 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-0b4636fb-3c62-4869-bad9-9f0daa1fb268 req-2f257cfb-385a-4ca5-b69c-ad05e7cb7a25 service neutron] 10.222.0.36 "GET /v2.0/networks?id=24f70241-3241-44cc-a65f-374de1f348f0 HTTP/1.1" status: 200 len: 912 time: 0.2439420 Dec 10 19:19:12.773419 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-1ea8c2d2-6d86-473b-9fcf-2e216591086b tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Deleting port cc7437dd-6b1b-4bd5-829e-be62d7921770 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:19:12.773749 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1ea8c2d2-6d86-473b-9fcf-2e216591086b tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:12.789009 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54702) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:12.814386 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [-] 10.222.0.69 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0038145 Dec 10 19:19:12.858267 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54704) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:12.943541 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-0b4636fb-3c62-4869-bad9-9f0daa1fb268 req-14ecfc9d-67f0-42b7-b2db-faa59abdfb58 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2b8d566-0a08-4fc8-9dc6-7428d79b9b00 HTTP/1.1" status: 200 len: 1000 time: 0.1654284 Dec 10 19:19:12.961386 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:19:13.033531 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-d0405368-8c5e-4591-8be2-da39b011da58 tempest-NetworksApiDiscovery-1525520559 tempest-NetworksApiDiscovery-1525520559-project] 10.222.0.69 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1733558 Dec 10 19:19:13.050539 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-fd710d27-9d14-4c9e-8002-3af583401bb2 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Allocated IP 172.20.0.8 (8831617a-ba6a-459b-95f0-c7e5f9fdb3c4/f4a23258-4c66-4374-a59c-f724f8e4eb27/ac615016-7345-4daa-9705-c0d5510db41d) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:19:13.084619 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1ea8c2d2-6d86-473b-9fcf-2e216591086b tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:13.110913 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4636fb-3c62-4869-bad9-9f0daa1fb268 req-1efa899d-2643-4e67-8f7e-2e6aa3cac232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:13.116264 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-0b4636fb-3c62-4869-bad9-9f0daa1fb268 req-1efa899d-2643-4e67-8f7e-2e6aa3cac232 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8d431d24-7af1-47c6-afa7-19e9588fcee0 HTTP/1.1" status: 200 len: 850 time: 0.1629710 Dec 10 19:19:13.127101 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-1ea8c2d2-6d86-473b-9fcf-2e216591086b tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Calling delete_port for cc7437dd-6b1b-4bd5-829e-be62d7921770 owned by network:router_interface {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:19:13.262195 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4636fb-3c62-4869-bad9-9f0daa1fb268 req-bffd45f9-59a4-4896-bc59-622550d3f83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:13.263741 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-0b4636fb-3c62-4869-bad9-9f0daa1fb268 req-bffd45f9-59a4-4896-bc59-622550d3f83c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=24f70241-3241-44cc-a65f-374de1f348f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1395562 Dec 10 19:19:13.278234 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-862ddb70-dbd1-4a2c-b915-b5638c3135c4 req-594f0652-28bb-4099-9c8d-ce41be4d3e96 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=da7c2f2a-f560-42f3-8510-087b533a0cee HTTP/1.1" status: 200 len: 210 time: 0.0640690 Dec 10 19:19:13.299938 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fd710d27-9d14-4c9e-8002-3af583401bb2 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:13.346170 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fd710d27-9d14-4c9e-8002-3af583401bb2 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:13.416076 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd710d27-9d14-4c9e-8002-3af583401bb2 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event updated for resources: {'Port': ['ID=ac615016-7345-4daa-9705-c0d5510db41d,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:13.438550 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd710d27-9d14-4c9e-8002-3af583401bb2 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Network 8831617a-ba6a-459b-95f0-c7e5f9fdb3c4 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:19:13.440877 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-fd710d27-9d14-4c9e-8002-3af583401bb2 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:19:13.444892 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd710d27-9d14-4c9e-8002-3af583401bb2 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:19:13.452125 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54716) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:13.537868 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd710d27-9d14-4c9e-8002-3af583401bb2 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:13.538609 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fd710d27-9d14-4c9e-8002-3af583401bb2 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:13.567490 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-fd710d27-9d14-4c9e-8002-3af583401bb2 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4232557 Dec 10 19:19:13.567955 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54720) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:13.580769 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-959b14c0-ca20-4463-a9c9-4c3931e034db tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Request body: {'subnet': {'network_id': '8831617a-ba6a-459b-95f0-c7e5f9fdb3c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:13.621657 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-0b4636fb-3c62-4869-bad9-9f0daa1fb268 req-16f1c538-6127-44bd-8570-60be9eb6467b service neutron] 10.222.0.36 "GET /v2.0/networks/24f70241-3241-44cc-a65f-374de1f348f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430796 Dec 10 19:19:13.688266 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-507cd246-e4b9-444b-91da-43988ce14058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:13.750838 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1ea8c2d2-6d86-473b-9fcf-2e216591086b tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:13.818820 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea8c2d2-6d86-473b-9fcf-2e216591086b tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event deleted for resources: {'Port': ['ID=cc7437dd-6b1b-4bd5-829e-be62d7921770,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:13.900647 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-0f59bd60-c7f8-4b11-9816-5e8035c8d927 None None] Provisioning complete for port ac615016-7345-4daa-9705-c0d5510db41d triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:13.901948 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0f59bd60-c7f8-4b11-9816-5e8035c8d927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:13.950968 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bff7be-4bbb-48d6-a9d3-6c5f2bd611c3 req-4ab391dc-60fe-4974-a7d8-f01da15e1cef tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:13.953380 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b6bff7be-4bbb-48d6-a9d3-6c5f2bd611c3 req-4ab391dc-60fe-4974-a7d8-f01da15e1cef tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 945 time: 0.2827082 Dec 10 19:19:13.965979 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-0f59bd60-c7f8-4b11-9816-5e8035c8d927 None None] Port ac615016-7345-4daa-9705-c0d5510db41d cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:19:13.988654 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-0b4636fb-3c62-4869-bad9-9f0daa1fb268 req-b8c7d5b8-dc8a-4558-b7c3-357b932435a9 service neutron] 10.222.0.36 "GET /v2.0/networks/24f70241-3241-44cc-a65f-374de1f348f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578498 Dec 10 19:19:14.041178 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1ea8c2d2-6d86-473b-9fcf-2e216591086b tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3755731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3712768'] for router_interface, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:14.141230 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b6bff7be-4bbb-48d6-a9d3-6c5f2bd611c3 req-7c745283-0cf7-4cec-8b7f-12d23aa18a59 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/security-groups?id=0687b254-a34a-47da-a81f-4e503b73712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636128 Dec 10 19:19:14.154330 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959b14c0-ca20-4463-a9c9-4c3931e034db tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Made reservation on behalf of 4138d9758a3e4f5e8bb3fafb058d33af for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:19:14.160848 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-959b14c0-ca20-4463-a9c9-4c3931e034db tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:14.267412 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-507cd246-e4b9-444b-91da-43988ce14058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:14.274881 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1cafe-4136-4f4d-a68b-2b9151e98637 req-429a8fed-07d3-494a-9c93-04c62317894f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:14.276456 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b9e1cafe-4136-4f4d-a68b-2b9151e98637 req-429a8fed-07d3-494a-9c93-04c62317894f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.36 "GET /v2.0/networks?id=09581b17-9274-439f-a74b-fa6e61531b79 HTTP/1.1" status: 200 len: 796 time: 0.4653680 Dec 10 19:19:14.280392 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-507cd246-e4b9-444b-91da-43988ce14058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:14.280725 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ea8c2d2-6d86-473b-9fcf-2e216591086b tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Router 9071f581-5ff3-47cd-b36c-a47c60d24c2d has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:19:14.371222 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea8c2d2-6d86-473b-9fcf-2e216591086b tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:19:14.377431 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-1ea8c2d2-6d86-473b-9fcf-2e216591086b tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "PUT /v2.0/routers/9071f581-5ff3-47cd-b36c-a47c60d24c2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9917278 Dec 10 19:19:14.377750 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-507cd246-e4b9-444b-91da-43988ce14058 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5a10c4918f804f2b91a2f9f807222268&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9241121 Dec 10 19:19:14.382353 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54732) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:14.383268 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507cd246-e4b9-444b-91da-43988ce14058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8d6d2a-5352-439f-8bb2-0a14892ce329,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:14.389914 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54734) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:14.393950 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ab57a4-468d-4b4d-a2f7-e3cdbc849b55 None None] Sync routers for ids ['9071f581-5ff3-47cd-b36c-a47c60d24c2d'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:19:14.400785 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.ipam_backend_mixin [None req-959b14c0-ca20-4463-a9c9-4c3931e034db tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f4a23258-4c66-4374-a59c-f724f8e4eb27 (CIDR: 172.20.0.0/28) Dec 10 19:19:14.407859 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b9e1cafe-4136-4f4d-a68b-2b9151e98637 req-11ee4662-77df-451a-9ff5-d73390562c22 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=730e4c9f0aba4accb176e575114c849e HTTP/1.1" status: 200 len: 378 time: 0.1167979 Dec 10 19:19:14.423227 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-959b14c0-ca20-4463-a9c9-4c3931e034db tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:19:14.424257 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-498615ab-553b-4837-a972-656251536d2c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "GET /v2.0/ports?device_id=9071f581-5ff3-47cd-b36c-a47c60d24c2d HTTP/1.1" status: 200 len: 205 time: 0.0330350 Dec 10 19:19:14.424632 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-959b14c0-ca20-4463-a9c9-4c3931e034db tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:19:14.424825 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54736) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:14.428568 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-b9e1cafe-4136-4f4d-a68b-2b9151e98637 req-f03b65c6-ab52-4bfd-b7bc-6242e8c3fc32 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'port': {'device_id': 'da7c2f2a-f560-42f3-8510-087b533a0cee', 'network_id': '09581b17-9274-439f-a74b-fa6e61531b79', 'admin_state_up': True, 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'security_groups': ['d932299c-b37c-45f3-9dcf-bda9756c30c7']}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:14.434814 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ab57a4-468d-4b4d-a2f7-e3cdbc849b55 None None] Routers {'9071f581-5ff3-47cd-b36c-a47c60d24c2d'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:19:14.435479 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-d9ab57a4-468d-4b4d-a2f7-e3cdbc849b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:18:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['9071f581-5ff3-47cd-b36c-a47c60d24c2d'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:14.476922 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-d9ab57a4-468d-4b4d-a2f7-e3cdbc849b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:14.487613 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ab57a4-468d-4b4d-a2f7-e3cdbc849b55 None None] Routers {'9071f581-5ff3-47cd-b36c-a47c60d24c2d'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:19:14.488317 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-d9ab57a4-468d-4b4d-a2f7-e3cdbc849b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:18:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['9071f581-5ff3-47cd-b36c-a47c60d24c2d'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:14.533739 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4eae295d-0943-4593-8095-bc2bbd07fa4e tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for router, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:14.535224 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-d9ab57a4-468d-4b4d-a2f7-e3cdbc849b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:14.536587 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ab57a4-468d-4b4d-a2f7-e3cdbc849b55 None None] The sync data for ids ['9071f581-5ff3-47cd-b36c-a47c60d24c2d'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:19:14.545659 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6e009f74-9cf6-4c6f-ab65-d667aad95097 req-ad5f3855-4828-4a9f-91dd-9171cefd45c6 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=da7c2f2a-f560-42f3-8510-087b533a0cee HTTP/1.1" status: 200 len: 210 time: 0.1028681 Dec 10 19:19:14.553919 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-959b14c0-ca20-4463-a9c9-4c3931e034db tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9842451 Dec 10 19:19:14.559169 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54738) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:14.569045 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-a1e51de3-c91f-4a50-bba5-68df3bc9af0f tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Request body: {'subnet': {'network_id': '8831617a-ba6a-459b-95f0-c7e5f9fdb3c4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:14.702806 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a2277732-74b3-4a80-a946-0f76dcfd054d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:14.794592 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a2277732-74b3-4a80-a946-0f76dcfd054d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:14.813316 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9e1cafe-4136-4f4d-a68b-2b9151e98637 req-f03b65c6-ab52-4bfd-b7bc-6242e8c3fc32 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Made reservation on behalf of 730e4c9f0aba4accb176e575114c849e for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:19:14.817981 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-b9e1cafe-4136-4f4d-a68b-2b9151e98637 req-f03b65c6-ab52-4bfd-b7bc-6242e8c3fc32 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:14.950850 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e51de3-c91f-4a50-bba5-68df3bc9af0f tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Made reservation on behalf of 4138d9758a3e4f5e8bb3fafb058d33af for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:19:14.954705 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a1e51de3-c91f-4a50-bba5-68df3bc9af0f tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:15.020732 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a2277732-74b3-4a80-a946-0f76dcfd054d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:15.024073 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a2277732-74b3-4a80-a946-0f76dcfd054d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:15.025655 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-a2277732-74b3-4a80-a946-0f76dcfd054d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0e8d6d2a-5352-439f-8bb2-0a14892ce329 HTTP/1.1" status: 204 len: 168 time: 0.6323519 Dec 10 19:19:15.070865 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2277732-74b3-4a80-a946-0f76dcfd054d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8d6d2a-5352-439f-8bb2-0a14892ce329,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:15.164493 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4eae295d-0943-4593-8095-bc2bbd07fa4e tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:15.169800 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4eae295d-0943-4593-8095-bc2bbd07fa4e tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:15.212659 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [req-b9e1cafe-4136-4f4d-a68b-2b9151e98637 req-f03b65c6-ab52-4bfd-b7bc-6242e8c3fc32 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Allocated IP 172.20.0.10 (09581b17-9274-439f-a74b-fa6e61531b79/b9c100b6-9bbf-40aa-9f4a-38cbf1742a6f/f474eac2-65b4-4bb0-9076-1081e22ffee4) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:19:15.226922 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.ipam_backend_mixin [None req-a1e51de3-c91f-4a50-bba5-68df3bc9af0f tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet cea2690b-55e9-4ab2-a726-48e82df3a2b1 (CIDR: 172.20.0.16/28) Dec 10 19:19:15.241515 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1e51de3-c91f-4a50-bba5-68df3bc9af0f tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:19:15.242329 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1e51de3-c91f-4a50-bba5-68df3bc9af0f tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:19:15.262674 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4eae295d-0943-4593-8095-bc2bbd07fa4e tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:15.263799 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eae295d-0943-4593-8095-bc2bbd07fa4e tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Fanout notify agent at l3_agent the message router_deleted on router 9071f581-5ff3-47cd-b36c-a47c60d24c2d {{(pid=102366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:19:15.273938 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4eae295d-0943-4593-8095-bc2bbd07fa4e tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:15.275640 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-4eae295d-0943-4593-8095-bc2bbd07fa4e tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "DELETE /v2.0/routers/9071f581-5ff3-47cd-b36c-a47c60d24c2d HTTP/1.1" status: 204 len: 168 time: 0.8507659 Dec 10 19:19:15.281165 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54744) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:15.291498 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-a1e51de3-c91f-4a50-bba5-68df3bc9af0f tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7283409 Dec 10 19:19:15.302292 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54746) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:15.320772 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-10fbb07c-2a28-4031-8fc1-b0e4aa24f86d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Request body: {'subnet': {'network_id': '8831617a-ba6a-459b-95f0-c7e5f9fdb3c4', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:15.371293 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-207452c0-9954-4665-8393-93aca3d3f9d6 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Deleting subnet 5cd9066a-cf28-4324-8502-e76b746daf72 {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:19:15.377583 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-207452c0-9954-4665-8393-93aca3d3f9d6 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:15.463766 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-207452c0-9954-4665-8393-93aca3d3f9d6 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:15.543376 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8105414-b26b-4d8c-b478-f75cac13b8d1 req-7638cb6f-0866-474f-8c5e-453cad3b8651 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:15.545071 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d8105414-b26b-4d8c-b478-f75cac13b8d1 req-7638cb6f-0866-474f-8c5e-453cad3b8651 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 945 time: 0.2021418 Dec 10 19:19:15.577353 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-b9e1cafe-4136-4f4d-a68b-2b9151e98637 req-f03b65c6-ab52-4bfd-b7bc-6242e8c3fc32 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:15.634958 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10fbb07c-2a28-4031-8fc1-b0e4aa24f86d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Made reservation on behalf of 4138d9758a3e4f5e8bb3fafb058d33af for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:19:15.639399 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-10fbb07c-2a28-4031-8fc1-b0e4aa24f86d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:15.643829 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-207452c0-9954-4665-8393-93aca3d3f9d6 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:15.693204 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d8105414-b26b-4d8c-b478-f75cac13b8d1 req-f7072a76-fbc9-4bce-880d-f3e12c54beea tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/security-groups?id=0687b254-a34a-47da-a81f-4e503b73712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319234 Dec 10 19:19:15.767550 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-58eb921b-c7e3-4d9b-92d4-b5d046e242b9 req-02cd33fc-9279-408d-815a-7104ba809185 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=da7c2f2a-f560-42f3-8510-087b533a0cee HTTP/1.1" status: 200 len: 210 time: 0.0475667 Dec 10 19:19:15.781081 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-b9e1cafe-4136-4f4d-a68b-2b9151e98637 req-f03b65c6-ab52-4bfd-b7bc-6242e8c3fc32 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:15.843899 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-207452c0-9954-4665-8393-93aca3d3f9d6 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:15.858183 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9e1cafe-4136-4f4d-a68b-2b9151e98637 req-f03b65c6-ab52-4bfd-b7bc-6242e8c3fc32 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Network 09581b17-9274-439f-a74b-fa6e61531b79 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:19:15.885281 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [req-b9e1cafe-4136-4f4d-a68b-2b9151e98637 req-f03b65c6-ab52-4bfd-b7bc-6242e8c3fc32 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:19:15.889949 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b65c6-ab52-4bfd-b7bc-6242e8c3fc32 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Port': ['ID=f474eac2-65b4-4bb0-9076-1081e22ffee4,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:15.892589 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e1cafe-4136-4f4d-a68b-2b9151e98637 req-f03b65c6-ab52-4bfd-b7bc-6242e8c3fc32 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:19:15.894007 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207452c0-9954-4665-8393-93aca3d3f9d6 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event deleted for resources: {'Subnet': ['ID=5cd9066a-cf28-4324-8502-e76b746daf72,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:15.904850 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-207452c0-9954-4665-8393-93aca3d3f9d6 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:15.916377 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-207452c0-9954-4665-8393-93aca3d3f9d6 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "DELETE /v2.0/subnets/5cd9066a-cf28-4324-8502-e76b746daf72 HTTP/1.1" status: 204 len: 168 time: 0.6337399 Dec 10 19:19:15.920680 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54762) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:15.940537 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ad20b7-4736-47a1-92d3-ce28beac40c8 None None] Network dc50420e-1337-4d66-b0e0-4f8e76df012e requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:19:15.997398 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1f6fc-ae90-4588-a008-bc150b59133c req-9c8b204b-edc3-4cc4-b6a8-89ab576625b0 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:15.999481 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-faa1f6fc-ae90-4588-a008-bc150b59133c req-9c8b204b-edc3-4cc4-b6a8-89ab576625b0 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 945 time: 0.1400764 Dec 10 19:19:16.009716 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1cafe-4136-4f4d-a68b-2b9151e98637 req-f03b65c6-ab52-4bfd-b7bc-6242e8c3fc32 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:16.010407 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-b9e1cafe-4136-4f4d-a68b-2b9151e98637 req-f03b65c6-ab52-4bfd-b7bc-6242e8c3fc32 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:16.047739 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f6c1aa44-5e32-421b-9286-2c0dd82b1828 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:16.153358 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-f6c1aa44-5e32-421b-9286-2c0dd82b1828 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Deleting port 470845cc-3d64-4f7d-8c02-eb79c00dbea5 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:19:16.153699 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f6c1aa44-5e32-421b-9286-2c0dd82b1828 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:16.232436 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b9e1cafe-4136-4f4d-a68b-2b9151e98637 req-f03b65c6-ab52-4bfd-b7bc-6242e8c3fc32 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8109453 Dec 10 19:19:16.255667 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-b9e1cafe-4136-4f4d-a68b-2b9151e98637 req-7b51ee99-4858-489b-ba63-0967d0ffd516 service neutron] Request body: {'port': {'device_id': 'da7c2f2a-f560-42f3-8510-087b533a0cee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:16.279723 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-f6c1aa44-5e32-421b-9286-2c0dd82b1828 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] For port 470845cc-3d64-4f7d-8c02-eb79c00dbea5, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=470845cc-3d64-4f7d-8c02-eb79c00dbea5,segment=NetworkSegment(a24b1790-3643-49c9-bb17-6f0e726f1e82),segment_id=a24b1790-3643-49c9-bb17-6f0e726f1e82)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:19:16.280829 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f6c1aa44-5e32-421b-9286-2c0dd82b1828 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:16.320916 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-f6c1aa44-5e32-421b-9286-2c0dd82b1828 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Calling delete_port for 470845cc-3d64-4f7d-8c02-eb79c00dbea5 owned by network:dhcp {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:19:16.322953 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-b3dee707-7dc3-4ed7-9012-e6456dfb5213 None None] Provisioning complete for port f474eac2-65b4-4bb0-9076-1081e22ffee4 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:16.323334 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b3dee707-7dc3-4ed7-9012-e6456dfb5213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:16.326383 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-faa1f6fc-ae90-4588-a008-bc150b59133c req-5451ad56-3482-48d6-860e-7b4c7263317b tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/security-groups?id=0687b254-a34a-47da-a81f-4e503b73712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3120277 Dec 10 19:19:16.328176 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-10fbb07c-2a28-4031-8fc1-b0e4aa24f86d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:16.380543 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9781194-ec22-467e-b5cb-c86d26654a11 None None] DHCP port deletion for dc50420e-1337-4d66-b0e0-4f8e76df012e request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:19:16.411778 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fbb07c-2a28-4031-8fc1-b0e4aa24f86d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Network 8831617a-ba6a-459b-95f0-c7e5f9fdb3c4 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:19:16.418673 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-10fbb07c-2a28-4031-8fc1-b0e4aa24f86d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:19:16.426742 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-b3dee707-7dc3-4ed7-9012-e6456dfb5213 None None] Port f474eac2-65b4-4bb0-9076-1081e22ffee4 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:19:16.435670 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c64e8c-bb8a-41aa-b017-b8910b886954 None None] Network 8831617a-ba6a-459b-95f0-c7e5f9fdb3c4 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:19:16.450160 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fbb07c-2a28-4031-8fc1-b0e4aa24f86d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:16.451188 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-10fbb07c-2a28-4031-8fc1-b0e4aa24f86d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:16.472099 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f6c1aa44-5e32-421b-9286-2c0dd82b1828 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:16.528423 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c1aa44-5e32-421b-9286-2c0dd82b1828 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event deleted for resources: {'Port': ['ID=470845cc-3d64-4f7d-8c02-eb79c00dbea5,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:16.531086 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c1aa44-5e32-421b-9286-2c0dd82b1828 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] No DVR routers for this DVR port 470845cc-3d64-4f7d-8c02-eb79c00dbea5 on host dv-neutron-821441-1-hyperv {{(pid=102366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:19:16.541510 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-b9781194-ec22-467e-b5cb-c86d26654a11 None None] Deleting port 470845cc-3d64-4f7d-8c02-eb79c00dbea5 {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:19:16.542261 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b9781194-ec22-467e-b5cb-c86d26654a11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:16.568653 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-b9e1cafe-4136-4f4d-a68b-2b9151e98637 req-7b51ee99-4858-489b-ba63-0967d0ffd516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:16.630612 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-10fbb07c-2a28-4031-8fc1-b0e4aa24f86d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3264146 Dec 10 19:19:16.631465 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-b9781194-ec22-467e-b5cb-c86d26654a11 None None] For port 470845cc-3d64-4f7d-8c02-eb79c00dbea5, host dv-neutron-821441-1-hyperv, got binding levels [] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:19:16.632784 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b9781194-ec22-467e-b5cb-c86d26654a11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:16.661714 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-b9781194-ec22-467e-b5cb-c86d26654a11 None None] Calling delete_port for 470845cc-3d64-4f7d-8c02-eb79c00dbea5 owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:19:16.668159 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.ipam_backend_mixin [None req-b9781194-ec22-467e-b5cb-c86d26654a11 None None] Port 470845cc-3d64-4f7d-8c02-eb79c00dbea5 was not found and therefore no delete operation was performed {{(pid=102367) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 19:19:16.670496 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54774) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:16.677847 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fbb07c-2a28-4031-8fc1-b0e4aa24f86d tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event updated for resources: {'Subnet': ['ID=6c8bde4f-3d1b-46b0-9b40-e63c4c48d09e,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:16.679454 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b9781194-ec22-467e-b5cb-c86d26654a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:16.701128 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-e4b61e35-63e4-45f8-b41b-4262e80e9d2a tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1606834004', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6c8bde4f-3d1b-46b0-9b40-e63c4c48d09e'}], 'security_groups': ['30076158-5ca6-4e73-9792-cba92235ff29', 'd9972a2f-a913-42a2-9c9f-82d3374cfb37']}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:16.727331 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54776) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:16.732823 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9781194-ec22-467e-b5cb-c86d26654a11 None None] Pushing event deleted for resources: {'Port': ['ID=470845cc-3d64-4f7d-8c02-eb79c00dbea5,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:16.743438 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9781194-ec22-467e-b5cb-c86d26654a11 None None] No DVR routers for this DVR port 470845cc-3d64-4f7d-8c02-eb79c00dbea5 on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:19:16.775835 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f6c1aa44-5e32-421b-9286-2c0dd82b1828 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:16.907897 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-538a758e-fe3d-462c-b0b9-a21abe9f68a9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-237231579-network', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:16.918219 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-f6c1aa44-5e32-421b-9286-2c0dd82b1828 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc50420e-1337-4d66-b0e0-4f8e76df012e']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:16.937019 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-f6c1aa44-5e32-421b-9286-2c0dd82b1828 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a24b1790-3643-49c9-bb17-6f0e726f1e82') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:16.937410 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-f6c1aa44-5e32-421b-9286-2c0dd82b1828 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a24b1790-3643-49c9-bb17-6f0e726f1e82') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:16.951640 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f6c1aa44-5e32-421b-9286-2c0dd82b1828 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:16.968391 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1bc4f5-9e38-411f-9973-faafb9d095ea None None] Update dhcp port {'port': {'network_id': '8831617a-ba6a-459b-95f0-c7e5f9fdb3c4', 'fixed_ips': [{'subnet_id': 'cea2690b-55e9-4ab2-a726-48e82df3a2b1', 'ip_address': '172.20.0.18'}, {'subnet_id': '6c8bde4f-3d1b-46b0-9b40-e63c4c48d09e'}, {'subnet_id': 'f4a23258-4c66-4374-a59c-f724f8e4eb27'}], 'binding:host_id': 'dv-neutron-821441-1-hyperv'}, 'id': 'd3a66be6-5c0d-4cdf-a301-52d2d2aff06f'} from dv-neutron-821441-1-hyperv. {{(pid=102367) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 10 19:19:16.978731 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f6c1aa44-5e32-421b-9286-2c0dd82b1828 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:16.994733 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6c1aa44-5e32-421b-9286-2c0dd82b1828 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:19:16.995136 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f6c1aa44-5e32-421b-9286-2c0dd82b1828 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:16.999019 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:19:16.999019 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:19:16.999019 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:19:16.999019 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:19:16.999019 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:19:16.999019 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:19:16.999019 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:19:16.999019 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:19:16.999019 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:19:16.999019 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:19:16.999019 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:19:16.999019 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:19:16.999019 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:19:16.999019 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:19:16.999019 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:19:16.999019 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:19:16.999019 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:19:16.999019 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:19:16.999019 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:19:16.999019 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:19:16.999019 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:19:16.999019 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:19:16.999019 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:19:16.999019 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:19:16.999019 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:19:16.999019 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:19:16.999019 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:19:16.999019 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:19:16.999019 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:19:16.999019 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:19:16.999019 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:19:16.999019 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:19:17.010220 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-7e1bc4f5-9e38-411f-9973-faafb9d095ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:17.102827 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e4b61e35-63e4-45f8-b41b-4262e80e9d2a tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:17.104931 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f6c1aa44-5e32-421b-9286-2c0dd82b1828 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:17.120244 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f6c1aa44-5e32-421b-9286-2c0dd82b1828 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:17.127930 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-f6c1aa44-5e32-421b-9286-2c0dd82b1828 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "DELETE /v2.0/networks/dc50420e-1337-4d66-b0e0-4f8e76df012e HTTP/1.1" status: 204 len: 168 time: 1.2025309 Dec 10 19:19:17.130987 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54784) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:17.138038 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-74e9edec-5101-414f-8311-569e2bd42276 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-526777550', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:17.177600 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c1aa44-5e32-421b-9286-2c0dd82b1828 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event deleted for resources: {'Network': ['ID=dc50420e-1337-4d66-b0e0-4f8e76df012e,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:17.388216 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-7e1bc4f5-9e38-411f-9973-faafb9d095ea None None] Allocated IP 172.20.0.34 (8831617a-ba6a-459b-95f0-c7e5f9fdb3c4/6c8bde4f-3d1b-46b0-9b40-e63c4c48d09e/d3a66be6-5c0d-4cdf-a301-52d2d2aff06f) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:19:17.400211 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-7e1bc4f5-9e38-411f-9973-faafb9d095ea None None] Allocated IP 172.20.0.2 (8831617a-ba6a-459b-95f0-c7e5f9fdb3c4/f4a23258-4c66-4374-a59c-f724f8e4eb27/d3a66be6-5c0d-4cdf-a301-52d2d2aff06f) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:19:17.501961 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538a758e-fe3d-462c-b0b9-a21abe9f68a9 admin admin] Made reservation on behalf of d55891769dee4679a2ef3c1d528a784c for: {'network': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:19:17.504310 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-538a758e-fe3d-462c-b0b9-a21abe9f68a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:17.513849 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bdfb70-ab6b-4eef-8df0-d9051ba49725 req-ee147d32-d8d3-4b2e-afa2-45048e13bba8 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:17.515469 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-80bdfb70-ab6b-4eef-8df0-d9051ba49725 req-ee147d32-d8d3-4b2e-afa2-45048e13bba8 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 945 time: 0.6416223 Dec 10 19:19:17.523085 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-74e9edec-5101-414f-8311-569e2bd42276 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:17.525828 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-74e9edec-5101-414f-8311-569e2bd42276 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:17.526082 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b7dc1-7dff-4bc1-b60d-5d22b962736d req-bb4e1141-2100-41f1-a900-9c98090a8dc9 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:17.527691 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c90b7dc1-7dff-4bc1-b60d-5d22b962736d req-bb4e1141-2100-41f1-a900-9c98090a8dc9 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=da7c2f2a-f560-42f3-8510-087b533a0cee HTTP/1.1" status: 200 len: 932 time: 0.5854299 Dec 10 19:19:17.538520 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-7e1bc4f5-9e38-411f-9973-faafb9d095ea None None] For port d3a66be6-5c0d-4cdf-a301-52d2d2aff06f, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=d3a66be6-5c0d-4cdf-a301-52d2d2aff06f,segment=NetworkSegment(4e57584e-1d37-4ca1-9dad-464fc7933bc9),segment_id=4e57584e-1d37-4ca1-9dad-464fc7933bc9)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:19:17.550094 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-538a758e-fe3d-462c-b0b9-a21abe9f68a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:17.596848 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-7e1bc4f5-9e38-411f-9973-faafb9d095ea None None] Notify callbacks [] for port, precommit_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:17.607177 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-7e1bc4f5-9e38-411f-9973-faafb9d095ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:17.633152 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-74e9edec-5101-414f-8311-569e2bd42276 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:17.662491 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-80bdfb70-ab6b-4eef-8df0-d9051ba49725 req-0ebb7ac6-e5dd-4186-98d7-f4cd59528491 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/security-groups?id=0687b254-a34a-47da-a81f-4e503b73712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259258 Dec 10 19:19:17.672190 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c90b7dc1-7dff-4bc1-b60d-5d22b962736d req-99850f3b-4a8a-4d0e-b6f9-f5c06c3f784a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=d932299c-b37c-45f3-9dcf-bda9756c30c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1262634 Dec 10 19:19:17.686013 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-74e9edec-5101-414f-8311-569e2bd42276 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:17.767916 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-74e9edec-5101-414f-8311-569e2bd42276 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:17.775183 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54788) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:17.775416 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-74e9edec-5101-414f-8311-569e2bd42276 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6386445 Dec 10 19:19:17.786576 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-94171f8d-6c6d-491f-b0d2-c58417b9898a tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-713145330'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:17.795288 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [req-b9e1cafe-4136-4f4d-a68b-2b9151e98637 req-7b51ee99-4858-489b-ba63-0967d0ffd516 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f474eac2-65b4-4bb0-9076-1081e22ffee4 {{(pid=102365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:19:17.810311 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-b9e1cafe-4136-4f4d-a68b-2b9151e98637 req-7b51ee99-4858-489b-ba63-0967d0ffd516 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:17.824717 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1bc4f5-9e38-411f-9973-faafb9d095ea None None] Pushing event updated for resources: {'Port': ['ID=d3a66be6-5c0d-4cdf-a301-52d2d2aff06f,revision_number=6']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:17.846233 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.provisioning_blocks [req-b9e1cafe-4136-4f4d-a68b-2b9151e98637 req-7b51ee99-4858-489b-ba63-0967d0ffd516 service neutron] Transition to ACTIVE for port object f474eac2-65b4-4bb0-9076-1081e22ffee4 will not be triggered until provisioned by entity L2. {{(pid=102365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:19:17.848478 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-538a758e-fe3d-462c-b0b9-a21abe9f68a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:17.855788 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-b9e1cafe-4136-4f4d-a68b-2b9151e98637 req-7b51ee99-4858-489b-ba63-0967d0ffd516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:17.873488 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-538a758e-fe3d-462c-b0b9-a21abe9f68a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:17.891120 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94171f8d-6c6d-491f-b0d2-c58417b9898a tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Made reservation on behalf of 461819a05d2d4ab59bb6f1f3d7476b54 for: {'network': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:19:17.898135 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-94171f8d-6c6d-491f-b0d2-c58417b9898a tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:17.929111 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-e4b61e35-63e4-45f8-b41b-4262e80e9d2a tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Delete allocated IP 172.20.0.8 (8831617a-ba6a-459b-95f0-c7e5f9fdb3c4/f4a23258-4c66-4374-a59c-f724f8e4eb27) {{(pid=102366) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 10 19:19:17.939283 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-e4b61e35-63e4-45f8-b41b-4262e80e9d2a tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Allocated IP 172.20.0.38 (8831617a-ba6a-459b-95f0-c7e5f9fdb3c4/6c8bde4f-3d1b-46b0-9b40-e63c4c48d09e/ac615016-7345-4daa-9705-c0d5510db41d) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:19:18.008944 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-538a758e-fe3d-462c-b0b9-a21abe9f68a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=102365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:19:18.066521 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-538a758e-fe3d-462c-b0b9-a21abe9f68a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:18.067007 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.segments_db [None req-538a758e-fe3d-462c-b0b9-a21abe9f68a9 admin admin] Added segment f660800f-194f-49ad-8e36-a73cd4c72d7d of type vlan for network 8fe565ca-25f0-46cc-a74d-1d785e1c4483 Dec 10 19:19:18.086928 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a758e-fe3d-462c-b0b9-a21abe9f68a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4f6f53-e050-494a-94d0-0bb769feb7a3,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:18.123746 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b51ee99-4858-489b-ba63-0967d0ffd516 service neutron] Pushing event updated for resources: {'Port': ['ID=f474eac2-65b4-4bb0-9076-1081e22ffee4,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:18.180942 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94171f8d-6c6d-491f-b0d2-c58417b9898a tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=102365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:19:18.219571 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device d3a66be6-5c0d-4cdf-a301-52d2d2aff06f up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:19:18.364268 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-94171f8d-6c6d-491f-b0d2-c58417b9898a tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:18.364617 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.segments_db [None req-94171f8d-6c6d-491f-b0d2-c58417b9898a tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Added segment 16a328cc-5bfb-4ad8-ad98-c58878ae9d44 of type vlan for network 4e4e81e3-d363-40e9-b07f-f9adc9ea26e9 Dec 10 19:19:18.402966 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e4b61e35-63e4-45f8-b41b-4262e80e9d2a tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:18.419057 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e4b61e35-63e4-45f8-b41b-4262e80e9d2a tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:18.424438 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-538a758e-fe3d-462c-b0b9-a21abe9f68a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:18.431241 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port d3a66be6-5c0d-4cdf-a301-52d2d2aff06f triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:18.431241 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:18.530637 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-94171f8d-6c6d-491f-b0d2-c58417b9898a tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:18.590543 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.db.resource_extend [None req-538a758e-fe3d-462c-b0b9-a21abe9f68a9 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 19:19:18.592315 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b61e35-63e4-45f8-b41b-4262e80e9d2a tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event updated for resources: {'Port': ['ID=ac615016-7345-4daa-9705-c0d5510db41d,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:18.601058 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cebb5d8-b12f-45d4-a2e6-108b02505dab req-337c4fca-d92a-4e32-b29b-56400fd30c6c tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:18.608423 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0cebb5d8-b12f-45d4-a2e6-108b02505dab req-337c4fca-d92a-4e32-b29b-56400fd30c6c tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 945 time: 0.5381689 Dec 10 19:19:18.626163 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-94171f8d-6c6d-491f-b0d2-c58417b9898a tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:18.632622 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94171f8d-6c6d-491f-b0d2-c58417b9898a tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:18.633709 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-94171f8d-6c6d-491f-b0d2-c58417b9898a tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:18.708957 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 470845cc-3d64-4f7d-8c02-eb79c00dbea5 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:19:18.723885 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-e4b61e35-63e4-45f8-b41b-4262e80e9d2a tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] In _notify_port_updated(), no bound segment for port ac615016-7345-4daa-9705-c0d5510db41d on network 8831617a-ba6a-459b-95f0-c7e5f9fdb3c4 {{(pid=102366) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 10 19:19:18.745946 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 470845cc-3d64-4f7d-8c02-eb79c00dbea5 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:19:18.746641 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 470845cc-3d64-4f7d-8c02-eb79c00dbea5 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:19:18.766834 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b61e35-63e4-45f8-b41b-4262e80e9d2a tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:18.771289 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e4b61e35-63e4-45f8-b41b-4262e80e9d2a tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:18.775931 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-e4b61e35-63e4-45f8-b41b-4262e80e9d2a tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "PUT /v2.0/ports/ac615016-7345-4daa-9705-c0d5510db41d HTTP/1.1" status: 200 len: 960 time: 2.1041274 Dec 10 19:19:18.781220 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b61e35-63e4-45f8-b41b-4262e80e9d2a tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:18.782179 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b61e35-63e4-45f8-b41b-4262e80e9d2a tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:18.783100 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b61e35-63e4-45f8-b41b-4262e80e9d2a tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:18.783975 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b61e35-63e4-45f8-b41b-4262e80e9d2a tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:18.784896 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b61e35-63e4-45f8-b41b-4262e80e9d2a tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:18.785785 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b61e35-63e4-45f8-b41b-4262e80e9d2a tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:18.786639 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b61e35-63e4-45f8-b41b-4262e80e9d2a tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:18.787823 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b61e35-63e4-45f8-b41b-4262e80e9d2a tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:18.788802 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b61e35-63e4-45f8-b41b-4262e80e9d2a tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:18.789774 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b61e35-63e4-45f8-b41b-4262e80e9d2a tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:18.790618 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b61e35-63e4-45f8-b41b-4262e80e9d2a tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:18.791500 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b61e35-63e4-45f8-b41b-4262e80e9d2a tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:18.798228 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54794) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:18.818621 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-538a758e-fe3d-462c-b0b9-a21abe9f68a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:18.820207 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538a758e-fe3d-462c-b0b9-a21abe9f68a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:18.820585 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-538a758e-fe3d-462c-b0b9-a21abe9f68a9 admin admin] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:18.863086 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-94171f8d-6c6d-491f-b0d2-c58417b9898a tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0802255 Dec 10 19:19:18.863907 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54796) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:18.869363 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-25cae254-c09b-4658-b12d-e8d399b108b2 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Request body: {'subnet': {'network_id': '4e4e81e3-d363-40e9-b07f-f9adc9ea26e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:18.878640 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-b9e1cafe-4136-4f4d-a68b-2b9151e98637 req-7b51ee99-4858-489b-ba63-0967d0ffd516 service neutron] Attempting to bind port f474eac2-65b4-4bb0-9076-1081e22ffee4 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:19:18.878978 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-b9e1cafe-4136-4f4d-a68b-2b9151e98637 req-7b51ee99-4858-489b-ba63-0967d0ffd516 service neutron] Attempting to bind port f474eac2-65b4-4bb0-9076-1081e22ffee4 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '0332fa17-cf06-4edb-9411-1f6004e1d061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '09581b17-9274-439f-a74b-fa6e61531b79'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:19:18.879314 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e1cafe-4136-4f4d-a68b-2b9151e98637 req-7b51ee99-4858-489b-ba63-0967d0ffd516 service neutron] Attempting to bind port f474eac2-65b4-4bb0-9076-1081e22ffee4 on network 09581b17-9274-439f-a74b-fa6e61531b79 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:19:18.900115 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94171f8d-6c6d-491f-b0d2-c58417b9898a tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event updated for resources: {'Network': ['ID=4e4e81e3-d363-40e9-b07f-f9adc9ea26e9,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:18.910357 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0cebb5d8-b12f-45d4-a2e6-108b02505dab req-f33dbf9a-8af4-4539-845e-b355efc2ec06 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/security-groups?id=0687b254-a34a-47da-a81f-4e503b73712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2739837 Dec 10 19:19:18.910854 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e1cafe-4136-4f4d-a68b-2b9151e98637 req-7b51ee99-4858-489b-ba63-0967d0ffd516 service neutron] Port f474eac2-65b4-4bb0-9076-1081e22ffee4 on network 09581b17-9274-439f-a74b-fa6e61531b79 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:19:18.911174 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e1cafe-4136-4f4d-a68b-2b9151e98637 req-7b51ee99-4858-489b-ba63-0967d0ffd516 service neutron] Attempting to bind port f474eac2-65b4-4bb0-9076-1081e22ffee4 on network 09581b17-9274-439f-a74b-fa6e61531b79 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:19:18.915564 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 4e4e81e3-d363-40e9-b07f-f9adc9ea26e9 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:19:18.920069 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-538a758e-fe3d-462c-b0b9-a21abe9f68a9 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1913183 Dec 10 19:19:18.922132 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54798) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:18.929883 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-85ae68f9-e213-4d2f-a664-4cbb5bcd748c admin admin] Request body: {'subnet': {'network_id': '8fe565ca-25f0-46cc-a74d-1d785e1c4483', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-237231579-subnet', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'ip_version': 4}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:18.982580 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e1cafe-4136-4f4d-a68b-2b9151e98637 req-7b51ee99-4858-489b-ba63-0967d0ffd516 service neutron] Checking agent: {'id': '9e16c23e-95bc-4c2e-b3ec-daf7533f9d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'started_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:19:18.982931 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e1cafe-4136-4f4d-a68b-2b9151e98637 req-7b51ee99-4858-489b-ba63-0967d0ffd516 service neutron] Checking segment: {'id': '0332fa17-cf06-4edb-9411-1f6004e1d061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '09581b17-9274-439f-a74b-fa6e61531b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:19:18.983674 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e1cafe-4136-4f4d-a68b-2b9151e98637 req-7b51ee99-4858-489b-ba63-0967d0ffd516 service neutron] Bound using segment: {'id': '0332fa17-cf06-4edb-9411-1f6004e1d061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '09581b17-9274-439f-a74b-fa6e61531b79'} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:19:18.984151 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-b9e1cafe-4136-4f4d-a68b-2b9151e98637 req-7b51ee99-4858-489b-ba63-0967d0ffd516 service neutron] Bound port: f474eac2-65b4-4bb0-9076-1081e22ffee4, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0332fa17-cf06-4edb-9411-1f6004e1d061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '09581b17-9274-439f-a74b-fa6e61531b79'}}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:19:18.984540 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-b9e1cafe-4136-4f4d-a68b-2b9151e98637 req-7b51ee99-4858-489b-ba63-0967d0ffd516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:19.035914 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968b115-2785-47a3-8189-9504b16f9043 req-ad53f1a3-34a6-438f-9e64-30d308469c8a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:19.041944 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5968b115-2785-47a3-8189-9504b16f9043 req-ad53f1a3-34a6-438f-9e64-30d308469c8a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=da7c2f2a-f560-42f3-8510-087b533a0cee HTTP/1.1" status: 200 len: 944 time: 0.2455649 Dec 10 19:19:19.046940 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-e6771e7f-b46b-4dcd-9db2-cf18e3fc808c tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Deleting port ac615016-7345-4daa-9705-c0d5510db41d {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:19:19.047933 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e6771e7f-b46b-4dcd-9db2-cf18e3fc808c tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:19.063741 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-03d421d3-94ac-430f-924b-2b34dc290cc9 None None] Provisioning complete for port 852945c8-f5c7-441d-a11a-20211aee10f2 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:19.064107 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-03d421d3-94ac-430f-924b-2b34dc290cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:19.083069 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a758e-fe3d-462c-b0b9-a21abe9f68a9 admin admin] Pushing event updated for resources: {'Network': ['ID=8fe565ca-25f0-46cc-a74d-1d785e1c4483,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:19.099774 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 8fe565ca-25f0-46cc-a74d-1d785e1c4483 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:19:19.137080 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ae68f9-e213-4d2f-a664-4cbb5bcd748c admin admin] Made reservation on behalf of d55891769dee4679a2ef3c1d528a784c for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:19:19.141053 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-85ae68f9-e213-4d2f-a664-4cbb5bcd748c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:19.144922 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25cae254-c09b-4658-b12d-e8d399b108b2 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Made reservation on behalf of 461819a05d2d4ab59bb6f1f3d7476b54 for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:19:19.148965 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-25cae254-c09b-4658-b12d-e8d399b108b2 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:19.176908 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-03d421d3-94ac-430f-924b-2b34dc290cc9 None None] Port 852945c8-f5c7-441d-a11a-20211aee10f2 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:19:19.202835 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-03d421d3-94ac-430f-924b-2b34dc290cc9 None None] Provisioning complete for port ac615016-7345-4daa-9705-c0d5510db41d triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:19.203322 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-03d421d3-94ac-430f-924b-2b34dc290cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:19.250824 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e6771e7f-b46b-4dcd-9db2-cf18e3fc808c tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:19.252709 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-03d421d3-94ac-430f-924b-2b34dc290cc9 None None] Port ac615016-7345-4daa-9705-c0d5510db41d cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:19:19.255201 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5968b115-2785-47a3-8189-9504b16f9043 req-a0603e69-1f0d-40ce-b96e-985f33467108 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=d932299c-b37c-45f3-9dcf-bda9756c30c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1579916 Dec 10 19:19:19.256419 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-b9e1cafe-4136-4f4d-a68b-2b9151e98637 req-7b51ee99-4858-489b-ba63-0967d0ffd516 service neutron] For port f474eac2-65b4-4bb0-9076-1081e22ffee4, host hv-neutron-8214, cleared binding levels {{(pid=102365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:19:19.262012 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-b9e1cafe-4136-4f4d-a68b-2b9151e98637 req-7b51ee99-4858-489b-ba63-0967d0ffd516 service neutron] For port f474eac2-65b4-4bb0-9076-1081e22ffee4, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f474eac2-65b4-4bb0-9076-1081e22ffee4,segment=NetworkSegment(0332fa17-cf06-4edb-9411-1f6004e1d061),segment_id=0332fa17-cf06-4edb-9411-1f6004e1d061)] {{(pid=102365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:19:19.273383 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-b9e1cafe-4136-4f4d-a68b-2b9151e98637 req-7b51ee99-4858-489b-ba63-0967d0ffd516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:19.277118 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-03d421d3-94ac-430f-924b-2b34dc290cc9 None None] Provisioning complete for port d3a66be6-5c0d-4cdf-a301-52d2d2aff06f triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:19.278148 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-03d421d3-94ac-430f-924b-2b34dc290cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:19.313425 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-e6771e7f-b46b-4dcd-9db2-cf18e3fc808c tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Calling delete_port for ac615016-7345-4daa-9705-c0d5510db41d owned by {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:19:19.330448 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1cafe-4136-4f4d-a68b-2b9151e98637 req-7b51ee99-4858-489b-ba63-0967d0ffd516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:19.331244 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-b9e1cafe-4136-4f4d-a68b-2b9151e98637 req-7b51ee99-4858-489b-ba63-0967d0ffd516 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:19.332864 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b9e1cafe-4136-4f4d-a68b-2b9151e98637 req-7b51ee99-4858-489b-ba63-0967d0ffd516 service neutron] 10.222.0.36 "PUT /v2.0/ports/f474eac2-65b4-4bb0-9076-1081e22ffee4 HTTP/1.1" status: 200 len: 1094 time: 3.0861926 Dec 10 19:19:19.338103 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da7c2f2a-f560-42f3-8510-087b533a0cee', 'tag': 'f474eac2-65b4-4bb0-9076-1081e22ffee4'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:19:19.341380 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a06b1e6-a7b7-4291-bd4b-7d72c994d6d8" -d '{"events": [{"name": "network-changed", "server_uuid": "da7c2f2a-f560-42f3-8510-087b533a0cee", "tag": "f474eac2-65b4-4bb0-9076-1081e22ffee4"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:19:19.390982 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b51ee99-4858-489b-ba63-0967d0ffd516 service neutron] Pushing event updated for resources: {'Port': ['ID=f474eac2-65b4-4bb0-9076-1081e22ffee4,revision_number=3']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:19.518474 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1cafe-4136-4f4d-a68b-2b9151e98637 req-877c1d24-5a6a-4c57-8f47-4aa560dbbab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:19.520239 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b9e1cafe-4136-4f4d-a68b-2b9151e98637 req-877c1d24-5a6a-4c57-8f47-4aa560dbbab8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=730e4c9f0aba4accb176e575114c849e&device_id=da7c2f2a-f560-42f3-8510-087b533a0cee HTTP/1.1" status: 200 len: 1097 time: 0.1005220 Dec 10 19:19:19.541671 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-85ae68f9-e213-4d2f-a664-4cbb5bcd748c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:19.577853 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b9e1cafe-4136-4f4d-a68b-2b9151e98637 req-28c1bbd0-4be5-4754-9465-3fcd87429782 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f474eac2-65b4-4bb0-9076-1081e22ffee4 HTTP/1.1" status: 200 len: 217 time: 0.0482662 Dec 10 19:19:19.675120 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0c0993-540c-44d8-919d-790f29818b01 x-openstack-request-id: req-4e0c0993-540c-44d8-919d-790f29818b01 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:19:19.675423 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da7c2f2a-f560-42f3-8510-087b533a0cee", "tag": "f474eac2-65b4-4bb0-9076-1081e22ffee4", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:19:19.675661 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4e0c0993-540c-44d8-919d-790f29818b01 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:19:19.676208 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da7c2f2a-f560-42f3-8510-087b533a0cee', 'tag': 'f474eac2-65b4-4bb0-9076-1081e22ffee4', 'status': 'completed', 'code': 200} Dec 10 19:19:19.714199 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ae68f9-e213-4d2f-a664-4cbb5bcd748c admin admin] Pushing event updated for resources: {'Subnet': ['ID=08326994-b03f-4864-96e3-852094c75fec,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:19.717641 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1cafe-4136-4f4d-a68b-2b9151e98637 req-9fbf4c44-ee12-46f2-9e82-e53d22d66b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:19.719164 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b9e1cafe-4136-4f4d-a68b-2b9151e98637 req-9fbf4c44-ee12-46f2-9e82-e53d22d66b42 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b9c100b6-9bbf-40aa-9f4a-38cbf1742a6f HTTP/1.1" status: 200 len: 835 time: 0.1215808 Dec 10 19:19:19.741840 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ae68f9-e213-4d2f-a664-4cbb5bcd748c admin admin] Checking segment: {'id': 'f660800f-194f-49ad-8e36-a73cd4c72d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8fe565ca-25f0-46cc-a74d-1d785e1c4483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:19:19.741840 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ae68f9-e213-4d2f-a664-4cbb5bcd748c admin admin] Network hostable DHCP agents. Network: 8fe565ca-25f0-46cc-a74d-1d785e1c4483, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:19:19.758042 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-25cae254-c09b-4658-b12d-e8d399b108b2 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:19.788841 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ae68f9-e213-4d2f-a664-4cbb5bcd748c admin admin] Network 8fe565ca-25f0-46cc-a74d-1d785e1c4483 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:19:19.789122 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e6771e7f-b46b-4dcd-9db2-cf18e3fc808c tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:19.794646 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1cafe-4136-4f4d-a68b-2b9151e98637 req-62597bf4-c34e-4267-93ff-6a51e5e09db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:19.796206 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b9e1cafe-4136-4f4d-a68b-2b9151e98637 req-62597bf4-c34e-4267-93ff-6a51e5e09db8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=09581b17-9274-439f-a74b-fa6e61531b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683546 Dec 10 19:19:19.818240 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-85ae68f9-e213-4d2f-a664-4cbb5bcd748c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 8fe565ca-25f0-46cc-a74d-1d785e1c4483) {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:19:19.834207 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fba966-258f-4e10-9289-455c0b7e2afe None None] Network 8fe565ca-25f0-46cc-a74d-1d785e1c4483 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:19:19.836935 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6771e7f-b46b-4dcd-9db2-cf18e3fc808c tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event deleted for resources: {'Port': ['ID=ac615016-7345-4daa-9705-c0d5510db41d,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:19.866106 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ae68f9-e213-4d2f-a664-4cbb5bcd748c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:19.867377 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-85ae68f9-e213-4d2f-a664-4cbb5bcd748c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:19.886688 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cae254-c09b-4658-b12d-e8d399b108b2 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event updated for resources: {'Subnet': ['ID=6754dea9-da69-4df2-b55a-aab2cbf38c49,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:19.926111 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-85ae68f9-e213-4d2f-a664-4cbb5bcd748c admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9998879 Dec 10 19:19:19.926799 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54804) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:19.941412 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-bda7b8ff-5562-44e6-8466-8873f003fa06 None None] Could not find standard attr ID for object ac615016-7345-4daa-9705-c0d5510db41d. {{(pid=102367) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:19:19.943083 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-50392f88-50fb-400b-b0fc-21db8332092f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-237231579-router', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:19.951778 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cae254-c09b-4658-b12d-e8d399b108b2 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Checking segment: {'id': '16a328cc-5bfb-4ad8-ad98-c58878ae9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4e4e81e3-d363-40e9-b07f-f9adc9ea26e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:19:19.953356 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cae254-c09b-4658-b12d-e8d399b108b2 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Network hostable DHCP agents. Network: 4e4e81e3-d363-40e9-b07f-f9adc9ea26e9, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:19:19.997648 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b9e1cafe-4136-4f4d-a68b-2b9151e98637 req-55ebb95d-4a00-4c4a-b74d-dea18786e4c3 service neutron] 10.222.0.36 "GET /v2.0/networks/09581b17-9274-439f-a74b-fa6e61531b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918101 Dec 10 19:19:20.047684 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cae254-c09b-4658-b12d-e8d399b108b2 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Network 4e4e81e3-d363-40e9-b07f-f9adc9ea26e9 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:19:20.061319 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e6771e7f-b46b-4dcd-9db2-cf18e3fc808c tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:20.066644 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-e6771e7f-b46b-4dcd-9db2-cf18e3fc808c tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "DELETE /v2.0/ports/ac615016-7345-4daa-9705-c0d5510db41d HTTP/1.1" status: 204 len: 168 time: 1.2587957 Dec 10 19:19:20.070535 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-50392f88-50fb-400b-b0fc-21db8332092f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:20.072079 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-50392f88-50fb-400b-b0fc-21db8332092f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:20.094006 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54808) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:20.110817 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-25cae254-c09b-4658-b12d-e8d399b108b2 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 4e4e81e3-d363-40e9-b07f-f9adc9ea26e9) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:19:20.123573 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25cae254-c09b-4658-b12d-e8d399b108b2 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:20.124320 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-25cae254-c09b-4658-b12d-e8d399b108b2 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:20.135148 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e7dbf04-c717-4d9d-826d-25de48d40134 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] GET failed (client error): The resource could not be found. Dec 10 19:19:20.140844 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-0e7dbf04-c717-4d9d-826d-25de48d40134 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "GET /v2.0/ports/ac615016-7345-4daa-9705-c0d5510db41d HTTP/1.1" status: 404 len: 333 time: 0.0434465 Dec 10 19:19:20.141478 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54810) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:20.231077 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-50392f88-50fb-400b-b0fc-21db8332092f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:20.272046 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b9e1cafe-4136-4f4d-a68b-2b9151e98637 req-31745a9b-88f0-466f-906e-97b525247a38 service neutron] 10.222.0.36 "GET /v2.0/networks/09581b17-9274-439f-a74b-fa6e61531b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651508 Dec 10 19:19:20.300716 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b020f71-a4a9-4eb1-8c86-60439d970d37 req-d4a77cd3-7fe2-4fec-b8a9-ed74ba9ddcd1 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:20.302307 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9b020f71-a4a9-4eb1-8c86-60439d970d37 req-d4a77cd3-7fe2-4fec-b8a9-ed74ba9ddcd1 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 945 time: 0.1566560 Dec 10 19:19:20.305935 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-20de142a-cd5a-4d6b-b3f2-225ee405429e tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for security_group, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:20.325156 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8400b2cd-f032-42c9-941a-cec29bc8038c None None] Network 4e4e81e3-d363-40e9-b07f-f9adc9ea26e9 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:19:20.414438 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0423f97-4b56-4248-ba57-ddcc74370a51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-8fe565ca-25f0-46cc-a74d-1d785e1c4483', 'network_id': '8fe565ca-25f0-46cc-a74d-1d785e1c4483', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'fixed_ips': [{'subnet_id': '08326994-b03f-4864-96e3-852094c75fec'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:19:20.415324 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a0423f97-4b56-4248-ba57-ddcc74370a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:20.432468 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-25cae254-c09b-4658-b12d-e8d399b108b2 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5671341 Dec 10 19:19:20.478706 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-39b4c4a8-0447-4cbe-b616-07eda628e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:20.496691 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54814) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:20.518842 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-20de142a-cd5a-4d6b-b3f2-225ee405429e tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:20.530985 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9b020f71-a4a9-4eb1-8c86-60439d970d37 req-3584023e-3a39-4efe-9b59-527bfd52dea0 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/security-groups?id=0687b254-a34a-47da-a81f-4e503b73712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1886275 Dec 10 19:19:20.633398 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06b1e6-a7b7-4291-bd4b-7d72c994d6d8 req-61b124d3-266a-4005-9765-d94c3088525d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:20.641945 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9a06b1e6-a7b7-4291-bd4b-7d72c994d6d8 req-61b124d3-266a-4005-9765-d94c3088525d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=730e4c9f0aba4accb176e575114c849e&device_id=da7c2f2a-f560-42f3-8510-087b533a0cee HTTP/1.1" status: 200 len: 1097 time: 0.2263479 Dec 10 19:19:20.657128 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77d2fe-e30b-438d-87a2-e730059bec96 req-921ce8c4-26ad-407a-b334-74ad58addcd7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:20.658866 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bc77d2fe-e30b-438d-87a2-e730059bec96 req-921ce8c4-26ad-407a-b334-74ad58addcd7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=da7c2f2a-f560-42f3-8510-087b533a0cee HTTP/1.1" status: 200 len: 944 time: 0.2491250 Dec 10 19:19:20.674577 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-20de142a-cd5a-4d6b-b3f2-225ee405429e tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:20.677140 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-20de142a-cd5a-4d6b-b3f2-225ee405429e tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:20.681481 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-20de142a-cd5a-4d6b-b3f2-225ee405429e tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "DELETE /v2.0/security-groups/b1a1e358-4190-4397-abfd-365df00e0107 HTTP/1.1" status: 204 len: 168 time: 0.5371809 Dec 10 19:19:20.682127 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54818) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:20.712152 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-a0423f97-4b56-4248-ba57-ddcc74370a51 None None] Allocated IP 172.20.0.2 (8fe565ca-25f0-46cc-a74d-1d785e1c4483/08326994-b03f-4864-96e3-852094c75fec/fa336421-df59-41ba-a3bc-ade5f567c03c) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:19:20.764029 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de142a-cd5a-4d6b-b3f2-225ee405429e tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a1e358-4190-4397-abfd-365df00e0107,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:20.806107 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-50392f88-50fb-400b-b0fc-21db8332092f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:20.816699 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bc77d2fe-e30b-438d-87a2-e730059bec96 req-cafd47f1-21fe-438e-9acb-d50ae1099c4c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=d932299c-b37c-45f3-9dcf-bda9756c30c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1334715 Dec 10 19:19:20.822962 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20de142a-cd5a-4d6b-b3f2-225ee405429e tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:20.823298 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20de142a-cd5a-4d6b-b3f2-225ee405429e tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:20.824309 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20de142a-cd5a-4d6b-b3f2-225ee405429e tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:20.824696 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20de142a-cd5a-4d6b-b3f2-225ee405429e tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:20.825049 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20de142a-cd5a-4d6b-b3f2-225ee405429e tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:20.825529 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20de142a-cd5a-4d6b-b3f2-225ee405429e tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:20.825862 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20de142a-cd5a-4d6b-b3f2-225ee405429e tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:20.826182 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20de142a-cd5a-4d6b-b3f2-225ee405429e tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:20.826501 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20de142a-cd5a-4d6b-b3f2-225ee405429e tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:20.826818 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20de142a-cd5a-4d6b-b3f2-225ee405429e tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:20.827139 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20de142a-cd5a-4d6b-b3f2-225ee405429e tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:20.827494 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20de142a-cd5a-4d6b-b3f2-225ee405429e tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:20.875038 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb1aaed-3c9d-4b5a-862c-0b4f7f903cd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-4e4e81e3-d363-40e9-b07f-f9adc9ea26e9', 'network_id': '4e4e81e3-d363-40e9-b07f-f9adc9ea26e9', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'fixed_ips': [{'subnet_id': '6754dea9-da69-4df2-b55a-aab2cbf38c49'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:19:20.876428 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dfb1aaed-3c9d-4b5a-862c-0b4f7f903cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:20.923594 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06b1e6-a7b7-4291-bd4b-7d72c994d6d8 req-a6779ded-2b20-47f7-bdb7-e34144491c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:20.926305 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9a06b1e6-a7b7-4291-bd4b-7d72c994d6d8 req-a6779ded-2b20-47f7-bdb7-e34144491c72 service neutron] 10.222.0.36 "GET /v2.0/networks?id=09581b17-9274-439f-a74b-fa6e61531b79 HTTP/1.1" status: 200 len: 897 time: 0.2657268 Dec 10 19:19:21.070132 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0436314b-9fe6-4a30-9929-4d31c7db3ca4 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for security_group, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:21.078601 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9a06b1e6-a7b7-4291-bd4b-7d72c994d6d8 req-8cb1804e-c65e-4c6d-bed6-50945268f838 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f474eac2-65b4-4bb0-9076-1081e22ffee4 HTTP/1.1" status: 200 len: 217 time: 0.1329560 Dec 10 19:19:21.158620 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a0423f97-4b56-4248-ba57-ddcc74370a51 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:21.178947 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a0423f97-4b56-4248-ba57-ddcc74370a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:21.208150 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0436314b-9fe6-4a30-9929-4d31c7db3ca4 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:21.223288 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86998f83-2701-4840-aab6-b724606d1ce5 req-abc0aff7-3877-4f40-b5f3-00f591c340d6 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:21.225328 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-86998f83-2701-4840-aab6-b724606d1ce5 req-abc0aff7-3877-4f40-b5f3-00f591c340d6 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 945 time: 0.2781639 Dec 10 19:19:21.249539 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-dfb1aaed-3c9d-4b5a-862c-0b4f7f903cd8 None None] Allocated IP 2001:db8::2 (4e4e81e3-d363-40e9-b07f-f9adc9ea26e9/6754dea9-da69-4df2-b55a-aab2cbf38c49/73b9ba07-0645-4ba2-a43f-b9007d8d2633) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:19:21.282323 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06b1e6-a7b7-4291-bd4b-7d72c994d6d8 req-9743afd1-0906-4470-87b4-9dda8d1278fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:21.283956 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9a06b1e6-a7b7-4291-bd4b-7d72c994d6d8 req-9743afd1-0906-4470-87b4-9dda8d1278fa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b9c100b6-9bbf-40aa-9f4a-38cbf1742a6f HTTP/1.1" status: 200 len: 835 time: 0.1946111 Dec 10 19:19:21.289574 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0423f97-4b56-4248-ba57-ddcc74370a51 None None] Network 8fe565ca-25f0-46cc-a74d-1d785e1c4483 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:19:21.296231 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b51cabbb-e06e-4bac-bec0-38833a3ee366 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:21.305448 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-a0423f97-4b56-4248-ba57-ddcc74370a51 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:19:21.312439 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0423f97-4b56-4248-ba57-ddcc74370a51 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:19:21.338734 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-86998f83-2701-4840-aab6-b724606d1ce5 req-ecc17454-8bfc-409d-9f68-38933ab88fb9 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/security-groups?id=0687b254-a34a-47da-a81f-4e503b73712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003246 Dec 10 19:19:21.348578 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0423f97-4b56-4248-ba57-ddcc74370a51 None None] Pushing event updated for resources: {'Port': ['ID=fa336421-df59-41ba-a3bc-ade5f567c03c,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:21.383369 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0436314b-9fe6-4a30-9929-4d31c7db3ca4 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:21.386729 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0436314b-9fe6-4a30-9929-4d31c7db3ca4 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:21.388760 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-0436314b-9fe6-4a30-9929-4d31c7db3ca4 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "DELETE /v2.0/security-groups/d9972a2f-a913-42a2-9c9f-82d3374cfb37 HTTP/1.1" status: 204 len: 168 time: 0.6996586 Dec 10 19:19:21.395454 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54822) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:21.400416 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06b1e6-a7b7-4291-bd4b-7d72c994d6d8 req-afdb41e4-d408-4cd9-8aa2-1e9feb7a18f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:21.402506 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9a06b1e6-a7b7-4291-bd4b-7d72c994d6d8 req-afdb41e4-d408-4cd9-8aa2-1e9feb7a18f7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=09581b17-9274-439f-a74b-fa6e61531b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0974734 Dec 10 19:19:21.424976 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0436314b-9fe6-4a30-9929-4d31c7db3ca4 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9972a2f-a913-42a2-9c9f-82d3374cfb37,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:21.493272 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-a0423f97-4b56-4248-ba57-ddcc74370a51 None None] Attempting to bind port fa336421-df59-41ba-a3bc-ade5f567c03c on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:19:21.493620 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-a0423f97-4b56-4248-ba57-ddcc74370a51 None None] Attempting to bind port fa336421-df59-41ba-a3bc-ade5f567c03c by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': 'f660800f-194f-49ad-8e36-a73cd4c72d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8fe565ca-25f0-46cc-a74d-1d785e1c4483'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:19:21.493977 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0423f97-4b56-4248-ba57-ddcc74370a51 None None] Attempting to bind port fa336421-df59-41ba-a3bc-ade5f567c03c on network 8fe565ca-25f0-46cc-a74d-1d785e1c4483 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:19:21.503718 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0423f97-4b56-4248-ba57-ddcc74370a51 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:19:21.504082 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0423f97-4b56-4248-ba57-ddcc74370a51 None None] Checking segment: {'id': 'f660800f-194f-49ad-8e36-a73cd4c72d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8fe565ca-25f0-46cc-a74d-1d785e1c4483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:19:21.504479 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a0423f97-4b56-4248-ba57-ddcc74370a51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:21.505037 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0423f97-4b56-4248-ba57-ddcc74370a51 None None] Bound using segment: {'id': 'f660800f-194f-49ad-8e36-a73cd4c72d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8fe565ca-25f0-46cc-a74d-1d785e1c4483'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:19:21.505548 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-a0423f97-4b56-4248-ba57-ddcc74370a51 None None] Bound port: fa336421-df59-41ba-a3bc-ade5f567c03c, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f660800f-194f-49ad-8e36-a73cd4c72d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8fe565ca-25f0-46cc-a74d-1d785e1c4483'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:19:21.505908 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a0423f97-4b56-4248-ba57-ddcc74370a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:21.577937 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-50392f88-50fb-400b-b0fc-21db8332092f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:21.611535 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4f31e3ed-5450-48cc-9c8d-21e0ec21ceeb tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for security_group, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:21.642229 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-50392f88-50fb-400b-b0fc-21db8332092f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:21.650141 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-a0423f97-4b56-4248-ba57-ddcc74370a51 None None] For port fa336421-df59-41ba-a3bc-ade5f567c03c, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:19:21.655615 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-a0423f97-4b56-4248-ba57-ddcc74370a51 None None] For port fa336421-df59-41ba-a3bc-ade5f567c03c, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=fa336421-df59-41ba-a3bc-ade5f567c03c,segment=NetworkSegment(f660800f-194f-49ad-8e36-a73cd4c72d7d),segment_id=f660800f-194f-49ad-8e36-a73cd4c72d7d)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:19:21.663831 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a0423f97-4b56-4248-ba57-ddcc74370a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:21.666988 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9a06b1e6-a7b7-4291-bd4b-7d72c994d6d8 req-cac62a5f-03a4-40f9-8e66-e352a91b01e3 service neutron] 10.222.0.36 "GET /v2.0/networks/09581b17-9274-439f-a74b-fa6e61531b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534266 Dec 10 19:19:21.673773 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4f31e3ed-5450-48cc-9c8d-21e0ec21ceeb tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:21.678386 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dfb1aaed-3c9d-4b5a-862c-0b4f7f903cd8 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:21.713771 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dfb1aaed-3c9d-4b5a-862c-0b4f7f903cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:21.766691 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0423f97-4b56-4248-ba57-ddcc74370a51 None None] Pushing event updated for resources: {'Port': ['ID=fa336421-df59-41ba-a3bc-ade5f567c03c,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:21.790933 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb1aaed-3c9d-4b5a-862c-0b4f7f903cd8 None None] Network 4e4e81e3-d363-40e9-b07f-f9adc9ea26e9 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:19:21.835407 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-dfb1aaed-3c9d-4b5a-862c-0b4f7f903cd8 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:19:21.842659 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb1aaed-3c9d-4b5a-862c-0b4f7f903cd8 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:19:21.876445 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4f31e3ed-5450-48cc-9c8d-21e0ec21ceeb tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:21.880987 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4f31e3ed-5450-48cc-9c8d-21e0ec21ceeb tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:21.885262 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-4f31e3ed-5450-48cc-9c8d-21e0ec21ceeb tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "DELETE /v2.0/security-groups/30076158-5ca6-4e73-9792-cba92235ff29 HTTP/1.1" status: 204 len: 168 time: 0.4857273 Dec 10 19:19:21.887183 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54828) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:21.900652 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f31e3ed-5450-48cc-9c8d-21e0ec21ceeb tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30076158-5ca6-4e73-9792-cba92235ff29,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:21.916929 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9a06b1e6-a7b7-4291-bd4b-7d72c994d6d8 req-d29c8c99-a9ab-4c92-9da6-38970ca95e40 service neutron] 10.222.0.36 "GET /v2.0/networks/09581b17-9274-439f-a74b-fa6e61531b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374601 Dec 10 19:19:21.946106 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb1aaed-3c9d-4b5a-862c-0b4f7f903cd8 None None] Pushing event updated for resources: {'Port': ['ID=73b9ba07-0645-4ba2-a43f-b9007d8d2633,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:22.007431 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-dfb1aaed-3c9d-4b5a-862c-0b4f7f903cd8 None None] Attempting to bind port 73b9ba07-0645-4ba2-a43f-b9007d8d2633 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:19:22.007873 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-dfb1aaed-3c9d-4b5a-862c-0b4f7f903cd8 None None] Attempting to bind port 73b9ba07-0645-4ba2-a43f-b9007d8d2633 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '16a328cc-5bfb-4ad8-ad98-c58878ae9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4e4e81e3-d363-40e9-b07f-f9adc9ea26e9'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:19:22.008359 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb1aaed-3c9d-4b5a-862c-0b4f7f903cd8 None None] Attempting to bind port 73b9ba07-0645-4ba2-a43f-b9007d8d2633 on network 4e4e81e3-d363-40e9-b07f-f9adc9ea26e9 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:19:22.017252 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb1aaed-3c9d-4b5a-862c-0b4f7f903cd8 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:19:22.017641 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb1aaed-3c9d-4b5a-862c-0b4f7f903cd8 None None] Checking segment: {'id': '16a328cc-5bfb-4ad8-ad98-c58878ae9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4e4e81e3-d363-40e9-b07f-f9adc9ea26e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:19:22.018067 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dfb1aaed-3c9d-4b5a-862c-0b4f7f903cd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:22.018719 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb1aaed-3c9d-4b5a-862c-0b4f7f903cd8 None None] Bound using segment: {'id': '16a328cc-5bfb-4ad8-ad98-c58878ae9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4e4e81e3-d363-40e9-b07f-f9adc9ea26e9'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:19:22.019554 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-dfb1aaed-3c9d-4b5a-862c-0b4f7f903cd8 None None] Bound port: 73b9ba07-0645-4ba2-a43f-b9007d8d2633, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a328cc-5bfb-4ad8-ad98-c58878ae9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4e4e81e3-d363-40e9-b07f-f9adc9ea26e9'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:19:22.020195 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dfb1aaed-3c9d-4b5a-862c-0b4f7f903cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:22.070079 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bcd059-f37e-4b3b-955f-dc254e0a5b07 req-1d5dac5e-610c-4f90-92ce-6e116c9d2be9 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:22.075882 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-39bcd059-f37e-4b3b-955f-dc254e0a5b07 req-1d5dac5e-610c-4f90-92ce-6e116c9d2be9 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=da7c2f2a-f560-42f3-8510-087b533a0cee HTTP/1.1" status: 200 len: 944 time: 0.1191244 Dec 10 19:19:22.168798 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dfb1aaed-3c9d-4b5a-862c-0b4f7f903cd8 None None] For port 73b9ba07-0645-4ba2-a43f-b9007d8d2633, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:19:22.173084 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dfb1aaed-3c9d-4b5a-862c-0b4f7f903cd8 None None] For port 73b9ba07-0645-4ba2-a43f-b9007d8d2633, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=73b9ba07-0645-4ba2-a43f-b9007d8d2633,segment=NetworkSegment(16a328cc-5bfb-4ad8-ad98-c58878ae9d44),segment_id=16a328cc-5bfb-4ad8-ad98-c58878ae9d44)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:19:22.179775 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-39bcd059-f37e-4b3b-955f-dc254e0a5b07 req-6a66319e-0cb5-444e-ab7f-c50c6f01b5b6 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=d932299c-b37c-45f3-9dcf-bda9756c30c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0909901 Dec 10 19:19:22.185600 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dfb1aaed-3c9d-4b5a-862c-0b4f7f903cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:22.295759 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb1aaed-3c9d-4b5a-862c-0b4f7f903cd8 None None] Pushing event updated for resources: {'Port': ['ID=73b9ba07-0645-4ba2-a43f-b9007d8d2633,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:22.300444 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device fa336421-df59-41ba-a3bc-ade5f567c03c up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:19:22.371860 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port fa336421-df59-41ba-a3bc-ade5f567c03c triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:22.372804 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:22.445971 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-b51cabbb-e06e-4bac-bec0-38833a3ee366 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Allocated IP 2001:db8::1 (4e4e81e3-d363-40e9-b07f-f9adc9ea26e9/6754dea9-da69-4df2-b55a-aab2cbf38c49/32c78a96-dc4b-4678-8233-b87ef22c59a5) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:19:22.467146 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5eb0457-f1e5-4a44-bc6d-d1adf6b76207 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Deleting subnet f4a23258-4c66-4374-a59c-f724f8e4eb27 {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:19:22.490805 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d5eb0457-f1e5-4a44-bc6d-d1adf6b76207 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:22.556463 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:22.571119 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc95d2-8e3a-4213-b635-7a51d02b2fb6 req-478f6e6a-6b55-492f-9198-b67222fe2f36 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:22.575452 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-37bc95d2-8e3a-4213-b635-7a51d02b2fb6 req-478f6e6a-6b55-492f-9198-b67222fe2f36 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 945 time: 0.1269929 Dec 10 19:19:22.590781 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-50392f88-50fb-400b-b0fc-21db8332092f admin admin] Allocated IP 172.26.6.203 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/dae55733-5f2b-4a73-9001-419ef8dbbe6a) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:19:22.627282 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port fa336421-df59-41ba-a3bc-ade5f567c03c, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=fa336421-df59-41ba-a3bc-ade5f567c03c,segment=NetworkSegment(f660800f-194f-49ad-8e36-a73cd4c72d7d),segment_id=f660800f-194f-49ad-8e36-a73cd4c72d7d)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:19:22.632032 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d5eb0457-f1e5-4a44-bc6d-d1adf6b76207 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:22.638691 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:22.643732 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-37bc95d2-8e3a-4213-b635-7a51d02b2fb6 req-420163fa-ad25-443d-aced-a0f20936cd50 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/security-groups?id=0687b254-a34a-47da-a81f-4e503b73712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640166 Dec 10 19:19:22.746244 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=fa336421-df59-41ba-a3bc-ade5f567c03c,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:22.838168 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927f168-8c1a-4625-a43b-3a6b45c15140 req-c10028f3-08a6-4d4f-83f9-631ad5e78a28 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:22.840407 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2927f168-8c1a-4625-a43b-3a6b45c15140 req-c10028f3-08a6-4d4f-83f9-631ad5e78a28 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 945 time: 0.0669663 Dec 10 19:19:22.852989 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b51cabbb-e06e-4bac-bec0-38833a3ee366 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:22.893109 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d5eb0457-f1e5-4a44-bc6d-d1adf6b76207 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:22.914101 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2927f168-8c1a-4625-a43b-3a6b45c15140 req-8d33ba01-ef20-4f0f-a2e1-0eae952aa420 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/security-groups?id=0687b254-a34a-47da-a81f-4e503b73712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646908 Dec 10 19:19:22.948201 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-50392f88-50fb-400b-b0fc-21db8332092f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:23.012666 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b51cabbb-e06e-4bac-bec0-38833a3ee366 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:23.052902 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d5eb0457-f1e5-4a44-bc6d-d1adf6b76207 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:23.110723 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-50392f88-50fb-400b-b0fc-21db8332092f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:23.118723 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eb0457-f1e5-4a44-bc6d-d1adf6b76207 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event deleted for resources: {'Subnet': ['ID=f4a23258-4c66-4374-a59c-f724f8e4eb27,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:23.125065 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d5eb0457-f1e5-4a44-bc6d-d1adf6b76207 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:23.129032 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d5eb0457-f1e5-4a44-bc6d-d1adf6b76207 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "DELETE /v2.0/subnets/f4a23258-4c66-4374-a59c-f724f8e4eb27 HTTP/1.1" status: 204 len: 168 time: 1.2388446 Dec 10 19:19:23.134715 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51cabbb-e06e-4bac-bec0-38833a3ee366 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Network 4e4e81e3-d363-40e9-b07f-f9adc9ea26e9 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:19:23.138880 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54836) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:23.149383 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124a7de6-c638-4576-a29f-5a8b6835e245 None None] Network 8831617a-ba6a-459b-95f0-c7e5f9fdb3c4 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:19:23.153422 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f444f7-226b-45df-9d44-af6b95e1df30 req-aaaf7527-34d7-40db-8450-56e8fee509f1 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:23.155713 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-b51cabbb-e06e-4bac-bec0-38833a3ee366 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:19:23.158193 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-78f444f7-226b-45df-9d44-af6b95e1df30 req-aaaf7527-34d7-40db-8450-56e8fee509f1 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 945 time: 0.1362584 Dec 10 19:19:23.158669 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51cabbb-e06e-4bac-bec0-38833a3ee366 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:19:23.159236 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b51cabbb-e06e-4bac-bec0-38833a3ee366 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712030'] for router_interface, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:23.164409 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51cabbb-e06e-4bac-bec0-38833a3ee366 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event updated for resources: {'Port': ['ID=32c78a96-dc4b-4678-8233-b87ef22c59a5,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:23.272925 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50392f88-50fb-400b-b0fc-21db8332092f admin admin] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:19:23.287958 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-50392f88-50fb-400b-b0fc-21db8332092f admin admin] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:19:23.290920 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50392f88-50fb-400b-b0fc-21db8332092f admin admin] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:19:23.303970 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-78f444f7-226b-45df-9d44-af6b95e1df30 req-eb120925-afbf-44bf-b902-6ec6c1a94e49 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/security-groups?id=0687b254-a34a-47da-a81f-4e503b73712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290414 Dec 10 19:19:23.381967 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50392f88-50fb-400b-b0fc-21db8332092f admin admin] Pushing event updated for resources: {'Port': ['ID=dae55733-5f2b-4a73-9001-419ef8dbbe6a,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:23.439288 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c77f3c-d2ba-49cc-acd4-68d171a5e340 None None] Network 8fe565ca-25f0-46cc-a74d-1d785e1c4483 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:19:23.471769 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-f71407d1-45be-4e6a-92b9-4d503de0e722 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Deleting subnet 6c8bde4f-3d1b-46b0-9b40-e63c4c48d09e {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:19:23.477860 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f71407d1-45be-4e6a-92b9-4d503de0e722 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:23.490132 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d071f7d7-3e1f-4fcd-8e17-93c06c6ef76b req-cb05a1c8-b2c5-4f03-90b7-fa2774d3981d tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:23.493917 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d071f7d7-3e1f-4fcd-8e17-93c06c6ef76b req-cb05a1c8-b2c5-4f03-90b7-fa2774d3981d tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=da7c2f2a-f560-42f3-8510-087b533a0cee HTTP/1.1" status: 200 len: 944 time: 0.1420579 Dec 10 19:19:23.593023 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f71407d1-45be-4e6a-92b9-4d503de0e722 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:23.610082 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-a3fdf585-8a74-439d-87b0-eafdc3d7f0c0 None None] Provisioning complete for port fa336421-df59-41ba-a3bc-ade5f567c03c triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:23.610454 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a3fdf585-8a74-439d-87b0-eafdc3d7f0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:23.690026 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b51cabbb-e06e-4bac-bec0-38833a3ee366 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:23.698473 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e683b-b6e8-4ffa-a716-2854ae2ea73f req-48c60e8a-e272-4631-a727-b6236a785588 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:23.717045 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-319e683b-b6e8-4ffa-a716-2854ae2ea73f req-48c60e8a-e272-4631-a727-b6236a785588 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 945 time: 0.2563758 Dec 10 19:19:23.743773 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d071f7d7-3e1f-4fcd-8e17-93c06c6ef76b req-1fbe88ed-337a-4844-8e72-6c96b27acc8c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=d932299c-b37c-45f3-9dcf-bda9756c30c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1849897 Dec 10 19:19:23.803579 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-319e683b-b6e8-4ffa-a716-2854ae2ea73f req-40714994-c17b-4567-af6d-10a77e609bae tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/security-groups?id=0687b254-a34a-47da-a81f-4e503b73712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784631 Dec 10 19:19:23.823318 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b1088b-be3e-43bd-9331-b2e3c3f07fd3 None None] Network 4e4e81e3-d363-40e9-b07f-f9adc9ea26e9 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:19:24.045188 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f71407d1-45be-4e6a-92b9-4d503de0e722 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:24.097915 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-d6e2efee-54b5-4d66-89d0-f0b360ed0ac3 None None] Provisioning complete for port 73b9ba07-0645-4ba2-a43f-b9007d8d2633 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:24.098465 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d6e2efee-54b5-4d66-89d0-f0b360ed0ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:24.213017 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d28bb1a0-bec6-48e5-b7c1-b06ac232e599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:24.270962 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d6e2efee-54b5-4d66-89d0-f0b360ed0ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:24.314557 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-d6e2efee-54b5-4d66-89d0-f0b360ed0ac3 None None] For port 73b9ba07-0645-4ba2-a43f-b9007d8d2633, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=73b9ba07-0645-4ba2-a43f-b9007d8d2633,segment=NetworkSegment(16a328cc-5bfb-4ad8-ad98-c58878ae9d44),segment_id=16a328cc-5bfb-4ad8-ad98-c58878ae9d44)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:19:24.319894 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d6e2efee-54b5-4d66-89d0-f0b360ed0ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:24.383701 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device fa336421-df59-41ba-a3bc-ade5f567c03c up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:19:24.430955 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e2efee-54b5-4d66-89d0-f0b360ed0ac3 None None] Pushing event updated for resources: {'Port': ['ID=73b9ba07-0645-4ba2-a43f-b9007d8d2633,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:24.460220 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port fa336421-df59-41ba-a3bc-ade5f567c03c triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:24.460944 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:24.553162 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f71407d1-45be-4e6a-92b9-4d503de0e722 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:24.599757 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 73b9ba07-0645-4ba2-a43f-b9007d8d2633 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:19:24.614405 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device f474eac2-65b4-4bb0-9076-1081e22ffee4 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=102367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:19:24.623020 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f71407d1-45be-4e6a-92b9-4d503de0e722 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:24.628729 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-f71407d1-45be-4e6a-92b9-4d503de0e722 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "DELETE /v2.0/subnets/6c8bde4f-3d1b-46b0-9b40-e63c4c48d09e HTTP/1.1" status: 204 len: 168 time: 1.4827399 Dec 10 19:19:24.628729 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71407d1-45be-4e6a-92b9-4d503de0e722 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event deleted for resources: {'Subnet': ['ID=6c8bde4f-3d1b-46b0-9b40-e63c4c48d09e,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:24.629357 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54844) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:24.638249 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-50392f88-50fb-400b-b0fc-21db8332092f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:24.691058 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f2b0884-274d-4309-80db-e31402ea3897 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] DELETE failed (client error): The resource could not be found. Dec 10 19:19:24.694029 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f2b0884-274d-4309-80db-e31402ea3897 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:19:24.703631 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-5f2b0884-274d-4309-80db-e31402ea3897 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "DELETE /v2.0/subnets/f4a23258-4c66-4374-a59c-f724f8e4eb27 HTTP/1.1" status: 404 len: 337 time: 0.0705035 Dec 10 19:19:24.704101 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54846) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:24.712744 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-a8415eb9-c999-4cdf-b8d3-ea561387825c None None] Provisioning complete for port fa336421-df59-41ba-a3bc-ade5f567c03c triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:24.713372 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a8415eb9-c999-4cdf-b8d3-ea561387825c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:24.832785 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b51cabbb-e06e-4bac-bec0-38833a3ee366 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:24.840137 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdb164c9-49e6-4134-a97d-51c01fdefc07 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Deleting subnet cea2690b-55e9-4ab2-a726-48e82df3a2b1 {{(pid=102365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:19:24.848242 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cdb164c9-49e6-4134-a97d-51c01fdefc07 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for subnet, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:24.864562 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b51cabbb-e06e-4bac-bec0-38833a3ee366 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:24.865413 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b51cabbb-e06e-4bac-bec0-38833a3ee366 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3755716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711339'] for router_interface, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:24.869083 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 73b9ba07-0645-4ba2-a43f-b9007d8d2633 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:24.869672 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:24.985491 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59962e5d-367d-4ee7-9cb8-1d930f2ef5dd None None] Network 8831617a-ba6a-459b-95f0-c7e5f9fdb3c4 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:19:24.998790 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cdb164c9-49e6-4134-a97d-51c01fdefc07 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353213'] for subnet, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:25.065788 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port f474eac2-65b4-4bb0-9076-1081e22ffee4, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f474eac2-65b4-4bb0-9076-1081e22ffee4,segment=NetworkSegment(0332fa17-cf06-4edb-9411-1f6004e1d061),segment_id=0332fa17-cf06-4edb-9411-1f6004e1d061)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:19:25.119701 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Returning: {'device': 'f474eac2-65b4-4bb0-9076-1081e22ffee4', 'network_id': '09581b17-9274-439f-a74b-fa6e61531b79', 'port_id': 'f474eac2-65b4-4bb0-9076-1081e22ffee4', 'mac_address': 'fa:16:3e:86:e9:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9c100b6-9bbf-40aa-9f4a-38cbf1742a6f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:19:25.128065 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51cabbb-e06e-4bac-bec0-38833a3ee366 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event updated for resources: {'Port': ['ID=32c78a96-dc4b-4678-8233-b87ef22c59a5,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:25.237071 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9737a3d1-3da3-49d0-98bb-3515c38bf171 req-20c5a022-7862-4d9c-99f4-ae6004ec0bed tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:25.240749 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9737a3d1-3da3-49d0-98bb-3515c38bf171 req-20c5a022-7862-4d9c-99f4-ae6004ec0bed tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=da7c2f2a-f560-42f3-8510-087b533a0cee HTTP/1.1" status: 200 len: 944 time: 0.3249815 Dec 10 19:19:25.274368 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cdb164c9-49e6-4134-a97d-51c01fdefc07 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:25.274617 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51cabbb-e06e-4bac-bec0-38833a3ee366 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Network 4e4e81e3-d363-40e9-b07f-f9adc9ea26e9 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:19:25.278431 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-50392f88-50fb-400b-b0fc-21db8332092f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:25.286099 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-b51cabbb-e06e-4bac-bec0-38833a3ee366 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:19:25.380194 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9737a3d1-3da3-49d0-98bb-3515c38bf171 req-57e6bc6c-1e84-44ab-a747-2b8fa71132f8 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=d932299c-b37c-45f3-9dcf-bda9756c30c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1257012 Dec 10 19:19:25.469538 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:25.486043 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cdb164c9-49e6-4134-a97d-51c01fdefc07 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:25.495196 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-2b787861-6355-4143-b151-0cd4f746d2aa None None] Provisioning complete for port 852945c8-f5c7-441d-a11a-20211aee10f2 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:25.495931 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2b787861-6355-4143-b151-0cd4f746d2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:25.556638 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:25.568716 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb164c9-49e6-4134-a97d-51c01fdefc07 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event deleted for resources: {'Subnet': ['ID=cea2690b-55e9-4ab2-a726-48e82df3a2b1,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:25.577175 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cdb164c9-49e6-4134-a97d-51c01fdefc07 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:25.590979 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-cdb164c9-49e6-4134-a97d-51c01fdefc07 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "DELETE /v2.0/subnets/cea2690b-55e9-4ab2-a726-48e82df3a2b1 HTTP/1.1" status: 204 len: 168 time: 0.8845065 Dec 10 19:19:25.592288 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54850) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:25.616186 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f474eac2-65b4-4bb0-9076-1081e22ffee4 {{(pid=102367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:19:25.645586 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-2b787861-6355-4143-b151-0cd4f746d2aa None None] Port 852945c8-f5c7-441d-a11a-20211aee10f2 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:19:25.657508 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-0471c4f1-979e-41ee-92fd-ddcee9f142eb tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] DELETE failed (client error): The resource could not be found. Dec 10 19:19:25.658446 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0471c4f1-979e-41ee-92fd-ddcee9f142eb tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:19:25.669216 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-0471c4f1-979e-41ee-92fd-ddcee9f142eb tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "DELETE /v2.0/subnets/f20c1f96-4a08-462b-8880-d087b59e4038 HTTP/1.1" status: 404 len: 337 time: 0.0703995 Dec 10 19:19:25.669908 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54852) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:25.689182 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port f474eac2-65b4-4bb0-9076-1081e22ffee4, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f474eac2-65b4-4bb0-9076-1081e22ffee4,segment=NetworkSegment(0332fa17-cf06-4edb-9411-1f6004e1d061),segment_id=0332fa17-cf06-4edb-9411-1f6004e1d061)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:19:25.716682 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:25.733490 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-2b787861-6355-4143-b151-0cd4f746d2aa None None] Provisioning complete for port 32c78a96-dc4b-4678-8233-b87ef22c59a5 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:25.734051 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2b787861-6355-4143-b151-0cd4f746d2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:25.743723 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-78149b6c-b8f8-48cb-8c51-72297791284b tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "GET /v2.0/ports?device_id=63ed3ae1-f378-46f0-9c69-67516e7b2676 HTTP/1.1" status: 200 len: 205 time: 0.0657079 Dec 10 19:19:25.743723 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54854) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:25.843715 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.api.v2.resource [None req-b494d3d4-909f-4c57-8a9d-83efb961bb23 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] delete failed (client error): The resource could not be found. Dec 10 19:19:25.850107 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54856) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:25.852012 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-b494d3d4-909f-4c57-8a9d-83efb961bb23 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "DELETE /v2.0/routers/63ed3ae1-f378-46f0-9c69-67516e7b2676 HTTP/1.1" status: 404 len: 336 time: 0.1056271 Dec 10 19:19:25.862731 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-2b787861-6355-4143-b151-0cd4f746d2aa None None] Port 32c78a96-dc4b-4678-8233-b87ef22c59a5 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:19:25.866226 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=f474eac2-65b4-4bb0-9076-1081e22ffee4,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:25.883045 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:25.883401 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:25.883780 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:25.884082 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:25.884415 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:25.884778 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:25.885168 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:25.885452 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:25.886346 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:25.886673 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:25.887179 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:25.887503 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:25.896352 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-95f6dc10-b7d4-4ba0-bed6-eb23dd923c92 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] DELETE failed (client error): The resource could not be found. Dec 10 19:19:25.897084 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95f6dc10-b7d4-4ba0-bed6-eb23dd923c92 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:19:25.898305 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a6f38e-e62c-4941-a121-e3f3ad6d5a44 None None] Update dhcp port {'port': {'network_id': '8831617a-ba6a-459b-95f0-c7e5f9fdb3c4', 'fixed_ips': [{'subnet_id': 'cea2690b-55e9-4ab2-a726-48e82df3a2b1'}], 'binding:host_id': 'dv-neutron-821441-1-hyperv'}, 'id': 'd3a66be6-5c0d-4cdf-a301-52d2d2aff06f'} from dv-neutron-821441-1-hyperv. {{(pid=102367) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 10 19:19:25.902757 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-95f6dc10-b7d4-4ba0-bed6-eb23dd923c92 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "DELETE /v2.0/subnets/b684e1d9-991b-4322-8330-b3d084cd4a9e HTTP/1.1" status: 404 len: 337 time: 0.0469077 Dec 10 19:19:25.905393 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54858) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:25.923085 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-2b787861-6355-4143-b151-0cd4f746d2aa None None] Provisioning complete for port 73b9ba07-0645-4ba2-a43f-b9007d8d2633 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:25.923534 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2b787861-6355-4143-b151-0cd4f746d2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:25.950440 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-26374a7d-3e04-4dd3-a4aa-8d6e514e6f92 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] DELETE failed (client error): The resource could not be found. Dec 10 19:19:25.951175 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26374a7d-3e04-4dd3-a4aa-8d6e514e6f92 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:19:25.958675 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-26374a7d-3e04-4dd3-a4aa-8d6e514e6f92 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "DELETE /v2.0/subnets/c600a669-fefd-4b7a-851c-c1d1a1c2d5be HTTP/1.1" status: 404 len: 337 time: 0.0496147 Dec 10 19:19:25.959619 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54860) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:25.970045 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b51cabbb-e06e-4bac-bec0-38833a3ee366 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Router 3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2 is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:19:25.973602 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50392f88-50fb-400b-b0fc-21db8332092f admin admin] Router da4b58b2-de25-4725-9b13-7b9bcec019d2 is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:19:25.978134 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-42a6f38e-e62c-4941-a121-e3f3ad6d5a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:26.005129 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-d50ec784-bd41-4394-ae99-846266c9f3d8 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] DELETE failed (client error): The resource could not be found. Dec 10 19:19:26.005858 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d50ec784-bd41-4394-ae99-846266c9f3d8 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:19:26.012479 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-d50ec784-bd41-4394-ae99-846266c9f3d8 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "DELETE /v2.0/subnets/92d5e4b2-abb4-445e-b4a0-0ccae7cb9c1d HTTP/1.1" status: 404 len: 337 time: 0.0508292 Dec 10 19:19:26.014808 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54862) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:26.054732 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cd16651-a719-489e-88c2-934e36127dcb tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] DELETE failed (client error): The resource could not be found. Dec 10 19:19:26.055978 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cd16651-a719-489e-88c2-934e36127dcb tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:19:26.064542 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-1cd16651-a719-489e-88c2-934e36127dcb tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "DELETE /v2.0/ports/9ace7bf9-9ed4-4a29-90c9-07c7dc3b61ab HTTP/1.1" status: 404 len: 333 time: 0.0459034 Dec 10 19:19:26.065412 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54864) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:26.114481 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['f474eac2-65b4-4bb0-9076-1081e22ffee4'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:19:26.122217 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0049dc4-8521-4c56-b595-e704bcbf697c tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] DELETE failed (client error): The resource could not be found. Dec 10 19:19:26.123580 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0049dc4-8521-4c56-b595-e704bcbf697c tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:19:26.134721 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54866) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:26.136487 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-f0049dc4-8521-4c56-b595-e704bcbf697c tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "DELETE /v2.0/subnets/44a3252c-ed0e-445f-a2ab-aa6e3d598142 HTTP/1.1" status: 404 len: 337 time: 0.0689116 Dec 10 19:19:26.181997 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1eae69a-bb96-4204-ae4d-b5f23431843f tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] DELETE failed (client error): The resource could not be found. Dec 10 19:19:26.182462 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1eae69a-bb96-4204-ae4d-b5f23431843f tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:19:26.186217 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-f1eae69a-bb96-4204-ae4d-b5f23431843f tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "DELETE /v2.0/subnets/676102e1-a60f-4797-8d9b-ad7729bef6ba HTTP/1.1" status: 404 len: 337 time: 0.0512092 Dec 10 19:19:26.189387 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54868) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:26.197071 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b51cabbb-e06e-4bac-bec0-38833a3ee366 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:19:26.206345 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-b51cabbb-e06e-4bac-bec0-38833a3ee366 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "PUT /v2.0/routers/3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7075384 Dec 10 19:19:26.211013 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54870) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:26.213646 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 73b9ba07-0645-4ba2-a43f-b9007d8d2633 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:19:26.217809 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-1c448d5e-3822-446a-b95b-eeb49d3f8ff7 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1782521748'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:26.227996 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d4336ee-430e-4fa0-b0ce-8a7925c07351 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] DELETE failed (client error): The resource could not be found. Dec 10 19:19:26.228781 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d4336ee-430e-4fa0-b0ce-8a7925c07351 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:19:26.230871 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50392f88-50fb-400b-b0fc-21db8332092f admin admin] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:19:26.232586 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-2d4336ee-430e-4fa0-b0ce-8a7925c07351 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "DELETE /v2.0/ports/a2cf9640-bc49-4fb8-926c-999b3a9e169c HTTP/1.1" status: 404 len: 333 time: 0.0411370 Dec 10 19:19:26.236423 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54872) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:26.247579 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c06858-8ce1-4ba6-9180-1073b2f60440 None None] Sync routers for ids ['da4b58b2-de25-4725-9b13-7b9bcec019d2'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:19:26.256179 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc09367-5c93-4283-b4b4-115a68a32b5e None None] Sync routers for ids ['3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:19:26.259327 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c06858-8ce1-4ba6-9180-1073b2f60440 None None] Routers {'da4b58b2-de25-4725-9b13-7b9bcec019d2'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:19:26.259974 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-b4c06858-8ce1-4ba6-9180-1073b2f60440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:19:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['da4b58b2-de25-4725-9b13-7b9bcec019d2'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:26.284855 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffea239c-6d3e-4249-8286-48935deb9009 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] DELETE failed (client error): The resource could not be found. Dec 10 19:19:26.285170 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffea239c-6d3e-4249-8286-48935deb9009 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:19:26.292280 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-ffea239c-6d3e-4249-8286-48935deb9009 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "DELETE /v2.0/subnets/1a58f0a0-b9cb-4277-aeb5-308b6292cfbe HTTP/1.1" status: 404 len: 337 time: 0.0509107 Dec 10 19:19:26.292629 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54874) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:26.303754 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c448d5e-3822-446a-b95b-eeb49d3f8ff7 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Made reservation on behalf of 461819a05d2d4ab59bb6f1f3d7476b54 for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:19:26.308707 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1c448d5e-3822-446a-b95b-eeb49d3f8ff7 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:26.341218 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-50392f88-50fb-400b-b0fc-21db8332092f admin admin] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:26.344708 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-50392f88-50fb-400b-b0fc-21db8332092f admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.4086053 Dec 10 19:19:26.347501 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54876) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:26.351844 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-878d7491-f5e7-417d-a2d3-6443145b7fb1 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] DELETE failed (client error): The resource could not be found. Dec 10 19:19:26.352327 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-878d7491-f5e7-417d-a2d3-6443145b7fb1 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:19:26.358118 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-878d7491-f5e7-417d-a2d3-6443145b7fb1 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "DELETE /v2.0/subnets/8723cff0-da04-431d-8eb2-085fc6843149 HTTP/1.1" status: 404 len: 337 time: 0.0619097 Dec 10 19:19:26.362938 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54878) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:26.369284 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc09367-5c93-4283-b4b4-115a68a32b5e None None] Routers {'3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:19:26.374383 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-6bc09367-5c93-4283-b4b4-115a68a32b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:19:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:26.397266 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c448d5e-3822-446a-b95b-eeb49d3f8ff7 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:19:26.409427 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1c448d5e-3822-446a-b95b-eeb49d3f8ff7 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:26.409771 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-1c448d5e-3822-446a-b95b-eeb49d3f8ff7 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Added segment 5dc05085-69a5-4e97-b5cf-0a03536eae3f of type vlan for network 35ea7c13-e763-407e-89d3-06b855f37274 Dec 10 19:19:26.412944 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-2b787861-6355-4143-b151-0cd4f746d2aa None None] Provisioning complete for port d3a66be6-5c0d-4cdf-a301-52d2d2aff06f triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:26.413290 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-b4c06858-8ce1-4ba6-9180-1073b2f60440 None None] Set router da4b58b2-de25-4725-9b13-7b9bcec019d2 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:19:26.413938 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2b787861-6355-4143-b151-0cd4f746d2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:26.473472 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1c448d5e-3822-446a-b95b-eeb49d3f8ff7 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:26.516126 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1c448d5e-3822-446a-b95b-eeb49d3f8ff7 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:26.523120 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c448d5e-3822-446a-b95b-eeb49d3f8ff7 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:26.524697 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1c448d5e-3822-446a-b95b-eeb49d3f8ff7 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:26.582807 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125caff0-0193-430d-b07e-d5f14bd950f1 None None] Network 8831617a-ba6a-459b-95f0-c7e5f9fdb3c4 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:19:26.678563 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:26.712824 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-b4c06858-8ce1-4ba6-9180-1073b2f60440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'name': 'tempest-TestVolumeBootPattern-237231579-router', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'dae55733-5f2b-4a73-9001-419ef8dbbe6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:19:20Z', 'updated_at': '2021-12-10T19:19:23Z', 'revision_number': 3, 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'gw_port': {'id': 'dae55733-5f2b-4a73-9001-419ef8dbbe6a', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:21Z', 'updated_at': '2021-12-10T19:19:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:26.728231 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c448d5e-3822-446a-b95b-eeb49d3f8ff7 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event updated for resources: {'Network': ['ID=35ea7c13-e763-407e-89d3-06b855f37274,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:26.761081 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-1c448d5e-3822-446a-b95b-eeb49d3f8ff7 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5482540 Dec 10 19:19:26.761451 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54882) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:26.769705 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c06858-8ce1-4ba6-9180-1073b2f60440 None None] Checking router: da4b58b2-de25-4725-9b13-7b9bcec019d2 for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:19:26.770230 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c06858-8ce1-4ba6-9180-1073b2f60440 None None] Updating router da4b58b2-de25-4725-9b13-7b9bcec019d2 port dae55733-5f2b-4a73-9001-419ef8dbbe6a binding host dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:19:26.777620 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:26.778251 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-536d1e7b-9abe-417e-adf7-6fa0dcb04239 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Request body: {'subnet': {'network_id': '35ea7c13-e763-407e-89d3-06b855f37274', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:26.778524 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83bbc35-4f16-4109-8950-84b35f43f4f9 req-c59fb6a0-3ce1-45af-882e-319d3236afc5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:26.779294 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 35ea7c13-e763-407e-89d3-06b855f37274 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:19:26.780120 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d83bbc35-4f16-4109-8950-84b35f43f4f9 req-c59fb6a0-3ce1-45af-882e-319d3236afc5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=da7c2f2a-f560-42f3-8510-087b533a0cee HTTP/1.1" status: 200 len: 945 time: 0.1923401 Dec 10 19:19:26.803686 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-b4c06858-8ce1-4ba6-9180-1073b2f60440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:26.877540 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-7ccb8ff2-f333-4bb8-9a23-86dd18acaf11 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Deleting port 852945c8-f5c7-441d-a11a-20211aee10f2 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:19:26.878132 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7ccb8ff2-f333-4bb8-9a23-86dd18acaf11 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:26.904234 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-6bc09367-5c93-4283-b4b4-115a68a32b5e None None] Set router 3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2 gateway port host: None {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:19:26.907587 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 73b9ba07-0645-4ba2-a43f-b9007d8d2633 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:26.908164 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:26.999907 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-536d1e7b-9abe-417e-adf7-6fa0dcb04239 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Made reservation on behalf of 461819a05d2d4ab59bb6f1f3d7476b54 for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:19:27.001108 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7ccb8ff2-f333-4bb8-9a23-86dd18acaf11 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:27.007421 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-536d1e7b-9abe-417e-adf7-6fa0dcb04239 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:27.018610 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d83bbc35-4f16-4109-8950-84b35f43f4f9 req-e9dc3ac5-493b-478a-8059-42771264bdd0 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=d932299c-b37c-45f3-9dcf-bda9756c30c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2165239 Dec 10 19:19:27.045756 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-7ccb8ff2-f333-4bb8-9a23-86dd18acaf11 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Calling delete_port for 852945c8-f5c7-441d-a11a-20211aee10f2 owned by {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:19:27.278144 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-b4c06858-8ce1-4ba6-9180-1073b2f60440 None None] Notify callbacks [] for port, precommit_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:27.289115 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-b4c06858-8ce1-4ba6-9180-1073b2f60440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:27.321007 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-536d1e7b-9abe-417e-adf7-6fa0dcb04239 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:27.338833 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eefd2d-d824-411f-9801-5e6f080c341f None None] Pushing event updated for resources: {'Port': ['ID=dae55733-5f2b-4a73-9001-419ef8dbbe6a,revision_number=2']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:27.375781 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-b4c06858-8ce1-4ba6-9180-1073b2f60440 None None] Attempting to bind port dae55733-5f2b-4a73-9001-419ef8dbbe6a on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:19:27.376207 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-b4c06858-8ce1-4ba6-9180-1073b2f60440 None None] Attempting to bind port dae55733-5f2b-4a73-9001-419ef8dbbe6a by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:19:27.376637 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c06858-8ce1-4ba6-9180-1073b2f60440 None None] Attempting to bind port dae55733-5f2b-4a73-9001-419ef8dbbe6a on network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:19:27.386189 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c06858-8ce1-4ba6-9180-1073b2f60440 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:19:27.386189 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c06858-8ce1-4ba6-9180-1073b2f60440 None None] Checking segment: {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:19:27.386189 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-b4c06858-8ce1-4ba6-9180-1073b2f60440 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:27.386189 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c06858-8ce1-4ba6-9180-1073b2f60440 None None] Bound using segment: {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:19:27.386189 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-b4c06858-8ce1-4ba6-9180-1073b2f60440 None None] Bound port: dae55733-5f2b-4a73-9001-419ef8dbbe6a, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:19:27.386189 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-b4c06858-8ce1-4ba6-9180-1073b2f60440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:27.433692 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536d1e7b-9abe-417e-adf7-6fa0dcb04239 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event updated for resources: {'Subnet': ['ID=0ed98fe1-5c52-4543-aa1d-859e613429af,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:27.444642 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536d1e7b-9abe-417e-adf7-6fa0dcb04239 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Checking segment: {'id': '5dc05085-69a5-4e97-b5cf-0a03536eae3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '35ea7c13-e763-407e-89d3-06b855f37274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:19:27.445245 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536d1e7b-9abe-417e-adf7-6fa0dcb04239 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Network hostable DHCP agents. Network: 35ea7c13-e763-407e-89d3-06b855f37274, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:19:27.474546 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-b4c06858-8ce1-4ba6-9180-1073b2f60440 None None] For port dae55733-5f2b-4a73-9001-419ef8dbbe6a, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:19:27.479321 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-b4c06858-8ce1-4ba6-9180-1073b2f60440 None None] For port dae55733-5f2b-4a73-9001-419ef8dbbe6a, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=dae55733-5f2b-4a73-9001-419ef8dbbe6a,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:19:27.486776 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-b4c06858-8ce1-4ba6-9180-1073b2f60440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:27.518077 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536d1e7b-9abe-417e-adf7-6fa0dcb04239 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Network 35ea7c13-e763-407e-89d3-06b855f37274 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:19:27.537300 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-536d1e7b-9abe-417e-adf7-6fa0dcb04239 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 35ea7c13-e763-407e-89d3-06b855f37274) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:19:27.547567 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536d1e7b-9abe-417e-adf7-6fa0dcb04239 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:27.548668 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-536d1e7b-9abe-417e-adf7-6fa0dcb04239 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:27.551822 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eefd2d-d824-411f-9801-5e6f080c341f None None] Pushing event updated for resources: {'Port': ['ID=dae55733-5f2b-4a73-9001-419ef8dbbe6a,revision_number=3']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:27.558173 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64277c8-01f6-4eee-9cfe-d66113fd900c None None] DHCP port deletion for 8831617a-ba6a-459b-95f0-c7e5f9fdb3c4 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:19:27.561455 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225f96e9-88e8-41e4-bfc5-0670d252e64a None None] Network 35ea7c13-e763-407e-89d3-06b855f37274 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:19:27.576221 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-8b925c2f-817f-4774-85ce-03f904b473ce None None] Provisioning complete for port 852945c8-f5c7-441d-a11a-20211aee10f2 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:27.576950 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8b925c2f-817f-4774-85ce-03f904b473ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:27.589890 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-536d1e7b-9abe-417e-adf7-6fa0dcb04239 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8266087 Dec 10 19:19:27.592516 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c06858-8ce1-4ba6-9180-1073b2f60440 None None] Routers {'da4b58b2-de25-4725-9b13-7b9bcec019d2'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:19:27.592707 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54884) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:27.593232 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-b4c06858-8ce1-4ba6-9180-1073b2f60440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:19:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['da4b58b2-de25-4725-9b13-7b9bcec019d2'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:27.726280 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-b4c06858-8ce1-4ba6-9180-1073b2f60440 None None] Set router da4b58b2-de25-4725-9b13-7b9bcec019d2 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:19:27.936212 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-8b925c2f-817f-4774-85ce-03f904b473ce None None] Port 852945c8-f5c7-441d-a11a-20211aee10f2 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:19:28.009845 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dcf6d9da-c611-407a-814e-8ef594e43cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:28.037902 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-8b925c2f-817f-4774-85ce-03f904b473ce None None] Provisioning complete for port d3a66be6-5c0d-4cdf-a301-52d2d2aff06f triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:28.038586 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8b925c2f-817f-4774-85ce-03f904b473ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:28.100544 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7ccb8ff2-f333-4bb8-9a23-86dd18acaf11 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:28.158331 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-b4c06858-8ce1-4ba6-9180-1073b2f60440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'name': 'tempest-TestVolumeBootPattern-237231579-router', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'dae55733-5f2b-4a73-9001-419ef8dbbe6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:19:20Z', 'updated_at': '2021-12-10T19:19:23Z', 'revision_number': 3, 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'gw_port': {'id': 'dae55733-5f2b-4a73-9001-419ef8dbbe6a', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:21Z', 'updated_at': '2021-12-10T19:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:28.200723 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c06858-8ce1-4ba6-9180-1073b2f60440 None None] The sync data for ids ['da4b58b2-de25-4725-9b13-7b9bcec019d2'] in dv-neutron-821441-1-hyperv is: [{'id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'name': 'tempest-TestVolumeBootPattern-237231579-router', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'dae55733-5f2b-4a73-9001-419ef8dbbe6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:19:20Z', 'updated_at': '2021-12-10T19:19:23Z', 'revision_number': 3, 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'gw_port': {'id': 'dae55733-5f2b-4a73-9001-419ef8dbbe6a', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:21Z', 'updated_at': '2021-12-10T19:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:19:28.227238 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7ccb8ff2-f333-4bb8-9a23-86dd18acaf11 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:28.233367 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-7ccb8ff2-f333-4bb8-9a23-86dd18acaf11 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "DELETE /v2.0/ports/852945c8-f5c7-441d-a11a-20211aee10f2 HTTP/1.1" status: 204 len: 168 time: 1.8611310 Dec 10 19:19:28.233367 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccb8ff2-f333-4bb8-9a23-86dd18acaf11 tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event deleted for resources: {'Port': ['ID=852945c8-f5c7-441d-a11a-20211aee10f2,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:28.244397 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54888) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:28.340939 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d8a38433-680c-431c-a8fe-dab6a8584274 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:28.344547 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device d3a66be6-5c0d-4cdf-a301-52d2d2aff06f no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:19:28.423820 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-b64277c8-01f6-4eee-9cfe-d66113fd900c None None] Deleting port d3a66be6-5c0d-4cdf-a301-52d2d2aff06f {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:19:28.424419 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b64277c8-01f6-4eee-9cfe-d66113fd900c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:28.504000 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f3c00-8689-4b8e-ba3a-bdd844eef90b req-b4c2aaff-b9cc-4951-ad13-436dba9698ff tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:28.506550 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ae9f3c00-8689-4b8e-ba3a-bdd844eef90b req-b4c2aaff-b9cc-4951-ad13-436dba9698ff tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=da7c2f2a-f560-42f3-8510-087b533a0cee HTTP/1.1" status: 200 len: 945 time: 0.2595453 Dec 10 19:19:28.515476 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-94cc35d9-9c01-4df1-b072-acc5b2d265be tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:28.569160 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-dcf6d9da-c611-407a-814e-8ef594e43cd9 admin admin] Allocated IP 172.20.0.1 (8fe565ca-25f0-46cc-a74d-1d785e1c4483/08326994-b03f-4864-96e3-852094c75fec/bf5f79a4-d3b9-4c57-9d99-397431129d6d) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:19:28.592797 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-6bc09367-5c93-4283-b4b4-115a68a32b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'name': 'tempest-RoutersIpV6Test-router-526777550', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:19:17Z', 'updated_at': '2021-12-10T19:19:23Z', 'revision_number': 2, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'gw_port_host': None, '_interfaces': [{'id': '32c78a96-dc4b-4678-8233-b87ef22c59a5', 'name': '', 'network_id': '4e4e81e3-d363-40e9-b07f-f9adc9ea26e9', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'mac_address': 'fa:16:3e:2e:8f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '6754dea9-da69-4df2-b55a-aab2cbf38c49', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:21Z', 'updated_at': '2021-12-10T19:19:24Z', 'revision_number': 2, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'subnets': [{'id': '6754dea9-da69-4df2-b55a-aab2cbf38c49', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:28.653307 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46957776-b478-417c-ac57-64e559bd06c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-35ea7c13-e763-407e-89d3-06b855f37274', 'network_id': '35ea7c13-e763-407e-89d3-06b855f37274', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'fixed_ips': [{'subnet_id': '0ed98fe1-5c52-4543-aa1d-859e613429af'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:19:28.655527 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-46957776-b478-417c-ac57-64e559bd06c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:28.671800 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc09367-5c93-4283-b4b4-115a68a32b5e None None] Checking router: 3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2 for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:19:28.671800 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc09367-5c93-4283-b4b4-115a68a32b5e None None] Updating router 3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2 port 32c78a96-dc4b-4678-8233-b87ef22c59a5 binding host dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:19:28.716050 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ae9f3c00-8689-4b8e-ba3a-bdd844eef90b req-57b9cbd4-7b5c-4100-9385-49300d11f51c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=d932299c-b37c-45f3-9dcf-bda9756c30c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1965733 Dec 10 19:19:28.781143 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-b64277c8-01f6-4eee-9cfe-d66113fd900c None None] For port d3a66be6-5c0d-4cdf-a301-52d2d2aff06f, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=d3a66be6-5c0d-4cdf-a301-52d2d2aff06f,segment=NetworkSegment(4e57584e-1d37-4ca1-9dad-464fc7933bc9),segment_id=4e57584e-1d37-4ca1-9dad-464fc7933bc9)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:19:28.781929 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b64277c8-01f6-4eee-9cfe-d66113fd900c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:28.787960 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6bc09367-5c93-4283-b4b4-115a68a32b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:28.898147 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dcf6d9da-c611-407a-814e-8ef594e43cd9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:28.900848 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-b64277c8-01f6-4eee-9cfe-d66113fd900c None None] Calling delete_port for d3a66be6-5c0d-4cdf-a301-52d2d2aff06f owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:19:28.924408 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-94cc35d9-9c01-4df1-b072-acc5b2d265be tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Deleting port d3a66be6-5c0d-4cdf-a301-52d2d2aff06f {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:19:28.924982 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-94cc35d9-9c01-4df1-b072-acc5b2d265be tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:28.960659 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-d8a38433-680c-431c-a8fe-dab6a8584274 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Allocated IP 2001:db8:1::1 (35ea7c13-e763-407e-89d3-06b855f37274/0ed98fe1-5c52-4543-aa1d-859e613429af/bedafc4c-7e8f-417c-8d79-13882284b0bc) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:19:29.015112 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:29.035218 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-8b925c2f-817f-4774-85ce-03f904b473ce None None] Provisioning complete for port 32c78a96-dc4b-4678-8233-b87ef22c59a5 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:29.035610 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8b925c2f-817f-4774-85ce-03f904b473ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:29.085086 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-94cc35d9-9c01-4df1-b072-acc5b2d265be tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] For port d3a66be6-5c0d-4cdf-a301-52d2d2aff06f, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=d3a66be6-5c0d-4cdf-a301-52d2d2aff06f,segment=NetworkSegment(4e57584e-1d37-4ca1-9dad-464fc7933bc9),segment_id=4e57584e-1d37-4ca1-9dad-464fc7933bc9)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:19:29.085740 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-94cc35d9-9c01-4df1-b072-acc5b2d265be tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:29.102303 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dcf6d9da-c611-407a-814e-8ef594e43cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:29.128938 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-94cc35d9-9c01-4df1-b072-acc5b2d265be tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Calling delete_port for d3a66be6-5c0d-4cdf-a301-52d2d2aff06f owned by network:dhcp {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:19:29.174480 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d8a38433-680c-431c-a8fe-dab6a8584274 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:29.224416 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-8b925c2f-817f-4774-85ce-03f904b473ce None None] Port 32c78a96-dc4b-4678-8233-b87ef22c59a5 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:19:29.237404 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d8a38433-680c-431c-a8fe-dab6a8584274 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:29.239332 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port d3a66be6-5c0d-4cdf-a301-52d2d2aff06f, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=d3a66be6-5c0d-4cdf-a301-52d2d2aff06f,segment=NetworkSegment(4e57584e-1d37-4ca1-9dad-464fc7933bc9),segment_id=4e57584e-1d37-4ca1-9dad-464fc7933bc9)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:19:29.260693 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf6d9da-c611-407a-814e-8ef594e43cd9 admin admin] Network 8fe565ca-25f0-46cc-a74d-1d785e1c4483 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:19:29.276330 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-dcf6d9da-c611-407a-814e-8ef594e43cd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:19:29.283985 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf6d9da-c611-407a-814e-8ef594e43cd9 admin admin] Pushing event updated for resources: {'Port': ['ID=bf5f79a4-d3b9-4c57-9d99-397431129d6d,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:29.290451 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf6d9da-c611-407a-814e-8ef594e43cd9 admin admin] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:19:29.293322 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:29.337212 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b64277c8-01f6-4eee-9cfe-d66113fd900c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:29.346420 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a38433-680c-431c-a8fe-dab6a8584274 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Network 35ea7c13-e763-407e-89d3-06b855f37274 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:19:29.353917 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-d8a38433-680c-431c-a8fe-dab6a8584274 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:19:29.369106 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a38433-680c-431c-a8fe-dab6a8584274 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:19:29.371593 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d8a38433-680c-431c-a8fe-dab6a8584274 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712030'] for router_interface, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:29.388998 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event deleted for resources: {'Port': ['ID=d3a66be6-5c0d-4cdf-a301-52d2d2aff06f,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:29.418425 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dcf6d9da-c611-407a-814e-8ef594e43cd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712030'] for router_interface, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:29.471548 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64277c8-01f6-4eee-9cfe-d66113fd900c None None] Pushing event deleted for resources: {'Port': ['ID=d3a66be6-5c0d-4cdf-a301-52d2d2aff06f,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:29.500038 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64277c8-01f6-4eee-9cfe-d66113fd900c None None] No DVR routers for this DVR port d3a66be6-5c0d-4cdf-a301-52d2d2aff06f on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:19:29.502361 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-94cc35d9-9c01-4df1-b072-acc5b2d265be tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:29.506081 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-46957776-b478-417c-ac57-64e559bd06c5 None None] Allocated IP 2001:db8:1::2 (35ea7c13-e763-407e-89d3-06b855f37274/0ed98fe1-5c52-4543-aa1d-859e613429af/4d0b46ef-83cd-463a-9264-9100884b1be3) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:19:29.519285 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a38433-680c-431c-a8fe-dab6a8584274 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event updated for resources: {'Port': ['ID=bedafc4c-7e8f-417c-8d79-13882284b0bc,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:29.547903 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cc35d9-9c01-4df1-b072-acc5b2d265be tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event deleted for resources: {'Port': ['ID=d3a66be6-5c0d-4cdf-a301-52d2d2aff06f,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:29.556770 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cc35d9-9c01-4df1-b072-acc5b2d265be tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] No DVR routers for this DVR port d3a66be6-5c0d-4cdf-a301-52d2d2aff06f on host dv-neutron-821441-1-hyperv {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:19:29.706449 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-94cc35d9-9c01-4df1-b072-acc5b2d265be tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:29.721103 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d8a38433-680c-431c-a8fe-dab6a8584274 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:29.790610 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dcf6d9da-c611-407a-814e-8ef594e43cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:29.818570 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-42c37aa3-42ea-4586-b4c7-7fbe1eb949b9 None None] Provisioning complete for port bf5f79a4-d3b9-4c57-9d99-397431129d6d triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:29.819007 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-42c37aa3-42ea-4586-b4c7-7fbe1eb949b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:29.828824 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6bc09367-5c93-4283-b4b4-115a68a32b5e None None] Notify callbacks [] for port, precommit_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:29.833569 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-94cc35d9-9c01-4df1-b072-acc5b2d265be tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8831617a-ba6a-459b-95f0-c7e5f9fdb3c4']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:29.858997 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-94cc35d9-9c01-4df1-b072-acc5b2d265be tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e57584e-1d37-4ca1-9dad-464fc7933bc9') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:29.859880 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-94cc35d9-9c01-4df1-b072-acc5b2d265be tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e57584e-1d37-4ca1-9dad-464fc7933bc9') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:29.876116 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6bc09367-5c93-4283-b4b4-115a68a32b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:29.879251 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-94cc35d9-9c01-4df1-b072-acc5b2d265be tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:29.947119 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-42c37aa3-42ea-4586-b4c7-7fbe1eb949b9 None None] Port bf5f79a4-d3b9-4c57-9d99-397431129d6d cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:19:29.957200 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-46957776-b478-417c-ac57-64e559bd06c5 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:29.970273 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d824fd00-86bd-409f-b326-47a6e62579c5 None None] Pushing event updated for resources: {'Port': ['ID=32c78a96-dc4b-4678-8233-b87ef22c59a5,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:29.986628 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-94cc35d9-9c01-4df1-b072-acc5b2d265be tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:30.002964 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-46957776-b478-417c-ac57-64e559bd06c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:30.015280 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94cc35d9-9c01-4df1-b072-acc5b2d265be tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:19:30.015756 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-94cc35d9-9c01-4df1-b072-acc5b2d265be tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:30.019904 dv-neutron-821441-1-hyperv neutron-server[102365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:19:30.019904 dv-neutron-821441-1-hyperv neutron-server[102365]: self.session.flush() Dec 10 19:19:30.019904 dv-neutron-821441-1-hyperv neutron-server[102365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:19:30.019904 dv-neutron-821441-1-hyperv neutron-server[102365]: self.session.flush() Dec 10 19:19:30.019904 dv-neutron-821441-1-hyperv neutron-server[102365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:19:30.019904 dv-neutron-821441-1-hyperv neutron-server[102365]: self.session.flush() Dec 10 19:19:30.019904 dv-neutron-821441-1-hyperv neutron-server[102365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:19:30.019904 dv-neutron-821441-1-hyperv neutron-server[102365]: self.session.flush() Dec 10 19:19:30.019904 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:19:30.019904 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:19:30.019904 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:19:30.019904 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:19:30.019904 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:19:30.019904 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:19:30.019904 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:19:30.019904 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:19:30.019904 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:19:30.019904 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:19:30.019904 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:19:30.019904 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:19:30.019904 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:19:30.019904 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:19:30.019904 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:19:30.019904 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:19:30.019904 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:19:30.019904 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:19:30.019904 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:19:30.019904 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:19:30.019904 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:19:30.019904 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:19:30.019904 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:19:30.019904 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:19:30.019904 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:19:30.019904 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:19:30.019904 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:19:30.019904 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:19:30.019904 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:19:30.019904 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:19:30.019904 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:19:30.019904 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:19:30.106421 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a0feb-7932-4133-b2d0-62c53f663737 req-e240883e-ec76-485b-891e-2856d9b72f14 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:30.108250 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d93a0feb-7932-4133-b2d0-62c53f663737 req-e240883e-ec76-485b-891e-2856d9b72f14 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=da7c2f2a-f560-42f3-8510-087b533a0cee HTTP/1.1" status: 200 len: 945 time: 0.2152998 Dec 10 19:19:30.149695 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d8a38433-680c-431c-a8fe-dab6a8584274 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:30.159748 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d8a38433-680c-431c-a8fe-dab6a8584274 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:30.161509 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d8a38433-680c-431c-a8fe-dab6a8584274 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3755716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711339'] for router_interface, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:30.190670 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46957776-b478-417c-ac57-64e559bd06c5 None None] Network 35ea7c13-e763-407e-89d3-06b855f37274 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:19:30.203677 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-46957776-b478-417c-ac57-64e559bd06c5 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:19:30.206597 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46957776-b478-417c-ac57-64e559bd06c5 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:19:30.215021 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-94cc35d9-9c01-4df1-b072-acc5b2d265be tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:30.224421 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46957776-b478-417c-ac57-64e559bd06c5 None None] Pushing event updated for resources: {'Port': ['ID=4d0b46ef-83cd-463a-9264-9100884b1be3,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:30.241459 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-6bc09367-5c93-4283-b4b4-115a68a32b5e None None] Attempting to bind port 32c78a96-dc4b-4678-8233-b87ef22c59a5 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:19:30.243256 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-6bc09367-5c93-4283-b4b4-115a68a32b5e None None] Attempting to bind port 32c78a96-dc4b-4678-8233-b87ef22c59a5 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '16a328cc-5bfb-4ad8-ad98-c58878ae9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4e4e81e3-d363-40e9-b07f-f9adc9ea26e9'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:19:30.243631 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc09367-5c93-4283-b4b4-115a68a32b5e None None] Attempting to bind port 32c78a96-dc4b-4678-8233-b87ef22c59a5 on network 4e4e81e3-d363-40e9-b07f-f9adc9ea26e9 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:19:30.275352 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc09367-5c93-4283-b4b4-115a68a32b5e None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:19:30.275765 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc09367-5c93-4283-b4b4-115a68a32b5e None None] Checking segment: {'id': '16a328cc-5bfb-4ad8-ad98-c58878ae9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4e4e81e3-d363-40e9-b07f-f9adc9ea26e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:19:30.276268 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6bc09367-5c93-4283-b4b4-115a68a32b5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:30.278050 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc09367-5c93-4283-b4b4-115a68a32b5e None None] Bound using segment: {'id': '16a328cc-5bfb-4ad8-ad98-c58878ae9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4e4e81e3-d363-40e9-b07f-f9adc9ea26e9'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:19:30.278574 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-6bc09367-5c93-4283-b4b4-115a68a32b5e None None] Bound port: 32c78a96-dc4b-4678-8233-b87ef22c59a5, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a328cc-5bfb-4ad8-ad98-c58878ae9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4e4e81e3-d363-40e9-b07f-f9adc9ea26e9'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:19:30.278976 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6bc09367-5c93-4283-b4b4-115a68a32b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:30.287014 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-94cc35d9-9c01-4df1-b072-acc5b2d265be tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:30.291374 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-94cc35d9-9c01-4df1-b072-acc5b2d265be tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] 10.222.0.69 "DELETE /v2.0/networks/8831617a-ba6a-459b-95f0-c7e5f9fdb3c4 HTTP/1.1" status: 204 len: 168 time: 2.0456116 Dec 10 19:19:30.306374 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cc35d9-9c01-4df1-b072-acc5b2d265be tempest-PortsTestJSON-1904712505 tempest-PortsTestJSON-1904712505-project] Pushing event deleted for resources: {'Network': ['ID=8831617a-ba6a-459b-95f0-c7e5f9fdb3c4,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:30.308118 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device dae55733-5f2b-4a73-9001-419ef8dbbe6a up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:19:30.310277 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a38433-680c-431c-a8fe-dab6a8584274 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event updated for resources: {'Port': ['ID=bedafc4c-7e8f-417c-8d79-13882284b0bc,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:30.329210 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d93a0feb-7932-4133-b2d0-62c53f663737 req-401578ab-bdbc-4b5c-a90c-214c91ee6abb tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=d932299c-b37c-45f3-9dcf-bda9756c30c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1585240 Dec 10 19:19:30.413509 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a38433-680c-431c-a8fe-dab6a8584274 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Network 35ea7c13-e763-407e-89d3-06b855f37274 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:19:30.415894 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-d8a38433-680c-431c-a8fe-dab6a8584274 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:19:30.472400 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dcf6d9da-c611-407a-814e-8ef594e43cd9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:30.480822 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dcf6d9da-c611-407a-814e-8ef594e43cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:30.506781 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-eb4d9020-9568-4e1e-b087-26519f0d67e1 None None] Provisioning complete for port 32c78a96-dc4b-4678-8233-b87ef22c59a5 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:30.508596 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-eb4d9020-9568-4e1e-b087-26519f0d67e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:30.514929 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-46957776-b478-417c-ac57-64e559bd06c5 None None] Attempting to bind port 4d0b46ef-83cd-463a-9264-9100884b1be3 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:19:30.515298 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-46957776-b478-417c-ac57-64e559bd06c5 None None] Attempting to bind port 4d0b46ef-83cd-463a-9264-9100884b1be3 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '5dc05085-69a5-4e97-b5cf-0a03536eae3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '35ea7c13-e763-407e-89d3-06b855f37274'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:19:30.515661 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46957776-b478-417c-ac57-64e559bd06c5 None None] Attempting to bind port 4d0b46ef-83cd-463a-9264-9100884b1be3 on network 35ea7c13-e763-407e-89d3-06b855f37274 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:19:30.558879 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46957776-b478-417c-ac57-64e559bd06c5 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:19:30.559410 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46957776-b478-417c-ac57-64e559bd06c5 None None] Checking segment: {'id': '5dc05085-69a5-4e97-b5cf-0a03536eae3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '35ea7c13-e763-407e-89d3-06b855f37274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:19:30.559829 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-46957776-b478-417c-ac57-64e559bd06c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:30.560236 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46957776-b478-417c-ac57-64e559bd06c5 None None] Bound using segment: {'id': '5dc05085-69a5-4e97-b5cf-0a03536eae3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '35ea7c13-e763-407e-89d3-06b855f37274'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:19:30.560805 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-46957776-b478-417c-ac57-64e559bd06c5 None None] Bound port: 4d0b46ef-83cd-463a-9264-9100884b1be3, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dc05085-69a5-4e97-b5cf-0a03536eae3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '35ea7c13-e763-407e-89d3-06b855f37274'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:19:30.561293 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-46957776-b478-417c-ac57-64e559bd06c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:30.582924 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a38433-680c-431c-a8fe-dab6a8584274 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Router 3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:19:30.586029 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dcf6d9da-c611-407a-814e-8ef594e43cd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3755716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711339'] for router_interface, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:30.593536 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-6bc09367-5c93-4283-b4b4-115a68a32b5e None None] For port 32c78a96-dc4b-4678-8233-b87ef22c59a5, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:19:30.598933 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf6d9da-c611-407a-814e-8ef594e43cd9 admin admin] Pushing event updated for resources: {'Port': ['ID=bf5f79a4-d3b9-4c57-9d99-397431129d6d,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:30.640946 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-eb4d9020-9568-4e1e-b087-26519f0d67e1 None None] Port 32c78a96-dc4b-4678-8233-b87ef22c59a5 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:19:30.649769 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device f474eac2-65b4-4bb0-9076-1081e22ffee4 up at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:19:30.657781 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-6bc09367-5c93-4283-b4b4-115a68a32b5e None None] For port 32c78a96-dc4b-4678-8233-b87ef22c59a5, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=32c78a96-dc4b-4678-8233-b87ef22c59a5,segment=NetworkSegment(16a328cc-5bfb-4ad8-ad98-c58878ae9d44),segment_id=16a328cc-5bfb-4ad8-ad98-c58878ae9d44)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:19:30.683740 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port dae55733-5f2b-4a73-9001-419ef8dbbe6a triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:30.684215 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:30.694463 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6bc09367-5c93-4283-b4b4-115a68a32b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:30.711030 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a38433-680c-431c-a8fe-dab6a8584274 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:19:30.720313 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d8a38433-680c-431c-a8fe-dab6a8584274 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "PUT /v2.0/routers/3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1257422 Dec 10 19:19:30.722978 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54898) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:30.728708 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-29fc2e6f-cc03-47f2-bfcb-adb5c2c3f7a1 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1784323264'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:30.748820 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf6d9da-c611-407a-814e-8ef594e43cd9 admin admin] Network 8fe565ca-25f0-46cc-a74d-1d785e1c4483 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:19:30.750161 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-dcf6d9da-c611-407a-814e-8ef594e43cd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:19:30.764453 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29fc2e6f-cc03-47f2-bfcb-adb5c2c3f7a1 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Made reservation on behalf of 461819a05d2d4ab59bb6f1f3d7476b54 for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:19:30.773331 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-29fc2e6f-cc03-47f2-bfcb-adb5c2c3f7a1 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:30.777808 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54900) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:30.817616 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29fc2e6f-cc03-47f2-bfcb-adb5c2c3f7a1 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:19:30.836050 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-29fc2e6f-cc03-47f2-bfcb-adb5c2c3f7a1 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:30.836747 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-29fc2e6f-cc03-47f2-bfcb-adb5c2c3f7a1 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Added segment 2eb8d642-b144-4e1f-96c5-2287b27c0c65 of type vlan for network b4cdc88c-b4c1-45c0-82ac-77804ad0ad0a Dec 10 19:19:30.843049 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-46957776-b478-417c-ac57-64e559bd06c5 None None] For port 4d0b46ef-83cd-463a-9264-9100884b1be3, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:19:30.847117 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-46957776-b478-417c-ac57-64e559bd06c5 None None] For port 4d0b46ef-83cd-463a-9264-9100884b1be3, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=4d0b46ef-83cd-463a-9264-9100884b1be3,segment=NetworkSegment(5dc05085-69a5-4e97-b5cf-0a03536eae3f),segment_id=5dc05085-69a5-4e97-b5cf-0a03536eae3f)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:19:30.876582 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-46957776-b478-417c-ac57-64e559bd06c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:30.917844 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-29fc2e6f-cc03-47f2-bfcb-adb5c2c3f7a1 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:30.936399 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc09367-5c93-4283-b4b4-115a68a32b5e None None] Routers {'3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:19:30.936960 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-6bc09367-5c93-4283-b4b4-115a68a32b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:19:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:30.989072 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-29fc2e6f-cc03-47f2-bfcb-adb5c2c3f7a1 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:30.997277 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fc2e6f-cc03-47f2-bfcb-adb5c2c3f7a1 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:30.997934 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-29fc2e6f-cc03-47f2-bfcb-adb5c2c3f7a1 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:31.024937 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf6d9da-c611-407a-814e-8ef594e43cd9 admin admin] Router da4b58b2-de25-4725-9b13-7b9bcec019d2 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:19:31.167006 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-29fc2e6f-cc03-47f2-bfcb-adb5c2c3f7a1 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4398146 Dec 10 19:19:31.174422 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54904) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:31.187196 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-d5ba4cba-080d-4673-aab2-efd0170d4acd tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Request body: {'subnet': {'network_id': 'b4cdc88c-b4c1-45c0-82ac-77804ad0ad0a', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:31.286382 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf6d9da-c611-407a-814e-8ef594e43cd9 admin admin] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:19:31.299712 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-dcf6d9da-c611-407a-814e-8ef594e43cd9 admin admin] 10.222.0.69 "PUT /v2.0/routers/da4b58b2-de25-4725-9b13-7b9bcec019d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9461999 Dec 10 19:19:31.300240 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fc2e6f-cc03-47f2-bfcb-adb5c2c3f7a1 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event updated for resources: {'Network': ['ID=b4cdc88c-b4c1-45c0-82ac-77804ad0ad0a,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:31.347797 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281f782c-6025-42c5-b281-9ef5b78fafc8 None None] Sync routers for ids ['da4b58b2-de25-4725-9b13-7b9bcec019d2'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:19:31.361362 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d824fd00-86bd-409f-b326-47a6e62579c5 None None] Pushing event updated for resources: {'Port': ['ID=32c78a96-dc4b-4678-8233-b87ef22c59a5,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:31.381492 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network b4cdc88c-b4c1-45c0-82ac-77804ad0ad0a details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:19:31.488128 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-cbb36e40-6ef2-48ec-95c9-ad01fa2c6466 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4138d9758a3e4f5e8bb3fafb058d33af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7062221 Dec 10 19:19:31.488699 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54910) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:31.520587 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning for port f474eac2-65b4-4bb0-9076-1081e22ffee4 completed by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:19:31.523357 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ba4cba-080d-4673-aab2-efd0170d4acd tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Made reservation on behalf of 461819a05d2d4ab59bb6f1f3d7476b54 for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:19:31.531354 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f5778-4b72-432a-a14b-174cd8af70b1 req-07b7a460-3359-4a9d-aae1-3817f68da059 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:31.534168 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-438f5778-4b72-432a-a14b-174cd8af70b1 req-07b7a460-3359-4a9d-aae1-3817f68da059 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=da7c2f2a-f560-42f3-8510-087b533a0cee HTTP/1.1" status: 200 len: 945 time: 0.1234255 Dec 10 19:19:31.534680 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d5ba4cba-080d-4673-aab2-efd0170d4acd tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:31.548321 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-6bc09367-5c93-4283-b4b4-115a68a32b5e None None] Set router 3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2 gateway port host: None {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:19:31.601966 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-438f5778-4b72-432a-a14b-174cd8af70b1 req-08cc205d-60dd-4509-a85f-76b6d28db0fc tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=d932299c-b37c-45f3-9dcf-bda9756c30c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0600927 Dec 10 19:19:31.646043 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46957776-b478-417c-ac57-64e559bd06c5 None None] Pushing event updated for resources: {'Port': ['ID=4d0b46ef-83cd-463a-9264-9100884b1be3,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:31.691163 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning complete for port f474eac2-65b4-4bb0-9076-1081e22ffee4 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:31.692175 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:31.764519 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281f782c-6025-42c5-b281-9ef5b78fafc8 None None] Routers {'da4b58b2-de25-4725-9b13-7b9bcec019d2'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:19:31.765636 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-281f782c-6025-42c5-b281-9ef5b78fafc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:19:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['da4b58b2-de25-4725-9b13-7b9bcec019d2'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:31.775941 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8939d3ce-0fd8-45a3-ba02-aa368b877abc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:31.783991 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-de3fc2ca-22ee-46f6-a6a7-33e52ed2ccd3 None None] Provisioning complete for port bf5f79a4-d3b9-4c57-9d99-397431129d6d triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:31.784627 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-de3fc2ca-22ee-46f6-a6a7-33e52ed2ccd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:31.834138 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8939d3ce-0fd8-45a3-ba02-aa368b877abc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:32.061648 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d5ba4cba-080d-4673-aab2-efd0170d4acd tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:32.075387 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8939d3ce-0fd8-45a3-ba02-aa368b877abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:32.078143 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8939d3ce-0fd8-45a3-ba02-aa368b877abc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:32.080614 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-8939d3ce-0fd8-45a3-ba02-aa368b877abc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/71008470-7524-4568-88d8-b5a4ab6ca91c HTTP/1.1" status: 204 len: 168 time: 0.5893009 Dec 10 19:19:32.140007 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8939d3ce-0fd8-45a3-ba02-aa368b877abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71008470-7524-4568-88d8-b5a4ab6ca91c,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:32.178612 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ba4cba-080d-4673-aab2-efd0170d4acd tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event updated for resources: {'Subnet': ['ID=d1373477-be38-4842-b0cd-d6914bc52f60,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:32.190378 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54926) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:32.200759 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-c1b64188-99a1-475a-88c6-a385e890c336 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-539078131-network', 'tenant_id': '226abf99d4a8487099e0e9eb03b44956'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:32.230332 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:32.231525 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ba4cba-080d-4673-aab2-efd0170d4acd tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Checking segment: {'id': '2eb8d642-b144-4e1f-96c5-2287b27c0c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'b4cdc88c-b4c1-45c0-82ac-77804ad0ad0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:19:32.232137 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ba4cba-080d-4673-aab2-efd0170d4acd tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Network hostable DHCP agents. Network: b4cdc88c-b4c1-45c0-82ac-77804ad0ad0a, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:19:32.258806 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b64188-99a1-475a-88c6-a385e890c336 admin admin] Made reservation on behalf of 226abf99d4a8487099e0e9eb03b44956 for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:19:32.264236 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c1b64188-99a1-475a-88c6-a385e890c336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:32.288149 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c1b64188-99a1-475a-88c6-a385e890c336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:32.296751 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-de3fc2ca-22ee-46f6-a6a7-33e52ed2ccd3 None None] Port bf5f79a4-d3b9-4c57-9d99-397431129d6d cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:19:32.330658 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ba4cba-080d-4673-aab2-efd0170d4acd tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Network b4cdc88c-b4c1-45c0-82ac-77804ad0ad0a is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:19:32.353297 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-d5ba4cba-080d-4673-aab2-efd0170d4acd tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, b4cdc88c-b4c1-45c0-82ac-77804ad0ad0a) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:19:32.359608 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ba4cba-080d-4673-aab2-efd0170d4acd tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:32.360626 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d5ba4cba-080d-4673-aab2-efd0170d4acd tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:32.394206 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d5ba4cba-080d-4673-aab2-efd0170d4acd tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2186244 Dec 10 19:19:32.398788 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54930) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:32.462113 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06524bb-0778-4bf4-a961-fb92aacdce38 None None] Network b4cdc88c-b4c1-45c0-82ac-77804ad0ad0a requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:19:32.492390 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c1b64188-99a1-475a-88c6-a385e890c336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:32.504160 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c1b64188-99a1-475a-88c6-a385e890c336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:32.547157 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:32.552284 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port dae55733-5f2b-4a73-9001-419ef8dbbe6a, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=dae55733-5f2b-4a73-9001-419ef8dbbe6a,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:19:32.579397 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1b64188-99a1-475a-88c6-a385e890c336 admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:19:32.618528 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b64188-99a1-475a-88c6-a385e890c336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63fe87de-b310-4151-b4bd-1861343aa1ce,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:32.628974 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c1b64188-99a1-475a-88c6-a385e890c336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:32.629600 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-c1b64188-99a1-475a-88c6-a385e890c336 admin admin] Added segment 1263b5e0-9c22-4ad9-9110-570288258b64 of type vlan for network b66cbbb3-0bb2-4ec2-9265-56a19eed7961 Dec 10 19:19:32.692472 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:32.728219 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-de3fc2ca-22ee-46f6-a6a7-33e52ed2ccd3 None None] Provisioning complete for port 32c78a96-dc4b-4678-8233-b87ef22c59a5 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:32.733503 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-de3fc2ca-22ee-46f6-a6a7-33e52ed2ccd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:32.819245 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c1b64188-99a1-475a-88c6-a385e890c336 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:32.859033 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=dae55733-5f2b-4a73-9001-419ef8dbbe6a,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:32.869514 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640ad7d3-d170-4369-90fd-a61960273a68 None None] Network 35ea7c13-e763-407e-89d3-06b855f37274 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:19:32.892642 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c1b64188-99a1-475a-88c6-a385e890c336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:32.894804 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b64188-99a1-475a-88c6-a385e890c336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:32.896007 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c1b64188-99a1-475a-88c6-a385e890c336 admin admin] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:33.016000 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-c1b64188-99a1-475a-88c6-a385e890c336 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8237581 Dec 10 19:19:33.043049 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54942) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:33.049929 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-281f782c-6025-42c5-b281-9ef5b78fafc8 None None] Set router da4b58b2-de25-4725-9b13-7b9bcec019d2 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:19:33.055422 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-a0f26d1a-8d98-4d7e-90a0-48c87979691e admin admin] Request body: {'subnet': {'network_id': 'b66cbbb3-0bb2-4ec2-9265-56a19eed7961', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-539078131-subnet', 'tenant_id': '226abf99d4a8487099e0e9eb03b44956', 'ip_version': 4}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:33.074301 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b64188-99a1-475a-88c6-a385e890c336 admin admin] Pushing event updated for resources: {'Network': ['ID=b66cbbb3-0bb2-4ec2-9265-56a19eed7961,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:33.090066 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce57b2-8f84-4391-8b67-8ab041dbed5d req-e1e58c39-4725-4c12-9cc2-46e045ea0c13 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:33.092883 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d7ce57b2-8f84-4391-8b67-8ab041dbed5d req-e1e58c39-4725-4c12-9cc2-46e045ea0c13 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=da7c2f2a-f560-42f3-8510-087b533a0cee HTTP/1.1" status: 200 len: 945 time: 0.2168157 Dec 10 19:19:33.118396 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 4d0b46ef-83cd-463a-9264-9100884b1be3 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:19:33.120992 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network b66cbbb3-0bb2-4ec2-9265-56a19eed7961 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:19:33.197057 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f26d1a-8d98-4d7e-90a0-48c87979691e admin admin] Made reservation on behalf of 226abf99d4a8487099e0e9eb03b44956 for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:19:33.201155 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a0f26d1a-8d98-4d7e-90a0-48c87979691e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:33.245440 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d7ce57b2-8f84-4391-8b67-8ab041dbed5d req-22f3b502-28cf-49c9-9120-c6df623135fe tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=d932299c-b37c-45f3-9dcf-bda9756c30c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1431882 Dec 10 19:19:33.276760 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:33.321382 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-59265826-2d92-4242-84ed-e23b8618b222 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:33.609038 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7c2f2a-f560-42f3-8510-087b533a0cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f474eac2-65b4-4bb0-9076-1081e22ffee4'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:19:33.612265 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0dd006407324ce2959a5a4cf9f0b5e0801d7a51a5291ea700e8786e11115a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347e0ad1-5646-495c-a11f-75ce04470f80" -d '{"events": [{"server_uuid": "da7c2f2a-f560-42f3-8510-087b533a0cee", "name": "network-vif-plugged", "status": "completed", "tag": "f474eac2-65b4-4bb0-9076-1081e22ffee4"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:19:33.651837 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54956) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:33.691291 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-6bc09367-5c93-4283-b4b4-115a68a32b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'name': 'tempest-RoutersIpV6Test-router-526777550', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:19:17Z', 'updated_at': '2021-12-10T19:19:29Z', 'revision_number': 3, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'gw_port_host': None, '_interfaces': [{'id': '32c78a96-dc4b-4678-8233-b87ef22c59a5', 'name': '', 'network_id': '4e4e81e3-d363-40e9-b07f-f9adc9ea26e9', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'mac_address': 'fa:16:3e:2e:8f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '6754dea9-da69-4df2-b55a-aab2cbf38c49', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:21Z', 'updated_at': '2021-12-10T19:19:30Z', 'revision_number': 4, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'subnets': [{'id': '6754dea9-da69-4df2-b55a-aab2cbf38c49', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bedafc4c-7e8f-417c-8d79-13882284b0bc', 'name': '', 'network_id': '35ea7c13-e763-407e-89d3-06b855f37274', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'mac_address': 'fa:16:3e:b6:7a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '0ed98fe1-5c52-4543-aa1d-859e613429af', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:28Z', 'updated_at': '2021-12-10T19:19:29Z', 'revision_number': 2, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'subnets': [{'id': '0ed98fe1-5c52-4543-aa1d-859e613429af', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:33.714841 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port f474eac2-65b4-4bb0-9076-1081e22ffee4, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f474eac2-65b4-4bb0-9076-1081e22ffee4,segment=NetworkSegment(0332fa17-cf06-4edb-9411-1f6004e1d061),segment_id=0332fa17-cf06-4edb-9411-1f6004e1d061)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:19:33.738330 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a0f26d1a-8d98-4d7e-90a0-48c87979691e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:33.867741 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:33.871405 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc09367-5c93-4283-b4b4-115a68a32b5e None None] The sync data for ids ['3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2'] in dv-neutron-821441-1-hyperv is: [{'id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'name': 'tempest-RoutersIpV6Test-router-526777550', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:19:17Z', 'updated_at': '2021-12-10T19:19:29Z', 'revision_number': 3, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'gw_port_host': None, '_interfaces': [{'id': '32c78a96-dc4b-4678-8233-b87ef22c59a5', 'name': '', 'network_id': '4e4e81e3-d363-40e9-b07f-f9adc9ea26e9', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'mac_address': 'fa:16:3e:2e:8f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '6754dea9-da69-4df2-b55a-aab2cbf38c49', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:21Z', 'updated_at': '2021-12-10T19:19:30Z', 'revision_number': 4, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'subnets': [{'id': '6754dea9-da69-4df2-b55a-aab2cbf38c49', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bedafc4c-7e8f-417c-8d79-13882284b0bc', 'name': '', 'network_id': '35ea7c13-e763-407e-89d3-06b855f37274', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'mac_address': 'fa:16:3e:b6:7a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '0ed98fe1-5c52-4543-aa1d-859e613429af', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:28Z', 'updated_at': '2021-12-10T19:19:29Z', 'revision_number': 2, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'subnets': [{'id': '0ed98fe1-5c52-4543-aa1d-859e613429af', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:19:33.871776 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f26d1a-8d98-4d7e-90a0-48c87979691e admin admin] Pushing event updated for resources: {'Subnet': ['ID=30b15282-9ea9-46ff-a388-9c051fe65de6,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:33.945653 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-f6707fd6-da44-41ed-aa19-ae17fda425e3 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:33.947474 dv-neutron-821441-1-hyperv neutron-server[102365]: WARNING neutron.api.v2.base [None req-f6707fd6-da44-41ed-aa19-ae17fda425e3 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 10 19:19:33.949296 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.api.v2.resource [None req-f6707fd6-da44-41ed-aa19-ae17fda425e3 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] create failed (client error): There was a conflict when trying to complete your request. Dec 10 19:19:33.951305 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-f6707fd6-da44-41ed-aa19-ae17fda425e3 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2885587 Dec 10 19:19:33.955576 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54960) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:33.962671 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-498553d9-12a5-4eeb-995e-866b233dfbe0 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Request body: {'security_group': {'name': 'tempest-secgroup--1281613339'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:34.005072 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6157c1f3-4152-40f5-aede-5e8c5c6b245e x-openstack-request-id: req-6157c1f3-4152-40f5-aede-5e8c5c6b245e {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:19:34.005846 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7c2f2a-f560-42f3-8510-087b533a0cee", "name": "network-vif-plugged", "status": "completed", "tag": "f474eac2-65b4-4bb0-9076-1081e22ffee4", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:19:34.006076 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6157c1f3-4152-40f5-aede-5e8c5c6b245e {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:19:34.006527 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7c2f2a-f560-42f3-8510-087b533a0cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f474eac2-65b4-4bb0-9076-1081e22ffee4', 'code': 200} Dec 10 19:19:34.035244 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-498553d9-12a5-4eeb-995e-866b233dfbe0 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:34.041927 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 4d0b46ef-83cd-463a-9264-9100884b1be3 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:34.042501 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:34.062503 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-498553d9-12a5-4eeb-995e-866b233dfbe0 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:34.064732 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f26d1a-8d98-4d7e-90a0-48c87979691e admin admin] Checking segment: {'id': '1263b5e0-9c22-4ad9-9110-570288258b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b66cbbb3-0bb2-4ec2-9265-56a19eed7961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:19:34.065470 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f26d1a-8d98-4d7e-90a0-48c87979691e admin admin] Network hostable DHCP agents. Network: b66cbbb3-0bb2-4ec2-9265-56a19eed7961, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:19:34.094478 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-de3fc2ca-22ee-46f6-a6a7-33e52ed2ccd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:34.141528 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f26d1a-8d98-4d7e-90a0-48c87979691e admin admin] Network b66cbbb3-0bb2-4ec2-9265-56a19eed7961 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:19:34.144943 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af1ef22-8026-4c4a-89ae-256ea6433bab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-b4cdc88c-b4c1-45c0-82ac-77804ad0ad0a', 'network_id': 'b4cdc88c-b4c1-45c0-82ac-77804ad0ad0a', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'fixed_ips': [{'subnet_id': 'd1373477-be38-4842-b0cd-d6914bc52f60'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:19:34.146663 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-5af1ef22-8026-4c4a-89ae-256ea6433bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:34.148197 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-59265826-2d92-4242-84ed-e23b8618b222 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Allocated IP 2001:db8:2::1 (b4cdc88c-b4c1-45c0-82ac-77804ad0ad0a/d1373477-be38-4842-b0cd-d6914bc52f60/f3faa27a-efaa-47a4-af2a-e763a0f09db1) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:19:34.177454 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-a0f26d1a-8d98-4d7e-90a0-48c87979691e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, b66cbbb3-0bb2-4ec2-9265-56a19eed7961) {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:19:34.189732 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f26d1a-8d98-4d7e-90a0-48c87979691e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:34.190491 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a0f26d1a-8d98-4d7e-90a0-48c87979691e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:34.274696 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-498553d9-12a5-4eeb-995e-866b233dfbe0 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:34.285379 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-498553d9-12a5-4eeb-995e-866b233dfbe0 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:34.288367 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-a0f26d1a-8d98-4d7e-90a0-48c87979691e admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2438314 Dec 10 19:19:34.295264 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54962) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:34.327259 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-c985007c-83c8-4741-aae5-28c4f9bae159 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-539078131-router', 'tenant_id': '226abf99d4a8487099e0e9eb03b44956', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:34.402405 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498553d9-12a5-4eeb-995e-866b233dfbe0 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6dfcbb-6d70-4f17-b34f-8d1ba95ef7d7,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:34.462756 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c985007c-83c8-4741-aae5-28c4f9bae159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:34.464287 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c985007c-83c8-4741-aae5-28c4f9bae159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:34.484724 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99901df2-2b31-44cb-bc96-c7dc9086920c req-b3679bd7-844c-41cc-b36b-b10d53f61811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:34.486342 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-99901df2-2b31-44cb-bc96-c7dc9086920c req-b3679bd7-844c-41cc-b36b-b10d53f61811 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=da7c2f2a-f560-42f3-8510-087b533a0cee HTTP/1.1" status: 200 len: 1099 time: 0.2803509 Dec 10 19:19:34.491357 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-498553d9-12a5-4eeb-995e-866b233dfbe0 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:34.504721 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-498553d9-12a5-4eeb-995e-866b233dfbe0 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:34.560384 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dad0892-6229-4d4e-b53c-2e92e6e13699 None None] Network b66cbbb3-0bb2-4ec2-9265-56a19eed7961 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:19:34.572177 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498553d9-12a5-4eeb-995e-866b233dfbe0 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86c0dc5f-4fbd-4cfe-aeda-7db97f091a53,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:34.598501 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-498553d9-12a5-4eeb-995e-866b233dfbe0 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:34.604828 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-498553d9-12a5-4eeb-995e-866b233dfbe0 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6429815 Dec 10 19:19:34.605919 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54966) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:34.612570 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-59265826-2d92-4242-84ed-e23b8618b222 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:34.623324 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb9d2f0-9046-494a-927e-ea39d937f33a req-2a6cffa4-fc93-492c-8411-8a7aa65cd5fe tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:34.625626 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-7b0d79d5-97fc-41a7-8f8e-87060bd308b3 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Request body: {'security_group_rule': {'security_group_id': '86c0dc5f-4fbd-4cfe-aeda-7db97f091a53', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:34.631348 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-fbb9d2f0-9046-494a-927e-ea39d937f33a req-2a6cffa4-fc93-492c-8411-8a7aa65cd5fe tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=da7c2f2a-f560-42f3-8510-087b533a0cee HTTP/1.1" status: 200 len: 946 time: 0.2193854 Dec 10 19:19:34.637692 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c985007c-83c8-4741-aae5-28c4f9bae159 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:34.665787 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=f474eac2-65b4-4bb0-9076-1081e22ffee4,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:34.749991 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7b0d79d5-97fc-41a7-8f8e-87060bd308b3 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:35.151908 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-99901df2-2b31-44cb-bc96-c7dc9086920c req-32790e2c-8a69-4148-988c-71ccb0533207 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d932299c-b37c-45f3-9dcf-bda9756c30c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6493928 Dec 10 19:19:35.327213 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-de3fc2ca-22ee-46f6-a6a7-33e52ed2ccd3 None None] For port 32c78a96-dc4b-4678-8233-b87ef22c59a5, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=32c78a96-dc4b-4678-8233-b87ef22c59a5,segment=NetworkSegment(16a328cc-5bfb-4ad8-ad98-c58878ae9d44),segment_id=16a328cc-5bfb-4ad8-ad98-c58878ae9d44)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:19:35.347952 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-de3fc2ca-22ee-46f6-a6a7-33e52ed2ccd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:35.365601 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-fbb9d2f0-9046-494a-927e-ea39d937f33a req-23623508-dfd1-4983-bbc8-26770dc80351 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=d932299c-b37c-45f3-9dcf-bda9756c30c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7332611 Dec 10 19:19:35.371013 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-59265826-2d92-4242-84ed-e23b8618b222 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:35.381028 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c985007c-83c8-4741-aae5-28c4f9bae159 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:35.445148 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7b0d79d5-97fc-41a7-8f8e-87060bd308b3 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:35.451639 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7b0d79d5-97fc-41a7-8f8e-87060bd308b3 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:35.484612 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d79d5-97fc-41a7-8f8e-87060bd308b3 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa0fee55-8755-4e3d-bc44-95ab28922c9c,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:35.488823 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-5af1ef22-8026-4c4a-89ae-256ea6433bab None None] Allocated IP 2001:db8:2::2 (b4cdc88c-b4c1-45c0-82ac-77804ad0ad0a/d1373477-be38-4842-b0cd-d6914bc52f60/e3fde5c5-1f9f-4c90-b62a-f45fd60e6777) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:19:35.502739 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7b0d79d5-97fc-41a7-8f8e-87060bd308b3 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:35.504285 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-7b0d79d5-97fc-41a7-8f8e-87060bd308b3 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8959692 Dec 10 19:19:35.509277 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54968) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:35.518074 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-db0096e9-dd61-47e0-bdbb-1a39a196d3cb tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Request body: {'security_group_rule': {'security_group_id': '86c0dc5f-4fbd-4cfe-aeda-7db97f091a53', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:35.533982 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59265826-2d92-4242-84ed-e23b8618b222 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Network b4cdc88c-b4c1-45c0-82ac-77804ad0ad0a is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:19:35.570415 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-db0096e9-dd61-47e0-bdbb-1a39a196d3cb tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:35.585933 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-59265826-2d92-4242-84ed-e23b8618b222 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:19:35.591466 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59265826-2d92-4242-84ed-e23b8618b222 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:19:35.592369 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-59265826-2d92-4242-84ed-e23b8618b222 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712030'] for router_interface, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:35.636765 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc47c2f5-254e-4880-a4f0-8573e69a5d72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-b66cbbb3-0bb2-4ec2-9265-56a19eed7961', 'network_id': 'b66cbbb3-0bb2-4ec2-9265-56a19eed7961', 'tenant_id': '226abf99d4a8487099e0e9eb03b44956', 'fixed_ips': [{'subnet_id': '30b15282-9ea9-46ff-a388-9c051fe65de6'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:19:35.639625 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-db0096e9-dd61-47e0-bdbb-1a39a196d3cb tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] create failed (client error): There was a conflict when trying to complete your request. Dec 10 19:19:35.641887 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-db0096e9-dd61-47e0-bdbb-1a39a196d3cb tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1307974 Dec 10 19:19:35.642447 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc47c2f5-254e-4880-a4f0-8573e69a5d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:35.647151 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54970) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:35.716255 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59265826-2d92-4242-84ed-e23b8618b222 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event updated for resources: {'Port': ['ID=f3faa27a-efaa-47a4-af2a-e763a0f09db1,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:35.722502 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:35.736258 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bf592f23-5ec6-4ec9-a994-a5f59ab025ab tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:35.774462 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bf592f23-5ec6-4ec9-a994-a5f59ab025ab tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:35.793674 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-53a91281-9b23-4924-9e6b-556334a43aec None None] Provisioning complete for port 4d0b46ef-83cd-463a-9264-9100884b1be3 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:35.794348 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-53a91281-9b23-4924-9e6b-556334a43aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:35.878823 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-281f782c-6025-42c5-b281-9ef5b78fafc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'name': 'tempest-TestVolumeBootPattern-237231579-router', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'dae55733-5f2b-4a73-9001-419ef8dbbe6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:19:20Z', 'updated_at': '2021-12-10T19:19:29Z', 'revision_number': 4, 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'gw_port': {'id': 'dae55733-5f2b-4a73-9001-419ef8dbbe6a', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:21Z', 'updated_at': '2021-12-10T19:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': 'bf5f79a4-d3b9-4c57-9d99-397431129d6d', 'name': '', 'network_id': '8fe565ca-25f0-46cc-a74d-1d785e1c4483', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'mac_address': 'fa:16:3e:6c:f9:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '08326994-b03f-4864-96e3-852094c75fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:28Z', 'updated_at': '2021-12-10T19:19:30Z', 'revision_number': 2, 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'subnets': [{'id': '08326994-b03f-4864-96e3-852094c75fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:35.897092 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bf592f23-5ec6-4ec9-a994-a5f59ab025ab tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:35.907400 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bf592f23-5ec6-4ec9-a994-a5f59ab025ab tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:35.914999 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54972) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:35.916112 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-bf592f23-5ec6-4ec9-a994-a5f59ab025ab tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] 10.222.0.69 "DELETE /v2.0/security-groups/86c0dc5f-4fbd-4cfe-aeda-7db97f091a53 HTTP/1.1" status: 204 len: 168 time: 0.2669892 Dec 10 19:19:35.935292 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf592f23-5ec6-4ec9-a994-a5f59ab025ab tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c0dc5f-4fbd-4cfe-aeda-7db97f091a53,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:35.943642 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281f782c-6025-42c5-b281-9ef5b78fafc8 None None] Checking router: da4b58b2-de25-4725-9b13-7b9bcec019d2 for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:19:35.944181 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281f782c-6025-42c5-b281-9ef5b78fafc8 None None] Updating router da4b58b2-de25-4725-9b13-7b9bcec019d2 port bf5f79a4-d3b9-4c57-9d99-397431129d6d binding host dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:19:36.035013 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-59265826-2d92-4242-84ed-e23b8618b222 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:36.104628 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-281f782c-6025-42c5-b281-9ef5b78fafc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:36.117742 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-71c3e8a1-4265-4026-8224-9185a1ba1d4e tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2009790 Dec 10 19:19:36.124476 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54976) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:36.132437 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-eddfcea2-6c11-4fa4-9678-9b085e95c042 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Request body: {'security_group': {'name': 'tempest-secgroup--1291431994'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:36.144438 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3fc2ca-22ee-46f6-a6a7-33e52ed2ccd3 None None] Pushing event updated for resources: {'Port': ['ID=32c78a96-dc4b-4678-8233-b87ef22c59a5,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:36.163477 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port 4d0b46ef-83cd-463a-9264-9100884b1be3, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=4d0b46ef-83cd-463a-9264-9100884b1be3,segment=NetworkSegment(5dc05085-69a5-4e97-b5cf-0a03536eae3f),segment_id=5dc05085-69a5-4e97-b5cf-0a03536eae3f)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:19:36.178693 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-eddfcea2-6c11-4fa4-9678-9b085e95c042 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:36.192257 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:36.269418 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-53a91281-9b23-4924-9e6b-556334a43aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:36.330393 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-eddfcea2-6c11-4fa4-9678-9b085e95c042 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:36.336113 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-eddfcea2-6c11-4fa4-9678-9b085e95c042 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:36.426433 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-eddfcea2-6c11-4fa4-9678-9b085e95c042 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:36.428215 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-eddfcea2-6c11-4fa4-9678-9b085e95c042 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3022473 Dec 10 19:19:36.440049 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54980) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:36.444777 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-30be9935-371e-4eba-b955-ff8051207b83 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Request body: {'security_group_rule': {'security_group_id': 'e7e44afc-53c3-4ad9-b28d-63a1cb5bd72b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:36.445486 dv-neutron-821441-1-hyperv neutron-server[102365]: WARNING neutron.api.v2.base [None req-30be9935-371e-4eba-b955-ff8051207b83 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 10 19:19:36.446003 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.api.v2.resource [None req-30be9935-371e-4eba-b955-ff8051207b83 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:19:36.452268 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-30be9935-371e-4eba-b955-ff8051207b83 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0059063 Dec 10 19:19:36.452785 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54982) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:36.457995 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddfcea2-6c11-4fa4-9678-9b085e95c042 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e44afc-53c3-4ad9-b28d-63a1cb5bd72b,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:36.494089 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c985007c-83c8-4741-aae5-28c4f9bae159 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:36.502560 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=4d0b46ef-83cd-463a-9264-9100884b1be3,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:36.550127 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c985007c-83c8-4741-aae5-28c4f9bae159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:36.645865 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-5af1ef22-8026-4c4a-89ae-256ea6433bab None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:36.652919 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.db.api [None req-53a91281-9b23-4924-9e6b-556334a43aec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102367) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:19:36.653352 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG oslo_db.api [None req-53a91281-9b23-4924-9e6b-556334a43aec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:19:36.654018 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device dae55733-5f2b-4a73-9001-419ef8dbbe6a up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:19:36.656154 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-073c7b21-c65d-4ff4-bbf4-b6d5c1decc18 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks [] for security_group, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:36.657563 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-dc47c2f5-254e-4880-a4f0-8573e69a5d72 None None] Allocated IP 172.20.0.2 (b66cbbb3-0bb2-4ec2-9265-56a19eed7961/30b15282-9ea9-46ff-a388-9c051fe65de6/2edbd907-0031-4213-84e1-4ac8951829eb) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:19:36.715953 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-5af1ef22-8026-4c4a-89ae-256ea6433bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:36.796434 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f462d9-b115-4981-b636-cd31023bb31f req-bc7c1efe-3834-45de-8eb9-bd8c7245394d tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:36.798111 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-21f462d9-b115-4981-b636-cd31023bb31f req-bc7c1efe-3834-45de-8eb9-bd8c7245394d tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=da7c2f2a-f560-42f3-8510-087b533a0cee HTTP/1.1" status: 200 len: 946 time: 0.2621315 Dec 10 19:19:36.806318 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-073c7b21-c65d-4ff4-bbf4-b6d5c1decc18 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:36.891846 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af1ef22-8026-4c4a-89ae-256ea6433bab None None] Network b4cdc88c-b4c1-45c0-82ac-77804ad0ad0a is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:19:36.909194 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-5af1ef22-8026-4c4a-89ae-256ea6433bab None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:19:36.911865 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af1ef22-8026-4c4a-89ae-256ea6433bab None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:19:36.930076 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af1ef22-8026-4c4a-89ae-256ea6433bab None None] Pushing event updated for resources: {'Port': ['ID=e3fde5c5-1f9f-4c90-b62a-f45fd60e6777,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:36.964393 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-c985007c-83c8-4741-aae5-28c4f9bae159 admin admin] Allocated IP 172.26.6.223 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/2ed3bdf1-89cf-424b-8a7c-5e2c7178c1c2) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:19:36.968685 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-21f462d9-b115-4981-b636-cd31023bb31f req-f8ab99dc-1b24-4395-9bcd-3a619399af5c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=d932299c-b37c-45f3-9dcf-bda9756c30c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1501045 Dec 10 19:19:36.999969 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-073c7b21-c65d-4ff4-bbf4-b6d5c1decc18 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:37.002734 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-073c7b21-c65d-4ff4-bbf4-b6d5c1decc18 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:37.004547 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-073c7b21-c65d-4ff4-bbf4-b6d5c1decc18 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] 10.222.0.69 "DELETE /v2.0/security-groups/e7e44afc-53c3-4ad9-b28d-63a1cb5bd72b HTTP/1.1" status: 204 len: 168 time: 0.5503831 Dec 10 19:19:37.021157 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54984) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:37.030984 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-59265826-2d92-4242-84ed-e23b8618b222 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:37.033561 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-5af1ef22-8026-4c4a-89ae-256ea6433bab None None] Attempting to bind port e3fde5c5-1f9f-4c90-b62a-f45fd60e6777 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:19:37.034046 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-5af1ef22-8026-4c4a-89ae-256ea6433bab None None] Attempting to bind port e3fde5c5-1f9f-4c90-b62a-f45fd60e6777 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '2eb8d642-b144-4e1f-96c5-2287b27c0c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'b4cdc88c-b4c1-45c0-82ac-77804ad0ad0a'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:19:37.034458 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af1ef22-8026-4c4a-89ae-256ea6433bab None None] Attempting to bind port e3fde5c5-1f9f-4c90-b62a-f45fd60e6777 on network b4cdc88c-b4c1-45c0-82ac-77804ad0ad0a {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:19:37.064921 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-59265826-2d92-4242-84ed-e23b8618b222 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:37.065727 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-59265826-2d92-4242-84ed-e23b8618b222 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3755716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711339'] for router_interface, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:37.067922 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073c7b21-c65d-4ff4-bbf4-b6d5c1decc18 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e44afc-53c3-4ad9-b28d-63a1cb5bd72b,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:37.078902 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af1ef22-8026-4c4a-89ae-256ea6433bab None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:19:37.080606 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af1ef22-8026-4c4a-89ae-256ea6433bab None None] Checking segment: {'id': '2eb8d642-b144-4e1f-96c5-2287b27c0c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'b4cdc88c-b4c1-45c0-82ac-77804ad0ad0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:19:37.081281 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-5af1ef22-8026-4c4a-89ae-256ea6433bab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:37.083158 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af1ef22-8026-4c4a-89ae-256ea6433bab None None] Bound using segment: {'id': '2eb8d642-b144-4e1f-96c5-2287b27c0c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'b4cdc88c-b4c1-45c0-82ac-77804ad0ad0a'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:19:37.084266 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-5af1ef22-8026-4c4a-89ae-256ea6433bab None None] Bound port: e3fde5c5-1f9f-4c90-b62a-f45fd60e6777, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eb8d642-b144-4e1f-96c5-2287b27c0c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'b4cdc88c-b4c1-45c0-82ac-77804ad0ad0a'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:19:37.085035 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-5af1ef22-8026-4c4a-89ae-256ea6433bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:37.116243 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d62809f6-d6ed-4657-b0e4-00a75c2b7966 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0999296 Dec 10 19:19:37.122513 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54986) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:37.128170 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-f238c7ec-83b4-4749-a307-57e9649f1252 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Request body: {'security_group': {'name': 'tempest-secgroup--191756220'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:37.151552 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port dae55733-5f2b-4a73-9001-419ef8dbbe6a triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:37.153353 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:37.163856 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f238c7ec-83b4-4749-a307-57e9649f1252 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:37.252535 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07e326a-dc28-40c3-a30f-d8bb28c91dd3 None None] Sync routers for ids ['3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:19:37.263228 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07e326a-dc28-40c3-a30f-d8bb28c91dd3 None None] Routers {'3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:19:37.263941 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-d07e326a-dc28-40c3-a30f-d8bb28c91dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:19:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:37.272490 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59265826-2d92-4242-84ed-e23b8618b222 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event updated for resources: {'Port': ['ID=f3faa27a-efaa-47a4-af2a-e763a0f09db1,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:37.308236 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59265826-2d92-4242-84ed-e23b8618b222 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Network b4cdc88c-b4c1-45c0-82ac-77804ad0ad0a is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:19:37.313698 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-59265826-2d92-4242-84ed-e23b8618b222 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:19:37.317330 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f238c7ec-83b4-4749-a307-57e9649f1252 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:37.327524 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f238c7ec-83b4-4749-a307-57e9649f1252 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:37.362577 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c985007c-83c8-4741-aae5-28c4f9bae159 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:37.371833 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc47c2f5-254e-4880-a4f0-8573e69a5d72 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:37.410782 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238c7ec-83b4-4749-a307-57e9649f1252 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17a36e28-93dd-4e09-be61-4d339229313b,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:37.429851 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f238c7ec-83b4-4749-a307-57e9649f1252 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:37.430094 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc47c2f5-254e-4880-a4f0-8573e69a5d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:37.433864 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-f238c7ec-83b4-4749-a307-57e9649f1252 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3085601 Dec 10 19:19:37.437820 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54988) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:37.446670 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-6e2df9de-7afa-444f-a7e6-4755b44cb3ec tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Request body: {'security_group_rule': {'security_group_id': '17a36e28-93dd-4e09-be61-4d339229313b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:37.448328 dv-neutron-821441-1-hyperv neutron-server[102366]: WARNING neutron.api.v2.base [None req-6e2df9de-7afa-444f-a7e6-4755b44cb3ec tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 10 19:19:37.450807 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-6e2df9de-7afa-444f-a7e6-4755b44cb3ec tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:19:37.451317 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-6e2df9de-7afa-444f-a7e6-4755b44cb3ec tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0111220 Dec 10 19:19:37.455170 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54990) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:37.482910 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-d07e326a-dc28-40c3-a30f-d8bb28c91dd3 None None] Set router 3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2 gateway port host: None {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:19:37.506393 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-5af1ef22-8026-4c4a-89ae-256ea6433bab None None] For port e3fde5c5-1f9f-4c90-b62a-f45fd60e6777, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:19:37.520997 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-281f782c-6025-42c5-b281-9ef5b78fafc8 None None] Notify callbacks [] for port, precommit_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:37.536194 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-53a91281-9b23-4924-9e6b-556334a43aec None None] Provisioning complete for port bedafc4c-7e8f-417c-8d79-13882284b0bc triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:37.536711 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-53a91281-9b23-4924-9e6b-556334a43aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:37.546525 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-5af1ef22-8026-4c4a-89ae-256ea6433bab None None] For port e3fde5c5-1f9f-4c90-b62a-f45fd60e6777, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=e3fde5c5-1f9f-4c90-b62a-f45fd60e6777,segment=NetworkSegment(2eb8d642-b144-4e1f-96c5-2287b27c0c65),segment_id=2eb8d642-b144-4e1f-96c5-2287b27c0c65)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:19:37.569152 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-281f782c-6025-42c5-b281-9ef5b78fafc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:37.574469 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d6f6fc04-04cb-4459-afb2-7b0369a36547 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:37.595563 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc47c2f5-254e-4880-a4f0-8573e69a5d72 None None] Network b66cbbb3-0bb2-4ec2-9265-56a19eed7961 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:19:37.602964 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-5af1ef22-8026-4c4a-89ae-256ea6433bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:37.627568 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-dc47c2f5-254e-4880-a4f0-8573e69a5d72 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:19:37.633828 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d6f6fc04-04cb-4459-afb2-7b0369a36547 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:37.634503 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c985007c-83c8-4741-aae5-28c4f9bae159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:37.637958 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc47c2f5-254e-4880-a4f0-8573e69a5d72 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:19:37.644922 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc47c2f5-254e-4880-a4f0-8573e69a5d72 None None] Pushing event updated for resources: {'Port': ['ID=2edbd907-0031-4213-84e1-4ac8951829eb,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:37.699171 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 32c78a96-dc4b-4678-8233-b87ef22c59a5 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:19:37.713560 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c985007c-83c8-4741-aae5-28c4f9bae159 admin admin] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:19:37.716741 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59265826-2d92-4242-84ed-e23b8618b222 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Router 3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:19:37.720415 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-c985007c-83c8-4741-aae5-28c4f9bae159 admin admin] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:19:37.721947 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-53a91281-9b23-4924-9e6b-556334a43aec None None] Port bedafc4c-7e8f-417c-8d79-13882284b0bc cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:19:37.727490 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c985007c-83c8-4741-aae5-28c4f9bae159 admin admin] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:19:37.738980 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c985007c-83c8-4741-aae5-28c4f9bae159 admin admin] Pushing event updated for resources: {'Port': ['ID=2ed3bdf1-89cf-424b-8a7c-5e2c7178c1c2,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:37.758969 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d6f6fc04-04cb-4459-afb2-7b0369a36547 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:37.762902 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d6f6fc04-04cb-4459-afb2-7b0369a36547 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:37.764265 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d6f6fc04-04cb-4459-afb2-7b0369a36547 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] 10.222.0.69 "DELETE /v2.0/security-groups/17a36e28-93dd-4e09-be61-4d339229313b HTTP/1.1" status: 204 len: 168 time: 0.3078592 Dec 10 19:19:37.768306 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54992) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:37.776299 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f6fc04-04cb-4459-afb2-7b0369a36547 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a36e28-93dd-4e09-be61-4d339229313b,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:37.918747 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-d07e326a-dc28-40c3-a30f-d8bb28c91dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'name': 'tempest-RoutersIpV6Test-router-526777550', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:19:17Z', 'updated_at': '2021-12-10T19:19:35Z', 'revision_number': 4, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'gw_port_host': None, '_interfaces': [{'id': '32c78a96-dc4b-4678-8233-b87ef22c59a5', 'name': '', 'network_id': '4e4e81e3-d363-40e9-b07f-f9adc9ea26e9', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'mac_address': 'fa:16:3e:2e:8f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '6754dea9-da69-4df2-b55a-aab2cbf38c49', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:21Z', 'updated_at': '2021-12-10T19:19:34Z', 'revision_number': 5, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'subnets': [{'id': '6754dea9-da69-4df2-b55a-aab2cbf38c49', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bedafc4c-7e8f-417c-8d79-13882284b0bc', 'name': '', 'network_id': '35ea7c13-e763-407e-89d3-06b855f37274', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'mac_address': 'fa:16:3e:b6:7a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '0ed98fe1-5c52-4543-aa1d-859e613429af', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:28Z', 'updated_at': '2021-12-10T19:19:29Z', 'revision_number': 2, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'subnets': [{'id': '0ed98fe1-5c52-4543-aa1d-859e613429af', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3faa27a-efaa-47a4-af2a-e763a0f09db1', 'name': '', 'network_id': 'b4cdc88c-b4c1-45c0-82ac-77804ad0ad0a', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'mac_address': 'fa:16:3e:42:6d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'd1373477-be38-4842-b0cd-d6914bc52f60', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:33Z', 'updated_at': '2021-12-10T19:19:36Z', 'revision_number': 2, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'subnets': [{'id': 'd1373477-be38-4842-b0cd-d6914bc52f60', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:37.958346 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07e326a-dc28-40c3-a30f-d8bb28c91dd3 None None] Checking router: 3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2 for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:19:37.959312 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07e326a-dc28-40c3-a30f-d8bb28c91dd3 None None] Updating router 3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2 port bedafc4c-7e8f-417c-8d79-13882284b0bc binding host dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:19:37.994249 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-d07e326a-dc28-40c3-a30f-d8bb28c91dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:38.086551 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8034fe25-385f-4841-863c-73466620f767 None None] Pushing event updated for resources: {'Port': ['ID=bf5f79a4-d3b9-4c57-9d99-397431129d6d,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:38.113694 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-dc47c2f5-254e-4880-a4f0-8573e69a5d72 None None] Attempting to bind port 2edbd907-0031-4213-84e1-4ac8951829eb on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:19:38.114061 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-dc47c2f5-254e-4880-a4f0-8573e69a5d72 None None] Attempting to bind port 2edbd907-0031-4213-84e1-4ac8951829eb by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '1263b5e0-9c22-4ad9-9110-570288258b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b66cbbb3-0bb2-4ec2-9265-56a19eed7961'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:19:38.121676 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc47c2f5-254e-4880-a4f0-8573e69a5d72 None None] Attempting to bind port 2edbd907-0031-4213-84e1-4ac8951829eb on network b66cbbb3-0bb2-4ec2-9265-56a19eed7961 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:19:38.130422 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59265826-2d92-4242-84ed-e23b8618b222 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:19:38.141758 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-59265826-2d92-4242-84ed-e23b8618b222 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "PUT /v2.0/routers/3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7401631 Dec 10 19:19:38.144046 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 54996) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:38.149328 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-0948ef12-ec1b-4966-b763-50067cd3622a tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1049279299'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:38.201465 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-5b496e09-757b-47de-8c64-cadc8222d1a3 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4208450 Dec 10 19:19:38.208701 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c19cf067-b3e8-41ff-9d5d-5bf3bd7e0a31 None None] Provisioning complete for port bedafc4c-7e8f-417c-8d79-13882284b0bc triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:38.209123 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c19cf067-b3e8-41ff-9d5d-5bf3bd7e0a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:38.215238 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 54998) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:38.217651 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc47c2f5-254e-4880-a4f0-8573e69a5d72 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:19:38.218027 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc47c2f5-254e-4880-a4f0-8573e69a5d72 None None] Checking segment: {'id': '1263b5e0-9c22-4ad9-9110-570288258b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b66cbbb3-0bb2-4ec2-9265-56a19eed7961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:19:38.218518 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc47c2f5-254e-4880-a4f0-8573e69a5d72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:38.218993 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc47c2f5-254e-4880-a4f0-8573e69a5d72 None None] Bound using segment: {'id': '1263b5e0-9c22-4ad9-9110-570288258b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b66cbbb3-0bb2-4ec2-9265-56a19eed7961'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:19:38.219567 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-dc47c2f5-254e-4880-a4f0-8573e69a5d72 None None] Bound port: 2edbd907-0031-4213-84e1-4ac8951829eb, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1263b5e0-9c22-4ad9-9110-570288258b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b66cbbb3-0bb2-4ec2-9265-56a19eed7961'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:19:38.220041 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc47c2f5-254e-4880-a4f0-8573e69a5d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:38.222121 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-e54b9d27-1ead-4b40-8057-ff3657abad2b tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Request body: {'security_group': {'name': 'tempest-secgroup--49242962'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:38.244146 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0948ef12-ec1b-4966-b763-50067cd3622a tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Made reservation on behalf of 461819a05d2d4ab59bb6f1f3d7476b54 for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:19:38.252564 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0948ef12-ec1b-4966-b763-50067cd3622a tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:38.282301 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-281f782c-6025-42c5-b281-9ef5b78fafc8 None None] Attempting to bind port bf5f79a4-d3b9-4c57-9d99-397431129d6d on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:19:38.282745 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-281f782c-6025-42c5-b281-9ef5b78fafc8 None None] Attempting to bind port bf5f79a4-d3b9-4c57-9d99-397431129d6d by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': 'f660800f-194f-49ad-8e36-a73cd4c72d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8fe565ca-25f0-46cc-a74d-1d785e1c4483'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:19:38.283207 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281f782c-6025-42c5-b281-9ef5b78fafc8 None None] Attempting to bind port bf5f79a4-d3b9-4c57-9d99-397431129d6d on network 8fe565ca-25f0-46cc-a74d-1d785e1c4483 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:19:38.309570 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e54b9d27-1ead-4b40-8057-ff3657abad2b tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:38.334496 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0948ef12-ec1b-4966-b763-50067cd3622a tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:19:38.340054 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4c308-78d2-4190-82a3-0186a18afb1c req-438cd6ec-4a23-487a-990c-d23c79bb9163 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:38.341135 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281f782c-6025-42c5-b281-9ef5b78fafc8 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:19:38.341597 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281f782c-6025-42c5-b281-9ef5b78fafc8 None None] Checking segment: {'id': 'f660800f-194f-49ad-8e36-a73cd4c72d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8fe565ca-25f0-46cc-a74d-1d785e1c4483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:19:38.342072 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-281f782c-6025-42c5-b281-9ef5b78fafc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:38.342527 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281f782c-6025-42c5-b281-9ef5b78fafc8 None None] Bound using segment: {'id': 'f660800f-194f-49ad-8e36-a73cd4c72d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8fe565ca-25f0-46cc-a74d-1d785e1c4483'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:19:38.343087 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-281f782c-6025-42c5-b281-9ef5b78fafc8 None None] Bound port: bf5f79a4-d3b9-4c57-9d99-397431129d6d, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f660800f-194f-49ad-8e36-a73cd4c72d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8fe565ca-25f0-46cc-a74d-1d785e1c4483'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:19:38.343548 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-281f782c-6025-42c5-b281-9ef5b78fafc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:38.349249 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0948ef12-ec1b-4966-b763-50067cd3622a tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:38.349549 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c19cf067-b3e8-41ff-9d5d-5bf3bd7e0a31 None None] Port bedafc4c-7e8f-417c-8d79-13882284b0bc cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:19:38.349747 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-0948ef12-ec1b-4966-b763-50067cd3622a tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Added segment ea3bbfcf-98c7-45ec-afeb-2b1da5aef470 of type vlan for network 390ef95d-af8c-4973-afeb-ebcfa29572f8 Dec 10 19:19:38.351310 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af1ef22-8026-4c4a-89ae-256ea6433bab None None] Pushing event updated for resources: {'Port': ['ID=e3fde5c5-1f9f-4c90-b62a-f45fd60e6777,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:38.354332 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3af4c308-78d2-4190-82a3-0186a18afb1c req-438cd6ec-4a23-487a-990c-d23c79bb9163 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=da7c2f2a-f560-42f3-8510-087b533a0cee HTTP/1.1" status: 200 len: 946 time: 0.1515064 Dec 10 19:19:38.393849 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 32c78a96-dc4b-4678-8233-b87ef22c59a5 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:38.394500 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:38.415183 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0948ef12-ec1b-4966-b763-50067cd3622a tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:38.468127 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0948ef12-ec1b-4966-b763-50067cd3622a tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:38.477938 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0948ef12-ec1b-4966-b763-50067cd3622a tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:38.478200 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc47c2f5-254e-4880-a4f0-8573e69a5d72 None None] For port 2edbd907-0031-4213-84e1-4ac8951829eb, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:19:38.480088 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0948ef12-ec1b-4966-b763-50067cd3622a tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:38.486195 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3af4c308-78d2-4190-82a3-0186a18afb1c req-ff816abd-68b2-418b-badf-a1a3c9f58c07 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=d932299c-b37c-45f3-9dcf-bda9756c30c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1308949 Dec 10 19:19:38.538675 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-0948ef12-ec1b-4966-b763-50067cd3622a tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3909318 Dec 10 19:19:38.564085 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55002) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:38.567275 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc47c2f5-254e-4880-a4f0-8573e69a5d72 None None] For port 2edbd907-0031-4213-84e1-4ac8951829eb, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=2edbd907-0031-4213-84e1-4ac8951829eb,segment=NetworkSegment(1263b5e0-9c22-4ad9-9110-570288258b64),segment_id=1263b5e0-9c22-4ad9-9110-570288258b64)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:19:38.569554 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-bfb24922-00c7-4a79-8f27-9c6171256aa3 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Request body: {'subnet': {'network_id': '390ef95d-af8c-4973-afeb-ebcfa29572f8', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:38.607096 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc47c2f5-254e-4880-a4f0-8573e69a5d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:38.624265 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dd3451b3-95ab-4566-812c-eb51f9a7b018 None None] Provisioning complete for port bf5f79a4-d3b9-4c57-9d99-397431129d6d triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:38.624943 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dd3451b3-95ab-4566-812c-eb51f9a7b018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:38.631596 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c985007c-83c8-4741-aae5-28c4f9bae159 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:38.634275 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-281f782c-6025-42c5-b281-9ef5b78fafc8 None None] For port bf5f79a4-d3b9-4c57-9d99-397431129d6d, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:19:38.647052 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0948ef12-ec1b-4966-b763-50067cd3622a tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event updated for resources: {'Network': ['ID=390ef95d-af8c-4973-afeb-ebcfa29572f8,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:38.689874 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-d07e326a-dc28-40c3-a30f-d8bb28c91dd3 None None] Notify callbacks [] for port, precommit_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:38.700592 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-d07e326a-dc28-40c3-a30f-d8bb28c91dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:38.712652 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 390ef95d-af8c-4973-afeb-ebcfa29572f8 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:19:38.742258 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-281f782c-6025-42c5-b281-9ef5b78fafc8 None None] For port bf5f79a4-d3b9-4c57-9d99-397431129d6d, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=bf5f79a4-d3b9-4c57-9d99-397431129d6d,segment=NetworkSegment(f660800f-194f-49ad-8e36-a73cd4c72d7d),segment_id=f660800f-194f-49ad-8e36-a73cd4c72d7d)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:19:38.788435 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb24922-00c7-4a79-8f27-9c6171256aa3 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Made reservation on behalf of 461819a05d2d4ab59bb6f1f3d7476b54 for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:19:38.788974 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c34d5-9bd4-4a77-ac45-8d946971fbd2 None None] Pushing event updated for resources: {'Port': ['ID=bedafc4c-7e8f-417c-8d79-13882284b0bc,revision_number=3']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:38.798256 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bfb24922-00c7-4a79-8f27-9c6171256aa3 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:38.830172 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-281f782c-6025-42c5-b281-9ef5b78fafc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:38.850534 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e54b9d27-1ead-4b40-8057-ff3657abad2b tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:38.896880 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-d07e326a-dc28-40c3-a30f-d8bb28c91dd3 None None] Attempting to bind port bedafc4c-7e8f-417c-8d79-13882284b0bc on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:19:38.897582 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-d07e326a-dc28-40c3-a30f-d8bb28c91dd3 None None] Attempting to bind port bedafc4c-7e8f-417c-8d79-13882284b0bc by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '5dc05085-69a5-4e97-b5cf-0a03536eae3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '35ea7c13-e763-407e-89d3-06b855f37274'}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:19:38.898023 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07e326a-dc28-40c3-a30f-d8bb28c91dd3 None None] Attempting to bind port bedafc4c-7e8f-417c-8d79-13882284b0bc on network 35ea7c13-e763-407e-89d3-06b855f37274 {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:19:38.902545 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-dd3451b3-95ab-4566-812c-eb51f9a7b018 None None] Port bf5f79a4-d3b9-4c57-9d99-397431129d6d cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:19:38.909280 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07e326a-dc28-40c3-a30f-d8bb28c91dd3 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:19:38.909930 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07e326a-dc28-40c3-a30f-d8bb28c91dd3 None None] Checking segment: {'id': '5dc05085-69a5-4e97-b5cf-0a03536eae3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '35ea7c13-e763-407e-89d3-06b855f37274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:19:38.910447 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-d07e326a-dc28-40c3-a30f-d8bb28c91dd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:38.910907 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07e326a-dc28-40c3-a30f-d8bb28c91dd3 None None] Bound using segment: {'id': '5dc05085-69a5-4e97-b5cf-0a03536eae3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '35ea7c13-e763-407e-89d3-06b855f37274'} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:19:38.911739 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-d07e326a-dc28-40c3-a30f-d8bb28c91dd3 None None] Bound port: bedafc4c-7e8f-417c-8d79-13882284b0bc, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dc05085-69a5-4e97-b5cf-0a03536eae3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '35ea7c13-e763-407e-89d3-06b855f37274'}}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:19:38.912301 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-d07e326a-dc28-40c3-a30f-d8bb28c91dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:38.926065 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e747152-a05e-49ee-9867-274574832718 req-982502d5-6a6d-41eb-b53f-b93ef7d827f4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:38.927799 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1e747152-a05e-49ee-9867-274574832718 req-982502d5-6a6d-41eb-b53f-b93ef7d827f4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=da7c2f2a-f560-42f3-8510-087b533a0cee HTTP/1.1" status: 200 len: 946 time: 0.2914395 Dec 10 19:19:38.942147 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e54b9d27-1ead-4b40-8057-ff3657abad2b tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:38.955717 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc47c2f5-254e-4880-a4f0-8573e69a5d72 None None] Pushing event updated for resources: {'Port': ['ID=2edbd907-0031-4213-84e1-4ac8951829eb,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:39.004452 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e54b9d27-1ead-4b40-8057-ff3657abad2b tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:39.015712 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-e54b9d27-1ead-4b40-8057-ff3657abad2b tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7994480 Dec 10 19:19:39.031176 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55004) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:39.049368 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-9548f242-560b-4983-9b8f-cb2fcab6faa4 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Request body: {'security_group_rule': {'security_group_id': 'a16234f0-c286-49d1-8783-8a84c0b49cd2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:39.060838 dv-neutron-821441-1-hyperv neutron-server[102365]: WARNING neutron.api.v2.base [None req-9548f242-560b-4983-9b8f-cb2fcab6faa4 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 10 19:19:39.061581 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.api.v2.resource [None req-9548f242-560b-4983-9b8f-cb2fcab6faa4 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:19:39.066846 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-9548f242-560b-4983-9b8f-cb2fcab6faa4 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0246513 Dec 10 19:19:39.068114 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55006) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:39.115528 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281f782c-6025-42c5-b281-9ef5b78fafc8 None None] Routers {'da4b58b2-de25-4725-9b13-7b9bcec019d2'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:19:39.116033 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-281f782c-6025-42c5-b281-9ef5b78fafc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:19:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['da4b58b2-de25-4725-9b13-7b9bcec019d2'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:39.125250 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-e77e46bb-be35-40a8-acdf-193f6ad6cf47 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Request body: {'security_group_rule': {'security_group_id': 'a16234f0-c286-49d1-8783-8a84c0b49cd2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:39.139584 dv-neutron-821441-1-hyperv neutron-server[102366]: WARNING neutron.api.v2.base [None req-e77e46bb-be35-40a8-acdf-193f6ad6cf47 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 10 19:19:39.143007 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-e77e46bb-be35-40a8-acdf-193f6ad6cf47 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:19:39.161344 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-e77e46bb-be35-40a8-acdf-193f6ad6cf47 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0865114 Dec 10 19:19:39.168064 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a5ea54be-caf7-422c-aaba-349649c0a1a7 req-09ca33b3-4911-4077-8863-b300628b454a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a9ee5470-f8ed-45d7-98f0-8aa8a5740050&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3534904 Dec 10 19:19:39.168920 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54b9d27-1ead-4b40-8057-ff3657abad2b tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a16234f0-c286-49d1-8783-8a84c0b49cd2,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:39.171196 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55008) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:39.176180 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1e747152-a05e-49ee-9867-274574832718 req-09e55642-2cf9-4569-a9d6-711175f5e436 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=d932299c-b37c-45f3-9dcf-bda9756c30c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1960223 Dec 10 19:19:39.191119 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-18a8815c-617c-406b-b0b7-3e1012d13245 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Request body: {'security_group_rule': {'security_group_id': 'a16234f0-c286-49d1-8783-8a84c0b49cd2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:39.196533 dv-neutron-821441-1-hyperv neutron-server[102366]: WARNING neutron.api.v2.base [None req-18a8815c-617c-406b-b0b7-3e1012d13245 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 10 19:19:39.199425 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-18a8815c-617c-406b-b0b7-3e1012d13245 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:19:39.200905 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-18a8815c-617c-406b-b0b7-3e1012d13245 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0239336 Dec 10 19:19:39.205433 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55010) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:39.251378 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-43e10b6f-c3d6-435f-9e2e-3dc96dc245b8 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Request body: {'security_group_rule': {'security_group_id': 'a16234f0-c286-49d1-8783-8a84c0b49cd2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:39.252699 dv-neutron-821441-1-hyperv neutron-server[102366]: WARNING neutron.api.v2.base [None req-43e10b6f-c3d6-435f-9e2e-3dc96dc245b8 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 10 19:19:39.253353 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55012) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:39.256868 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-43e10b6f-c3d6-435f-9e2e-3dc96dc245b8 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:19:39.261264 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-43e10b6f-c3d6-435f-9e2e-3dc96dc245b8 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0437024 Dec 10 19:19:39.264308 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55014) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:39.304622 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-d07e326a-dc28-40c3-a30f-d8bb28c91dd3 None None] For port bedafc4c-7e8f-417c-8d79-13882284b0bc, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:19:39.323329 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-d07e326a-dc28-40c3-a30f-d8bb28c91dd3 None None] For port bedafc4c-7e8f-417c-8d79-13882284b0bc, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=bedafc4c-7e8f-417c-8d79-13882284b0bc,segment=NetworkSegment(5dc05085-69a5-4e97-b5cf-0a03536eae3f),segment_id=5dc05085-69a5-4e97-b5cf-0a03536eae3f)] {{(pid=102368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:19:39.334846 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-d07e326a-dc28-40c3-a30f-d8bb28c91dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:39.385509 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8034fe25-385f-4841-863c-73466620f767 None None] Pushing event updated for resources: {'Port': ['ID=bf5f79a4-d3b9-4c57-9d99-397431129d6d,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:39.496076 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c34d5-9bd4-4a77-ac45-8d946971fbd2 None None] Pushing event updated for resources: {'Port': ['ID=bedafc4c-7e8f-417c-8d79-13882284b0bc,revision_number=4']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:39.514192 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07e326a-dc28-40c3-a30f-d8bb28c91dd3 None None] Updating router 3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2 port f3faa27a-efaa-47a4-af2a-e763a0f09db1 binding host dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:19:39.556089 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-6017c668-6f6f-4bc1-b21e-4a63931510f8 None None] Provisioning complete for port bedafc4c-7e8f-417c-8d79-13882284b0bc triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:39.556727 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6017c668-6f6f-4bc1-b21e-4a63931510f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:39.573244 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-d07e326a-dc28-40c3-a30f-d8bb28c91dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:39.663198 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-281f782c-6025-42c5-b281-9ef5b78fafc8 None None] Set router da4b58b2-de25-4725-9b13-7b9bcec019d2 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:19:39.681495 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bfb24922-00c7-4a79-8f27-9c6171256aa3 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:39.762677 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 4d0b46ef-83cd-463a-9264-9100884b1be3 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:19:39.804277 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb24922-00c7-4a79-8f27-9c6171256aa3 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event updated for resources: {'Subnet': ['ID=959198a8-ffe4-4851-9ef2-760ef488dda3,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:39.828920 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8893651e-fd79-441c-aafd-0cd50cb9619d tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:39.883161 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8893651e-fd79-441c-aafd-0cd50cb9619d tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:39.917653 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb24922-00c7-4a79-8f27-9c6171256aa3 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Checking segment: {'id': 'ea3bbfcf-98c7-45ec-afeb-2b1da5aef470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '390ef95d-af8c-4973-afeb-ebcfa29572f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:19:39.918042 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb24922-00c7-4a79-8f27-9c6171256aa3 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Network hostable DHCP agents. Network: 390ef95d-af8c-4973-afeb-ebcfa29572f8, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:19:39.967606 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb24922-00c7-4a79-8f27-9c6171256aa3 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Network 390ef95d-af8c-4973-afeb-ebcfa29572f8 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:19:39.993133 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8893651e-fd79-441c-aafd-0cd50cb9619d tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:39.997022 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8893651e-fd79-441c-aafd-0cd50cb9619d tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:40.003057 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-8893651e-fd79-441c-aafd-0cd50cb9619d tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] 10.222.0.69 "DELETE /v2.0/security-groups/a16234f0-c286-49d1-8783-8a84c0b49cd2 HTTP/1.1" status: 204 len: 168 time: 0.7167988 Dec 10 19:19:40.018853 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-bfb24922-00c7-4a79-8f27-9c6171256aa3 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 390ef95d-af8c-4973-afeb-ebcfa29572f8) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:19:40.029736 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb24922-00c7-4a79-8f27-9c6171256aa3 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:40.030348 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bfb24922-00c7-4a79-8f27-9c6171256aa3 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:40.033247 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55016) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:40.069849 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029913dd-db8d-4ce3-94e9-b0d63c426a39 None None] Network b4cdc88c-b4c1-45c0-82ac-77804ad0ad0a requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:19:40.103648 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-3173b66b-a228-4063-b3ae-4df89f626c97 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0642333 Dec 10 19:19:40.105618 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8893651e-fd79-441c-aafd-0cd50cb9619d tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16234f0-c286-49d1-8783-8a84c0b49cd2,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:40.111355 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55018) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:40.119000 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-902fde7a-f363-401e-b647-8cb5cd501cc7 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Request body: {'security_group': {'name': 'tempest-secgroup--647870168'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:40.149224 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-bfb24922-00c7-4a79-8f27-9c6171256aa3 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5838783 Dec 10 19:19:40.154189 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55020) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:40.190894 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6bb62c-87aa-4642-9204-a45a089d281f None None] Network 390ef95d-af8c-4973-afeb-ebcfa29572f8 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:19:40.279745 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-d07e326a-dc28-40c3-a30f-d8bb28c91dd3 None None] Notify callbacks [] for port, precommit_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:40.296957 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-d07e326a-dc28-40c3-a30f-d8bb28c91dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:40.355355 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-902fde7a-f363-401e-b647-8cb5cd501cc7 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:40.382509 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea54be-caf7-422c-aaba-349649c0a1a7 req-0483dc35-97dc-4cbf-b958-9ce33d47bc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:40.386994 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a5ea54be-caf7-422c-aaba-349649c0a1a7 req-0483dc35-97dc-4cbf-b958-9ce33d47bc4c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=53996d5fb05a4682bb1d6dff196126df&device_id=a9ee5470-f8ed-45d7-98f0-8aa8a5740050 HTTP/1.1" status: 200 len: 1099 time: 0.9488142 Dec 10 19:19:40.408486 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b17f21-b43e-420d-ab47-a8f83950a772 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:40.412077 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c34d5-9bd4-4a77-ac45-8d946971fbd2 None None] Pushing event updated for resources: {'Port': ['ID=f3faa27a-efaa-47a4-af2a-e763a0f09db1,revision_number=3']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:40.417395 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-49b17f21-b43e-420d-ab47-a8f83950a772 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=da7c2f2a-f560-42f3-8510-087b533a0cee HTTP/1.1" status: 200 len: 1094 time: 1.1491337 Dec 10 19:19:40.421172 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55022) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:40.432832 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6017c668-6f6f-4bc1-b21e-4a63931510f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:40.460418 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 4d0b46ef-83cd-463a-9264-9100884b1be3 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:40.460827 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:40.530920 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c985007c-83c8-4741-aae5-28c4f9bae159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:40.534543 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-d07e326a-dc28-40c3-a30f-d8bb28c91dd3 None None] Attempting to bind port f3faa27a-efaa-47a4-af2a-e763a0f09db1 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:19:40.534543 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-d07e326a-dc28-40c3-a30f-d8bb28c91dd3 None None] Attempting to bind port f3faa27a-efaa-47a4-af2a-e763a0f09db1 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '2eb8d642-b144-4e1f-96c5-2287b27c0c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'b4cdc88c-b4c1-45c0-82ac-77804ad0ad0a'}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:19:40.534936 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07e326a-dc28-40c3-a30f-d8bb28c91dd3 None None] Attempting to bind port f3faa27a-efaa-47a4-af2a-e763a0f09db1 on network b4cdc88c-b4c1-45c0-82ac-77804ad0ad0a {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:19:40.542478 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07e326a-dc28-40c3-a30f-d8bb28c91dd3 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:19:40.543333 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07e326a-dc28-40c3-a30f-d8bb28c91dd3 None None] Checking segment: {'id': '2eb8d642-b144-4e1f-96c5-2287b27c0c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'b4cdc88c-b4c1-45c0-82ac-77804ad0ad0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:19:40.543734 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-d07e326a-dc28-40c3-a30f-d8bb28c91dd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:40.544176 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07e326a-dc28-40c3-a30f-d8bb28c91dd3 None None] Bound using segment: {'id': '2eb8d642-b144-4e1f-96c5-2287b27c0c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'b4cdc88c-b4c1-45c0-82ac-77804ad0ad0a'} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:19:40.545349 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-d07e326a-dc28-40c3-a30f-d8bb28c91dd3 None None] Bound port: f3faa27a-efaa-47a4-af2a-e763a0f09db1, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eb8d642-b144-4e1f-96c5-2287b27c0c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'b4cdc88c-b4c1-45c0-82ac-77804ad0ad0a'}}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:19:40.545763 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-d07e326a-dc28-40c3-a30f-d8bb28c91dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:40.547682 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-5b0f596d-8b9f-4d62-a2ac-01d2ece70a9e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'floatingip': {'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'port_id': 'f474eac2-65b4-4bb0-9076-1081e22ffee4', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:40.680833 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-d07e326a-dc28-40c3-a30f-d8bb28c91dd3 None None] For port f3faa27a-efaa-47a4-af2a-e763a0f09db1, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:19:40.685687 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-d07e326a-dc28-40c3-a30f-d8bb28c91dd3 None None] For port f3faa27a-efaa-47a4-af2a-e763a0f09db1, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=f3faa27a-efaa-47a4-af2a-e763a0f09db1,segment=NetworkSegment(2eb8d642-b144-4e1f-96c5-2287b27c0c65),segment_id=2eb8d642-b144-4e1f-96c5-2287b27c0c65)] {{(pid=102368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:19:40.685953 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5b0f596d-8b9f-4d62-a2ac-01d2ece70a9e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for floatingip, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:40.695563 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-d07e326a-dc28-40c3-a30f-d8bb28c91dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:40.714220 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-6017c668-6f6f-4bc1-b21e-4a63931510f8 None None] For port bedafc4c-7e8f-417c-8d79-13882284b0bc, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=bedafc4c-7e8f-417c-8d79-13882284b0bc,segment=NetworkSegment(5dc05085-69a5-4e97-b5cf-0a03536eae3f),segment_id=5dc05085-69a5-4e97-b5cf-0a03536eae3f)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:19:40.752313 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea54be-caf7-422c-aaba-349649c0a1a7 req-942c26a0-4667-4ebd-a421-390666bc8951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:40.753648 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a5ea54be-caf7-422c-aaba-349649c0a1a7 req-942c26a0-4667-4ebd-a421-390666bc8951 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5c1cbc5b-79f3-44fe-a881-f91ab33966d7 HTTP/1.1" status: 200 len: 897 time: 0.3228745 Dec 10 19:19:40.768450 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6017c668-6f6f-4bc1-b21e-4a63931510f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:40.820586 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07e326a-dc28-40c3-a30f-d8bb28c91dd3 None None] Routers {'3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:19:40.821568 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-d07e326a-dc28-40c3-a30f-d8bb28c91dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:19:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:40.863070 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a5ea54be-caf7-422c-aaba-349649c0a1a7 req-c2780aea-8b1f-40b9-84b8-0bbf2630d129 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=d598e5c0-2c60-4c69-b72e-095fa0a643cb HTTP/1.1" status: 200 len: 1002 time: 0.0966940 Dec 10 19:19:40.887233 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6017c668-6f6f-4bc1-b21e-4a63931510f8 None None] Pushing event updated for resources: {'Port': ['ID=bedafc4c-7e8f-417c-8d79-13882284b0bc,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:40.898491 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60373d06-c16e-4901-9a94-67dddfc52fea None None] Network b66cbbb3-0bb2-4ec2-9265-56a19eed7961 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:19:40.907046 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c985007c-83c8-4741-aae5-28c4f9bae159 admin admin] Router 21d10ce8-78fd-468c-9a97-39e89ad24b8a is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:19:40.908543 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c34d5-9bd4-4a77-ac45-8d946971fbd2 None None] Pushing event updated for resources: {'Port': ['ID=f3faa27a-efaa-47a4-af2a-e763a0f09db1,revision_number=4']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:40.941349 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-902fde7a-f363-401e-b647-8cb5cd501cc7 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:40.947398 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea54be-caf7-422c-aaba-349649c0a1a7 req-3e95a621-c5c8-438e-bde9-53c2ea8081d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:40.952539 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a5ea54be-caf7-422c-aaba-349649c0a1a7 req-3e95a621-c5c8-438e-bde9-53c2ea8081d7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc68e97e-3fc0-433f-a054-2cde4e5595d8 HTTP/1.1" status: 200 len: 837 time: 0.0799174 Dec 10 19:19:40.958434 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-902fde7a-f363-401e-b647-8cb5cd501cc7 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:40.984455 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-d07e326a-dc28-40c3-a30f-d8bb28c91dd3 None None] Set router 3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2 gateway port host: None {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:19:41.001624 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902fde7a-f363-401e-b647-8cb5cd501cc7 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88f6b5dd-f3b6-42ef-9b4e-719a23c237b2,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:41.046788 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-387629d0-4ac7-4541-9231-6b3b82ce2ca7 None None] Provisioning complete for port bf5f79a4-d3b9-4c57-9d99-397431129d6d triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:41.047366 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-387629d0-4ac7-4541-9231-6b3b82ce2ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:41.128691 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-580dade5-adff-47ea-9466-ddf5ffd6269a tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:41.132751 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c985007c-83c8-4741-aae5-28c4f9bae159 admin admin] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:19:41.134336 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-902fde7a-f363-401e-b647-8cb5cd501cc7 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:41.145588 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-902fde7a-f363-401e-b647-8cb5cd501cc7 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0298202 Dec 10 19:19:41.151688 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55024) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:41.178847 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-39e4559f-edfe-455a-accc-d9cee5426b95 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Request body: {'security_group_rule': {'security_group_id': '88f6b5dd-f3b6-42ef-9b4e-719a23c237b2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:41.180008 dv-neutron-821441-1-hyperv neutron-server[102366]: WARNING neutron.api.v2.base [None req-39e4559f-edfe-455a-accc-d9cee5426b95 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 10 19:19:41.180896 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-39e4559f-edfe-455a-accc-d9cee5426b95 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:19:41.183824 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-39e4559f-edfe-455a-accc-d9cee5426b95 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0208948 Dec 10 19:19:41.188762 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55026) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:41.199586 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-0b9d2cb2-5c57-4453-b0f5-185f16ac49ef tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Request body: {'security_group_rule': {'security_group_id': '88f6b5dd-f3b6-42ef-9b4e-719a23c237b2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:41.235407 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea54be-caf7-422c-aaba-349649c0a1a7 req-080b429a-54c9-4393-8938-898b9574127c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:41.237905 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a5ea54be-caf7-422c-aaba-349649c0a1a7 req-080b429a-54c9-4393-8938-898b9574127c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5c1cbc5b-79f3-44fe-a881-f91ab33966d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1004541 Dec 10 19:19:41.295246 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088a081c-0b82-45d7-a011-5a4f85028a48 None None] Sync routers for ids ['21d10ce8-78fd-468c-9a97-39e89ad24b8a'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:19:41.342522 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32aa266d-db54-483e-8523-f439b46bc39b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-390ef95d-af8c-4973-afeb-ebcfa29572f8', 'network_id': '390ef95d-af8c-4973-afeb-ebcfa29572f8', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'fixed_ips': [{'subnet_id': '959198a8-ffe4-4851-9ef2-760ef488dda3'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:19:41.343180 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-32aa266d-db54-483e-8523-f439b46bc39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:41.378888 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-d07e326a-dc28-40c3-a30f-d8bb28c91dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'name': 'tempest-RoutersIpV6Test-router-526777550', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:19:17Z', 'updated_at': '2021-12-10T19:19:35Z', 'revision_number': 4, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'gw_port_host': None, '_interfaces': [{'id': '32c78a96-dc4b-4678-8233-b87ef22c59a5', 'name': '', 'network_id': '4e4e81e3-d363-40e9-b07f-f9adc9ea26e9', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'mac_address': 'fa:16:3e:2e:8f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '6754dea9-da69-4df2-b55a-aab2cbf38c49', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:21Z', 'updated_at': '2021-12-10T19:19:34Z', 'revision_number': 5, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'subnets': [{'id': '6754dea9-da69-4df2-b55a-aab2cbf38c49', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bedafc4c-7e8f-417c-8d79-13882284b0bc', 'name': '', 'network_id': '35ea7c13-e763-407e-89d3-06b855f37274', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'mac_address': 'fa:16:3e:b6:7a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '0ed98fe1-5c52-4543-aa1d-859e613429af', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:28Z', 'updated_at': '2021-12-10T19:19:40Z', 'revision_number': 5, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'subnets': [{'id': '0ed98fe1-5c52-4543-aa1d-859e613429af', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3faa27a-efaa-47a4-af2a-e763a0f09db1', 'name': '', 'network_id': 'b4cdc88c-b4c1-45c0-82ac-77804ad0ad0a', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'mac_address': 'fa:16:3e:42:6d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'd1373477-be38-4842-b0cd-d6914bc52f60', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:33Z', 'updated_at': '2021-12-10T19:19:40Z', 'revision_number': 4, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'subnets': [{'id': 'd1373477-be38-4842-b0cd-d6914bc52f60', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:41.389648 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-281f782c-6025-42c5-b281-9ef5b78fafc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'name': 'tempest-TestVolumeBootPattern-237231579-router', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'dae55733-5f2b-4a73-9001-419ef8dbbe6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:19:20Z', 'updated_at': '2021-12-10T19:19:29Z', 'revision_number': 4, 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'gw_port': {'id': 'dae55733-5f2b-4a73-9001-419ef8dbbe6a', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:21Z', 'updated_at': '2021-12-10T19:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': 'bf5f79a4-d3b9-4c57-9d99-397431129d6d', 'name': '', 'network_id': '8fe565ca-25f0-46cc-a74d-1d785e1c4483', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'mac_address': 'fa:16:3e:6c:f9:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '08326994-b03f-4864-96e3-852094c75fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:28Z', 'updated_at': '2021-12-10T19:19:38Z', 'revision_number': 4, 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'subnets': [{'id': '08326994-b03f-4864-96e3-852094c75fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:41.391515 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088a081c-0b82-45d7-a011-5a4f85028a48 None None] Routers {'21d10ce8-78fd-468c-9a97-39e89ad24b8a'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:19:41.392133 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-088a081c-0b82-45d7-a011-5a4f85028a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:19:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['21d10ce8-78fd-468c-9a97-39e89ad24b8a'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:41.420266 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5b0f596d-8b9f-4d62-a2ac-01d2ece70a9e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:41.421274 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07e326a-dc28-40c3-a30f-d8bb28c91dd3 None None] The sync data for ids ['3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2'] in dv-neutron-821441-1-hyperv is: [{'id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'name': 'tempest-RoutersIpV6Test-router-526777550', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:19:17Z', 'updated_at': '2021-12-10T19:19:35Z', 'revision_number': 4, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'gw_port_host': None, '_interfaces': [{'id': '32c78a96-dc4b-4678-8233-b87ef22c59a5', 'name': '', 'network_id': '4e4e81e3-d363-40e9-b07f-f9adc9ea26e9', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'mac_address': 'fa:16:3e:2e:8f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '6754dea9-da69-4df2-b55a-aab2cbf38c49', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:21Z', 'updated_at': '2021-12-10T19:19:34Z', 'revision_number': 5, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'subnets': [{'id': '6754dea9-da69-4df2-b55a-aab2cbf38c49', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bedafc4c-7e8f-417c-8d79-13882284b0bc', 'name': '', 'network_id': '35ea7c13-e763-407e-89d3-06b855f37274', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'mac_address': 'fa:16:3e:b6:7a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '0ed98fe1-5c52-4543-aa1d-859e613429af', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:28Z', 'updated_at': '2021-12-10T19:19:40Z', 'revision_number': 5, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'subnets': [{'id': '0ed98fe1-5c52-4543-aa1d-859e613429af', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3faa27a-efaa-47a4-af2a-e763a0f09db1', 'name': '', 'network_id': 'b4cdc88c-b4c1-45c0-82ac-77804ad0ad0a', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'mac_address': 'fa:16:3e:42:6d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'd1373477-be38-4842-b0cd-d6914bc52f60', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:33Z', 'updated_at': '2021-12-10T19:19:40Z', 'revision_number': 4, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'subnets': [{'id': 'd1373477-be38-4842-b0cd-d6914bc52f60', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:19:41.439483 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c985007c-83c8-4741-aae5-28c4f9bae159 admin admin] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:41.440762 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-c985007c-83c8-4741-aae5-28c4f9bae159 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.1191742 Dec 10 19:19:41.446324 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55028) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:41.569097 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a5ea54be-caf7-422c-aaba-349649c0a1a7 req-82148992-5e64-42dc-8317-a33354fc118b service neutron] 10.222.0.36 "GET /v2.0/networks/5c1cbc5b-79f3-44fe-a881-f91ab33966d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163087 Dec 10 19:19:41.574966 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.api.v2.resource [None req-0b9d2cb2-5c57-4453-b0f5-185f16ac49ef tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:19:41.581540 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-0b9d2cb2-5c57-4453-b0f5-185f16ac49ef tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3819661 Dec 10 19:19:41.606866 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55030) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:41.617745 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-b7198c5c-b09e-4e73-94d4-dddc9d23b3d4 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Request body: {'security_group_rule': {'security_group_id': '88f6b5dd-f3b6-42ef-9b4e-719a23c237b2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:41.618204 dv-neutron-821441-1-hyperv neutron-server[102366]: WARNING neutron.api.v2.base [None req-b7198c5c-b09e-4e73-94d4-dddc9d23b3d4 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 10 19:19:41.618689 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-b7198c5c-b09e-4e73-94d4-dddc9d23b3d4 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:19:41.624212 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-b7198c5c-b09e-4e73-94d4-dddc9d23b3d4 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0120533 Dec 10 19:19:41.628812 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55032) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:41.634016 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-6f230bbc-e498-455d-9ae5-1a64d2da0b89 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Request body: {'security_group_rule': {'security_group_id': '88f6b5dd-f3b6-42ef-9b4e-719a23c237b2', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:41.680806 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-5b0f596d-8b9f-4d62-a2ac-01d2ece70a9e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Allocated IP 172.26.6.237 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/1edf4895-ecd3-4a19-8e94-c684a48c0253) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:19:41.706436 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a5ea54be-caf7-422c-aaba-349649c0a1a7 req-437f3d31-9af1-458f-b000-04eccbe1af55 service neutron] 10.222.0.36 "GET /v2.0/networks/5c1cbc5b-79f3-44fe-a881-f91ab33966d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327605 Dec 10 19:19:41.802901 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281f782c-6025-42c5-b281-9ef5b78fafc8 None None] The sync data for ids ['da4b58b2-de25-4725-9b13-7b9bcec019d2'] in dv-neutron-821441-1-hyperv is: [{'id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'name': 'tempest-TestVolumeBootPattern-237231579-router', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'dae55733-5f2b-4a73-9001-419ef8dbbe6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:19:20Z', 'updated_at': '2021-12-10T19:19:29Z', 'revision_number': 4, 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'gw_port': {'id': 'dae55733-5f2b-4a73-9001-419ef8dbbe6a', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:21Z', 'updated_at': '2021-12-10T19:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': 'bf5f79a4-d3b9-4c57-9d99-397431129d6d', 'name': '', 'network_id': '8fe565ca-25f0-46cc-a74d-1d785e1c4483', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'mac_address': 'fa:16:3e:6c:f9:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '08326994-b03f-4864-96e3-852094c75fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:28Z', 'updated_at': '2021-12-10T19:19:38Z', 'revision_number': 4, 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'subnets': [{'id': '08326994-b03f-4864-96e3-852094c75fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:19:41.806265 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device e3fde5c5-1f9f-4c90-b62a-f45fd60e6777 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:19:42.008543 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-6f230bbc-e498-455d-9ae5-1a64d2da0b89 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:19:42.014986 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-6f230bbc-e498-455d-9ae5-1a64d2da0b89 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3851852 Dec 10 19:19:42.021395 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55034) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:42.043940 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-604da4dd-6b77-4cb9-8907-26bc654c5e73 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Request body: {'security_group_rule': {'security_group_id': '88f6b5dd-f3b6-42ef-9b4e-719a23c237b2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:42.044659 dv-neutron-821441-1-hyperv neutron-server[102366]: WARNING neutron.api.v2.base [None req-604da4dd-6b77-4cb9-8907-26bc654c5e73 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 10 19:19:42.045289 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-604da4dd-6b77-4cb9-8907-26bc654c5e73 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:19:42.046380 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-604da4dd-6b77-4cb9-8907-26bc654c5e73 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0177658 Dec 10 19:19:42.051149 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55036) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:42.082807 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-1235161b-3e08-4e34-b1db-502bbdc5f422 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Request body: {'security_group_rule': {'security_group_id': '88f6b5dd-f3b6-42ef-9b4e-719a23c237b2', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:42.147989 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-580dade5-adff-47ea-9466-ddf5ffd6269a tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Allocated IP 2001:db8:3::1 (390ef95d-af8c-4973-afeb-ebcfa29572f8/959198a8-ffe4-4851-9ef2-760ef488dda3/0014c17f-bd2b-4c48-be32-702983314550) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:19:42.267626 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-088a081c-0b82-45d7-a011-5a4f85028a48 None None] Set router 21d10ce8-78fd-468c-9a97-39e89ad24b8a gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:19:42.425808 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5b0f596d-8b9f-4d62-a2ac-01d2ece70a9e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:42.486817 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-1235161b-3e08-4e34-b1db-502bbdc5f422 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:19:42.488164 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-1235161b-3e08-4e34-b1db-502bbdc5f422 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4361057 Dec 10 19:19:42.494005 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55038) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:42.498390 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5b0f596d-8b9f-4d62-a2ac-01d2ece70a9e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:42.513094 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-9dfeacce-1f2a-43e7-a807-dc12d29ac450 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Request body: {'security_group_rule': {'security_group_id': '88f6b5dd-f3b6-42ef-9b4e-719a23c237b2', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:42.513585 dv-neutron-821441-1-hyperv neutron-server[102366]: WARNING neutron.api.v2.base [None req-9dfeacce-1f2a-43e7-a807-dc12d29ac450 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 10 19:19:42.514086 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-9dfeacce-1f2a-43e7-a807-dc12d29ac450 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:19:42.514369 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-95283a73-fc7e-4b76-81a0-a84fab6fd0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:42.515163 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-9dfeacce-1f2a-43e7-a807-dc12d29ac450 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0187593 Dec 10 19:19:42.523860 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55040) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:42.548692 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-944ca0d5-12ec-4bbc-910a-d00efc835d0b tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Request body: {'security_group_rule': {'security_group_id': '88f6b5dd-f3b6-42ef-9b4e-719a23c237b2', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:42.611955 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port e3fde5c5-1f9f-4c90-b62a-f45fd60e6777 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:42.613605 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:42.624582 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0f596d-8b9f-4d62-a2ac-01d2ece70a9e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:19:42.641570 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-5b0f596d-8b9f-4d62-a2ac-01d2ece70a9e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:19:42.650736 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0f596d-8b9f-4d62-a2ac-01d2ece70a9e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:19:42.653332 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f596d-8b9f-4d62-a2ac-01d2ece70a9e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Port': ['ID=1edf4895-ecd3-4a19-8e94-c684a48c0253,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:42.680955 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-387629d0-4ac7-4541-9231-6b3b82ce2ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:42.757997 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.api.v2.resource [None req-944ca0d5-12ec-4bbc-910a-d00efc835d0b tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:19:42.768816 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-944ca0d5-12ec-4bbc-910a-d00efc835d0b tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2220843 Dec 10 19:19:42.775334 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55044) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:42.790714 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-2c4b4e78-0057-40a2-81ec-a2ecdcc3a61b tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Request body: {'security_group_rule': {'security_group_id': '88f6b5dd-f3b6-42ef-9b4e-719a23c237b2', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:42.898165 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.api.v2.resource [None req-2c4b4e78-0057-40a2-81ec-a2ecdcc3a61b tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:19:42.901195 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-2c4b4e78-0057-40a2-81ec-a2ecdcc3a61b tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1234889 Dec 10 19:19:42.905491 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55046) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:42.915217 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-580dade5-adff-47ea-9466-ddf5ffd6269a tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:42.989358 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-387629d0-4ac7-4541-9231-6b3b82ce2ca7 None None] For port bf5f79a4-d3b9-4c57-9d99-397431129d6d, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=bf5f79a4-d3b9-4c57-9d99-397431129d6d,segment=NetworkSegment(f660800f-194f-49ad-8e36-a73cd4c72d7d),segment_id=f660800f-194f-49ad-8e36-a73cd4c72d7d)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:19:43.050875 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-387629d0-4ac7-4541-9231-6b3b82ce2ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:43.101740 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-580dade5-adff-47ea-9466-ddf5ffd6269a tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:43.105510 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-bdcda93c-a339-45df-a2b0-f7d16cd0bed8 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks [] for security_group, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:43.108348 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-95283a73-fc7e-4b76-81a0-a84fab6fd0ba admin admin] Allocated IP 172.20.0.1 (b66cbbb3-0bb2-4ec2-9265-56a19eed7961/30b15282-9ea9-46ff-a388-9c051fe65de6/aff40733-7a11-4654-9e5b-a8fb61a22107) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:19:43.162444 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580dade5-adff-47ea-9466-ddf5ffd6269a tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Network 390ef95d-af8c-4973-afeb-ebcfa29572f8 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:19:43.172573 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-580dade5-adff-47ea-9466-ddf5ffd6269a tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:19:43.175901 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580dade5-adff-47ea-9466-ddf5ffd6269a tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:19:43.176449 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-580dade5-adff-47ea-9466-ddf5ffd6269a tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712030'] for router_interface, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:43.194090 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-bdcda93c-a339-45df-a2b0-f7d16cd0bed8 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:43.236761 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac90e85-9ba8-456d-a8e8-9d84100cd745 None None] Sync routers for ids ['3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:19:43.257058 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac90e85-9ba8-456d-a8e8-9d84100cd745 None None] Routers {'3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:19:43.257459 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-9ac90e85-9ba8-456d-a8e8-9d84100cd745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:19:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:43.271409 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:43.272317 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580dade5-adff-47ea-9466-ddf5ffd6269a tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event updated for resources: {'Port': ['ID=0014c17f-bd2b-4c48-be32-702983314550,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:43.345457 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-bdcda93c-a339-45df-a2b0-f7d16cd0bed8 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:43.350207 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-bdcda93c-a339-45df-a2b0-f7d16cd0bed8 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:43.351997 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-bdcda93c-a339-45df-a2b0-f7d16cd0bed8 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] 10.222.0.69 "DELETE /v2.0/security-groups/88f6b5dd-f3b6-42ef-9b4e-719a23c237b2 HTTP/1.1" status: 204 len: 168 time: 0.4400074 Dec 10 19:19:43.375774 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55050) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:43.383371 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcda93c-a339-45df-a2b0-f7d16cd0bed8 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f6b5dd-f3b6-42ef-9b4e-719a23c237b2,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:43.446149 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-95283a73-fc7e-4b76-81a0-a84fab6fd0ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:43.497622 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-387629d0-4ac7-4541-9231-6b3b82ce2ca7 None None] Provisioning complete for port 2edbd907-0031-4213-84e1-4ac8951829eb triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:43.497979 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-387629d0-4ac7-4541-9231-6b3b82ce2ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:43.500756 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-001fe3c2-96d4-4e17-ac53-3e3276bed168 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1146255 Dec 10 19:19:43.516110 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55052) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:43.535046 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-0594b8d4-6dcf-4fd1-80a8-31226ed1e42b tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Request body: {'security_group': {'name': 'tempest-secgroup--683210768'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:43.549495 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-9ac90e85-9ba8-456d-a8e8-9d84100cd745 None None] Set router 3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2 gateway port host: None {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:19:43.560044 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-32aa266d-db54-483e-8523-f439b46bc39b None None] Allocated IP 2001:db8:3::2 (390ef95d-af8c-4973-afeb-ebcfa29572f8/959198a8-ffe4-4851-9ef2-760ef488dda3/cda88e15-69d2-4182-9d2c-e3ea42948e5f) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:19:43.560312 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-580dade5-adff-47ea-9466-ddf5ffd6269a tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:43.575646 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387629d0-4ac7-4541-9231-6b3b82ce2ca7 None None] Pushing event updated for resources: {'Port': ['ID=bf5f79a4-d3b9-4c57-9d99-397431129d6d,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:43.610821 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-95283a73-fc7e-4b76-81a0-a84fab6fd0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:43.710474 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95283a73-fc7e-4b76-81a0-a84fab6fd0ba admin admin] Network b66cbbb3-0bb2-4ec2-9265-56a19eed7961 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:19:43.724224 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-95283a73-fc7e-4b76-81a0-a84fab6fd0ba admin admin] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:19:43.726429 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port e3fde5c5-1f9f-4c90-b62a-f45fd60e6777, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=e3fde5c5-1f9f-4c90-b62a-f45fd60e6777,segment=NetworkSegment(2eb8d642-b144-4e1f-96c5-2287b27c0c65),segment_id=2eb8d642-b144-4e1f-96c5-2287b27c0c65)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:19:43.750393 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95283a73-fc7e-4b76-81a0-a84fab6fd0ba admin admin] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:19:43.750716 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:43.757421 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95283a73-fc7e-4b76-81a0-a84fab6fd0ba admin admin] Pushing event updated for resources: {'Port': ['ID=aff40733-7a11-4654-9e5b-a8fb61a22107,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:43.777370 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0594b8d4-6dcf-4fd1-80a8-31226ed1e42b tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:43.857917 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-95283a73-fc7e-4b76-81a0-a84fab6fd0ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712030'] for router_interface, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:44.015799 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-088a081c-0b82-45d7-a011-5a4f85028a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d10ce8-78fd-468c-9a97-39e89ad24b8a', 'name': 'tempest-TestVolumeBootPattern-539078131-router', 'tenant_id': '226abf99d4a8487099e0e9eb03b44956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '2ed3bdf1-89cf-424b-8a7c-5e2c7178c1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:19:34Z', 'updated_at': '2021-12-10T19:19:38Z', 'revision_number': 3, 'project_id': '226abf99d4a8487099e0e9eb03b44956', 'gw_port': {'id': '2ed3bdf1-89cf-424b-8a7c-5e2c7178c1c2', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d6:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d10ce8-78fd-468c-9a97-39e89ad24b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:36Z', 'updated_at': '2021-12-10T19:19:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:44.032693 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-9ac90e85-9ba8-456d-a8e8-9d84100cd745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'name': 'tempest-RoutersIpV6Test-router-526777550', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:19:17Z', 'updated_at': '2021-12-10T19:19:35Z', 'revision_number': 4, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'gw_port_host': None, '_interfaces': [{'id': '32c78a96-dc4b-4678-8233-b87ef22c59a5', 'name': '', 'network_id': '4e4e81e3-d363-40e9-b07f-f9adc9ea26e9', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'mac_address': 'fa:16:3e:2e:8f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '6754dea9-da69-4df2-b55a-aab2cbf38c49', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:21Z', 'updated_at': '2021-12-10T19:19:34Z', 'revision_number': 5, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'subnets': [{'id': '6754dea9-da69-4df2-b55a-aab2cbf38c49', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bedafc4c-7e8f-417c-8d79-13882284b0bc', 'name': '', 'network_id': '35ea7c13-e763-407e-89d3-06b855f37274', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'mac_address': 'fa:16:3e:b6:7a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '0ed98fe1-5c52-4543-aa1d-859e613429af', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:28Z', 'updated_at': '2021-12-10T19:19:40Z', 'revision_number': 5, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'subnets': [{'id': '0ed98fe1-5c52-4543-aa1d-859e613429af', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3faa27a-efaa-47a4-af2a-e763a0f09db1', 'name': '', 'network_id': 'b4cdc88c-b4c1-45c0-82ac-77804ad0ad0a', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'mac_address': 'fa:16:3e:42:6d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'd1373477-be38-4842-b0cd-d6914bc52f60', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:33Z', 'updated_at': '2021-12-10T19:19:40Z', 'revision_number': 4, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'subnets': [{'id': 'd1373477-be38-4842-b0cd-d6914bc52f60', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:44.121049 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088a081c-0b82-45d7-a011-5a4f85028a48 None None] Checking router: 21d10ce8-78fd-468c-9a97-39e89ad24b8a for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:19:44.121397 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088a081c-0b82-45d7-a011-5a4f85028a48 None None] Updating router 21d10ce8-78fd-468c-9a97-39e89ad24b8a port 2ed3bdf1-89cf-424b-8a7c-5e2c7178c1c2 binding host dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:19:44.126151 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5b0f596d-8b9f-4d62-a2ac-01d2ece70a9e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:44.136480 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac90e85-9ba8-456d-a8e8-9d84100cd745 None None] Checking router: 3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2 for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:19:44.154749 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac90e85-9ba8-456d-a8e8-9d84100cd745 None None] Routers {'3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:19:44.155388 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-9ac90e85-9ba8-456d-a8e8-9d84100cd745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:19:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:44.190898 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=e3fde5c5-1f9f-4c90-b62a-f45fd60e6777,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:44.371692 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-088a081c-0b82-45d7-a011-5a4f85028a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:44.414406 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-9ac90e85-9ba8-456d-a8e8-9d84100cd745 None None] Set router 3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2 gateway port host: None {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:19:44.535497 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-387629d0-4ac7-4541-9231-6b3b82ce2ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:44.536766 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-95283a73-fc7e-4b76-81a0-a84fab6fd0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:44.559323 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device f3faa27a-efaa-47a4-af2a-e763a0f09db1 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:19:44.673642 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-32aa266d-db54-483e-8523-f439b46bc39b None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:44.881043 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-9ac90e85-9ba8-456d-a8e8-9d84100cd745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'name': 'tempest-RoutersIpV6Test-router-526777550', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:19:17Z', 'updated_at': '2021-12-10T19:19:43Z', 'revision_number': 5, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'gw_port_host': None, '_interfaces': [{'id': '0014c17f-bd2b-4c48-be32-702983314550', 'name': '', 'network_id': '390ef95d-af8c-4973-afeb-ebcfa29572f8', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'mac_address': 'fa:16:3e:cc:2f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '959198a8-ffe4-4851-9ef2-760ef488dda3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:41Z', 'updated_at': '2021-12-10T19:19:42Z', 'revision_number': 1, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'subnets': [{'id': '959198a8-ffe4-4851-9ef2-760ef488dda3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '32c78a96-dc4b-4678-8233-b87ef22c59a5', 'name': '', 'network_id': '4e4e81e3-d363-40e9-b07f-f9adc9ea26e9', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'mac_address': 'fa:16:3e:2e:8f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '6754dea9-da69-4df2-b55a-aab2cbf38c49', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:21Z', 'updated_at': '2021-12-10T19:19:34Z', 'revision_number': 5, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'subnets': [{'id': '6754dea9-da69-4df2-b55a-aab2cbf38c49', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bedafc4c-7e8f-417c-8d79-13882284b0bc', 'name': '', 'network_id': '35ea7c13-e763-407e-89d3-06b855f37274', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'mac_address': 'fa:16:3e:b6:7a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '0ed98fe1-5c52-4543-aa1d-859e613429af', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:28Z', 'updated_at': '2021-12-10T19:19:40Z', 'revision_number': 5, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'subnets': [{'id': '0ed98fe1-5c52-4543-aa1d-859e613429af', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3faa27a-efaa-47a4-af2a-e763a0f09db1', 'name': '', 'network_id': 'b4cdc88c-b4c1-45c0-82ac-77804ad0ad0a', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'mac_address': 'fa:16:3e:42:6d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'd1373477-be38-4842-b0cd-d6914bc52f60', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:33Z', 'updated_at': '2021-12-10T19:19:40Z', 'revision_number': 4, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'subnets': [{'id': 'd1373477-be38-4842-b0cd-d6914bc52f60', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:44.890041 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-387629d0-4ac7-4541-9231-6b3b82ce2ca7 None None] For port 2edbd907-0031-4213-84e1-4ac8951829eb, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=2edbd907-0031-4213-84e1-4ac8951829eb,segment=NetworkSegment(1263b5e0-9c22-4ad9-9110-570288258b64),segment_id=1263b5e0-9c22-4ad9-9110-570288258b64)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:19:44.906341 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-32aa266d-db54-483e-8523-f439b46bc39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:44.924371 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac90e85-9ba8-456d-a8e8-9d84100cd745 None None] The sync data for ids ['3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2'] in dv-neutron-821441-1-hyperv is: [{'id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'name': 'tempest-RoutersIpV6Test-router-526777550', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:19:17Z', 'updated_at': '2021-12-10T19:19:43Z', 'revision_number': 5, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'gw_port_host': None, '_interfaces': [{'id': '0014c17f-bd2b-4c48-be32-702983314550', 'name': '', 'network_id': '390ef95d-af8c-4973-afeb-ebcfa29572f8', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'mac_address': 'fa:16:3e:cc:2f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '959198a8-ffe4-4851-9ef2-760ef488dda3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:41Z', 'updated_at': '2021-12-10T19:19:42Z', 'revision_number': 1, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'subnets': [{'id': '959198a8-ffe4-4851-9ef2-760ef488dda3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '32c78a96-dc4b-4678-8233-b87ef22c59a5', 'name': '', 'network_id': '4e4e81e3-d363-40e9-b07f-f9adc9ea26e9', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'mac_address': 'fa:16:3e:2e:8f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '6754dea9-da69-4df2-b55a-aab2cbf38c49', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:21Z', 'updated_at': '2021-12-10T19:19:34Z', 'revision_number': 5, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'subnets': [{'id': '6754dea9-da69-4df2-b55a-aab2cbf38c49', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bedafc4c-7e8f-417c-8d79-13882284b0bc', 'name': '', 'network_id': '35ea7c13-e763-407e-89d3-06b855f37274', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'mac_address': 'fa:16:3e:b6:7a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '0ed98fe1-5c52-4543-aa1d-859e613429af', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:28Z', 'updated_at': '2021-12-10T19:19:40Z', 'revision_number': 5, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'subnets': [{'id': '0ed98fe1-5c52-4543-aa1d-859e613429af', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3faa27a-efaa-47a4-af2a-e763a0f09db1', 'name': '', 'network_id': 'b4cdc88c-b4c1-45c0-82ac-77804ad0ad0a', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'mac_address': 'fa:16:3e:42:6d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'd1373477-be38-4842-b0cd-d6914bc52f60', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:33Z', 'updated_at': '2021-12-10T19:19:40Z', 'revision_number': 4, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'subnets': [{'id': 'd1373477-be38-4842-b0cd-d6914bc52f60', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:19:44.951735 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-95283a73-fc7e-4b76-81a0-a84fab6fd0ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:44.952651 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-387629d0-4ac7-4541-9231-6b3b82ce2ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:44.959368 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-95283a73-fc7e-4b76-81a0-a84fab6fd0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:45.009840 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5b0f596d-8b9f-4d62-a2ac-01d2ece70a9e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:45.046697 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32aa266d-db54-483e-8523-f439b46bc39b None None] Network 390ef95d-af8c-4973-afeb-ebcfa29572f8 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:19:45.068859 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0594b8d4-6dcf-4fd1-80a8-31226ed1e42b tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:45.079146 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-95283a73-fc7e-4b76-81a0-a84fab6fd0ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3755716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711339'] for router_interface, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:45.085430 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95283a73-fc7e-4b76-81a0-a84fab6fd0ba admin admin] Pushing event updated for resources: {'Port': ['ID=aff40733-7a11-4654-9e5b-a8fb61a22107,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:45.092463 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-32aa266d-db54-483e-8523-f439b46bc39b None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:19:45.094549 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aa266d-db54-483e-8523-f439b46bc39b None None] Pushing event updated for resources: {'Port': ['ID=cda88e15-69d2-4182-9d2c-e3ea42948e5f,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:45.105489 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32aa266d-db54-483e-8523-f439b46bc39b None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:19:45.108039 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0594b8d4-6dcf-4fd1-80a8-31226ed1e42b tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:45.145431 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-387629d0-4ac7-4541-9231-6b3b82ce2ca7 None None] Provisioning complete for port e3fde5c5-1f9f-4c90-b62a-f45fd60e6777 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:45.145803 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-387629d0-4ac7-4541-9231-6b3b82ce2ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:45.180471 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port f3faa27a-efaa-47a4-af2a-e763a0f09db1 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:45.180862 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:45.225500 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0594b8d4-6dcf-4fd1-80a8-31226ed1e42b tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:45.229868 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-0594b8d4-6dcf-4fd1-80a8-31226ed1e42b tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7065489 Dec 10 19:19:45.236063 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55056) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:45.255065 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387629d0-4ac7-4541-9231-6b3b82ce2ca7 None None] Pushing event updated for resources: {'Port': ['ID=2edbd907-0031-4213-84e1-4ac8951829eb,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:45.256354 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-dfeeb0e5-d1ca-4316-9ece-9cc5f4023e2a tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Request body: {'security_group_rule': {'security_group_id': '27a43733-457d-4853-bee0-536fbd2b0287', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:45.313950 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95283a73-fc7e-4b76-81a0-a84fab6fd0ba admin admin] Network b66cbbb3-0bb2-4ec2-9265-56a19eed7961 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:19:45.316611 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-95283a73-fc7e-4b76-81a0-a84fab6fd0ba admin admin] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:19:45.336718 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0594b8d4-6dcf-4fd1-80a8-31226ed1e42b tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27a43733-457d-4853-bee0-536fbd2b0287,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:45.476086 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5b0f596d-8b9f-4d62-a2ac-01d2ece70a9e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:45.497926 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5b0f596d-8b9f-4d62-a2ac-01d2ece70a9e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:45.571615 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95283a73-fc7e-4b76-81a0-a84fab6fd0ba admin admin] Router 21d10ce8-78fd-468c-9a97-39e89ad24b8a has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:19:45.579320 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.api.v2.resource [None req-dfeeb0e5-d1ca-4316-9ece-9cc5f4023e2a tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] create failed (client error): The resource could not be found. Dec 10 19:19:45.582240 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-dfeeb0e5-d1ca-4316-9ece-9cc5f4023e2a tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3436007 Dec 10 19:19:45.585137 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55060) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:45.595826 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-f306b7ff-ea5f-4231-bf24-818e7d14d52f tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Request body: {'security_group_rule': {'security_group_id': '27a43733-457d-4853-bee0-536fbd2b0287', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '8fa28ba7-0bfd-498e-8696-2f20eba5a826'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:45.631516 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5b0f596d-8b9f-4d62-a2ac-01d2ece70a9e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3713103'] for floatingip, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:45.644200 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-580dade5-adff-47ea-9466-ddf5ffd6269a tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:45.722722 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-580dade5-adff-47ea-9466-ddf5ffd6269a tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:45.723960 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-580dade5-adff-47ea-9466-ddf5ffd6269a tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3755716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711339'] for router_interface, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:45.733697 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f596d-8b9f-4d62-a2ac-01d2ece70a9e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Port': ['ID=1edf4895-ecd3-4a19-8e94-c684a48c0253,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:45.777992 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-32aa266d-db54-483e-8523-f439b46bc39b None None] Attempting to bind port cda88e15-69d2-4182-9d2c-e3ea42948e5f on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:19:45.778364 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-32aa266d-db54-483e-8523-f439b46bc39b None None] Attempting to bind port cda88e15-69d2-4182-9d2c-e3ea42948e5f by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': 'ea3bbfcf-98c7-45ec-afeb-2b1da5aef470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '390ef95d-af8c-4973-afeb-ebcfa29572f8'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:19:45.779564 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32aa266d-db54-483e-8523-f439b46bc39b None None] Attempting to bind port cda88e15-69d2-4182-9d2c-e3ea42948e5f on network 390ef95d-af8c-4973-afeb-ebcfa29572f8 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:19:45.848489 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32aa266d-db54-483e-8523-f439b46bc39b None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:19:45.848939 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32aa266d-db54-483e-8523-f439b46bc39b None None] Checking segment: {'id': 'ea3bbfcf-98c7-45ec-afeb-2b1da5aef470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '390ef95d-af8c-4973-afeb-ebcfa29572f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:19:45.849300 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-32aa266d-db54-483e-8523-f439b46bc39b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:45.849695 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32aa266d-db54-483e-8523-f439b46bc39b None None] Bound using segment: {'id': 'ea3bbfcf-98c7-45ec-afeb-2b1da5aef470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '390ef95d-af8c-4973-afeb-ebcfa29572f8'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:19:45.850209 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-32aa266d-db54-483e-8523-f439b46bc39b None None] Bound port: cda88e15-69d2-4182-9d2c-e3ea42948e5f, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea3bbfcf-98c7-45ec-afeb-2b1da5aef470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '390ef95d-af8c-4973-afeb-ebcfa29572f8'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:19:45.851715 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-32aa266d-db54-483e-8523-f439b46bc39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:45.862905 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95283a73-fc7e-4b76-81a0-a84fab6fd0ba admin admin] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:19:45.892028 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.l3_db [None req-5b0f596d-8b9f-4d62-a2ac-01d2ece70a9e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Floating IP 0130aea9-1c9e-4cf6-a24c-281a44123df1 associated. External IP: 172.26.6.237, port: f474eac2-65b4-4bb0-9076-1081e22ffee4. Dec 10 19:19:45.897810 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-95283a73-fc7e-4b76-81a0-a84fab6fd0ba admin admin] 10.222.0.69 "PUT /v2.0/routers/21d10ce8-78fd-468c-9a97-39e89ad24b8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4391432 Dec 10 19:19:45.977817 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.api.v2.resource [None req-f306b7ff-ea5f-4231-bf24-818e7d14d52f tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] create failed (client error): The resource could not be found. Dec 10 19:19:45.982261 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-088a081c-0b82-45d7-a011-5a4f85028a48 None None] Notify callbacks [] for port, precommit_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:45.985240 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580dade5-adff-47ea-9466-ddf5ffd6269a tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event updated for resources: {'Port': ['ID=0014c17f-bd2b-4c48-be32-702983314550,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:46.001537 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-f306b7ff-ea5f-4231-bf24-818e7d14d52f tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4147618 Dec 10 19:19:46.004285 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55064) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:46.026129 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-088a081c-0b82-45d7-a011-5a4f85028a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:46.028203 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-387629d0-4ac7-4541-9231-6b3b82ce2ca7 None None] Provisioning complete for port bedafc4c-7e8f-417c-8d79-13882284b0bc triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:46.028451 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-387629d0-4ac7-4541-9231-6b3b82ce2ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:46.085727 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:46.089327 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-32aa266d-db54-483e-8523-f439b46bc39b None None] For port cda88e15-69d2-4182-9d2c-e3ea42948e5f, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:19:46.091608 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-db11ea78-627f-4b47-9378-5aba2fceffcc tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks [] for security_group, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:46.099780 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580dade5-adff-47ea-9466-ddf5ffd6269a tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Network 390ef95d-af8c-4973-afeb-ebcfa29572f8 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:19:46.101904 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-580dade5-adff-47ea-9466-ddf5ffd6269a tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:19:46.125069 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-db11ea78-627f-4b47-9378-5aba2fceffcc tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:46.193558 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-db11ea78-627f-4b47-9378-5aba2fceffcc tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:46.197888 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-db11ea78-627f-4b47-9378-5aba2fceffcc tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:46.199423 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-db11ea78-627f-4b47-9378-5aba2fceffcc tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] 10.222.0.69 "DELETE /v2.0/security-groups/27a43733-457d-4853-bee0-536fbd2b0287 HTTP/1.1" status: 204 len: 168 time: 0.1940501 Dec 10 19:19:46.204341 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-32aa266d-db54-483e-8523-f439b46bc39b None None] For port cda88e15-69d2-4182-9d2c-e3ea42948e5f, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=cda88e15-69d2-4182-9d2c-e3ea42948e5f,segment=NetworkSegment(ea3bbfcf-98c7-45ec-afeb-2b1da5aef470),segment_id=ea3bbfcf-98c7-45ec-afeb-2b1da5aef470)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:19:46.206476 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55070) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:46.233595 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-32aa266d-db54-483e-8523-f439b46bc39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:46.266471 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1842c-7ce5-4bed-862c-e87ecbc601f7 None None] Pushing event updated for resources: {'Port': ['ID=2ed3bdf1-89cf-424b-8a7c-5e2c7178c1c2,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:46.274437 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db11ea78-627f-4b47-9378-5aba2fceffcc tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a43733-457d-4853-bee0-536fbd2b0287,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:46.315621 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-a75fb22d-45c5-4100-8409-4186ba066a82 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1077883 Dec 10 19:19:46.320207 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55072) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:46.330499 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-96ef6180-8607-4172-ab64-379837689d9e tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Request body: {'security_group_rule': {'security_group_id': 'a72a4a55-8b8b-4522-8162-8d0c551ff212', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:46.350079 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aa266d-db54-483e-8523-f439b46bc39b None None] Pushing event updated for resources: {'Port': ['ID=cda88e15-69d2-4182-9d2c-e3ea42948e5f,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:46.356919 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-088a081c-0b82-45d7-a011-5a4f85028a48 None None] Attempting to bind port 2ed3bdf1-89cf-424b-8a7c-5e2c7178c1c2 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:19:46.357437 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-088a081c-0b82-45d7-a011-5a4f85028a48 None None] Attempting to bind port 2ed3bdf1-89cf-424b-8a7c-5e2c7178c1c2 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:19:46.357904 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088a081c-0b82-45d7-a011-5a4f85028a48 None None] Attempting to bind port 2ed3bdf1-89cf-424b-8a7c-5e2c7178c1c2 on network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:19:46.362303 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port f3faa27a-efaa-47a4-af2a-e763a0f09db1, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=f3faa27a-efaa-47a4-af2a-e763a0f09db1,segment=NetworkSegment(2eb8d642-b144-4e1f-96c5-2287b27c0c65),segment_id=2eb8d642-b144-4e1f-96c5-2287b27c0c65)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:19:46.365134 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-580dade5-adff-47ea-9466-ddf5ffd6269a tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Router 3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:19:46.383722 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b0f596d-8b9f-4d62-a2ac-01d2ece70a9e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Router fc36a459-772e-42b2-b336-e02eacb0da03 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:19:46.394424 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088a081c-0b82-45d7-a011-5a4f85028a48 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:19:46.396320 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088a081c-0b82-45d7-a011-5a4f85028a48 None None] Checking segment: {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:19:46.396904 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-088a081c-0b82-45d7-a011-5a4f85028a48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:46.397426 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088a081c-0b82-45d7-a011-5a4f85028a48 None None] Bound using segment: {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:19:46.398037 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-088a081c-0b82-45d7-a011-5a4f85028a48 None None] Bound port: 2ed3bdf1-89cf-424b-8a7c-5e2c7178c1c2, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:19:46.398529 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-088a081c-0b82-45d7-a011-5a4f85028a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:46.403620 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:46.404727 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device bedafc4c-7e8f-417c-8d79-13882284b0bc up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:19:46.430602 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.api.v2.resource [None req-96ef6180-8607-4172-ab64-379837689d9e tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] create failed (client error): The resource could not be found. Dec 10 19:19:46.433796 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-96ef6180-8607-4172-ab64-379837689d9e tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1108205 Dec 10 19:19:46.437373 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55074) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:46.445764 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-7b9c3fc8-e25a-4222-a585-b3d2c339da64 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Request body: {'security_group': {'name': 'tempest-secgroup--1823667568'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:46.491083 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7b9c3fc8-e25a-4222-a585-b3d2c339da64 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:46.511030 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580dade5-adff-47ea-9466-ddf5ffd6269a tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:19:46.526550 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-580dade5-adff-47ea-9466-ddf5ffd6269a tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "PUT /v2.0/routers/3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3703108 Dec 10 19:19:46.533327 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55076) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:46.567947 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a97bc5-bac2-452d-ae0e-2c4069786303 None None] Sync routers for ids ['3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:19:46.666534 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-8fb4b2f1-eb51-4c0e-9e30-58c2d1863f33 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:46.670111 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0f596d-8b9f-4d62-a2ac-01d2ece70a9e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:19:46.692619 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a97bc5-bac2-452d-ae0e-2c4069786303 None None] Routers {'3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:19:46.693408 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-c3a97bc5-bac2-452d-ae0e-2c4069786303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:19:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:46.705654 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b4f4c5-8017-4eec-a29d-7868b631d282 None None] Sync routers for ids ['fc36a459-772e-42b2-b336-e02eacb0da03'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:19:46.761575 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b4f4c5-8017-4eec-a29d-7868b631d282 None None] Routers {'fc36a459-772e-42b2-b336-e02eacb0da03'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:19:46.763261 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-87b4f4c5-8017-4eec-a29d-7868b631d282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:19:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['fc36a459-772e-42b2-b336-e02eacb0da03'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:46.768778 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-088a081c-0b82-45d7-a011-5a4f85028a48 None None] For port 2ed3bdf1-89cf-424b-8a7c-5e2c7178c1c2, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:19:46.804890 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5b0f596d-8b9f-4d62-a2ac-01d2ece70a9e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:46.816470 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=f3faa27a-efaa-47a4-af2a-e763a0f09db1,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:46.838018 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7b9c3fc8-e25a-4222-a585-b3d2c339da64 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:46.855554 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7b9c3fc8-e25a-4222-a585-b3d2c339da64 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:46.898809 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-5b0f596d-8b9f-4d62-a2ac-01d2ece70a9e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.4755735 Dec 10 19:19:46.904427 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55078) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:46.906259 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da7c2f2a-f560-42f3-8510-087b533a0cee', 'tag': 'f474eac2-65b4-4bb0-9076-1081e22ffee4'}] {{(pid=102366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:19:46.908880 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a86acec104960cf4069dffce1919f1f0aa2a294c7752363dfd1d6594a90fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb9b87fe-836e-45a0-b79b-778b98bd9fa5" -d '{"events": [{"name": "network-changed", "server_uuid": "da7c2f2a-f560-42f3-8510-087b533a0cee", "tag": "f474eac2-65b4-4bb0-9076-1081e22ffee4"}]}' {{(pid=102366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:19:46.909668 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-088a081c-0b82-45d7-a011-5a4f85028a48 None None] For port 2ed3bdf1-89cf-424b-8a7c-5e2c7178c1c2, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=2ed3bdf1-89cf-424b-8a7c-5e2c7178c1c2,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:19:46.929878 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port bedafc4c-7e8f-417c-8d79-13882284b0bc triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:46.933215 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:46.960377 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7b9c3fc8-e25a-4222-a585-b3d2c339da64 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:46.964379 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-7b9c3fc8-e25a-4222-a585-b3d2c339da64 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5239913 Dec 10 19:19:46.970643 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55082) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:46.980110 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-088a081c-0b82-45d7-a011-5a4f85028a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:46.982411 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-7d5451bc-1188-4ed8-b5aa-7e81e84256ea tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Request body: {'security_group': {'name': 'tempest-secgroup--1437231915'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:47.002964 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c3fc8-e25a-4222-a585-b3d2c339da64 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=873bdafa-d11d-4526-a0a2-a9dce5787f3f,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:47.035842 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55084) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:47.042905 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-3892b4cd-709f-4191-91ad-b0305c2bf263 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1565973988', 'description': 'tempest-secgroup-smoke-1565973988 description', 'project_id': 'd55891769dee4679a2ef3c1d528a784c'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:47.067107 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-8313825f-420e-4f4a-a126-567334a016a1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/floatingips/0130aea9-1c9e-4cf6-a24c-281a44123df1 HTTP/1.1" status: 200 len: 992 time: 0.1541045 Dec 10 19:19:47.085324 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7d5451bc-1188-4ed8-b5aa-7e81e84256ea tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:47.133960 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3892b4cd-709f-4191-91ad-b0305c2bf263 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:47.181427 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-87b4f4c5-8017-4eec-a29d-7868b631d282 None None] Set router fc36a459-772e-42b2-b336-e02eacb0da03 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:19:47.188435 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-c3a97bc5-bac2-452d-ae0e-2c4069786303 None None] Set router 3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2 gateway port host: None {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:19:47.191001 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-ed3116a7-3db2-43dc-9639-3e4b230174e5 None None] Provisioning complete for port aff40733-7a11-4654-9e5b-a8fb61a22107 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:47.191520 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ed3116a7-3db2-43dc-9639-3e4b230174e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:47.237783 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7d5451bc-1188-4ed8-b5aa-7e81e84256ea tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:47.279573 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-ed3116a7-3db2-43dc-9639-3e4b230174e5 None None] Port aff40733-7a11-4654-9e5b-a8fb61a22107 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:19:47.287830 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3892b4cd-709f-4191-91ad-b0305c2bf263 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:47.289648 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7d5451bc-1188-4ed8-b5aa-7e81e84256ea tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:47.304351 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3892b4cd-709f-4191-91ad-b0305c2bf263 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:47.307231 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1842c-7ce5-4bed-862c-e87ecbc601f7 None None] Pushing event updated for resources: {'Port': ['ID=2ed3bdf1-89cf-424b-8a7c-5e2c7178c1c2,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:47.376724 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7d5451bc-1188-4ed8-b5aa-7e81e84256ea tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:47.384126 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-7d5451bc-1188-4ed8-b5aa-7e81e84256ea tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4103608 Dec 10 19:19:47.390533 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-ed3116a7-3db2-43dc-9639-3e4b230174e5 None None] Provisioning complete for port f3faa27a-efaa-47a4-af2a-e763a0f09db1 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:47.390694 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55088) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:47.390908 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ed3116a7-3db2-43dc-9639-3e4b230174e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:47.401846 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3892b4cd-709f-4191-91ad-b0305c2bf263 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:47.408678 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088a081c-0b82-45d7-a011-5a4f85028a48 None None] Routers {'21d10ce8-78fd-468c-9a97-39e89ad24b8a'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:19:47.409664 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-088a081c-0b82-45d7-a011-5a4f85028a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:19:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['21d10ce8-78fd-468c-9a97-39e89ad24b8a'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:47.411382 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-3892b4cd-709f-4191-91ad-b0305c2bf263 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3735991 Dec 10 19:19:47.412713 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55090) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:47.421535 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-0c663acb-f588-4ab2-8bb7-f8d47e3ac560 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Request body: {'security_group_rule': {'security_group_id': '873bdafa-d11d-4526-a0a2-a9dce5787f3f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '424678bb-b5a4-4845-9593-1290207d470a'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:47.425264 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928d2d6c-e3b0-4297-846a-45c7e9752225 x-openstack-request-id: req-928d2d6c-e3b0-4297-846a-45c7e9752225 {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:19:47.425837 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da7c2f2a-f560-42f3-8510-087b533a0cee", "tag": "f474eac2-65b4-4bb0-9076-1081e22ffee4", "status": "completed", "code": 200}]} {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:19:47.425837 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-928d2d6c-e3b0-4297-846a-45c7e9752225 {{(pid=102366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:19:47.426197 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da7c2f2a-f560-42f3-8510-087b533a0cee', 'tag': 'f474eac2-65b4-4bb0-9076-1081e22ffee4', 'status': 'completed', 'code': 200} Dec 10 19:19:47.441807 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-059a1e3a-2149-4966-a2ff-18763555d1c6 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Request body: {'security_group_rule': {'security_group_id': 'a6d45182-71ed-4d5e-8998-00a180281811', 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:47.459212 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5451bc-1188-4ed8-b5aa-7e81e84256ea tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=424678bb-b5a4-4845-9593-1290207d470a,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:47.561585 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-088a081c-0b82-45d7-a011-5a4f85028a48 None None] Set router 21d10ce8-78fd-468c-9a97-39e89ad24b8a gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:19:47.573920 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.extraroute_db [None req-8fb4b2f1-eb51-4c0e-9e30-58c2d1863f33 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=102366) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 10 19:19:47.601393 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.extraroute_db [None req-8fb4b2f1-eb51-4c0e-9e30-58c2d1863f33 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Removed routes are [] {{(pid=102366) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 10 19:19:47.601810 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8fb4b2f1-eb51-4c0e-9e30-58c2d1863f33 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3713082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3715814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8908'] for router, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:47.644575 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3892b4cd-709f-4191-91ad-b0305c2bf263 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d45182-71ed-4d5e-8998-00a180281811,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:47.670961 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-87b4f4c5-8017-4eec-a29d-7868b631d282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'name': 'tempest-TestNetworkBasicOps-router-174610736', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': 'f4f54156-4d4e-431d-b4de-80cee11ea05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:18:50Z', 'updated_at': '2021-12-10T19:18:59Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': 'f4f54156-4d4e-431d-b4de-80cee11ea05f', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:27:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:51Z', 'updated_at': '2021-12-10T19:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '0130aea9-1c9e-4cf6-a24c-281a44123df1', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'floating_ip_address': '172.26.6.237', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'port_id': 'f474eac2-65b4-4bb0-9076-1081e22ffee4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09581b17-9274-439f-a74b-fa6e61531b79', 'mac_address': 'fa:16:3e:86:e9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7c2f2a-f560-42f3-8510-087b533a0cee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:19:43Z', 'updated_at': '2021-12-10T19:19:43Z', 'revision_number': 0, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '247d0e9d-6076-46be-b3ad-29e13d25fa3a', 'name': '', 'network_id': '09581b17-9274-439f-a74b-fa6e61531b79', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:98:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'b9c100b6-9bbf-40aa-9f4a-38cbf1742a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:57Z', 'updated_at': '2021-12-10T19:19:04Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'b9c100b6-9bbf-40aa-9f4a-38cbf1742a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:47.710232 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-059a1e3a-2149-4966-a2ff-18763555d1c6 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:47.724767 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b4f4c5-8017-4eec-a29d-7868b631d282 None None] Checking router: fc36a459-772e-42b2-b336-e02eacb0da03 for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:19:47.745675 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b4f4c5-8017-4eec-a29d-7868b631d282 None None] Routers {'fc36a459-772e-42b2-b336-e02eacb0da03'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:19:47.746320 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-87b4f4c5-8017-4eec-a29d-7868b631d282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:19:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['fc36a459-772e-42b2-b336-e02eacb0da03'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:47.758493 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.api.v2.resource [None req-0c663acb-f588-4ab2-8bb7-f8d47e3ac560 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:19:47.764654 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-0c663acb-f588-4ab2-8bb7-f8d47e3ac560 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3664787 Dec 10 19:19:47.765116 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55092) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:47.788463 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b87fe-836e-45a0-b79b-778b98bd9fa5 req-7cdb6056-620c-4804-9486-394ca093e525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:47.792122 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-fb9b87fe-836e-45a0-b79b-778b98bd9fa5 req-7cdb6056-620c-4804-9486-394ca093e525 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=730e4c9f0aba4accb176e575114c849e&device_id=da7c2f2a-f560-42f3-8510-087b533a0cee HTTP/1.1" status: 200 len: 1099 time: 0.3361125 Dec 10 19:19:47.834746 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device bf5f79a4-d3b9-4c57-9d99-397431129d6d up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:19:47.904765 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-87b4f4c5-8017-4eec-a29d-7868b631d282 None None] Set router fc36a459-772e-42b2-b336-e02eacb0da03 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:19:47.988715 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-48753dcf-45df-4cbd-bf9e-c6298e2973d1 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:47.992359 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-059a1e3a-2149-4966-a2ff-18763555d1c6 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:48.011010 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-059a1e3a-2149-4966-a2ff-18763555d1c6 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:48.041633 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8fb4b2f1-eb51-4c0e-9e30-58c2d1863f33 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3713082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3715814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8908'] for router, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:48.051681 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-48753dcf-45df-4cbd-bf9e-c6298e2973d1 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:48.063726 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8fb4b2f1-eb51-4c0e-9e30-58c2d1863f33 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3713075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3713068', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3715807'] for router, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:48.071085 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55094) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:48.118207 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059a1e3a-2149-4966-a2ff-18763555d1c6 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=629aa08b-ccfc-4edd-8d09-c0dc14fae109,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:48.136324 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-059a1e3a-2149-4966-a2ff-18763555d1c6 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:48.137997 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-059a1e3a-2149-4966-a2ff-18763555d1c6 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7049119 Dec 10 19:19:48.142876 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b87fe-836e-45a0-b79b-778b98bd9fa5 req-1d6d5871-72f0-4664-9bfc-9ece90675be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:48.144883 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-fb9b87fe-836e-45a0-b79b-778b98bd9fa5 req-1d6d5871-72f0-4664-9bfc-9ece90675be2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=09581b17-9274-439f-a74b-fa6e61531b79 HTTP/1.1" status: 200 len: 897 time: 0.3179083 Dec 10 19:19:48.145788 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55096) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:48.153570 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-7bfbcc47-fc5c-46cf-9011-f6528db9fbb8 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Request body: {'security_group_rule': {'security_group_id': 'a6d45182-71ed-4d5e-8998-00a180281811', 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:48.186468 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e34e22-d55a-4ef6-81cb-e33cb2a74896 None None] Network 390ef95d-af8c-4973-afeb-ebcfa29572f8 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:19:48.282149 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-ed3116a7-3db2-43dc-9639-3e4b230174e5 None None] Provisioning complete for port 2edbd907-0031-4213-84e1-4ac8951829eb triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:48.282853 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ed3116a7-3db2-43dc-9639-3e4b230174e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:48.294531 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-a21d577f-1696-47f0-b7e1-5a8621eb69ff tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/floatingips/0130aea9-1c9e-4cf6-a24c-281a44123df1 HTTP/1.1" status: 200 len: 992 time: 0.2190614 Dec 10 19:19:48.295781 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7bfbcc47-fc5c-46cf-9011-f6528db9fbb8 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:48.300724 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-fb9b87fe-836e-45a0-b79b-778b98bd9fa5 req-e6872af0-e47e-4450-a344-7d333235979d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f474eac2-65b4-4bb0-9076-1081e22ffee4 HTTP/1.1" status: 200 len: 1000 time: 0.1249075 Dec 10 19:19:48.302404 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-48753dcf-45df-4cbd-bf9e-c6298e2973d1 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:48.309477 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-48753dcf-45df-4cbd-bf9e-c6298e2973d1 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:48.312837 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-48753dcf-45df-4cbd-bf9e-c6298e2973d1 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] 10.222.0.69 "DELETE /v2.0/security-groups/424678bb-b5a4-4845-9593-1290207d470a HTTP/1.1" status: 204 len: 168 time: 0.5464828 Dec 10 19:19:48.321038 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55098) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:48.345067 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48753dcf-45df-4cbd-bf9e-c6298e2973d1 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=424678bb-b5a4-4845-9593-1290207d470a,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:48.352307 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fb4b2f1-eb51-4c0e-9e30-58c2d1863f33 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Router 3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:19:48.443326 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b87fe-836e-45a0-b79b-778b98bd9fa5 req-1e6489de-312f-4edc-becd-c88182ec02be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:48.445522 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-fb9b87fe-836e-45a0-b79b-778b98bd9fa5 req-1e6489de-312f-4edc-becd-c88182ec02be service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b9c100b6-9bbf-40aa-9f4a-38cbf1742a6f HTTP/1.1" status: 200 len: 835 time: 0.1341951 Dec 10 19:19:48.482958 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port bf5f79a4-d3b9-4c57-9d99-397431129d6d triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:48.483326 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:48.508726 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-82bdd4ac-99fb-4be2-b7e7-7bc7df4daf6f tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4507 time: 0.1837132 Dec 10 19:19:48.516191 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55100) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:48.518471 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7bfbcc47-fc5c-46cf-9011-f6528db9fbb8 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:48.540443 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7bfbcc47-fc5c-46cf-9011-f6528db9fbb8 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:48.568715 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-088a081c-0b82-45d7-a011-5a4f85028a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d10ce8-78fd-468c-9a97-39e89ad24b8a', 'name': 'tempest-TestVolumeBootPattern-539078131-router', 'tenant_id': '226abf99d4a8487099e0e9eb03b44956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '2ed3bdf1-89cf-424b-8a7c-5e2c7178c1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:19:34Z', 'updated_at': '2021-12-10T19:19:44Z', 'revision_number': 4, 'project_id': '226abf99d4a8487099e0e9eb03b44956', 'gw_port': {'id': '2ed3bdf1-89cf-424b-8a7c-5e2c7178c1c2', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d6:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d10ce8-78fd-468c-9a97-39e89ad24b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:36Z', 'updated_at': '2021-12-10T19:19:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': 'aff40733-7a11-4654-9e5b-a8fb61a22107', 'name': '', 'network_id': 'b66cbbb3-0bb2-4ec2-9265-56a19eed7961', 'tenant_id': '226abf99d4a8487099e0e9eb03b44956', 'mac_address': 'fa:16:3e:c0:58:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d10ce8-78fd-468c-9a97-39e89ad24b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '30b15282-9ea9-46ff-a388-9c051fe65de6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:42Z', 'updated_at': '2021-12-10T19:19:44Z', 'revision_number': 2, 'project_id': '226abf99d4a8487099e0e9eb03b44956', 'subnets': [{'id': '30b15282-9ea9-46ff-a388-9c051fe65de6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:48.590633 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfbcc47-fc5c-46cf-9011-f6528db9fbb8 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df81ca5e-d27e-4f53-b4f2-726d35cce398,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:48.604706 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b87fe-836e-45a0-b79b-778b98bd9fa5 req-da6c1728-00f1-41fa-946f-461d373cb64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:48.606775 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-fb9b87fe-836e-45a0-b79b-778b98bd9fa5 req-da6c1728-00f1-41fa-946f-461d373cb64a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=09581b17-9274-439f-a74b-fa6e61531b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1448839 Dec 10 19:19:48.613574 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7bfbcc47-fc5c-46cf-9011-f6528db9fbb8 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:48.620086 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-7bfbcc47-fc5c-46cf-9011-f6528db9fbb8 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4674859 Dec 10 19:19:48.625590 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55102) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:48.631211 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-52307cc3-1a23-4de3-80a7-a013925113d0 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Request body: {'security_group_rule': {'security_group_id': 'a6d45182-71ed-4d5e-8998-00a180281811', 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:48.667893 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088a081c-0b82-45d7-a011-5a4f85028a48 None None] The sync data for ids ['21d10ce8-78fd-468c-9a97-39e89ad24b8a'] in dv-neutron-821441-1-hyperv is: [{'id': '21d10ce8-78fd-468c-9a97-39e89ad24b8a', 'name': 'tempest-TestVolumeBootPattern-539078131-router', 'tenant_id': '226abf99d4a8487099e0e9eb03b44956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '2ed3bdf1-89cf-424b-8a7c-5e2c7178c1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:19:34Z', 'updated_at': '2021-12-10T19:19:44Z', 'revision_number': 4, 'project_id': '226abf99d4a8487099e0e9eb03b44956', 'gw_port': {'id': '2ed3bdf1-89cf-424b-8a7c-5e2c7178c1c2', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d6:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d10ce8-78fd-468c-9a97-39e89ad24b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:36Z', 'updated_at': '2021-12-10T19:19:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': 'aff40733-7a11-4654-9e5b-a8fb61a22107', 'name': '', 'network_id': 'b66cbbb3-0bb2-4ec2-9265-56a19eed7961', 'tenant_id': '226abf99d4a8487099e0e9eb03b44956', 'mac_address': 'fa:16:3e:c0:58:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d10ce8-78fd-468c-9a97-39e89ad24b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '30b15282-9ea9-46ff-a388-9c051fe65de6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:42Z', 'updated_at': '2021-12-10T19:19:44Z', 'revision_number': 2, 'project_id': '226abf99d4a8487099e0e9eb03b44956', 'subnets': [{'id': '30b15282-9ea9-46ff-a388-9c051fe65de6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:19:48.709644 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-87b4f4c5-8017-4eec-a29d-7868b631d282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'name': 'tempest-TestNetworkBasicOps-router-174610736', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': 'f4f54156-4d4e-431d-b4de-80cee11ea05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:18:50Z', 'updated_at': '2021-12-10T19:18:59Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': 'f4f54156-4d4e-431d-b4de-80cee11ea05f', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:27:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:51Z', 'updated_at': '2021-12-10T19:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '0130aea9-1c9e-4cf6-a24c-281a44123df1', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'floating_ip_address': '172.26.6.237', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'port_id': 'f474eac2-65b4-4bb0-9076-1081e22ffee4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09581b17-9274-439f-a74b-fa6e61531b79', 'mac_address': 'fa:16:3e:86:e9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7c2f2a-f560-42f3-8510-087b533a0cee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:19:43Z', 'updated_at': '2021-12-10T19:19:43Z', 'revision_number': 0, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '247d0e9d-6076-46be-b3ad-29e13d25fa3a', 'name': '', 'network_id': '09581b17-9274-439f-a74b-fa6e61531b79', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:98:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'b9c100b6-9bbf-40aa-9f4a-38cbf1742a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:57Z', 'updated_at': '2021-12-10T19:19:04Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'b9c100b6-9bbf-40aa-9f4a-38cbf1742a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:48.722071 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ad470b09-c8da-48b3-9b38-ad064c9967f3 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks [] for security_group, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:48.811619 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b4f4c5-8017-4eec-a29d-7868b631d282 None None] The sync data for ids ['fc36a459-772e-42b2-b336-e02eacb0da03'] in dv-neutron-821441-1-hyperv is: [{'id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'name': 'tempest-TestNetworkBasicOps-router-174610736', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': 'f4f54156-4d4e-431d-b4de-80cee11ea05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:18:50Z', 'updated_at': '2021-12-10T19:18:59Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': 'f4f54156-4d4e-431d-b4de-80cee11ea05f', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:27:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:51Z', 'updated_at': '2021-12-10T19:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '0130aea9-1c9e-4cf6-a24c-281a44123df1', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'floating_ip_address': '172.26.6.237', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'port_id': 'f474eac2-65b4-4bb0-9076-1081e22ffee4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09581b17-9274-439f-a74b-fa6e61531b79', 'mac_address': 'fa:16:3e:86:e9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7c2f2a-f560-42f3-8510-087b533a0cee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:19:43Z', 'updated_at': '2021-12-10T19:19:43Z', 'revision_number': 0, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '247d0e9d-6076-46be-b3ad-29e13d25fa3a', 'name': '', 'network_id': '09581b17-9274-439f-a74b-fa6e61531b79', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:98:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'b9c100b6-9bbf-40aa-9f4a-38cbf1742a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:57Z', 'updated_at': '2021-12-10T19:19:04Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'b9c100b6-9bbf-40aa-9f4a-38cbf1742a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:19:48.825322 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ad470b09-c8da-48b3-9b38-ad064c9967f3 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:48.844750 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-c3a97bc5-bac2-452d-ae0e-2c4069786303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'name': 'tempest-RoutersIpV6Test-router-526777550', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:19:17Z', 'updated_at': '2021-12-10T19:19:43Z', 'revision_number': 5, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'gw_port_host': None, '_interfaces': [{'id': '0014c17f-bd2b-4c48-be32-702983314550', 'name': '', 'network_id': '390ef95d-af8c-4973-afeb-ebcfa29572f8', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'mac_address': 'fa:16:3e:cc:2f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '959198a8-ffe4-4851-9ef2-760ef488dda3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:41Z', 'updated_at': '2021-12-10T19:19:44Z', 'revision_number': 2, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'subnets': [{'id': '959198a8-ffe4-4851-9ef2-760ef488dda3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '32c78a96-dc4b-4678-8233-b87ef22c59a5', 'name': '', 'network_id': '4e4e81e3-d363-40e9-b07f-f9adc9ea26e9', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'mac_address': 'fa:16:3e:2e:8f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '6754dea9-da69-4df2-b55a-aab2cbf38c49', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:21Z', 'updated_at': '2021-12-10T19:19:34Z', 'revision_number': 5, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'subnets': [{'id': '6754dea9-da69-4df2-b55a-aab2cbf38c49', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bedafc4c-7e8f-417c-8d79-13882284b0bc', 'name': '', 'network_id': '35ea7c13-e763-407e-89d3-06b855f37274', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'mac_address': 'fa:16:3e:b6:7a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '0ed98fe1-5c52-4543-aa1d-859e613429af', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:28Z', 'updated_at': '2021-12-10T19:19:40Z', 'revision_number': 5, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'subnets': [{'id': '0ed98fe1-5c52-4543-aa1d-859e613429af', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3faa27a-efaa-47a4-af2a-e763a0f09db1', 'name': '', 'network_id': 'b4cdc88c-b4c1-45c0-82ac-77804ad0ad0a', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'mac_address': 'fa:16:3e:42:6d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'd1373477-be38-4842-b0cd-d6914bc52f60', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:33Z', 'updated_at': '2021-12-10T19:19:46Z', 'revision_number': 5, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'subnets': [{'id': 'd1373477-be38-4842-b0cd-d6914bc52f60', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:48.849493 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-52307cc3-1a23-4de3-80a7-a013925113d0 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:48.872822 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-fb9b87fe-836e-45a0-b79b-778b98bd9fa5 req-ad38a591-bfd1-4acc-b6de-9cd517d6eba8 service neutron] 10.222.0.36 "GET /v2.0/networks/09581b17-9274-439f-a74b-fa6e61531b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566342 Dec 10 19:19:48.904538 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 2edbd907-0031-4213-84e1-4ac8951829eb up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:19:48.921981 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb4b2f1-eb51-4c0e-9e30-58c2d1863f33 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:19:48.937525 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8fb4b2f1-eb51-4c0e-9e30-58c2d1863f33 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:48.942027 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-8fb4b2f1-eb51-4c0e-9e30-58c2d1863f33 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "PUT /v2.0/routers/3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2 HTTP/1.1" status: 200 len: 953 time: 2.2798431 Dec 10 19:19:48.943027 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55104) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:48.951903 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a97bc5-bac2-452d-ae0e-2c4069786303 None None] Checking router: 3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2 for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:19:48.952529 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a97bc5-bac2-452d-ae0e-2c4069786303 None None] Updating router 3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2 port 0014c17f-bd2b-4c48-be32-702983314550 binding host dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:19:49.027165 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c3a97bc5-bac2-452d-ae0e-2c4069786303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:49.046894 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ad470b09-c8da-48b3-9b38-ad064c9967f3 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:49.049695 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ad470b09-c8da-48b3-9b38-ad064c9967f3 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:49.050969 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-ad470b09-c8da-48b3-9b38-ad064c9967f3 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] 10.222.0.69 "DELETE /v2.0/security-groups/873bdafa-d11d-4526-a0a2-a9dce5787f3f HTTP/1.1" status: 204 len: 168 time: 0.5309095 Dec 10 19:19:49.055707 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55108) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:49.065889 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-52307cc3-1a23-4de3-80a7-a013925113d0 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:49.089887 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-52307cc3-1a23-4de3-80a7-a013925113d0 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:49.106187 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad470b09-c8da-48b3-9b38-ad064c9967f3 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=873bdafa-d11d-4526-a0a2-a9dce5787f3f,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:49.132737 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-fb9b87fe-836e-45a0-b79b-778b98bd9fa5 req-46653cb1-88d7-4c9b-8319-297e42cf089f service neutron] 10.222.0.36 "GET /v2.0/networks/09581b17-9274-439f-a74b-fa6e61531b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497425 Dec 10 19:19:49.135902 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52307cc3-1a23-4de3-80a7-a013925113d0 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=664a27df-fe47-4559-b802-3c7d8d8851f6,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:49.148673 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-52307cc3-1a23-4de3-80a7-a013925113d0 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:49.149883 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-52307cc3-1a23-4de3-80a7-a013925113d0 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5224798 Dec 10 19:19:49.156602 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55110) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:49.165181 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-05727095-2f66-4026-a0f9-1b293786978f tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Request body: {'security_group_rule': {'security_group_id': 'a6d45182-71ed-4d5e-8998-00a180281811', 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:49.166984 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-689e5e1e-c403-4b00-99f0-dee7b2954e22 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "GET /v2.0/routers/3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2 HTTP/1.1" status: 200 len: 953 time: 0.2221432 Dec 10 19:19:49.168737 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55112) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:49.179103 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-4699cc1f-e7de-4a70-aac6-76243adbdd75 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Request body: {'router': {'routes': None}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:49.185933 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-0193bb0d-cb5d-4b7d-ab14-67b33fdff970 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1270742 Dec 10 19:19:49.199262 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55114) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:49.222445 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-2f6b5186-33a6-4764-a6a5-a06dcdf0579f tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Request body: {'security_group': {'name': 'tempest-secgroup--498154837'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:49.287357 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2f6b5186-33a6-4764-a6a5-a06dcdf0579f tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:49.298583 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55116) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:49.302431 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-05727095-2f66-4026-a0f9-1b293786978f tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:49.362688 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-ed3116a7-3db2-43dc-9639-3e4b230174e5 None None] Provisioning complete for port e3fde5c5-1f9f-4c90-b62a-f45fd60e6777 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:49.363552 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ed3116a7-3db2-43dc-9639-3e4b230174e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:49.418273 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03eaef74-2cda-4c3b-97c4-107423a7bf91 None None] New status for floating IP 0130aea9-1c9e-4cf6-a24c-281a44123df1: ACTIVE {{(pid=102367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:19:49.546822 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-05727095-2f66-4026-a0f9-1b293786978f tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:49.563224 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-05727095-2f66-4026-a0f9-1b293786978f tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:49.631498 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 2edbd907-0031-4213-84e1-4ac8951829eb triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:49.632014 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:49.648965 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-5be24a17-4a8d-486e-bcbd-39fceca2816f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/floatingips/0130aea9-1c9e-4cf6-a24c-281a44123df1 HTTP/1.1" status: 200 len: 992 time: 0.3486028 Dec 10 19:19:49.660052 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05727095-2f66-4026-a0f9-1b293786978f tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5daa9942-4ebe-433d-a4d8-624981f4bacc,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:49.679357 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-05727095-2f66-4026-a0f9-1b293786978f tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:49.687331 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-05727095-2f66-4026-a0f9-1b293786978f tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5293489 Dec 10 19:19:49.688253 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55118) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:49.710073 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-cd956e45-9685-4ce9-92ec-b80c55fba4c1 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Request body: {'security_group_rule': {'security_group_id': 'a6d45182-71ed-4d5e-8998-00a180281811', 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:49.755890 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2f6b5186-33a6-4764-a6a5-a06dcdf0579f tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:49.765327 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2f6b5186-33a6-4764-a6a5-a06dcdf0579f tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:49.799756 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.securitygroups_db [None req-cd956e45-9685-4ce9-92ec-b80c55fba4c1 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Project d55891769dee4679a2ef3c1d528a784c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:19:49.818033 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2f6b5186-33a6-4764-a6a5-a06dcdf0579f tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:49.822468 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-2f6b5186-33a6-4764-a6a5-a06dcdf0579f tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6216972 Dec 10 19:19:49.826762 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55120) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:49.832210 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-6f1de718-ca36-4ea8-8c90-65aaff34612a tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:49.832728 dv-neutron-821441-1-hyperv neutron-server[102365]: WARNING neutron.api.v2.base [None req-6f1de718-ca36-4ea8-8c90-65aaff34612a tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 10 19:19:49.833236 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.api.v2.resource [None req-6f1de718-ca36-4ea8-8c90-65aaff34612a tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] update failed (client error): There was a conflict when trying to complete your request. Dec 10 19:19:49.837223 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-6f1de718-ca36-4ea8-8c90-65aaff34612a tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] 10.222.0.69 "PUT /v2.0/security-groups/55a95adb-9dde-40f9-b545-8210c394d1be HTTP/1.1" status: 409 len: 330 time: 0.0096655 Dec 10 19:19:49.838926 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cd956e45-9685-4ce9-92ec-b80c55fba4c1 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:49.851902 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55122) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:49.885041 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6b5186-33a6-4764-a6a5-a06dcdf0579f tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55a95adb-9dde-40f9-b545-8210c394d1be,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:49.945671 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cd956e45-9685-4ce9-92ec-b80c55fba4c1 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:49.960145 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cd956e45-9685-4ce9-92ec-b80c55fba4c1 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:49.962451 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:19:50.054809 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd956e45-9685-4ce9-92ec-b80c55fba4c1 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf0d5421-913b-41eb-b9d0-a6b970e235ed,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:50.069344 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cd956e45-9685-4ce9-92ec-b80c55fba4c1 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:50.071433 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-cd956e45-9685-4ce9-92ec-b80c55fba4c1 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3705363 Dec 10 19:19:50.079099 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55124) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:50.085205 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-2b0152ef-8ff4-4ff8-a4de-e023f87268c4 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Request body: {'security_group_rule': {'security_group_id': 'a6d45182-71ed-4d5e-8998-00a180281811', 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:50.167213 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.securitygroups_db [None req-2b0152ef-8ff4-4ff8-a4de-e023f87268c4 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Project d55891769dee4679a2ef3c1d528a784c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:19:50.188550 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2b0152ef-8ff4-4ff8-a4de-e023f87268c4 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:50.195223 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8b6ac930-fca7-401c-b9cf-0d8cd8ac978d tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:50.198476 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.extraroute_db [None req-4699cc1f-e7de-4a70-aac6-76243adbdd75 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Added routes are [] {{(pid=102366) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 10 19:19:50.198782 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.extraroute_db [None req-4699cc1f-e7de-4a70-aac6-76243adbdd75 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=102366) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 10 19:19:50.205954 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c3a97bc5-bac2-452d-ae0e-2c4069786303 None None] Notify callbacks [] for port, precommit_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:50.210180 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-3b0c5f23-0ee3-4203-a9ad-981acfd67b9c None None] Provisioning complete for port cda88e15-69d2-4182-9d2c-e3ea42948e5f triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:50.210778 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-3b0c5f23-0ee3-4203-a9ad-981acfd67b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:50.215666 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f7cbe275-c158-42c3-b12b-8b73cb6b6221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:50.246702 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c3a97bc5-bac2-452d-ae0e-2c4069786303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:50.316631 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8b6ac930-fca7-401c-b9cf-0d8cd8ac978d tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:50.387033 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f116e5-c041-4a18-877e-56d07198d736 None None] Pushing event updated for resources: {'Port': ['ID=0014c17f-bd2b-4c48-be32-702983314550,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:50.445301 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4699cc1f-e7de-4a70-aac6-76243adbdd75 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3713082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3715814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8908'] for router, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:50.451932 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8b6ac930-fca7-401c-b9cf-0d8cd8ac978d tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:50.455973 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8b6ac930-fca7-401c-b9cf-0d8cd8ac978d tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:50.460865 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-8b6ac930-fca7-401c-b9cf-0d8cd8ac978d tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] 10.222.0.69 "DELETE /v2.0/security-groups/55a95adb-9dde-40f9-b545-8210c394d1be HTTP/1.1" status: 204 len: 168 time: 0.6054127 Dec 10 19:19:50.462366 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55126) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:50.480260 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2b0152ef-8ff4-4ff8-a4de-e023f87268c4 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:50.493066 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2b0152ef-8ff4-4ff8-a4de-e023f87268c4 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:50.524530 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6ac930-fca7-401c-b9cf-0d8cd8ac978d tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a95adb-9dde-40f9-b545-8210c394d1be,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:50.552538 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0152ef-8ff4-4ff8-a4de-e023f87268c4 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3848e5d5-5be3-4606-b542-d066df7e63bb,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:50.566538 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-c3a97bc5-bac2-452d-ae0e-2c4069786303 None None] Attempting to bind port 0014c17f-bd2b-4c48-be32-702983314550 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:19:50.567593 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-c3a97bc5-bac2-452d-ae0e-2c4069786303 None None] Attempting to bind port 0014c17f-bd2b-4c48-be32-702983314550 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': 'ea3bbfcf-98c7-45ec-afeb-2b1da5aef470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '390ef95d-af8c-4973-afeb-ebcfa29572f8'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:19:50.568150 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2b0152ef-8ff4-4ff8-a4de-e023f87268c4 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:50.568355 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a97bc5-bac2-452d-ae0e-2c4069786303 None None] Attempting to bind port 0014c17f-bd2b-4c48-be32-702983314550 on network 390ef95d-af8c-4973-afeb-ebcfa29572f8 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:19:50.578271 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-2b0152ef-8ff4-4ff8-a4de-e023f87268c4 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4942145 Dec 10 19:19:50.603717 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a97bc5-bac2-452d-ae0e-2c4069786303 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:19:50.604344 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a97bc5-bac2-452d-ae0e-2c4069786303 None None] Checking segment: {'id': 'ea3bbfcf-98c7-45ec-afeb-2b1da5aef470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '390ef95d-af8c-4973-afeb-ebcfa29572f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:19:50.607335 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c3a97bc5-bac2-452d-ae0e-2c4069786303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:50.607846 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a97bc5-bac2-452d-ae0e-2c4069786303 None None] Bound using segment: {'id': 'ea3bbfcf-98c7-45ec-afeb-2b1da5aef470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '390ef95d-af8c-4973-afeb-ebcfa29572f8'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:19:50.608562 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-c3a97bc5-bac2-452d-ae0e-2c4069786303 None None] Bound port: 0014c17f-bd2b-4c48-be32-702983314550, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea3bbfcf-98c7-45ec-afeb-2b1da5aef470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '390ef95d-af8c-4973-afeb-ebcfa29572f8'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:19:50.609016 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c3a97bc5-bac2-452d-ae0e-2c4069786303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:50.612945 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-3b0c5f23-0ee3-4203-a9ad-981acfd67b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:50.653718 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55136) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:50.690289 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device f3faa27a-efaa-47a4-af2a-e763a0f09db1 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:19:50.726012 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-26eab694-6d5c-4863-a39e-dd4131465133 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2566924 Dec 10 19:19:50.731426 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55142) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:50.808881 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-f97eeaea-e786-4a32-be71-6d78de7c9088 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] delete failed (client error): The resource could not be found. Dec 10 19:19:50.815335 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-f97eeaea-e786-4a32-be71-6d78de7c9088 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] 10.222.0.69 "DELETE /v2.0/security-groups/be49d9f3-7d85-44c1-a87d-c1acc5d14ba7 HTTP/1.1" status: 404 len: 347 time: 0.0815983 Dec 10 19:19:50.815819 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-dd0e7ec0-8906-4cb4-bd34-b27533f7762c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/floatingips/0130aea9-1c9e-4cf6-a24c-281a44123df1 HTTP/1.1" status: 200 len: 994 time: 0.1611254 Dec 10 19:19:50.817210 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55156) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:50.854554 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.api.v2.resource [None req-2e0fb3a2-b508-412a-a228-10c6ac748f66 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] show failed (client error): The resource could not be found. Dec 10 19:19:50.862647 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-3b0c5f23-0ee3-4203-a9ad-981acfd67b9c None None] For port cda88e15-69d2-4182-9d2c-e3ea42948e5f, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=cda88e15-69d2-4182-9d2c-e3ea42948e5f,segment=NetworkSegment(ea3bbfcf-98c7-45ec-afeb-2b1da5aef470),segment_id=ea3bbfcf-98c7-45ec-afeb-2b1da5aef470)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:19:50.866301 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-2e0fb3a2-b508-412a-a228-10c6ac748f66 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] 10.222.0.69 "GET /v2.0/security-groups/8ac7b9f6-a804-4a67-8b42-5446220674f2 HTTP/1.1" status: 404 len: 347 time: 0.0463278 Dec 10 19:19:50.867564 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55158) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:50.871537 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-3b0c5f23-0ee3-4203-a9ad-981acfd67b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:50.920640 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.api.v2.resource [None req-9435f212-da08-4055-ae23-0b9ffb3711c3 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] show failed (client error): The resource could not be found. Dec 10 19:19:50.926296 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-9435f212-da08-4055-ae23-0b9ffb3711c3 tempest-NegativeSecGroupTest-1887249614 tempest-NegativeSecGroupTest-1887249614-project] 10.222.0.69 "GET /v2.0/security-group-rules/482cab82-7465-470c-a912-f9348a4da2ec HTTP/1.1" status: 404 len: 356 time: 0.0552309 Dec 10 19:19:50.939368 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c3a97bc5-bac2-452d-ae0e-2c4069786303 None None] For port 0014c17f-bd2b-4c48-be32-702983314550, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:19:50.959678 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c3a97bc5-bac2-452d-ae0e-2c4069786303 None None] For port 0014c17f-bd2b-4c48-be32-702983314550, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=0014c17f-bd2b-4c48-be32-702983314550,segment=NetworkSegment(ea3bbfcf-98c7-45ec-afeb-2b1da5aef470),segment_id=ea3bbfcf-98c7-45ec-afeb-2b1da5aef470)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:19:51.018947 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c3a97bc5-bac2-452d-ae0e-2c4069786303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:51.033772 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c5f23-0ee3-4203-a9ad-981acfd67b9c None None] Pushing event updated for resources: {'Port': ['ID=cda88e15-69d2-4182-9d2c-e3ea42948e5f,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:51.037814 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port f3faa27a-efaa-47a4-af2a-e763a0f09db1 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:51.038239 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:51.084621 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4699cc1f-e7de-4a70-aac6-76243adbdd75 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3713082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3715814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8908'] for router, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:51.093678 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4699cc1f-e7de-4a70-aac6-76243adbdd75 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3713075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3713068', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3715807'] for router, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:51.159996 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a97bc5-bac2-452d-ae0e-2c4069786303 None None] Routers {'3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:19:51.160675 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-c3a97bc5-bac2-452d-ae0e-2c4069786303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:19:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:51.179179 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-9e59d720-0029-4e2b-83be-edce1a19fc9c None None] Provisioning complete for port 0014c17f-bd2b-4c48-be32-702983314550 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:51.179554 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-9e59d720-0029-4e2b-83be-edce1a19fc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:51.328899 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f116e5-c041-4a18-877e-56d07198d736 None None] Pushing event updated for resources: {'Port': ['ID=0014c17f-bd2b-4c48-be32-702983314550,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:51.366116 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4699cc1f-e7de-4a70-aac6-76243adbdd75 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Router 3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:19:51.549360 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-c3a97bc5-bac2-452d-ae0e-2c4069786303 None None] Set router 3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2 gateway port host: None {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:19:51.651914 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4699cc1f-e7de-4a70-aac6-76243adbdd75 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:19:51.660232 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4699cc1f-e7de-4a70-aac6-76243adbdd75 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:51.664419 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55184) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:51.665009 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-4699cc1f-e7de-4a70-aac6-76243adbdd75 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "PUT /v2.0/routers/3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2 HTTP/1.1" status: 200 len: 703 time: 2.4939260 Dec 10 19:19:51.846027 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55186) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:51.977104 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device cda88e15-69d2-4182-9d2c-e3ea42948e5f up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:19:52.200052 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-9e59d720-0029-4e2b-83be-edce1a19fc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:52.289602 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-88b0e265-4957-42cc-96ee-b498b954b890 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c69625919023448b946a1bc01bfafb96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4419858 Dec 10 19:19:52.292063 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55192) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:52.344204 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-9e59d720-0029-4e2b-83be-edce1a19fc9c None None] For port 0014c17f-bd2b-4c48-be32-702983314550, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=0014c17f-bd2b-4c48-be32-702983314550,segment=NetworkSegment(ea3bbfcf-98c7-45ec-afeb-2b1da5aef470),segment_id=ea3bbfcf-98c7-45ec-afeb-2b1da5aef470)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:19:52.371599 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0f1f11fb-264f-46c0-8bf6-d7bb426b5840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:52.387538 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-9e59d720-0029-4e2b-83be-edce1a19fc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:52.396950 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port cda88e15-69d2-4182-9d2c-e3ea42948e5f triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:52.405211 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:52.418067 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-a1abf499-ed75-48b9-ad9c-31194d1fd025 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "GET /v2.0/routers/3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2 HTTP/1.1" status: 200 len: 703 time: 0.7495217 Dec 10 19:19:52.418372 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55196) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:52.419361 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0f1f11fb-264f-46c0-8bf6-d7bb426b5840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:52.548882 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-9e59d720-0029-4e2b-83be-edce1a19fc9c None None] Provisioning complete for port cda88e15-69d2-4182-9d2c-e3ea42948e5f triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:52.549334 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-9e59d720-0029-4e2b-83be-edce1a19fc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:52.555472 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0f1f11fb-264f-46c0-8bf6-d7bb426b5840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:52.560285 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0f1f11fb-264f-46c0-8bf6-d7bb426b5840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:52.561614 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-0f1f11fb-264f-46c0-8bf6-d7bb426b5840 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ec6dfcbb-6d70-4f17-b34f-8d1ba95ef7d7 HTTP/1.1" status: 204 len: 168 time: 0.2679303 Dec 10 19:19:52.579686 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1f11fb-264f-46c0-8bf6-d7bb426b5840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6dfcbb-6d70-4f17-b34f-8d1ba95ef7d7,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:52.627571 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e59d720-0029-4e2b-83be-edce1a19fc9c None None] Pushing event updated for resources: {'Port': ['ID=0014c17f-bd2b-4c48-be32-702983314550,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:52.804915 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-c3a97bc5-bac2-452d-ae0e-2c4069786303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'name': 'tempest-RoutersIpV6Test-router-526777550', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:19:17Z', 'updated_at': '2021-12-10T19:19:50Z', 'revision_number': 7, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'gw_port_host': None, '_interfaces': [{'id': '0014c17f-bd2b-4c48-be32-702983314550', 'name': '', 'network_id': '390ef95d-af8c-4973-afeb-ebcfa29572f8', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'mac_address': 'fa:16:3e:cc:2f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '959198a8-ffe4-4851-9ef2-760ef488dda3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:41Z', 'updated_at': '2021-12-10T19:19:50Z', 'revision_number': 4, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'subnets': [{'id': '959198a8-ffe4-4851-9ef2-760ef488dda3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '32c78a96-dc4b-4678-8233-b87ef22c59a5', 'name': '', 'network_id': '4e4e81e3-d363-40e9-b07f-f9adc9ea26e9', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'mac_address': 'fa:16:3e:2e:8f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '6754dea9-da69-4df2-b55a-aab2cbf38c49', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:21Z', 'updated_at': '2021-12-10T19:19:34Z', 'revision_number': 5, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'subnets': [{'id': '6754dea9-da69-4df2-b55a-aab2cbf38c49', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bedafc4c-7e8f-417c-8d79-13882284b0bc', 'name': '', 'network_id': '35ea7c13-e763-407e-89d3-06b855f37274', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'mac_address': 'fa:16:3e:b6:7a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '0ed98fe1-5c52-4543-aa1d-859e613429af', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:28Z', 'updated_at': '2021-12-10T19:19:40Z', 'revision_number': 5, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'subnets': [{'id': '0ed98fe1-5c52-4543-aa1d-859e613429af', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3faa27a-efaa-47a4-af2a-e763a0f09db1', 'name': '', 'network_id': 'b4cdc88c-b4c1-45c0-82ac-77804ad0ad0a', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'mac_address': 'fa:16:3e:42:6d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'd1373477-be38-4842-b0cd-d6914bc52f60', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:33Z', 'updated_at': '2021-12-10T19:19:46Z', 'revision_number': 5, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'subnets': [{'id': 'd1373477-be38-4842-b0cd-d6914bc52f60', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:52.865789 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a97bc5-bac2-452d-ae0e-2c4069786303 None None] The sync data for ids ['3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2'] in dv-neutron-821441-1-hyperv is: [{'id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'name': 'tempest-RoutersIpV6Test-router-526777550', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:19:17Z', 'updated_at': '2021-12-10T19:19:50Z', 'revision_number': 7, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'gw_port_host': None, '_interfaces': [{'id': '0014c17f-bd2b-4c48-be32-702983314550', 'name': '', 'network_id': '390ef95d-af8c-4973-afeb-ebcfa29572f8', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'mac_address': 'fa:16:3e:cc:2f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '959198a8-ffe4-4851-9ef2-760ef488dda3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:41Z', 'updated_at': '2021-12-10T19:19:50Z', 'revision_number': 4, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'subnets': [{'id': '959198a8-ffe4-4851-9ef2-760ef488dda3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '32c78a96-dc4b-4678-8233-b87ef22c59a5', 'name': '', 'network_id': '4e4e81e3-d363-40e9-b07f-f9adc9ea26e9', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'mac_address': 'fa:16:3e:2e:8f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '6754dea9-da69-4df2-b55a-aab2cbf38c49', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:21Z', 'updated_at': '2021-12-10T19:19:34Z', 'revision_number': 5, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'subnets': [{'id': '6754dea9-da69-4df2-b55a-aab2cbf38c49', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bedafc4c-7e8f-417c-8d79-13882284b0bc', 'name': '', 'network_id': '35ea7c13-e763-407e-89d3-06b855f37274', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'mac_address': 'fa:16:3e:b6:7a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '0ed98fe1-5c52-4543-aa1d-859e613429af', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:28Z', 'updated_at': '2021-12-10T19:19:40Z', 'revision_number': 5, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'subnets': [{'id': '0ed98fe1-5c52-4543-aa1d-859e613429af', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3faa27a-efaa-47a4-af2a-e763a0f09db1', 'name': '', 'network_id': 'b4cdc88c-b4c1-45c0-82ac-77804ad0ad0a', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'mac_address': 'fa:16:3e:42:6d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'd1373477-be38-4842-b0cd-d6914bc52f60', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:33Z', 'updated_at': '2021-12-10T19:19:46Z', 'revision_number': 5, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'subnets': [{'id': 'd1373477-be38-4842-b0cd-d6914bc52f60', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:19:52.873720 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device e3fde5c5-1f9f-4c90-b62a-f45fd60e6777 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:19:52.972886 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-b588dd9f-9205-4ea0-85d2-ba64b9832b9e None None] Provisioning complete for port 0014c17f-bd2b-4c48-be32-702983314550 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:52.973684 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b588dd9f-9205-4ea0-85d2-ba64b9832b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:53.045644 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b0075c-a924-410f-ac07-ee732501cb6c None None] Sync routers for ids ['21d10ce8-78fd-468c-9a97-39e89ad24b8a'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:19:53.059313 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b0075c-a924-410f-ac07-ee732501cb6c None None] Routers {'21d10ce8-78fd-468c-9a97-39e89ad24b8a'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:19:53.061433 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-29b0075c-a924-410f-ac07-ee732501cb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:19:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['21d10ce8-78fd-468c-9a97-39e89ad24b8a'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:53.062291 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-301a399f-7e48-4ef0-b3e2-04e4697a7d64 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711290'] for router_interface, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:53.086680 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port e3fde5c5-1f9f-4c90-b62a-f45fd60e6777 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:53.087045 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:53.245616 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 2edbd907-0031-4213-84e1-4ac8951829eb up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:19:53.278522 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6fed5b-da54-4672-8845-e164ff160872 None None] Sync routers for ids ['3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:19:53.306224 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6fed5b-da54-4672-8845-e164ff160872 None None] Routers {'3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:19:53.308289 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-1b6fed5b-da54-4672-8845-e164ff160872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:19:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:53.352546 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-29b0075c-a924-410f-ac07-ee732501cb6c None None] Set router 21d10ce8-78fd-468c-9a97-39e89ad24b8a gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:19:53.407871 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 2edbd907-0031-4213-84e1-4ac8951829eb triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:53.408258 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:53.454089 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-1b6fed5b-da54-4672-8845-e164ff160872 None None] Set router 3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2 gateway port host: None {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:19:53.603330 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-301a399f-7e48-4ef0-b3e2-04e4697a7d64 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Deleting port 0014c17f-bd2b-4c48-be32-702983314550 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:19:53.603993 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-301a399f-7e48-4ef0-b3e2-04e4697a7d64 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:53.876567 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-301a399f-7e48-4ef0-b3e2-04e4697a7d64 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] For port 0014c17f-bd2b-4c48-be32-702983314550, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=0014c17f-bd2b-4c48-be32-702983314550,segment=NetworkSegment(ea3bbfcf-98c7-45ec-afeb-2b1da5aef470),segment_id=ea3bbfcf-98c7-45ec-afeb-2b1da5aef470)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:19:53.877752 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-301a399f-7e48-4ef0-b3e2-04e4697a7d64 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:53.934077 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-301a399f-7e48-4ef0-b3e2-04e4697a7d64 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Calling delete_port for 0014c17f-bd2b-4c48-be32-702983314550 owned by network:router_interface {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:19:54.027895 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-1b6fed5b-da54-4672-8845-e164ff160872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'name': 'tempest-RoutersIpV6Test-router-526777550', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:19:17Z', 'updated_at': '2021-12-10T19:19:50Z', 'revision_number': 7, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'gw_port_host': None, '_interfaces': [{'id': '0014c17f-bd2b-4c48-be32-702983314550', 'name': '', 'network_id': '390ef95d-af8c-4973-afeb-ebcfa29572f8', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'mac_address': 'fa:16:3e:cc:2f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '959198a8-ffe4-4851-9ef2-760ef488dda3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:41Z', 'updated_at': '2021-12-10T19:19:52Z', 'revision_number': 5, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'subnets': [{'id': '959198a8-ffe4-4851-9ef2-760ef488dda3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '32c78a96-dc4b-4678-8233-b87ef22c59a5', 'name': '', 'network_id': '4e4e81e3-d363-40e9-b07f-f9adc9ea26e9', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'mac_address': 'fa:16:3e:2e:8f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '6754dea9-da69-4df2-b55a-aab2cbf38c49', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:21Z', 'updated_at': '2021-12-10T19:19:34Z', 'revision_number': 5, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'subnets': [{'id': '6754dea9-da69-4df2-b55a-aab2cbf38c49', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bedafc4c-7e8f-417c-8d79-13882284b0bc', 'name': '', 'network_id': '35ea7c13-e763-407e-89d3-06b855f37274', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'mac_address': 'fa:16:3e:b6:7a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '0ed98fe1-5c52-4543-aa1d-859e613429af', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:28Z', 'updated_at': '2021-12-10T19:19:40Z', 'revision_number': 5, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'subnets': [{'id': '0ed98fe1-5c52-4543-aa1d-859e613429af', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3faa27a-efaa-47a4-af2a-e763a0f09db1', 'name': '', 'network_id': 'b4cdc88c-b4c1-45c0-82ac-77804ad0ad0a', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'mac_address': 'fa:16:3e:42:6d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'd1373477-be38-4842-b0cd-d6914bc52f60', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:33Z', 'updated_at': '2021-12-10T19:19:46Z', 'revision_number': 5, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'subnets': [{'id': 'd1373477-be38-4842-b0cd-d6914bc52f60', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:54.052351 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-29b0075c-a924-410f-ac07-ee732501cb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d10ce8-78fd-468c-9a97-39e89ad24b8a', 'name': 'tempest-TestVolumeBootPattern-539078131-router', 'tenant_id': '226abf99d4a8487099e0e9eb03b44956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '2ed3bdf1-89cf-424b-8a7c-5e2c7178c1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:19:34Z', 'updated_at': '2021-12-10T19:19:44Z', 'revision_number': 4, 'project_id': '226abf99d4a8487099e0e9eb03b44956', 'gw_port': {'id': '2ed3bdf1-89cf-424b-8a7c-5e2c7178c1c2', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d6:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d10ce8-78fd-468c-9a97-39e89ad24b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:36Z', 'updated_at': '2021-12-10T19:19:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': 'aff40733-7a11-4654-9e5b-a8fb61a22107', 'name': '', 'network_id': 'b66cbbb3-0bb2-4ec2-9265-56a19eed7961', 'tenant_id': '226abf99d4a8487099e0e9eb03b44956', 'mac_address': 'fa:16:3e:c0:58:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d10ce8-78fd-468c-9a97-39e89ad24b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '30b15282-9ea9-46ff-a388-9c051fe65de6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:42Z', 'updated_at': '2021-12-10T19:19:44Z', 'revision_number': 2, 'project_id': '226abf99d4a8487099e0e9eb03b44956', 'subnets': [{'id': '30b15282-9ea9-46ff-a388-9c051fe65de6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:54.143537 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55264) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:54.155807 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 0014c17f-bd2b-4c48-be32-702983314550 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:19:54.159790 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6fed5b-da54-4672-8845-e164ff160872 None None] Checking router: 3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2 for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:19:54.165512 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b0075c-a924-410f-ac07-ee732501cb6c None None] Checking router: 21d10ce8-78fd-468c-9a97-39e89ad24b8a for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:19:54.167910 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b0075c-a924-410f-ac07-ee732501cb6c None None] Updating router 21d10ce8-78fd-468c-9a97-39e89ad24b8a port aff40733-7a11-4654-9e5b-a8fb61a22107 binding host dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:19:54.233168 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6fed5b-da54-4672-8845-e164ff160872 None None] Routers {'3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:19:54.234253 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-1b6fed5b-da54-4672-8845-e164ff160872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:19:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:54.264759 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-301a399f-7e48-4ef0-b3e2-04e4697a7d64 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:54.298192 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-29b0075c-a924-410f-ac07-ee732501cb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:54.315303 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301a399f-7e48-4ef0-b3e2-04e4697a7d64 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event deleted for resources: {'Port': ['ID=0014c17f-bd2b-4c48-be32-702983314550,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:54.345484 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1dcb3786-2c5c-469e-81bc-1c2178212013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:54.416580 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-e954205d-1eb2-4634-84f4-fa8f7f7f1efc tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1870363886'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:54.471602 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-301a399f-7e48-4ef0-b3e2-04e4697a7d64 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3755731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3712768'] for router_interface, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:54.492200 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e954205d-1eb2-4634-84f4-fa8f7f7f1efc tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Made reservation on behalf of e6fbb5399b8e46f69cd0ae31999d171c for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:19:54.500077 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e954205d-1eb2-4634-84f4-fa8f7f7f1efc tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:54.518684 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No active binding found for port 0014c17f-bd2b-4c48-be32-702983314550 {{(pid=102367) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 10 19:19:54.519226 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 0014c17f-bd2b-4c48-be32-702983314550 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 10 19:19:54.532647 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e954205d-1eb2-4634-84f4-fa8f7f7f1efc tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:54.592050 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Port 0014c17f-bd2b-4c48-be32-702983314550 not found, will not notify nova. {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 10 19:19:54.604264 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 2ed3bdf1-89cf-424b-8a7c-5e2c7178c1c2 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:19:54.724983 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-1b6fed5b-da54-4672-8845-e164ff160872 None None] Set router 3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2 gateway port host: None {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:19:54.747910 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e954205d-1eb2-4634-84f4-fa8f7f7f1efc tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:54.762612 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e954205d-1eb2-4634-84f4-fa8f7f7f1efc tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:54.819341 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 2ed3bdf1-89cf-424b-8a7c-5e2c7178c1c2 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:54.819901 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:54.825856 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e954205d-1eb2-4634-84f4-fa8f7f7f1efc tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:19:54.876443 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e954205d-1eb2-4634-84f4-fa8f7f7f1efc tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4cdc8cb-e7b7-458c-8413-e44270a9c9ee,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:54.909698 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e954205d-1eb2-4634-84f4-fa8f7f7f1efc tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:54.915397 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-e954205d-1eb2-4634-84f4-fa8f7f7f1efc tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Added segment f5704216-c42d-4e8c-bb7e-0629cbd95cc7 of type vlan for network 5e2fc592-a23c-4766-8242-50482d5816e2 Dec 10 19:19:55.054927 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e954205d-1eb2-4634-84f4-fa8f7f7f1efc tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:55.067004 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-301a399f-7e48-4ef0-b3e2-04e4697a7d64 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Router 3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:19:55.122862 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e954205d-1eb2-4634-84f4-fa8f7f7f1efc tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:55.148846 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e954205d-1eb2-4634-84f4-fa8f7f7f1efc tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:55.158802 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e954205d-1eb2-4634-84f4-fa8f7f7f1efc tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:55.187368 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-29b0075c-a924-410f-ac07-ee732501cb6c None None] Notify callbacks [] for port, precommit_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:55.204703 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-29b0075c-a924-410f-ac07-ee732501cb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:55.231368 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-e954205d-1eb2-4634-84f4-fa8f7f7f1efc tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0858734 Dec 10 19:19:55.256772 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55270) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:55.283723 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:55.288315 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-d6a2a5f6-576f-4225-90cb-2415c4b66720 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Request body: {'subnet': {'network_id': '5e2fc592-a23c-4766-8242-50482d5816e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:55.344471 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e954205d-1eb2-4634-84f4-fa8f7f7f1efc tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Pushing event updated for resources: {'Network': ['ID=5e2fc592-a23c-4766-8242-50482d5816e2,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:55.371819 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122592df-34a3-420f-83a1-99ebaefe322f None None] Pushing event updated for resources: {'Port': ['ID=aff40733-7a11-4654-9e5b-a8fb61a22107,revision_number=3']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:55.379154 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 5e2fc592-a23c-4766-8242-50482d5816e2 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:19:55.415956 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:55.464568 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-301a399f-7e48-4ef0-b3e2-04e4697a7d64 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:19:55.466615 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122592df-34a3-420f-83a1-99ebaefe322f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:55.467248 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122592df-34a3-420f-83a1-99ebaefe322f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:55.467842 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122592df-34a3-420f-83a1-99ebaefe322f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:55.468652 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122592df-34a3-420f-83a1-99ebaefe322f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:55.469406 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122592df-34a3-420f-83a1-99ebaefe322f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:55.470243 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122592df-34a3-420f-83a1-99ebaefe322f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:55.470730 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122592df-34a3-420f-83a1-99ebaefe322f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:55.471320 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122592df-34a3-420f-83a1-99ebaefe322f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:55.471951 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122592df-34a3-420f-83a1-99ebaefe322f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:55.472530 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122592df-34a3-420f-83a1-99ebaefe322f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:55.473055 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122592df-34a3-420f-83a1-99ebaefe322f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:55.473614 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122592df-34a3-420f-83a1-99ebaefe322f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:19:55.473801 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-301a399f-7e48-4ef0-b3e2-04e4697a7d64 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "PUT /v2.0/routers/3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0543423 Dec 10 19:19:55.479075 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55272) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:55.531468 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port 2ed3bdf1-89cf-424b-8a7c-5e2c7178c1c2, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=2ed3bdf1-89cf-424b-8a7c-5e2c7178c1c2,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:19:55.559488 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a2a5f6-576f-4225-90cb-2415c4b66720 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Made reservation on behalf of e6fbb5399b8e46f69cd0ae31999d171c for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:19:55.564298 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d6a2a5f6-576f-4225-90cb-2415c4b66720 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:55.568173 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a3cd916-aee1-4fee-b2ac-fcb6b7e68b0a tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Deleting subnet 959198a8-ffe4-4851-9ef2-760ef488dda3 {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:19:55.572761 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2a3cd916-aee1-4fee-b2ac-fcb6b7e68b0a tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:55.576384 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-29b0075c-a924-410f-ac07-ee732501cb6c None None] Attempting to bind port aff40733-7a11-4654-9e5b-a8fb61a22107 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:19:55.577111 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-29b0075c-a924-410f-ac07-ee732501cb6c None None] Attempting to bind port aff40733-7a11-4654-9e5b-a8fb61a22107 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '1263b5e0-9c22-4ad9-9110-570288258b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b66cbbb3-0bb2-4ec2-9265-56a19eed7961'}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:19:55.577777 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b0075c-a924-410f-ac07-ee732501cb6c None None] Attempting to bind port aff40733-7a11-4654-9e5b-a8fb61a22107 on network b66cbbb3-0bb2-4ec2-9265-56a19eed7961 {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:19:55.599477 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b0075c-a924-410f-ac07-ee732501cb6c None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:19:55.602028 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:55.603791 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b0075c-a924-410f-ac07-ee732501cb6c None None] Checking segment: {'id': '1263b5e0-9c22-4ad9-9110-570288258b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b66cbbb3-0bb2-4ec2-9265-56a19eed7961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:19:55.604719 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device cda88e15-69d2-4182-9d2c-e3ea42948e5f up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:19:55.605457 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-29b0075c-a924-410f-ac07-ee732501cb6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:55.607719 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b0075c-a924-410f-ac07-ee732501cb6c None None] Bound using segment: {'id': '1263b5e0-9c22-4ad9-9110-570288258b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b66cbbb3-0bb2-4ec2-9265-56a19eed7961'} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:19:55.611557 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-29b0075c-a924-410f-ac07-ee732501cb6c None None] Bound port: aff40733-7a11-4654-9e5b-a8fb61a22107, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1263b5e0-9c22-4ad9-9110-570288258b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b66cbbb3-0bb2-4ec2-9265-56a19eed7961'}}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:19:55.612280 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-29b0075c-a924-410f-ac07-ee732501cb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:55.652737 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2a3cd916-aee1-4fee-b2ac-fcb6b7e68b0a tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:55.843391 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-29b0075c-a924-410f-ac07-ee732501cb6c None None] For port aff40733-7a11-4654-9e5b-a8fb61a22107, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:19:55.852543 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-29b0075c-a924-410f-ac07-ee732501cb6c None None] For port aff40733-7a11-4654-9e5b-a8fb61a22107, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=aff40733-7a11-4654-9e5b-a8fb61a22107,segment=NetworkSegment(1263b5e0-9c22-4ad9-9110-570288258b64),segment_id=1263b5e0-9c22-4ad9-9110-570288258b64)] {{(pid=102368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:19:55.864237 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-29b0075c-a924-410f-ac07-ee732501cb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:55.901302 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2a3cd916-aee1-4fee-b2ac-fcb6b7e68b0a tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:55.939042 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=2ed3bdf1-89cf-424b-8a7c-5e2c7178c1c2,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:56.011401 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b0075c-a924-410f-ac07-ee732501cb6c None None] Routers {'21d10ce8-78fd-468c-9a97-39e89ad24b8a'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:19:56.011742 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-95c9cfe3-b179-4722-bbb0-5071b71652dc None None] Provisioning complete for port aff40733-7a11-4654-9e5b-a8fb61a22107 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:56.023596 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-29b0075c-a924-410f-ac07-ee732501cb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:19:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['21d10ce8-78fd-468c-9a97-39e89ad24b8a'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:56.023942 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-95c9cfe3-b179-4722-bbb0-5071b71652dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:56.075858 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2a3cd916-aee1-4fee-b2ac-fcb6b7e68b0a tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:56.087741 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port cda88e15-69d2-4182-9d2c-e3ea42948e5f triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:56.088316 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:56.135429 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3cd916-aee1-4fee-b2ac-fcb6b7e68b0a tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event deleted for resources: {'Subnet': ['ID=959198a8-ffe4-4851-9ef2-760ef488dda3,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:56.148062 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d6a2a5f6-576f-4225-90cb-2415c4b66720 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:56.169371 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2a3cd916-aee1-4fee-b2ac-fcb6b7e68b0a tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:56.183816 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-2a3cd916-aee1-4fee-b2ac-fcb6b7e68b0a tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "DELETE /v2.0/subnets/959198a8-ffe4-4851-9ef2-760ef488dda3 HTTP/1.1" status: 204 len: 168 time: 0.6990633 Dec 10 19:19:56.187160 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55276) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:56.216610 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2102cb8f-7d89-43b6-ba28-25266266644a None None] Network 390ef95d-af8c-4973-afeb-ebcfa29572f8 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:19:56.278749 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122592df-34a3-420f-83a1-99ebaefe322f None None] Pushing event updated for resources: {'Port': ['ID=aff40733-7a11-4654-9e5b-a8fb61a22107,revision_number=4']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:56.414174 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a2a5f6-576f-4225-90cb-2415c4b66720 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Pushing event updated for resources: {'Subnet': ['ID=239b0345-fcfa-482f-a63e-e8ad8f5b655d,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:56.426031 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a2a5f6-576f-4225-90cb-2415c4b66720 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Checking segment: {'id': 'f5704216-c42d-4e8c-bb7e-0629cbd95cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5e2fc592-a23c-4766-8242-50482d5816e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:19:56.426735 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a2a5f6-576f-4225-90cb-2415c4b66720 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Network hostable DHCP agents. Network: 5e2fc592-a23c-4766-8242-50482d5816e2, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:19:56.428888 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2d91581c-7848-4949-b9df-a6953afae6c8 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:56.450820 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-29b0075c-a924-410f-ac07-ee732501cb6c None None] Set router 21d10ce8-78fd-468c-9a97-39e89ad24b8a gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:19:56.473941 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a2a5f6-576f-4225-90cb-2415c4b66720 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Network 5e2fc592-a23c-4766-8242-50482d5816e2 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:19:56.501661 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-d6a2a5f6-576f-4225-90cb-2415c4b66720 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 5e2fc592-a23c-4766-8242-50482d5816e2) {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:19:56.508853 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a2a5f6-576f-4225-90cb-2415c4b66720 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:56.510243 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d6a2a5f6-576f-4225-90cb-2415c4b66720 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:56.544324 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-2d91581c-7848-4949-b9df-a6953afae6c8 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Deleting port cda88e15-69d2-4182-9d2c-e3ea42948e5f {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:19:56.547739 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-d6a2a5f6-576f-4225-90cb-2415c4b66720 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2892601 Dec 10 19:19:56.549581 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2d91581c-7848-4949-b9df-a6953afae6c8 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:56.551563 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55278) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:56.562113 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-e25999db-8b25-4797-96b3-f50b1b8e0fd6 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Request body: {'port': {'network_id': '5e2fc592-a23c-4766-8242-50482d5816e2', 'name': 'tempest-TagsExtTest-599664820'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:56.714505 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1370c332-2def-48c2-bf7a-b261acf65e57 None None] Network 5e2fc592-a23c-4766-8242-50482d5816e2 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:19:56.731244 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-2d91581c-7848-4949-b9df-a6953afae6c8 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] For port cda88e15-69d2-4182-9d2c-e3ea42948e5f, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=cda88e15-69d2-4182-9d2c-e3ea42948e5f,segment=NetworkSegment(ea3bbfcf-98c7-45ec-afeb-2b1da5aef470),segment_id=ea3bbfcf-98c7-45ec-afeb-2b1da5aef470)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:19:56.731955 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2d91581c-7848-4949-b9df-a6953afae6c8 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:56.770249 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-2d91581c-7848-4949-b9df-a6953afae6c8 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Calling delete_port for cda88e15-69d2-4182-9d2c-e3ea42948e5f owned by network:dhcp {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:19:56.821435 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-1b6fed5b-da54-4672-8845-e164ff160872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'name': 'tempest-RoutersIpV6Test-router-526777550', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:19:17Z', 'updated_at': '2021-12-10T19:19:50Z', 'revision_number': 7, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'gw_port_host': None, '_interfaces': [{'id': '0014c17f-bd2b-4c48-be32-702983314550', 'name': '', 'network_id': '390ef95d-af8c-4973-afeb-ebcfa29572f8', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'mac_address': 'fa:16:3e:cc:2f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '959198a8-ffe4-4851-9ef2-760ef488dda3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:41Z', 'updated_at': '2021-12-10T19:19:52Z', 'revision_number': 5, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'subnets': [{'id': '959198a8-ffe4-4851-9ef2-760ef488dda3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '32c78a96-dc4b-4678-8233-b87ef22c59a5', 'name': '', 'network_id': '4e4e81e3-d363-40e9-b07f-f9adc9ea26e9', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'mac_address': 'fa:16:3e:2e:8f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '6754dea9-da69-4df2-b55a-aab2cbf38c49', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:21Z', 'updated_at': '2021-12-10T19:19:34Z', 'revision_number': 5, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'subnets': [{'id': '6754dea9-da69-4df2-b55a-aab2cbf38c49', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bedafc4c-7e8f-417c-8d79-13882284b0bc', 'name': '', 'network_id': '35ea7c13-e763-407e-89d3-06b855f37274', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'mac_address': 'fa:16:3e:b6:7a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '0ed98fe1-5c52-4543-aa1d-859e613429af', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:28Z', 'updated_at': '2021-12-10T19:19:40Z', 'revision_number': 5, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'subnets': [{'id': '0ed98fe1-5c52-4543-aa1d-859e613429af', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3faa27a-efaa-47a4-af2a-e763a0f09db1', 'name': '', 'network_id': 'b4cdc88c-b4c1-45c0-82ac-77804ad0ad0a', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'mac_address': 'fa:16:3e:42:6d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'd1373477-be38-4842-b0cd-d6914bc52f60', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:33Z', 'updated_at': '2021-12-10T19:19:46Z', 'revision_number': 5, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'subnets': [{'id': 'd1373477-be38-4842-b0cd-d6914bc52f60', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:56.822280 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25999db-8b25-4797-96b3-f50b1b8e0fd6 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Made reservation on behalf of e6fbb5399b8e46f69cd0ae31999d171c for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:19:56.826177 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e25999db-8b25-4797-96b3-f50b1b8e0fd6 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:56.872621 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [None req-e25999db-8b25-4797-96b3-f50b1b8e0fd6 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] device_id is not set on port 0a5e22b0-29ad-4ac7-b9d1-28e64f7ce878 yet. {{(pid=102365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:19:56.873387 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:56.880910 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:56.885607 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6fed5b-da54-4672-8845-e164ff160872 None None] The sync data for ids ['3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2'] in dv-neutron-821441-1-hyperv is: [{'id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'name': 'tempest-RoutersIpV6Test-router-526777550', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:19:17Z', 'updated_at': '2021-12-10T19:19:50Z', 'revision_number': 7, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'gw_port_host': None, '_interfaces': [{'id': '0014c17f-bd2b-4c48-be32-702983314550', 'name': '', 'network_id': '390ef95d-af8c-4973-afeb-ebcfa29572f8', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'mac_address': 'fa:16:3e:cc:2f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '959198a8-ffe4-4851-9ef2-760ef488dda3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:41Z', 'updated_at': '2021-12-10T19:19:52Z', 'revision_number': 5, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'subnets': [{'id': '959198a8-ffe4-4851-9ef2-760ef488dda3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '32c78a96-dc4b-4678-8233-b87ef22c59a5', 'name': '', 'network_id': '4e4e81e3-d363-40e9-b07f-f9adc9ea26e9', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'mac_address': 'fa:16:3e:2e:8f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '6754dea9-da69-4df2-b55a-aab2cbf38c49', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:21Z', 'updated_at': '2021-12-10T19:19:34Z', 'revision_number': 5, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'subnets': [{'id': '6754dea9-da69-4df2-b55a-aab2cbf38c49', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bedafc4c-7e8f-417c-8d79-13882284b0bc', 'name': '', 'network_id': '35ea7c13-e763-407e-89d3-06b855f37274', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'mac_address': 'fa:16:3e:b6:7a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '0ed98fe1-5c52-4543-aa1d-859e613429af', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:28Z', 'updated_at': '2021-12-10T19:19:40Z', 'revision_number': 5, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'subnets': [{'id': '0ed98fe1-5c52-4543-aa1d-859e613429af', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3faa27a-efaa-47a4-af2a-e763a0f09db1', 'name': '', 'network_id': 'b4cdc88c-b4c1-45c0-82ac-77804ad0ad0a', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'mac_address': 'fa:16:3e:42:6d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'd1373477-be38-4842-b0cd-d6914bc52f60', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:33Z', 'updated_at': '2021-12-10T19:19:46Z', 'revision_number': 5, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'subnets': [{'id': 'd1373477-be38-4842-b0cd-d6914bc52f60', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:19:57.010211 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-29b0075c-a924-410f-ac07-ee732501cb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d10ce8-78fd-468c-9a97-39e89ad24b8a', 'name': 'tempest-TestVolumeBootPattern-539078131-router', 'tenant_id': '226abf99d4a8487099e0e9eb03b44956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '2ed3bdf1-89cf-424b-8a7c-5e2c7178c1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:19:34Z', 'updated_at': '2021-12-10T19:19:44Z', 'revision_number': 4, 'project_id': '226abf99d4a8487099e0e9eb03b44956', 'gw_port': {'id': '2ed3bdf1-89cf-424b-8a7c-5e2c7178c1c2', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d10ce8-78fd-468c-9a97-39e89ad24b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:36Z', 'updated_at': '2021-12-10T19:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': 'aff40733-7a11-4654-9e5b-a8fb61a22107', 'name': '', 'network_id': 'b66cbbb3-0bb2-4ec2-9265-56a19eed7961', 'tenant_id': '226abf99d4a8487099e0e9eb03b44956', 'mac_address': 'fa:16:3e:c0:58:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d10ce8-78fd-468c-9a97-39e89ad24b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '30b15282-9ea9-46ff-a388-9c051fe65de6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:42Z', 'updated_at': '2021-12-10T19:19:55Z', 'revision_number': 4, 'project_id': '226abf99d4a8487099e0e9eb03b44956', 'subnets': [{'id': '30b15282-9ea9-46ff-a388-9c051fe65de6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:57.075382 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-95c9cfe3-b179-4722-bbb0-5071b71652dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:57.087083 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2d91581c-7848-4949-b9df-a6953afae6c8 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:57.167700 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b0075c-a924-410f-ac07-ee732501cb6c None None] The sync data for ids ['21d10ce8-78fd-468c-9a97-39e89ad24b8a'] in dv-neutron-821441-1-hyperv is: [{'id': '21d10ce8-78fd-468c-9a97-39e89ad24b8a', 'name': 'tempest-TestVolumeBootPattern-539078131-router', 'tenant_id': '226abf99d4a8487099e0e9eb03b44956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '2ed3bdf1-89cf-424b-8a7c-5e2c7178c1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:19:34Z', 'updated_at': '2021-12-10T19:19:44Z', 'revision_number': 4, 'project_id': '226abf99d4a8487099e0e9eb03b44956', 'gw_port': {'id': '2ed3bdf1-89cf-424b-8a7c-5e2c7178c1c2', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d10ce8-78fd-468c-9a97-39e89ad24b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:36Z', 'updated_at': '2021-12-10T19:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': 'aff40733-7a11-4654-9e5b-a8fb61a22107', 'name': '', 'network_id': 'b66cbbb3-0bb2-4ec2-9265-56a19eed7961', 'tenant_id': '226abf99d4a8487099e0e9eb03b44956', 'mac_address': 'fa:16:3e:c0:58:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d10ce8-78fd-468c-9a97-39e89ad24b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '30b15282-9ea9-46ff-a388-9c051fe65de6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:42Z', 'updated_at': '2021-12-10T19:19:55Z', 'revision_number': 4, 'project_id': '226abf99d4a8487099e0e9eb03b44956', 'subnets': [{'id': '30b15282-9ea9-46ff-a388-9c051fe65de6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:19:57.183326 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-95c9cfe3-b179-4722-bbb0-5071b71652dc None None] For port aff40733-7a11-4654-9e5b-a8fb61a22107, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=aff40733-7a11-4654-9e5b-a8fb61a22107,segment=NetworkSegment(1263b5e0-9c22-4ad9-9110-570288258b64),segment_id=1263b5e0-9c22-4ad9-9110-570288258b64)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:19:57.215732 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d91581c-7848-4949-b9df-a6953afae6c8 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event deleted for resources: {'Port': ['ID=cda88e15-69d2-4182-9d2c-e3ea42948e5f,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:57.223019 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d91581c-7848-4949-b9df-a6953afae6c8 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] No DVR routers for this DVR port cda88e15-69d2-4182-9d2c-e3ea42948e5f on host dv-neutron-821441-1-hyperv {{(pid=102366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:19:57.248387 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa623550-3c7c-4e0c-a242-64e0413a726e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-5e2fc592-a23c-4766-8242-50482d5816e2', 'network_id': '5e2fc592-a23c-4766-8242-50482d5816e2', 'tenant_id': 'e6fbb5399b8e46f69cd0ae31999d171c', 'fixed_ips': [{'subnet_id': '239b0345-fcfa-482f-a63e-e8ad8f5b655d'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:19:57.249758 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-aa623550-3c7c-4e0c-a242-64e0413a726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:57.257661 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-95c9cfe3-b179-4722-bbb0-5071b71652dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:57.302494 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78f1196-a818-4a01-aa6c-efa1f38049e5 None None] Sync routers for ids ['3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:19:57.333726 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78f1196-a818-4a01-aa6c-efa1f38049e5 None None] Routers {'3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:19:57.334754 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-c78f1196-a818-4a01-aa6c-efa1f38049e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:19:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:57.376001 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-e25999db-8b25-4797-96b3-f50b1b8e0fd6 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Allocated IP 172.20.0.2 (5e2fc592-a23c-4766-8242-50482d5816e2/239b0345-fcfa-482f-a63e-e8ad8f5b655d/0a5e22b0-29ad-4ac7-b9d1-28e64f7ce878) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:19:57.435982 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704dd6ea-8ed9-4253-88de-8891653e3ab9 None None] DHCP port deletion for 390ef95d-af8c-4973-afeb-ebcfa29572f8 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:19:57.554322 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2d91581c-7848-4949-b9df-a6953afae6c8 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:57.640000 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-ef3713f2-2bc7-40e2-92f6-567a0e375fe0 None None] Provisioning complete for port aff40733-7a11-4654-9e5b-a8fb61a22107 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:57.642068 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ef3713f2-2bc7-40e2-92f6-567a0e375fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:57.678423 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-2d91581c-7848-4949-b9df-a6953afae6c8 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['390ef95d-af8c-4973-afeb-ebcfa29572f8']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:57.695454 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-2d91581c-7848-4949-b9df-a6953afae6c8 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea3bbfcf-98c7-45ec-afeb-2b1da5aef470') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:57.695994 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-2d91581c-7848-4949-b9df-a6953afae6c8 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea3bbfcf-98c7-45ec-afeb-2b1da5aef470') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:57.723717 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-c78f1196-a818-4a01-aa6c-efa1f38049e5 None None] Set router 3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2 gateway port host: None {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:19:57.745987 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 2ed3bdf1-89cf-424b-8a7c-5e2c7178c1c2 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:19:57.759382 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2d91581c-7848-4949-b9df-a6953afae6c8 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:57.811589 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2d91581c-7848-4949-b9df-a6953afae6c8 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:57.811988 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c9cfe3-b179-4722-bbb0-5071b71652dc None None] Pushing event updated for resources: {'Port': ['ID=aff40733-7a11-4654-9e5b-a8fb61a22107,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:57.841461 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d91581c-7848-4949-b9df-a6953afae6c8 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:19:57.842330 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2d91581c-7848-4949-b9df-a6953afae6c8 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:57.896375 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:19:57.896375 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:19:57.896375 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:19:57.896375 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:19:57.896375 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:19:57.896375 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:19:57.896375 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:19:57.896375 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:19:57.896375 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:19:57.896375 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:19:57.896375 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:19:57.896375 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:19:57.896375 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:19:57.896375 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:19:57.896375 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:19:57.896375 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:19:57.896375 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:19:57.896375 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:19:57.896375 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:19:57.896375 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:19:57.896375 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:19:57.896375 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:19:57.896375 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:19:57.896375 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:19:57.896375 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:19:57.896375 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:19:57.896375 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:19:57.896375 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:19:57.896375 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:19:57.896375 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:19:57.896375 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:19:57.896375 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:19:57.957107 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 2ed3bdf1-89cf-424b-8a7c-5e2c7178c1c2 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:57.959848 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:58.054550 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2d91581c-7848-4949-b9df-a6953afae6c8 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:58.065095 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e25999db-8b25-4797-96b3-f50b1b8e0fd6 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:58.096923 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2d91581c-7848-4949-b9df-a6953afae6c8 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:58.105138 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-2d91581c-7848-4949-b9df-a6953afae6c8 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "DELETE /v2.0/networks/390ef95d-af8c-4973-afeb-ebcfa29572f8 HTTP/1.1" status: 204 len: 168 time: 1.9150383 Dec 10 19:19:58.111993 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55282) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:58.161232 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d91581c-7848-4949-b9df-a6953afae6c8 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event deleted for resources: {'Network': ['ID=390ef95d-af8c-4973-afeb-ebcfa29572f8,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:58.215617 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device aff40733-7a11-4654-9e5b-a8fb61a22107 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:19:58.364949 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e25999db-8b25-4797-96b3-f50b1b8e0fd6 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:58.440114 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port aff40733-7a11-4654-9e5b-a8fb61a22107 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:58.440764 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:58.487040 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25999db-8b25-4797-96b3-f50b1b8e0fd6 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Pushing event updated for resources: {'Port': ['ID=0a5e22b0-29ad-4ac7-b9d1-28e64f7ce878,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:58.518730 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-c78f1196-a818-4a01-aa6c-efa1f38049e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'name': 'tempest-RoutersIpV6Test-router-526777550', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:19:17Z', 'updated_at': '2021-12-10T19:19:54Z', 'revision_number': 8, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'gw_port_host': None, '_interfaces': [{'id': '32c78a96-dc4b-4678-8233-b87ef22c59a5', 'name': '', 'network_id': '4e4e81e3-d363-40e9-b07f-f9adc9ea26e9', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'mac_address': 'fa:16:3e:2e:8f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '6754dea9-da69-4df2-b55a-aab2cbf38c49', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:21Z', 'updated_at': '2021-12-10T19:19:34Z', 'revision_number': 5, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'subnets': [{'id': '6754dea9-da69-4df2-b55a-aab2cbf38c49', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bedafc4c-7e8f-417c-8d79-13882284b0bc', 'name': '', 'network_id': '35ea7c13-e763-407e-89d3-06b855f37274', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'mac_address': 'fa:16:3e:b6:7a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '0ed98fe1-5c52-4543-aa1d-859e613429af', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:28Z', 'updated_at': '2021-12-10T19:19:40Z', 'revision_number': 5, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'subnets': [{'id': '0ed98fe1-5c52-4543-aa1d-859e613429af', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3faa27a-efaa-47a4-af2a-e763a0f09db1', 'name': '', 'network_id': 'b4cdc88c-b4c1-45c0-82ac-77804ad0ad0a', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'mac_address': 'fa:16:3e:42:6d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'd1373477-be38-4842-b0cd-d6914bc52f60', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:33Z', 'updated_at': '2021-12-10T19:19:46Z', 'revision_number': 5, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'subnets': [{'id': 'd1373477-be38-4842-b0cd-d6914bc52f60', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:58.554774 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.db.api [None req-aa623550-3c7c-4e0c-a242-64e0413a726e None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-28225531-0e2e-4d68-b5be-8b4d3f36b901 {{(pid=102367) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:19:58.555343 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG oslo_db.api [None req-aa623550-3c7c-4e0c-a242-64e0413a726e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:19:58.636343 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78f1196-a818-4a01-aa6c-efa1f38049e5 None None] Checking router: 3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2 for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:19:58.664393 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78f1196-a818-4a01-aa6c-efa1f38049e5 None None] Routers {'3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:19:58.669474 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-c78f1196-a818-4a01-aa6c-efa1f38049e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:19:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:58.756842 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25999db-8b25-4797-96b3-f50b1b8e0fd6 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Network 5e2fc592-a23c-4766-8242-50482d5816e2 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:19:58.762238 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-e25999db-8b25-4797-96b3-f50b1b8e0fd6 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:19:58.773087 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25999db-8b25-4797-96b3-f50b1b8e0fd6 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:19:58.872711 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25999db-8b25-4797-96b3-f50b1b8e0fd6 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:58.873393 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e25999db-8b25-4797-96b3-f50b1b8e0fd6 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:58.903674 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-c78f1196-a818-4a01-aa6c-efa1f38049e5 None None] Set router 3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2 gateway port host: None {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:19:58.922747 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-e25999db-8b25-4797-96b3-f50b1b8e0fd6 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.3696046 Dec 10 19:19:58.927139 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55286) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:58.935742 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-2c6bb202-a7e4-44a8-94cb-1d225a5a1a00 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1077999776', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:59.002337 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2c6bb202-a7e4-44a8-94cb-1d225a5a1a00 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:59.003493 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2c6bb202-a7e4-44a8-94cb-1d225a5a1a00 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:59.056909 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-aa623550-3c7c-4e0c-a242-64e0413a726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:59.109713 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2c6bb202-a7e4-44a8-94cb-1d225a5a1a00 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:59.123849 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2c6bb202-a7e4-44a8-94cb-1d225a5a1a00 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:59.197736 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2c6bb202-a7e4-44a8-94cb-1d225a5a1a00 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:59.208451 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-2c6bb202-a7e4-44a8-94cb-1d225a5a1a00 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2735622 Dec 10 19:19:59.209099 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55290) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:59.217430 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-24366ed2-fe3e-4b0d-bf3e-df1fce7564d3 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-544777415', 'prefixes': ['172.20.0.0/16']}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:59.268084 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3748ad96-5478-4fb9-b2b2-e3918f136d06 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711290'] for router_interface, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:59.324612 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device aff40733-7a11-4654-9e5b-a8fb61a22107 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:19:59.334798 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-24366ed2-fe3e-4b0d-bf3e-df1fce7564d3 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Notify callbacks [] for subnetpool, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:59.336645 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-24366ed2-fe3e-4b0d-bf3e-df1fce7564d3 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] 10.222.0.69 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1252913 Dec 10 19:19:59.377985 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-c78f1196-a818-4a01-aa6c-efa1f38049e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'name': 'tempest-RoutersIpV6Test-router-526777550', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:19:17Z', 'updated_at': '2021-12-10T19:19:54Z', 'revision_number': 8, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'gw_port_host': None, '_interfaces': [{'id': '32c78a96-dc4b-4678-8233-b87ef22c59a5', 'name': '', 'network_id': '4e4e81e3-d363-40e9-b07f-f9adc9ea26e9', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'mac_address': 'fa:16:3e:2e:8f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '6754dea9-da69-4df2-b55a-aab2cbf38c49', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:21Z', 'updated_at': '2021-12-10T19:19:34Z', 'revision_number': 5, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'subnets': [{'id': '6754dea9-da69-4df2-b55a-aab2cbf38c49', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bedafc4c-7e8f-417c-8d79-13882284b0bc', 'name': '', 'network_id': '35ea7c13-e763-407e-89d3-06b855f37274', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'mac_address': 'fa:16:3e:b6:7a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '0ed98fe1-5c52-4543-aa1d-859e613429af', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:28Z', 'updated_at': '2021-12-10T19:19:40Z', 'revision_number': 5, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'subnets': [{'id': '0ed98fe1-5c52-4543-aa1d-859e613429af', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3faa27a-efaa-47a4-af2a-e763a0f09db1', 'name': '', 'network_id': 'b4cdc88c-b4c1-45c0-82ac-77804ad0ad0a', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'mac_address': 'fa:16:3e:42:6d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'd1373477-be38-4842-b0cd-d6914bc52f60', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:33Z', 'updated_at': '2021-12-10T19:19:46Z', 'revision_number': 5, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'subnets': [{'id': 'd1373477-be38-4842-b0cd-d6914bc52f60', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:59.423596 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55292) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:59.430252 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.tag.tag_plugin [None req-fb2c43ca-73ba-414d-9b00-7d9befae8f81 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '239b0345-fcfa-482f-a63e-e8ad8f5b655d', 'tempest-TagsExtTest-Tag-1720630028') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:59.438338 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port aff40733-7a11-4654-9e5b-a8fb61a22107 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:59.438710 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:59.457459 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78f1196-a818-4a01-aa6c-efa1f38049e5 None None] The sync data for ids ['3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2'] in dv-neutron-821441-1-hyperv is: [{'id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'name': 'tempest-RoutersIpV6Test-router-526777550', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:19:17Z', 'updated_at': '2021-12-10T19:19:54Z', 'revision_number': 8, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'gw_port_host': None, '_interfaces': [{'id': '32c78a96-dc4b-4678-8233-b87ef22c59a5', 'name': '', 'network_id': '4e4e81e3-d363-40e9-b07f-f9adc9ea26e9', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'mac_address': 'fa:16:3e:2e:8f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '6754dea9-da69-4df2-b55a-aab2cbf38c49', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:21Z', 'updated_at': '2021-12-10T19:19:34Z', 'revision_number': 5, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'subnets': [{'id': '6754dea9-da69-4df2-b55a-aab2cbf38c49', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bedafc4c-7e8f-417c-8d79-13882284b0bc', 'name': '', 'network_id': '35ea7c13-e763-407e-89d3-06b855f37274', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'mac_address': 'fa:16:3e:b6:7a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '0ed98fe1-5c52-4543-aa1d-859e613429af', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:28Z', 'updated_at': '2021-12-10T19:19:40Z', 'revision_number': 5, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'subnets': [{'id': '0ed98fe1-5c52-4543-aa1d-859e613429af', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3faa27a-efaa-47a4-af2a-e763a0f09db1', 'name': '', 'network_id': 'b4cdc88c-b4c1-45c0-82ac-77804ad0ad0a', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'mac_address': 'fa:16:3e:42:6d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'd1373477-be38-4842-b0cd-d6914bc52f60', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:33Z', 'updated_at': '2021-12-10T19:19:46Z', 'revision_number': 5, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'subnets': [{'id': 'd1373477-be38-4842-b0cd-d6914bc52f60', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:19:59.500431 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-aa623550-3c7c-4e0c-a242-64e0413a726e None None] Allocated IP 172.20.0.3 (5e2fc592-a23c-4766-8242-50482d5816e2/239b0345-fcfa-482f-a63e-e8ad8f5b655d/13c6f9ba-35ff-45ca-8d58-a6e71bda7a55) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:19:59.650480 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-fb2c43ca-73ba-414d-9b00-7d9befae8f81 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] 10.222.0.69 "PUT /v2.0/subnets/239b0345-fcfa-482f-a63e-e8ad8f5b655d/tags/tempest-TagsExtTest-Tag-1720630028 HTTP/1.1" status: 201 len: 201 time: 0.2245595 Dec 10 19:19:59.653711 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55294) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:59.659227 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.tag.tag_plugin [None req-3c0d17ff-6d4d-4373-8716-0125c1fbb8ea tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0a5e22b0-29ad-4ac7-b9d1-28e64f7ce878', 'tempest-TagsExtTest-Tag-1444233493') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:59.753766 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-aa623550-3c7c-4e0c-a242-64e0413a726e None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:59.765886 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-aa623550-3c7c-4e0c-a242-64e0413a726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:59.813558 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-3c0d17ff-6d4d-4373-8716-0125c1fbb8ea tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] 10.222.0.69 "PUT /v2.0/ports/0a5e22b0-29ad-4ac7-b9d1-28e64f7ce878/tags/tempest-TagsExtTest-Tag-1444233493 HTTP/1.1" status: 201 len: 201 time: 0.1582277 Dec 10 19:19:59.816001 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55298) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:19:59.816286 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa623550-3c7c-4e0c-a242-64e0413a726e None None] Pushing event updated for resources: {'Port': ['ID=13c6f9ba-35ff-45ca-8d58-a6e71bda7a55,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:59.842309 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa623550-3c7c-4e0c-a242-64e0413a726e None None] Network 5e2fc592-a23c-4766-8242-50482d5816e2 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:19:59.844140 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-aa623550-3c7c-4e0c-a242-64e0413a726e None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:19:59.845540 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.tag.tag_plugin [None req-bcaecacc-1b27-4ad6-adc5-da27024e774c tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '8d433bda-7132-490f-9d3d-f4194e73597d', 'tempest-TagsExtTest-Tag-199668051') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:59.846973 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa623550-3c7c-4e0c-a242-64e0413a726e None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:19:59.876938 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-3748ad96-5478-4fb9-b2b2-e3918f136d06 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Deleting port f3faa27a-efaa-47a4-af2a-e763a0f09db1 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:19:59.877362 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3748ad96-5478-4fb9-b2b2-e3918f136d06 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:19:59.968128 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device cda88e15-69d2-4182-9d2c-e3ea42948e5f no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:20:00.030680 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-bcaecacc-1b27-4ad6-adc5-da27024e774c tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] 10.222.0.69 "PUT /v2.0/routers/8d433bda-7132-490f-9d3d-f4194e73597d/tags/tempest-TagsExtTest-Tag-199668051 HTTP/1.1" status: 201 len: 201 time: 0.2125807 Dec 10 19:20:00.036893 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: cda88e15-69d2-4182-9d2c-e3ea42948e5f {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:20:00.037242 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device cda88e15-69d2-4182-9d2c-e3ea42948e5f not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:20:00.037483 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55300) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:00.058032 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.tag.tag_plugin [None req-3b25b735-1262-4e7e-bfc2-4f6a4f793ba5 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '606a1a71-de81-408a-a93a-be4aa44a9faa', 'tempest-TagsExtTest-Tag-972567123') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:00.064193 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-aa623550-3c7c-4e0c-a242-64e0413a726e None None] Attempting to bind port 13c6f9ba-35ff-45ca-8d58-a6e71bda7a55 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:20:00.066112 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-aa623550-3c7c-4e0c-a242-64e0413a726e None None] Attempting to bind port 13c6f9ba-35ff-45ca-8d58-a6e71bda7a55 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': 'f5704216-c42d-4e8c-bb7e-0629cbd95cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5e2fc592-a23c-4766-8242-50482d5816e2'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:20:00.067230 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa623550-3c7c-4e0c-a242-64e0413a726e None None] Attempting to bind port 13c6f9ba-35ff-45ca-8d58-a6e71bda7a55 on network 5e2fc592-a23c-4766-8242-50482d5816e2 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:20:00.080426 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa623550-3c7c-4e0c-a242-64e0413a726e None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:20:00.080845 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa623550-3c7c-4e0c-a242-64e0413a726e None None] Checking segment: {'id': 'f5704216-c42d-4e8c-bb7e-0629cbd95cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5e2fc592-a23c-4766-8242-50482d5816e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:20:00.081269 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-aa623550-3c7c-4e0c-a242-64e0413a726e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:00.081669 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa623550-3c7c-4e0c-a242-64e0413a726e None None] Bound using segment: {'id': 'f5704216-c42d-4e8c-bb7e-0629cbd95cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5e2fc592-a23c-4766-8242-50482d5816e2'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:20:00.082175 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-aa623550-3c7c-4e0c-a242-64e0413a726e None None] Bound port: 13c6f9ba-35ff-45ca-8d58-a6e71bda7a55, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5704216-c42d-4e8c-bb7e-0629cbd95cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5e2fc592-a23c-4766-8242-50482d5816e2'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:20:00.082570 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-aa623550-3c7c-4e0c-a242-64e0413a726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:00.167518 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-3b25b735-1262-4e7e-bfc2-4f6a4f793ba5 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] 10.222.0.69 "PUT /v2.0/subnetpools/606a1a71-de81-408a-a93a-be4aa44a9faa/tags/tempest-TagsExtTest-Tag-972567123 HTTP/1.1" status: 201 len: 201 time: 0.1269670 Dec 10 19:20:00.169470 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55302) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:00.173743 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-3748ad96-5478-4fb9-b2b2-e3918f136d06 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] For port f3faa27a-efaa-47a4-af2a-e763a0f09db1, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=f3faa27a-efaa-47a4-af2a-e763a0f09db1,segment=NetworkSegment(2eb8d642-b144-4e1f-96c5-2287b27c0c65),segment_id=2eb8d642-b144-4e1f-96c5-2287b27c0c65)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:20:00.174680 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3748ad96-5478-4fb9-b2b2-e3918f136d06 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:00.178651 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.tag.tag_plugin [None req-96c02152-d841-40c9-9540-9ee1dee64765 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '239b0345-fcfa-482f-a63e-e8ad8f5b655d') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:00.202983 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-3748ad96-5478-4fb9-b2b2-e3918f136d06 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Calling delete_port for f3faa27a-efaa-47a4-af2a-e763a0f09db1 owned by network:router_interface {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:20:00.239226 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-aa623550-3c7c-4e0c-a242-64e0413a726e None None] For port 13c6f9ba-35ff-45ca-8d58-a6e71bda7a55, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:20:00.245454 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-aa623550-3c7c-4e0c-a242-64e0413a726e None None] For port 13c6f9ba-35ff-45ca-8d58-a6e71bda7a55, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=13c6f9ba-35ff-45ca-8d58-a6e71bda7a55,segment=NetworkSegment(f5704216-c42d-4e8c-bb7e-0629cbd95cc7),segment_id=f5704216-c42d-4e8c-bb7e-0629cbd95cc7)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:20:00.256273 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-aa623550-3c7c-4e0c-a242-64e0413a726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:00.310336 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-96c02152-d841-40c9-9540-9ee1dee64765 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] 10.222.0.69 "GET /v2.0/subnets/239b0345-fcfa-482f-a63e-e8ad8f5b655d/tags HTTP/1.1" status: 200 len: 241 time: 0.1388471 Dec 10 19:20:00.312950 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55304) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:00.328177 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.tag.tag_plugin [None req-aba4ef16-0be1-4a07-97e7-5ca3a57466b0 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '239b0345-fcfa-482f-a63e-e8ad8f5b655d', 'tempest-TagsExtTest-Tag-1720630028') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:00.376260 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa623550-3c7c-4e0c-a242-64e0413a726e None None] Pushing event updated for resources: {'Port': ['ID=13c6f9ba-35ff-45ca-8d58-a6e71bda7a55,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:00.591507 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-aba4ef16-0be1-4a07-97e7-5ca3a57466b0 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] 10.222.0.69 "GET /v2.0/subnets/239b0345-fcfa-482f-a63e-e8ad8f5b655d/tags/tempest-TagsExtTest-Tag-1720630028 HTTP/1.1" status: 204 len: 168 time: 0.2769654 Dec 10 19:20:00.595564 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55306) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:00.601413 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.tag.tag_plugin [None req-4ec3a73a-846d-4f39-a4be-e0cb4198509c tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '239b0345-fcfa-482f-a63e-e8ad8f5b655d', 'tempest-TagsExtTest-Tag-1720630028') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:00.644810 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3748ad96-5478-4fb9-b2b2-e3918f136d06 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:00.710177 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3748ad96-5478-4fb9-b2b2-e3918f136d06 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event deleted for resources: {'Port': ['ID=f3faa27a-efaa-47a4-af2a-e763a0f09db1,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:00.726174 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-4ec3a73a-846d-4f39-a4be-e0cb4198509c tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] 10.222.0.69 "DELETE /v2.0/subnets/239b0345-fcfa-482f-a63e-e8ad8f5b655d/tags/tempest-TagsExtTest-Tag-1720630028 HTTP/1.1" status: 204 len: 168 time: 0.1272979 Dec 10 19:20:00.726857 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55308) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:00.739238 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.tag.tag_plugin [None req-6147cdb9-56a1-4a79-b2de-095fb812310b tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '239b0345-fcfa-482f-a63e-e8ad8f5b655d') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:00.851859 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-6147cdb9-56a1-4a79-b2de-095fb812310b tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] 10.222.0.69 "GET /v2.0/subnets/239b0345-fcfa-482f-a63e-e8ad8f5b655d/tags HTTP/1.1" status: 200 len: 205 time: 0.1210189 Dec 10 19:20:00.855829 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55310) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:00.860967 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.tag.tag_plugin [None req-42560bf2-38d4-4f15-8eec-ebcb4a50f916 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0a5e22b0-29ad-4ac7-b9d1-28e64f7ce878') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:00.929275 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3748ad96-5478-4fb9-b2b2-e3918f136d06 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3755731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3712768'] for router_interface, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:01.351228 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 13c6f9ba-35ff-45ca-8d58-a6e71bda7a55 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:20:01.457890 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-42560bf2-38d4-4f15-8eec-ebcb4a50f916 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] 10.222.0.69 "GET /v2.0/ports/0a5e22b0-29ad-4ac7-b9d1-28e64f7ce878/tags HTTP/1.1" status: 200 len: 241 time: 0.6009154 Dec 10 19:20:01.462083 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55314) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:01.468735 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 13c6f9ba-35ff-45ca-8d58-a6e71bda7a55 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:20:01.469320 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:01.485243 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.tag.tag_plugin [None req-6ca7d1ea-c7d5-4857-908b-c552ee1f6da0 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0a5e22b0-29ad-4ac7-b9d1-28e64f7ce878', 'tempest-TagsExtTest-Tag-1444233493') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:01.599851 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-6ca7d1ea-c7d5-4857-908b-c552ee1f6da0 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] 10.222.0.69 "GET /v2.0/ports/0a5e22b0-29ad-4ac7-b9d1-28e64f7ce878/tags/tempest-TagsExtTest-Tag-1444233493 HTTP/1.1" status: 204 len: 168 time: 0.1345212 Dec 10 19:20:01.604450 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55316) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:01.611299 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.tag.tag_plugin [None req-dc2a405f-b246-48c5-b31f-ca1d9381bf6c tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '0a5e22b0-29ad-4ac7-b9d1-28e64f7ce878', 'tempest-TagsExtTest-Tag-1444233493') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:01.613419 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:01.662515 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port 13c6f9ba-35ff-45ca-8d58-a6e71bda7a55, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=13c6f9ba-35ff-45ca-8d58-a6e71bda7a55,segment=NetworkSegment(f5704216-c42d-4e8c-bb7e-0629cbd95cc7),segment_id=f5704216-c42d-4e8c-bb7e-0629cbd95cc7)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:20:01.675597 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:01.703917 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3748ad96-5478-4fb9-b2b2-e3918f136d06 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Router 3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:20:01.745894 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 0014c17f-bd2b-4c48-be32-702983314550 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:20:01.782296 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 0014c17f-bd2b-4c48-be32-702983314550 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:20:01.782657 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 0014c17f-bd2b-4c48-be32-702983314550 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:20:01.782957 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-dc2a405f-b246-48c5-b31f-ca1d9381bf6c tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] 10.222.0.69 "DELETE /v2.0/ports/0a5e22b0-29ad-4ac7-b9d1-28e64f7ce878/tags/tempest-TagsExtTest-Tag-1444233493 HTTP/1.1" status: 204 len: 168 time: 0.1756454 Dec 10 19:20:01.785614 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55320) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:01.801352 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.tag.tag_plugin [None req-f49d709d-9055-4b0d-88a2-5bf3d5d9986c tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0a5e22b0-29ad-4ac7-b9d1-28e64f7ce878') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:01.826048 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=13c6f9ba-35ff-45ca-8d58-a6e71bda7a55,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:01.905837 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b80e571-8f9a-41a0-8252-78640c085b54 None None] Network 5e2fc592-a23c-4766-8242-50482d5816e2 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:20:01.908162 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3748ad96-5478-4fb9-b2b2-e3918f136d06 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:20:01.922433 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-3748ad96-5478-4fb9-b2b2-e3918f136d06 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "PUT /v2.0/routers/3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8087332 Dec 10 19:20:01.925136 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55322) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:01.929190 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-f49d709d-9055-4b0d-88a2-5bf3d5d9986c tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] 10.222.0.69 "GET /v2.0/ports/0a5e22b0-29ad-4ac7-b9d1-28e64f7ce878/tags HTTP/1.1" status: 200 len: 205 time: 0.1415949 Dec 10 19:20:01.935275 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55324) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:01.937082 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c155bad-5145-4ed6-877a-45f8967a476f None None] Sync routers for ids ['3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:20:01.940232 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.tag.tag_plugin [None req-aa348966-c70e-432a-abdf-ec0f145b3937 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '8d433bda-7132-490f-9d3d-f4194e73597d') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:02.021205 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c155bad-5145-4ed6-877a-45f8967a476f None None] Routers {'3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:20:02.023113 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-2c155bad-5145-4ed6-877a-45f8967a476f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:19:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:02.031336 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-03aa0ee9-63ed-4327-a194-948ab6ec54c3 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Deleting subnet d1373477-be38-4842-b0cd-d6914bc52f60 {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:20:02.037977 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-03aa0ee9-63ed-4327-a194-948ab6ec54c3 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:02.061099 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-aa348966-c70e-432a-abdf-ec0f145b3937 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] 10.222.0.69 "GET /v2.0/routers/8d433bda-7132-490f-9d3d-f4194e73597d/tags HTTP/1.1" status: 200 len: 240 time: 0.1246603 Dec 10 19:20:02.070481 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55326) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:02.084923 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.tag.tag_plugin [None req-a1248ddc-a5be-44ac-be1b-8a8d4525bed2 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8d433bda-7132-490f-9d3d-f4194e73597d', 'tempest-TagsExtTest-Tag-199668051') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:02.130444 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-03aa0ee9-63ed-4327-a194-948ab6ec54c3 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:02.248654 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-a1248ddc-a5be-44ac-be1b-8a8d4525bed2 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] 10.222.0.69 "GET /v2.0/routers/8d433bda-7132-490f-9d3d-f4194e73597d/tags/tempest-TagsExtTest-Tag-199668051 HTTP/1.1" status: 204 len: 168 time: 0.1752911 Dec 10 19:20:02.252551 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55330) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:02.262116 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.tag.tag_plugin [None req-07f91576-2cea-437a-92c3-20fcd677181a tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '8d433bda-7132-490f-9d3d-f4194e73597d', 'tempest-TagsExtTest-Tag-199668051') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:02.271390 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-191c77d1-dfeb-4f09-87ef-d78ec5c340bd None None] Provisioning complete for port 13c6f9ba-35ff-45ca-8d58-a6e71bda7a55 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:20:02.271390 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-191c77d1-dfeb-4f09-87ef-d78ec5c340bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:02.327798 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:02.342291 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-03aa0ee9-63ed-4327-a194-948ab6ec54c3 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:02.375639 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-2c155bad-5145-4ed6-877a-45f8967a476f None None] Set router 3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2 gateway port host: None {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:20:02.477714 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-03aa0ee9-63ed-4327-a194-948ab6ec54c3 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:02.515752 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-07f91576-2cea-437a-92c3-20fcd677181a tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] 10.222.0.69 "DELETE /v2.0/routers/8d433bda-7132-490f-9d3d-f4194e73597d/tags/tempest-TagsExtTest-Tag-199668051 HTTP/1.1" status: 204 len: 168 time: 0.2612212 Dec 10 19:20:02.516958 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55332) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:02.525889 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.tag.tag_plugin [None req-2cccfefd-3bfb-4074-88f7-5105411074a5 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '8d433bda-7132-490f-9d3d-f4194e73597d') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:02.536917 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aa0ee9-63ed-4327-a194-948ab6ec54c3 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event deleted for resources: {'Subnet': ['ID=d1373477-be38-4842-b0cd-d6914bc52f60,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:02.544406 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-03aa0ee9-63ed-4327-a194-948ab6ec54c3 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:02.552088 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-03aa0ee9-63ed-4327-a194-948ab6ec54c3 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "DELETE /v2.0/subnets/d1373477-be38-4842-b0cd-d6914bc52f60 HTTP/1.1" status: 204 len: 168 time: 0.6211951 Dec 10 19:20:02.552776 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55334) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:02.666848 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-db30a558-ebc3-4f5f-8d9e-eeadff21c388 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:02.704726 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-2cccfefd-3bfb-4074-88f7-5105411074a5 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] 10.222.0.69 "GET /v2.0/routers/8d433bda-7132-490f-9d3d-f4194e73597d/tags HTTP/1.1" status: 200 len: 205 time: 0.1858585 Dec 10 19:20:02.708910 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55336) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:02.714781 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.tag.tag_plugin [None req-c9387826-230b-4988-ae1b-9889d114c96f tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '606a1a71-de81-408a-a93a-be4aa44a9faa') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:02.780628 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba2e7e7-00f1-4fe3-bb35-8ee7afc68dab None None] Network b4cdc88c-b4c1-45c0-82ac-77804ad0ad0a requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:20:02.807616 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-db30a558-ebc3-4f5f-8d9e-eeadff21c388 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Deleting port e3fde5c5-1f9f-4c90-b62a-f45fd60e6777 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:20:02.808311 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-db30a558-ebc3-4f5f-8d9e-eeadff21c388 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:02.830188 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-c9387826-230b-4988-ae1b-9889d114c96f tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] 10.222.0.69 "GET /v2.0/subnetpools/606a1a71-de81-408a-a93a-be4aa44a9faa/tags HTTP/1.1" status: 200 len: 240 time: 0.1160305 Dec 10 19:20:02.830923 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55338) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:02.847567 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.tag.tag_plugin [None req-34536362-d76f-4bc0-aa29-1fb2486b2ab1 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '606a1a71-de81-408a-a93a-be4aa44a9faa', 'tempest-TagsExtTest-Tag-972567123') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:02.906593 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-34536362-d76f-4bc0-aa29-1fb2486b2ab1 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] 10.222.0.69 "GET /v2.0/subnetpools/606a1a71-de81-408a-a93a-be4aa44a9faa/tags/tempest-TagsExtTest-Tag-972567123 HTTP/1.1" status: 204 len: 168 time: 0.0688114 Dec 10 19:20:02.906904 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55340) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:02.914093 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.tag.tag_plugin [None req-63a680b7-d8a3-40b7-ad75-972e94226d73 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '606a1a71-de81-408a-a93a-be4aa44a9faa', 'tempest-TagsExtTest-Tag-972567123') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:02.960921 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-db30a558-ebc3-4f5f-8d9e-eeadff21c388 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] For port e3fde5c5-1f9f-4c90-b62a-f45fd60e6777, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=e3fde5c5-1f9f-4c90-b62a-f45fd60e6777,segment=NetworkSegment(2eb8d642-b144-4e1f-96c5-2287b27c0c65),segment_id=2eb8d642-b144-4e1f-96c5-2287b27c0c65)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:20:02.961547 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-db30a558-ebc3-4f5f-8d9e-eeadff21c388 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:02.968217 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-63a680b7-d8a3-40b7-ad75-972e94226d73 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] 10.222.0.69 "DELETE /v2.0/subnetpools/606a1a71-de81-408a-a93a-be4aa44a9faa/tags/tempest-TagsExtTest-Tag-972567123 HTTP/1.1" status: 204 len: 168 time: 0.0597920 Dec 10 19:20:02.972395 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55342) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:02.978821 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.tag.tag_plugin [None req-0b01c768-5800-4546-9961-486758c882d7 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '606a1a71-de81-408a-a93a-be4aa44a9faa') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:03.003357 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-db30a558-ebc3-4f5f-8d9e-eeadff21c388 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Calling delete_port for e3fde5c5-1f9f-4c90-b62a-f45fd60e6777 owned by network:dhcp {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:20:03.014161 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-0b01c768-5800-4546-9961-486758c882d7 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] 10.222.0.69 "GET /v2.0/subnetpools/606a1a71-de81-408a-a93a-be4aa44a9faa/tags HTTP/1.1" status: 200 len: 205 time: 0.0405421 Dec 10 19:20:03.016879 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55344) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:03.027343 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.tag.tag_plugin [None req-e08f33fc-1f38-485c-8778-a3e97663f0df tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '606a1a71-de81-408a-a93a-be4aa44a9faa') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:03.087445 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-e08f33fc-1f38-485c-8778-a3e97663f0df tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] 10.222.0.69 "DELETE /v2.0/subnetpools/606a1a71-de81-408a-a93a-be4aa44a9faa/tags HTTP/1.1" status: 204 len: 168 time: 0.0681939 Dec 10 19:20:03.090241 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55346) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:03.108588 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.tag.tag_plugin [None req-e678579f-e63f-48a6-822e-9c6e8b5b8c20 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8d433bda-7132-490f-9d3d-f4194e73597d') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:03.178348 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-db30a558-ebc3-4f5f-8d9e-eeadff21c388 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:03.252726 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30a558-ebc3-4f5f-8d9e-eeadff21c388 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event deleted for resources: {'Port': ['ID=e3fde5c5-1f9f-4c90-b62a-f45fd60e6777,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:03.268438 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-2c155bad-5145-4ed6-877a-45f8967a476f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'name': 'tempest-RoutersIpV6Test-router-526777550', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:19:17Z', 'updated_at': '2021-12-10T19:20:00Z', 'revision_number': 9, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'gw_port_host': None, '_interfaces': [{'id': '32c78a96-dc4b-4678-8233-b87ef22c59a5', 'name': '', 'network_id': '4e4e81e3-d363-40e9-b07f-f9adc9ea26e9', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'mac_address': 'fa:16:3e:2e:8f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '6754dea9-da69-4df2-b55a-aab2cbf38c49', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:21Z', 'updated_at': '2021-12-10T19:19:34Z', 'revision_number': 5, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'subnets': [{'id': '6754dea9-da69-4df2-b55a-aab2cbf38c49', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bedafc4c-7e8f-417c-8d79-13882284b0bc', 'name': '', 'network_id': '35ea7c13-e763-407e-89d3-06b855f37274', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'mac_address': 'fa:16:3e:b6:7a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '0ed98fe1-5c52-4543-aa1d-859e613429af', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:28Z', 'updated_at': '2021-12-10T19:19:40Z', 'revision_number': 5, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'subnets': [{'id': '0ed98fe1-5c52-4543-aa1d-859e613429af', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:03.270841 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db30a558-ebc3-4f5f-8d9e-eeadff21c388 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] No DVR routers for this DVR port e3fde5c5-1f9f-4c90-b62a-f45fd60e6777 on host dv-neutron-821441-1-hyperv {{(pid=102366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:20:03.335813 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-e678579f-e63f-48a6-822e-9c6e8b5b8c20 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] 10.222.0.69 "DELETE /v2.0/routers/8d433bda-7132-490f-9d3d-f4194e73597d/tags HTTP/1.1" status: 204 len: 168 time: 0.2402024 Dec 10 19:20:03.336240 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55350) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:03.341957 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c155bad-5145-4ed6-877a-45f8967a476f None None] Checking router: 3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2 for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:20:03.348755 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.tag.tag_plugin [None req-a0b7588b-0890-4ce4-b775-c5d18eab1c21 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0a5e22b0-29ad-4ac7-b9d1-28e64f7ce878') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:03.355363 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 13c6f9ba-35ff-45ca-8d58-a6e71bda7a55 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:20:03.407967 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc2b6a8-a091-45a0-8217-2fc5dfb6a5df None None] DHCP port deletion for b4cdc88c-b4c1-45c0-82ac-77804ad0ad0a request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:20:03.429713 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c155bad-5145-4ed6-877a-45f8967a476f None None] Routers {'3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:20:03.432637 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-2c155bad-5145-4ed6-877a-45f8967a476f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:19:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:03.455987 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-a0b7588b-0890-4ce4-b775-c5d18eab1c21 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] 10.222.0.69 "DELETE /v2.0/ports/0a5e22b0-29ad-4ac7-b9d1-28e64f7ce878/tags HTTP/1.1" status: 204 len: 168 time: 0.1162932 Dec 10 19:20:03.456250 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55352) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:03.461447 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.tag.tag_plugin [None req-f153e6ac-624a-4d2e-b7e1-19d0d6ca4808 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '239b0345-fcfa-482f-a63e-e8ad8f5b655d') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:03.559073 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-f153e6ac-624a-4d2e-b7e1-19d0d6ca4808 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] 10.222.0.69 "DELETE /v2.0/subnets/239b0345-fcfa-482f-a63e-e8ad8f5b655d/tags HTTP/1.1" status: 204 len: 168 time: 0.0970325 Dec 10 19:20:03.560941 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55354) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:03.581307 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.tag.tag_plugin [None req-bd0b7216-be0e-40f4-a3f2-0402a1ecafee tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '239b0345-fcfa-482f-a63e-e8ad8f5b655d', 'tempest-TagsExtTest-Tag-1156341914') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:03.612393 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-2c155bad-5145-4ed6-877a-45f8967a476f None None] Set router 3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2 gateway port host: None {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:20:03.617469 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 13c6f9ba-35ff-45ca-8d58-a6e71bda7a55 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:20:03.618019 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:03.717442 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-fcfbd2c9-cb53-4365-9579-57449f05ad7c None None] Provisioning complete for port 13c6f9ba-35ff-45ca-8d58-a6e71bda7a55 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:20:03.718088 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-fcfbd2c9-cb53-4365-9579-57449f05ad7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:03.782421 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-bd0b7216-be0e-40f4-a3f2-0402a1ecafee tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] 10.222.0.69 "PUT /v2.0/subnets/239b0345-fcfa-482f-a63e-e8ad8f5b655d/tags/tempest-TagsExtTest-Tag-1156341914 HTTP/1.1" status: 201 len: 201 time: 0.2179260 Dec 10 19:20:03.784800 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55356) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:03.800928 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.tag.tag_plugin [None req-eb33713c-1ada-4503-851e-9237e46b29a3 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0a5e22b0-29ad-4ac7-b9d1-28e64f7ce878', 'tempest-TagsExtTest-Tag-891218395') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:03.944787 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-eb33713c-1ada-4503-851e-9237e46b29a3 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] 10.222.0.69 "PUT /v2.0/ports/0a5e22b0-29ad-4ac7-b9d1-28e64f7ce878/tags/tempest-TagsExtTest-Tag-891218395 HTTP/1.1" status: 201 len: 201 time: 0.1578465 Dec 10 19:20:03.948853 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55358) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:03.955467 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.tag.tag_plugin [None req-baeebac6-0c9e-4bbc-aba7-c699ba35f19c tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '8d433bda-7132-490f-9d3d-f4194e73597d', 'tempest-TagsExtTest-Tag-322369044') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:04.057474 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-db30a558-ebc3-4f5f-8d9e-eeadff21c388 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:04.083350 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-db30a558-ebc3-4f5f-8d9e-eeadff21c388 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4cdc88c-b4c1-45c0-82ac-77804ad0ad0a']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:04.099934 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-db30a558-ebc3-4f5f-8d9e-eeadff21c388 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eb8d642-b144-4e1f-96c5-2287b27c0c65') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:04.099934 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-db30a558-ebc3-4f5f-8d9e-eeadff21c388 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eb8d642-b144-4e1f-96c5-2287b27c0c65') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:04.109991 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-db30a558-ebc3-4f5f-8d9e-eeadff21c388 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:04.116018 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-baeebac6-0c9e-4bbc-aba7-c699ba35f19c tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] 10.222.0.69 "PUT /v2.0/routers/8d433bda-7132-490f-9d3d-f4194e73597d/tags/tempest-TagsExtTest-Tag-322369044 HTTP/1.1" status: 201 len: 201 time: 0.1652069 Dec 10 19:20:04.118760 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55360) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:04.124300 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.tag.tag_plugin [None req-8728101f-47c8-4a5a-8e49-bac6f090ab32 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '606a1a71-de81-408a-a93a-be4aa44a9faa', 'tempest-TagsExtTest-Tag-420793171') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:04.136171 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-db30a558-ebc3-4f5f-8d9e-eeadff21c388 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:04.147629 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db30a558-ebc3-4f5f-8d9e-eeadff21c388 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:20:04.148002 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-db30a558-ebc3-4f5f-8d9e-eeadff21c388 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:04.152356 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:20:04.152356 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:20:04.152356 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:20:04.152356 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:20:04.152356 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:20:04.152356 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:20:04.152356 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:20:04.152356 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:20:04.152356 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:20:04.152356 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:20:04.152356 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:20:04.152356 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:20:04.152356 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:20:04.152356 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:20:04.152356 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:20:04.152356 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:20:04.152356 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:20:04.152356 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:20:04.152356 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:20:04.152356 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:20:04.152356 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:20:04.152356 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:20:04.152356 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:20:04.152356 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:20:04.152356 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:20:04.152356 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:20:04.152356 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:20:04.152356 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:20:04.152356 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:20:04.152356 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:20:04.152356 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:20:04.152356 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:20:04.186977 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-8728101f-47c8-4a5a-8e49-bac6f090ab32 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] 10.222.0.69 "PUT /v2.0/subnetpools/606a1a71-de81-408a-a93a-be4aa44a9faa/tags/tempest-TagsExtTest-Tag-420793171 HTTP/1.1" status: 201 len: 201 time: 0.0655663 Dec 10 19:20:04.188422 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55362) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:04.194524 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.tag.tag_plugin [None req-d8cbfdde-6adb-42a8-8151-d77ad3f828e2 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '239b0345-fcfa-482f-a63e-e8ad8f5b655d', {'tags': ['tempest-TagsExtTest-Tag-1417773818', 'tempest-TagsExtTest-Tag-392800388', 'tempest-TagsExtTest-Tag-1198415821']}) {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:04.213131 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-fcfbd2c9-cb53-4365-9579-57449f05ad7c None None] Provisioning complete for port 0a5e22b0-29ad-4ac7-b9d1-28e64f7ce878 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:20:04.213131 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-fcfbd2c9-cb53-4365-9579-57449f05ad7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:04.259738 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-fcfbd2c9-cb53-4365-9579-57449f05ad7c None None] Port 0a5e22b0-29ad-4ac7-b9d1-28e64f7ce878 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:20:04.265930 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-2c155bad-5145-4ed6-877a-45f8967a476f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'name': 'tempest-RoutersIpV6Test-router-526777550', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:19:17Z', 'updated_at': '2021-12-10T19:20:00Z', 'revision_number': 9, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'gw_port_host': None, '_interfaces': [{'id': '32c78a96-dc4b-4678-8233-b87ef22c59a5', 'name': '', 'network_id': '4e4e81e3-d363-40e9-b07f-f9adc9ea26e9', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'mac_address': 'fa:16:3e:2e:8f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '6754dea9-da69-4df2-b55a-aab2cbf38c49', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:21Z', 'updated_at': '2021-12-10T19:19:34Z', 'revision_number': 5, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'subnets': [{'id': '6754dea9-da69-4df2-b55a-aab2cbf38c49', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bedafc4c-7e8f-417c-8d79-13882284b0bc', 'name': '', 'network_id': '35ea7c13-e763-407e-89d3-06b855f37274', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'mac_address': 'fa:16:3e:b6:7a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '0ed98fe1-5c52-4543-aa1d-859e613429af', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:28Z', 'updated_at': '2021-12-10T19:19:40Z', 'revision_number': 5, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'subnets': [{'id': '0ed98fe1-5c52-4543-aa1d-859e613429af', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:04.276154 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-db30a558-ebc3-4f5f-8d9e-eeadff21c388 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:04.285478 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-db30a558-ebc3-4f5f-8d9e-eeadff21c388 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:04.296839 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-db30a558-ebc3-4f5f-8d9e-eeadff21c388 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "DELETE /v2.0/networks/b4cdc88c-b4c1-45c0-82ac-77804ad0ad0a HTTP/1.1" status: 204 len: 168 time: 1.7423930 Dec 10 19:20:04.304842 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c155bad-5145-4ed6-877a-45f8967a476f None None] The sync data for ids ['3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2'] in dv-neutron-821441-1-hyperv is: [{'id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'name': 'tempest-RoutersIpV6Test-router-526777550', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:19:17Z', 'updated_at': '2021-12-10T19:20:00Z', 'revision_number': 9, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'gw_port_host': None, '_interfaces': [{'id': '32c78a96-dc4b-4678-8233-b87ef22c59a5', 'name': '', 'network_id': '4e4e81e3-d363-40e9-b07f-f9adc9ea26e9', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'mac_address': 'fa:16:3e:2e:8f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '6754dea9-da69-4df2-b55a-aab2cbf38c49', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:21Z', 'updated_at': '2021-12-10T19:19:34Z', 'revision_number': 5, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'subnets': [{'id': '6754dea9-da69-4df2-b55a-aab2cbf38c49', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bedafc4c-7e8f-417c-8d79-13882284b0bc', 'name': '', 'network_id': '35ea7c13-e763-407e-89d3-06b855f37274', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'mac_address': 'fa:16:3e:b6:7a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '0ed98fe1-5c52-4543-aa1d-859e613429af', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:28Z', 'updated_at': '2021-12-10T19:19:40Z', 'revision_number': 5, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'subnets': [{'id': '0ed98fe1-5c52-4543-aa1d-859e613429af', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:20:04.305205 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55364) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:04.323940 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30a558-ebc3-4f5f-8d9e-eeadff21c388 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event deleted for resources: {'Network': ['ID=b4cdc88c-b4c1-45c0-82ac-77804ad0ad0a,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:04.392902 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-ecec5b47-a059-495e-9332-2d6a3723a764 None None] Provisioning complete for port 0a5e22b0-29ad-4ac7-b9d1-28e64f7ce878 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:20:04.392902 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ecec5b47-a059-495e-9332-2d6a3723a764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:04.449346 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-d8cbfdde-6adb-42a8-8151-d77ad3f828e2 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] 10.222.0.69 "PUT /v2.0/subnets/239b0345-fcfa-482f-a63e-e8ad8f5b655d/tags HTTP/1.1" status: 200 len: 317 time: 0.2549889 Dec 10 19:20:04.449608 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55368) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:04.457248 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.tag.tag_plugin [None req-7b6f16b3-ba95-485b-b220-71b692383a11 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '239b0345-fcfa-482f-a63e-e8ad8f5b655d') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:04.457586 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-ecec5b47-a059-495e-9332-2d6a3723a764 None None] Port 0a5e22b0-29ad-4ac7-b9d1-28e64f7ce878 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:20:04.585729 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-7b6f16b3-ba95-485b-b220-71b692383a11 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] 10.222.0.69 "DELETE /v2.0/subnets/239b0345-fcfa-482f-a63e-e8ad8f5b655d/tags HTTP/1.1" status: 204 len: 168 time: 0.1344104 Dec 10 19:20:04.590404 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55370) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:04.596277 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.tag.tag_plugin [None req-e3477f7f-ecac-4276-a603-f8c335bc1c0c tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '239b0345-fcfa-482f-a63e-e8ad8f5b655d', 'tempest-TagsExtTest-Tag-1417773818') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:04.707832 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-e3477f7f-ecac-4276-a603-f8c335bc1c0c tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] show failed (client error): The resource could not be found. Dec 10 19:20:04.713145 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-e3477f7f-ecac-4276-a603-f8c335bc1c0c tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] 10.222.0.69 "GET /v2.0/subnets/239b0345-fcfa-482f-a63e-e8ad8f5b655d/tags/tempest-TagsExtTest-Tag-1417773818 HTTP/1.1" status: 404 len: 329 time: 0.1181169 Dec 10 19:20:04.713145 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55372) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:04.727197 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.tag.tag_plugin [None req-71061f11-2975-44dd-bb24-da010bbea403 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '239b0345-fcfa-482f-a63e-e8ad8f5b655d', 'tempest-TagsExtTest-Tag-392800388') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:04.841250 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-71061f11-2975-44dd-bb24-da010bbea403 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] show failed (client error): The resource could not be found. Dec 10 19:20:04.845385 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-71061f11-2975-44dd-bb24-da010bbea403 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] 10.222.0.69 "GET /v2.0/subnets/239b0345-fcfa-482f-a63e-e8ad8f5b655d/tags/tempest-TagsExtTest-Tag-392800388 HTTP/1.1" status: 404 len: 328 time: 0.1308789 Dec 10 19:20:04.848044 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55374) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:04.862015 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.tag.tag_plugin [None req-130f1eab-032c-4dbd-8b5e-5e4775bb0cdb tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '239b0345-fcfa-482f-a63e-e8ad8f5b655d', 'tempest-TagsExtTest-Tag-1198415821') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:04.971380 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cbff8d31-c904-4067-829b-ffd9b3efd4b1 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711290'] for router_interface, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:05.010022 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-130f1eab-032c-4dbd-8b5e-5e4775bb0cdb tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] show failed (client error): The resource could not be found. Dec 10 19:20:05.014746 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-130f1eab-032c-4dbd-8b5e-5e4775bb0cdb tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] 10.222.0.69 "GET /v2.0/subnets/239b0345-fcfa-482f-a63e-e8ad8f5b655d/tags/tempest-TagsExtTest-Tag-1198415821 HTTP/1.1" status: 404 len: 329 time: 0.1616528 Dec 10 19:20:05.015509 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55376) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:05.023578 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.tag.tag_plugin [None req-4637770b-a8c0-472a-8da1-1e6220f5343e tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '0a5e22b0-29ad-4ac7-b9d1-28e64f7ce878', {'tags': ['tempest-TagsExtTest-Tag-809440062', 'tempest-TagsExtTest-Tag-574363459', 'tempest-TagsExtTest-Tag-1222987063']}) {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:05.168940 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-4637770b-a8c0-472a-8da1-1e6220f5343e tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] 10.222.0.69 "PUT /v2.0/ports/0a5e22b0-29ad-4ac7-b9d1-28e64f7ce878/tags HTTP/1.1" status: 200 len: 316 time: 0.1509521 Dec 10 19:20:05.171064 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55378) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:05.176760 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.tag.tag_plugin [None req-4ebde51f-9c11-4ae2-8815-5ec07b6dfdb9 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0a5e22b0-29ad-4ac7-b9d1-28e64f7ce878') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:05.233272 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device e3fde5c5-1f9f-4c90-b62a-f45fd60e6777 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:20:05.303237 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: e3fde5c5-1f9f-4c90-b62a-f45fd60e6777 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:20:05.304241 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device e3fde5c5-1f9f-4c90-b62a-f45fd60e6777 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:20:05.305259 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device f3faa27a-efaa-47a4-af2a-e763a0f09db1 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:20:05.354294 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: f3faa27a-efaa-47a4-af2a-e763a0f09db1 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:20:05.354863 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device f3faa27a-efaa-47a4-af2a-e763a0f09db1 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:20:05.378403 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-4ebde51f-9c11-4ae2-8815-5ec07b6dfdb9 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] 10.222.0.69 "DELETE /v2.0/ports/0a5e22b0-29ad-4ac7-b9d1-28e64f7ce878/tags HTTP/1.1" status: 204 len: 168 time: 0.2060044 Dec 10 19:20:05.383173 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55380) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:05.389150 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.tag.tag_plugin [None req-1351c4a3-c3eb-4c18-968d-855eed5d7d15 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0a5e22b0-29ad-4ac7-b9d1-28e64f7ce878', 'tempest-TagsExtTest-Tag-809440062') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:05.417888 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-cbff8d31-c904-4067-829b-ffd9b3efd4b1 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Deleting port bedafc4c-7e8f-417c-8d79-13882284b0bc {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:20:05.418228 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cbff8d31-c904-4067-829b-ffd9b3efd4b1 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:05.540553 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.api.v2.resource [None req-1351c4a3-c3eb-4c18-968d-855eed5d7d15 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] show failed (client error): The resource could not be found. Dec 10 19:20:05.546260 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-1351c4a3-c3eb-4c18-968d-855eed5d7d15 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] 10.222.0.69 "GET /v2.0/ports/0a5e22b0-29ad-4ac7-b9d1-28e64f7ce878/tags/tempest-TagsExtTest-Tag-809440062 HTTP/1.1" status: 404 len: 328 time: 0.1574268 Dec 10 19:20:05.546713 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55386) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:05.550114 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-cbff8d31-c904-4067-829b-ffd9b3efd4b1 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] For port bedafc4c-7e8f-417c-8d79-13882284b0bc, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=bedafc4c-7e8f-417c-8d79-13882284b0bc,segment=NetworkSegment(5dc05085-69a5-4e97-b5cf-0a03536eae3f),segment_id=5dc05085-69a5-4e97-b5cf-0a03536eae3f)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:20:05.550741 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cbff8d31-c904-4067-829b-ffd9b3efd4b1 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:05.556605 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.tag.tag_plugin [None req-5b56e8f7-2714-4f7f-b8f5-d4dd1efd8e43 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0a5e22b0-29ad-4ac7-b9d1-28e64f7ce878', 'tempest-TagsExtTest-Tag-574363459') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:05.572455 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-cbff8d31-c904-4067-829b-ffd9b3efd4b1 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Calling delete_port for bedafc4c-7e8f-417c-8d79-13882284b0bc owned by network:router_interface {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:20:05.648716 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-5b56e8f7-2714-4f7f-b8f5-d4dd1efd8e43 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] show failed (client error): The resource could not be found. Dec 10 19:20:05.652563 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-5b56e8f7-2714-4f7f-b8f5-d4dd1efd8e43 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] 10.222.0.69 "GET /v2.0/ports/0a5e22b0-29ad-4ac7-b9d1-28e64f7ce878/tags/tempest-TagsExtTest-Tag-574363459 HTTP/1.1" status: 404 len: 328 time: 0.1005545 Dec 10 19:20:05.654935 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55388) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:05.659526 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.tag.tag_plugin [None req-273345db-803f-44dc-bb18-4d6ce2f2b348 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0a5e22b0-29ad-4ac7-b9d1-28e64f7ce878', 'tempest-TagsExtTest-Tag-1222987063') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:05.721380 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-273345db-803f-44dc-bb18-4d6ce2f2b348 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] show failed (client error): The resource could not be found. Dec 10 19:20:05.724549 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-273345db-803f-44dc-bb18-4d6ce2f2b348 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] 10.222.0.69 "GET /v2.0/ports/0a5e22b0-29ad-4ac7-b9d1-28e64f7ce878/tags/tempest-TagsExtTest-Tag-1222987063 HTTP/1.1" status: 404 len: 329 time: 0.0670190 Dec 10 19:20:05.728210 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55390) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:05.740353 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.tag.tag_plugin [None req-3f117f55-448b-4445-a7b3-03aaec250c11 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '8d433bda-7132-490f-9d3d-f4194e73597d', {'tags': ['tempest-TagsExtTest-Tag-1513104247', 'tempest-TagsExtTest-Tag-281492449', 'tempest-TagsExtTest-Tag-1081020908']}) {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:05.941996 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cbff8d31-c904-4067-829b-ffd9b3efd4b1 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:05.952087 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-3f117f55-448b-4445-a7b3-03aaec250c11 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] 10.222.0.69 "PUT /v2.0/routers/8d433bda-7132-490f-9d3d-f4194e73597d/tags HTTP/1.1" status: 200 len: 317 time: 0.2217779 Dec 10 19:20:05.955536 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55392) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:05.964042 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.tag.tag_plugin [None req-cf9b094e-88d6-45c7-b44d-457b1cd8dba2 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8d433bda-7132-490f-9d3d-f4194e73597d') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:05.982481 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbff8d31-c904-4067-829b-ffd9b3efd4b1 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event deleted for resources: {'Port': ['ID=bedafc4c-7e8f-417c-8d79-13882284b0bc,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:06.117271 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cbff8d31-c904-4067-829b-ffd9b3efd4b1 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3755731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3712768'] for router_interface, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:06.132058 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-cf9b094e-88d6-45c7-b44d-457b1cd8dba2 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] 10.222.0.69 "DELETE /v2.0/routers/8d433bda-7132-490f-9d3d-f4194e73597d/tags HTTP/1.1" status: 204 len: 168 time: 0.1751130 Dec 10 19:20:06.133010 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55394) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:06.143029 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.tag.tag_plugin [None req-79b7bc03-66d7-44a1-8052-4ae9617633c2 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8d433bda-7132-490f-9d3d-f4194e73597d', 'tempest-TagsExtTest-Tag-1513104247') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:06.310191 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-79b7bc03-66d7-44a1-8052-4ae9617633c2 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] show failed (client error): The resource could not be found. Dec 10 19:20:06.312035 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-79b7bc03-66d7-44a1-8052-4ae9617633c2 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] 10.222.0.69 "GET /v2.0/routers/8d433bda-7132-490f-9d3d-f4194e73597d/tags/tempest-TagsExtTest-Tag-1513104247 HTTP/1.1" status: 404 len: 329 time: 0.1773641 Dec 10 19:20:06.316155 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55396) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:06.322652 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.tag.tag_plugin [None req-4b28f575-b28e-491c-a631-695c28c41e78 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8d433bda-7132-490f-9d3d-f4194e73597d', 'tempest-TagsExtTest-Tag-281492449') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:06.360051 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbff8d31-c904-4067-829b-ffd9b3efd4b1 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Router 3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:20:06.476675 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbff8d31-c904-4067-829b-ffd9b3efd4b1 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:20:06.484546 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-cbff8d31-c904-4067-829b-ffd9b3efd4b1 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "PUT /v2.0/routers/3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1772387 Dec 10 19:20:06.487849 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55398) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:06.492795 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-4b28f575-b28e-491c-a631-695c28c41e78 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] show failed (client error): The resource could not be found. Dec 10 19:20:06.498152 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-4b28f575-b28e-491c-a631-695c28c41e78 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] 10.222.0.69 "GET /v2.0/routers/8d433bda-7132-490f-9d3d-f4194e73597d/tags/tempest-TagsExtTest-Tag-281492449 HTTP/1.1" status: 404 len: 328 time: 0.1784737 Dec 10 19:20:06.498489 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8defb93e-9e23-4247-a137-4fe66054cf7e None None] Sync routers for ids ['3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:20:06.499271 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55400) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:06.509552 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.tag.tag_plugin [None req-4ae02a0d-cafb-4831-adaa-dbaa2d4cff08 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8d433bda-7132-490f-9d3d-f4194e73597d', 'tempest-TagsExtTest-Tag-1081020908') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:06.515155 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8defb93e-9e23-4247-a137-4fe66054cf7e None None] Routers {'3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:20:06.516908 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-8defb93e-9e23-4247-a137-4fe66054cf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:19:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:06.570569 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_v2 [None req-14397bcc-3b74-401e-a256-67d5694042fd tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Deleting subnet 0ed98fe1-5c52-4543-aa1d-859e613429af {{(pid=102365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:20:06.577170 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-14397bcc-3b74-401e-a256-67d5694042fd tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for subnet, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:06.616549 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-4ae02a0d-cafb-4831-adaa-dbaa2d4cff08 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] show failed (client error): The resource could not be found. Dec 10 19:20:06.619101 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-4ae02a0d-cafb-4831-adaa-dbaa2d4cff08 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] 10.222.0.69 "GET /v2.0/routers/8d433bda-7132-490f-9d3d-f4194e73597d/tags/tempest-TagsExtTest-Tag-1081020908 HTTP/1.1" status: 404 len: 329 time: 0.1159008 Dec 10 19:20:06.623263 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55404) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:06.630005 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.tag.tag_plugin [None req-bbaaa977-fa53-4942-af6c-1ee225091bcd tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '606a1a71-de81-408a-a93a-be4aa44a9faa', {'tags': ['tempest-TagsExtTest-Tag-48019224', 'tempest-TagsExtTest-Tag-1389301063', 'tempest-TagsExtTest-Tag-802802795']}) {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:06.707345 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-14397bcc-3b74-401e-a256-67d5694042fd tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353213'] for subnet, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:06.709049 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-8defb93e-9e23-4247-a137-4fe66054cf7e None None] Set router 3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2 gateway port host: None {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:20:06.712690 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-bbaaa977-fa53-4942-af6c-1ee225091bcd tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] 10.222.0.69 "PUT /v2.0/subnetpools/606a1a71-de81-408a-a93a-be4aa44a9faa/tags HTTP/1.1" status: 200 len: 315 time: 0.0879261 Dec 10 19:20:06.716891 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55406) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:06.721733 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.tag.tag_plugin [None req-6269d54f-1b7e-4214-a0ee-3493805d5270 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '606a1a71-de81-408a-a93a-be4aa44a9faa') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:06.811321 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-6269d54f-1b7e-4214-a0ee-3493805d5270 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] 10.222.0.69 "DELETE /v2.0/subnetpools/606a1a71-de81-408a-a93a-be4aa44a9faa/tags HTTP/1.1" status: 204 len: 168 time: 0.0927434 Dec 10 19:20:06.815295 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55408) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:06.826521 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.tag.tag_plugin [None req-f880f6cf-01c5-4e94-8dd2-5c4995ca05a2 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '606a1a71-de81-408a-a93a-be4aa44a9faa', 'tempest-TagsExtTest-Tag-48019224') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:06.862998 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-14397bcc-3b74-401e-a256-67d5694042fd tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:06.879894 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-f880f6cf-01c5-4e94-8dd2-5c4995ca05a2 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] show failed (client error): The resource could not be found. Dec 10 19:20:06.884865 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-f880f6cf-01c5-4e94-8dd2-5c4995ca05a2 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] 10.222.0.69 "GET /v2.0/subnetpools/606a1a71-de81-408a-a93a-be4aa44a9faa/tags/tempest-TagsExtTest-Tag-48019224 HTTP/1.1" status: 404 len: 327 time: 0.0655217 Dec 10 19:20:06.889067 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55410) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:06.904581 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.tag.tag_plugin [None req-962fdd84-a397-4b62-845d-2df6a2928dc5 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '606a1a71-de81-408a-a93a-be4aa44a9faa', 'tempest-TagsExtTest-Tag-1389301063') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:06.935306 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-962fdd84-a397-4b62-845d-2df6a2928dc5 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] show failed (client error): The resource could not be found. Dec 10 19:20:06.941424 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-962fdd84-a397-4b62-845d-2df6a2928dc5 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] 10.222.0.69 "GET /v2.0/subnetpools/606a1a71-de81-408a-a93a-be4aa44a9faa/tags/tempest-TagsExtTest-Tag-1389301063 HTTP/1.1" status: 404 len: 329 time: 0.0504923 Dec 10 19:20:06.946045 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55412) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:06.951744 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.tag.tag_plugin [None req-ca65290c-aa3c-4aa4-b608-6a75567f98eb tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '606a1a71-de81-408a-a93a-be4aa44a9faa', 'tempest-TagsExtTest-Tag-802802795') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:06.993363 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.api.v2.resource [None req-ca65290c-aa3c-4aa4-b608-6a75567f98eb tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] show failed (client error): The resource could not be found. Dec 10 19:20:06.995796 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-ca65290c-aa3c-4aa4-b608-6a75567f98eb tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] 10.222.0.69 "GET /v2.0/subnetpools/606a1a71-de81-408a-a93a-be4aa44a9faa/tags/tempest-TagsExtTest-Tag-802802795 HTTP/1.1" status: 404 len: 328 time: 0.0476580 Dec 10 19:20:07.000049 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55414) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:07.009947 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.tag.tag_plugin [None req-c87954c4-829c-4c88-8393-c3dfa174b808 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '606a1a71-de81-408a-a93a-be4aa44a9faa') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:07.012301 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-14397bcc-3b74-401e-a256-67d5694042fd tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:07.060240 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14397bcc-3b74-401e-a256-67d5694042fd tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event deleted for resources: {'Subnet': ['ID=0ed98fe1-5c52-4543-aa1d-859e613429af,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:07.064292 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-c87954c4-829c-4c88-8393-c3dfa174b808 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] 10.222.0.69 "DELETE /v2.0/subnetpools/606a1a71-de81-408a-a93a-be4aa44a9faa/tags HTTP/1.1" status: 204 len: 168 time: 0.0600343 Dec 10 19:20:07.065317 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55416) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:07.073575 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.tag.tag_plugin [None req-9fbd362b-7bd3-479a-ba54-650fa029af0d tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8d433bda-7132-490f-9d3d-f4194e73597d') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:07.082220 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-14397bcc-3b74-401e-a256-67d5694042fd tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:07.084364 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-8defb93e-9e23-4247-a137-4fe66054cf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'name': 'tempest-RoutersIpV6Test-router-526777550', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:19:17Z', 'updated_at': '2021-12-10T19:20:05Z', 'revision_number': 10, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'gw_port_host': None, '_interfaces': [{'id': '32c78a96-dc4b-4678-8233-b87ef22c59a5', 'name': '', 'network_id': '4e4e81e3-d363-40e9-b07f-f9adc9ea26e9', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'mac_address': 'fa:16:3e:2e:8f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '6754dea9-da69-4df2-b55a-aab2cbf38c49', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:21Z', 'updated_at': '2021-12-10T19:19:34Z', 'revision_number': 5, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'subnets': [{'id': '6754dea9-da69-4df2-b55a-aab2cbf38c49', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:07.089417 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2581e287-0eb0-435e-aaac-2d134a874113 None None] Network 35ea7c13-e763-407e-89d3-06b855f37274 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:20:07.090293 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-14397bcc-3b74-401e-a256-67d5694042fd tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "DELETE /v2.0/subnets/0ed98fe1-5c52-4543-aa1d-859e613429af HTTP/1.1" status: 204 len: 168 time: 0.5999930 Dec 10 19:20:07.092055 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55418) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:07.234010 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8defb93e-9e23-4247-a137-4fe66054cf7e None None] Checking router: 3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2 for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:20:07.241108 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-386383da-cd2f-4118-acb9-a7762ea21849 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:07.252347 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55420) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:07.252719 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-9fbd362b-7bd3-479a-ba54-650fa029af0d tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] 10.222.0.69 "DELETE /v2.0/routers/8d433bda-7132-490f-9d3d-f4194e73597d/tags HTTP/1.1" status: 204 len: 168 time: 0.1857796 Dec 10 19:20:07.257684 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.tag.tag_plugin [None req-3f8c5d25-5737-4a99-9374-e58e4ee9588d tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0a5e22b0-29ad-4ac7-b9d1-28e64f7ce878') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:07.261422 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8defb93e-9e23-4247-a137-4fe66054cf7e None None] Routers {'3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:20:07.262494 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-8defb93e-9e23-4247-a137-4fe66054cf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:19:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:07.372321 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-3f8c5d25-5737-4a99-9374-e58e4ee9588d tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] 10.222.0.69 "DELETE /v2.0/ports/0a5e22b0-29ad-4ac7-b9d1-28e64f7ce878/tags HTTP/1.1" status: 204 len: 168 time: 0.1160254 Dec 10 19:20:07.373056 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55422) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:07.378711 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.tag.tag_plugin [None req-d15de3c3-91f2-4124-a0dc-1f21b2fdd429 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '239b0345-fcfa-482f-a63e-e8ad8f5b655d') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:07.387774 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-386383da-cd2f-4118-acb9-a7762ea21849 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Deleting port 4d0b46ef-83cd-463a-9264-9100884b1be3 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:20:07.388117 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-386383da-cd2f-4118-acb9-a7762ea21849 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:07.436779 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-8defb93e-9e23-4247-a137-4fe66054cf7e None None] Set router 3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2 gateway port host: None {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:20:07.467499 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a40d65a-704f-44fc-8fda-a17a4727ec6e None None] DHCP port deletion for 35ea7c13-e763-407e-89d3-06b855f37274 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:20:07.506323 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-386383da-cd2f-4118-acb9-a7762ea21849 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] For port 4d0b46ef-83cd-463a-9264-9100884b1be3, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=4d0b46ef-83cd-463a-9264-9100884b1be3,segment=NetworkSegment(5dc05085-69a5-4e97-b5cf-0a03536eae3f),segment_id=5dc05085-69a5-4e97-b5cf-0a03536eae3f)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:20:07.506598 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-386383da-cd2f-4118-acb9-a7762ea21849 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:07.530304 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-386383da-cd2f-4118-acb9-a7762ea21849 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Calling delete_port for 4d0b46ef-83cd-463a-9264-9100884b1be3 owned by network:dhcp {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:20:07.556344 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-d15de3c3-91f2-4124-a0dc-1f21b2fdd429 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] 10.222.0.69 "DELETE /v2.0/subnets/239b0345-fcfa-482f-a63e-e8ad8f5b655d/tags HTTP/1.1" status: 204 len: 168 time: 0.1815703 Dec 10 19:20:07.565107 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55424) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:07.609613 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-4a40d65a-704f-44fc-8fda-a17a4727ec6e None None] Deleting port 4d0b46ef-83cd-463a-9264-9100884b1be3 {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:20:07.612049 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4a40d65a-704f-44fc-8fda-a17a4727ec6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:07.690111 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-4a40d65a-704f-44fc-8fda-a17a4727ec6e None None] For port 4d0b46ef-83cd-463a-9264-9100884b1be3, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=4d0b46ef-83cd-463a-9264-9100884b1be3,segment=NetworkSegment(5dc05085-69a5-4e97-b5cf-0a03536eae3f),segment_id=5dc05085-69a5-4e97-b5cf-0a03536eae3f)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:20:07.691049 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4a40d65a-704f-44fc-8fda-a17a4727ec6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:07.703278 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-386383da-cd2f-4118-acb9-a7762ea21849 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:07.717619 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7c26bdfd-ff56-4e43-b703-b267268d5352 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Notify callbacks [] for subnetpool, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:07.722715 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-7c26bdfd-ff56-4e43-b703-b267268d5352 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] 10.222.0.69 "DELETE /v2.0/subnetpools/606a1a71-de81-408a-a93a-be4aa44a9faa HTTP/1.1" status: 204 len: 168 time: 0.1532021 Dec 10 19:20:07.722715 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55426) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:07.734633 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-4a40d65a-704f-44fc-8fda-a17a4727ec6e None None] Calling delete_port for 4d0b46ef-83cd-463a-9264-9100884b1be3 owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:20:07.780340 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386383da-cd2f-4118-acb9-a7762ea21849 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] No DVR routers for this DVR port 4d0b46ef-83cd-463a-9264-9100884b1be3 on host dv-neutron-821441-1-hyperv {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:20:07.784582 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386383da-cd2f-4118-acb9-a7762ea21849 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event deleted for resources: {'Port': ['ID=4d0b46ef-83cd-463a-9264-9100884b1be3,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:07.822908 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-62dbaadd-5409-44b7-b543-f9964686c74e tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] 10.222.0.69 "GET /v2.0/ports?device_id=8d433bda-7132-490f-9d3d-f4194e73597d HTTP/1.1" status: 200 len: 205 time: 0.0985026 Dec 10 19:20:07.825630 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55430) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:07.912799 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-8defb93e-9e23-4247-a137-4fe66054cf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'name': 'tempest-RoutersIpV6Test-router-526777550', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:19:17Z', 'updated_at': '2021-12-10T19:20:05Z', 'revision_number': 10, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'gw_port_host': None, '_interfaces': [{'id': '32c78a96-dc4b-4678-8233-b87ef22c59a5', 'name': '', 'network_id': '4e4e81e3-d363-40e9-b07f-f9adc9ea26e9', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'mac_address': 'fa:16:3e:2e:8f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '6754dea9-da69-4df2-b55a-aab2cbf38c49', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:21Z', 'updated_at': '2021-12-10T19:19:34Z', 'revision_number': 5, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'subnets': [{'id': '6754dea9-da69-4df2-b55a-aab2cbf38c49', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:07.914598 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-386383da-cd2f-4118-acb9-a7762ea21849 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:07.928802 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4a40d65a-704f-44fc-8fda-a17a4727ec6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:07.963801 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-386383da-cd2f-4118-acb9-a7762ea21849 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35ea7c13-e763-407e-89d3-06b855f37274']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:07.965205 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a40d65a-704f-44fc-8fda-a17a4727ec6e None None] Pushing event deleted for resources: {'Port': ['ID=4d0b46ef-83cd-463a-9264-9100884b1be3,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:07.970491 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a40d65a-704f-44fc-8fda-a17a4727ec6e None None] No DVR routers for this DVR port 4d0b46ef-83cd-463a-9264-9100884b1be3 on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:20:07.997652 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8defb93e-9e23-4247-a137-4fe66054cf7e None None] The sync data for ids ['3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2'] in dv-neutron-821441-1-hyperv is: [{'id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'name': 'tempest-RoutersIpV6Test-router-526777550', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:19:17Z', 'updated_at': '2021-12-10T19:20:05Z', 'revision_number': 10, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'gw_port_host': None, '_interfaces': [{'id': '32c78a96-dc4b-4678-8233-b87ef22c59a5', 'name': '', 'network_id': '4e4e81e3-d363-40e9-b07f-f9adc9ea26e9', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'mac_address': 'fa:16:3e:2e:8f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '6754dea9-da69-4df2-b55a-aab2cbf38c49', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:21Z', 'updated_at': '2021-12-10T19:19:34Z', 'revision_number': 5, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'subnets': [{'id': '6754dea9-da69-4df2-b55a-aab2cbf38c49', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:20:08.004334 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-386383da-cd2f-4118-acb9-a7762ea21849 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dc05085-69a5-4e97-b5cf-0a03536eae3f') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:08.007114 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-386383da-cd2f-4118-acb9-a7762ea21849 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dc05085-69a5-4e97-b5cf-0a03536eae3f') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:08.028884 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-386383da-cd2f-4118-acb9-a7762ea21849 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:08.051594 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c0e7e1bd-3e77-453f-995e-a351dc08d325 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Notify callbacks [] for router, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:08.059180 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-386383da-cd2f-4118-acb9-a7762ea21849 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:08.067492 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-386383da-cd2f-4118-acb9-a7762ea21849 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:20:08.068014 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-386383da-cd2f-4118-acb9-a7762ea21849 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:08.072393 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:20:08.072393 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:20:08.072393 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:20:08.072393 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:20:08.072393 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:20:08.072393 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:20:08.072393 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:20:08.072393 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:20:08.072393 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:20:08.072393 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:20:08.072393 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:20:08.072393 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:20:08.072393 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:20:08.072393 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:20:08.072393 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:20:08.072393 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:20:08.072393 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:20:08.072393 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:20:08.072393 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:20:08.072393 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:20:08.072393 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:20:08.072393 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:20:08.072393 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:20:08.072393 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:20:08.072393 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:20:08.072393 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:20:08.072393 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:20:08.072393 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:20:08.072393 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:20:08.072393 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:20:08.072393 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:20:08.072393 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:20:08.191191 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-386383da-cd2f-4118-acb9-a7762ea21849 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:08.206692 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-386383da-cd2f-4118-acb9-a7762ea21849 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:08.213144 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-386383da-cd2f-4118-acb9-a7762ea21849 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "DELETE /v2.0/networks/35ea7c13-e763-407e-89d3-06b855f37274 HTTP/1.1" status: 204 len: 168 time: 1.1156378 Dec 10 19:20:08.232644 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55432) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:08.245441 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386383da-cd2f-4118-acb9-a7762ea21849 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event deleted for resources: {'Network': ['ID=35ea7c13-e763-407e-89d3-06b855f37274,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:08.273841 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c0e7e1bd-3e77-453f-995e-a351dc08d325 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:08.276699 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c0e7e1bd-3e77-453f-995e-a351dc08d325 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:08.331770 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c0e7e1bd-3e77-453f-995e-a351dc08d325 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:08.333097 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e7e1bd-3e77-453f-995e-a351dc08d325 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Fanout notify agent at l3_agent the message router_deleted on router 8d433bda-7132-490f-9d3d-f4194e73597d {{(pid=102366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:20:08.349000 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c0e7e1bd-3e77-453f-995e-a351dc08d325 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:08.352567 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-c0e7e1bd-3e77-453f-995e-a351dc08d325 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] 10.222.0.69 "DELETE /v2.0/routers/8d433bda-7132-490f-9d3d-f4194e73597d HTTP/1.1" status: 204 len: 168 time: 0.5189893 Dec 10 19:20:08.355571 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55434) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:08.496432 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-902764db-214c-4a7b-86f5-5c02e7877d56 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Deleting port 0a5e22b0-29ad-4ac7-b9d1-28e64f7ce878 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:20:08.496832 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-902764db-214c-4a7b-86f5-5c02e7877d56 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:08.625816 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-902764db-214c-4a7b-86f5-5c02e7877d56 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:08.655574 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-902764db-214c-4a7b-86f5-5c02e7877d56 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Calling delete_port for 0a5e22b0-29ad-4ac7-b9d1-28e64f7ce878 owned by {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:20:08.854109 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-902764db-214c-4a7b-86f5-5c02e7877d56 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:08.898850 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902764db-214c-4a7b-86f5-5c02e7877d56 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Pushing event deleted for resources: {'Port': ['ID=0a5e22b0-29ad-4ac7-b9d1-28e64f7ce878,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:09.049626 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-902764db-214c-4a7b-86f5-5c02e7877d56 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:09.062008 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-902764db-214c-4a7b-86f5-5c02e7877d56 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] 10.222.0.69 "DELETE /v2.0/ports/0a5e22b0-29ad-4ac7-b9d1-28e64f7ce878 HTTP/1.1" status: 204 len: 168 time: 0.7031140 Dec 10 19:20:09.064152 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55438) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:09.134732 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5547626-cc1b-4810-b37a-b0c85566b703 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Deleting subnet 239b0345-fcfa-482f-a63e-e8ad8f5b655d {{(pid=102365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:20:09.141162 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e5547626-cc1b-4810-b37a-b0c85566b703 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Notify callbacks [] for subnet, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:09.215385 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e5547626-cc1b-4810-b37a-b0c85566b703 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353213'] for subnet, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:09.233587 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 4d0b46ef-83cd-463a-9264-9100884b1be3 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:20:09.273371 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 4d0b46ef-83cd-463a-9264-9100884b1be3 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:20:09.273958 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 4d0b46ef-83cd-463a-9264-9100884b1be3 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:20:09.275724 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device bedafc4c-7e8f-417c-8d79-13882284b0bc no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:20:09.313117 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: bedafc4c-7e8f-417c-8d79-13882284b0bc {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:20:09.314107 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device bedafc4c-7e8f-417c-8d79-13882284b0bc not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:20:09.346724 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-500ce730-1e6a-4e69-9c05-4bc39f66848c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711290'] for router_interface, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:09.355384 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e5547626-cc1b-4810-b37a-b0c85566b703 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:09.539754 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e5547626-cc1b-4810-b37a-b0c85566b703 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:09.593389 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5547626-cc1b-4810-b37a-b0c85566b703 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Pushing event deleted for resources: {'Subnet': ['ID=239b0345-fcfa-482f-a63e-e8ad8f5b655d,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:09.598452 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e5547626-cc1b-4810-b37a-b0c85566b703 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:09.602162 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-e5547626-cc1b-4810-b37a-b0c85566b703 tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] 10.222.0.69 "DELETE /v2.0/subnets/239b0345-fcfa-482f-a63e-e8ad8f5b655d HTTP/1.1" status: 204 len: 168 time: 0.5359557 Dec 10 19:20:09.606698 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55442) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:09.611420 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0d81ad-f1e6-48d9-8ef6-ed3eafc64880 None None] Network 5e2fc592-a23c-4766-8242-50482d5816e2 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:20:09.779087 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d4149fc2-9f91-4896-8060-02060cb5954f tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:09.858776 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb96241-9663-4426-8638-2164b7f1e025 None None] DHCP port deletion for 5e2fc592-a23c-4766-8242-50482d5816e2 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:20:09.932027 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-afb96241-9663-4426-8638-2164b7f1e025 None None] Deleting port 13c6f9ba-35ff-45ca-8d58-a6e71bda7a55 {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:20:09.932365 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-afb96241-9663-4426-8638-2164b7f1e025 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:09.933381 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-d4149fc2-9f91-4896-8060-02060cb5954f tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Deleting port 13c6f9ba-35ff-45ca-8d58-a6e71bda7a55 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:20:09.933923 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d4149fc2-9f91-4896-8060-02060cb5954f tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:09.983576 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-500ce730-1e6a-4e69-9c05-4bc39f66848c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Deleting port 32c78a96-dc4b-4678-8233-b87ef22c59a5 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:20:09.983576 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-500ce730-1e6a-4e69-9c05-4bc39f66848c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:10.017717 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-afb96241-9663-4426-8638-2164b7f1e025 None None] For port 13c6f9ba-35ff-45ca-8d58-a6e71bda7a55, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=13c6f9ba-35ff-45ca-8d58-a6e71bda7a55,segment=NetworkSegment(f5704216-c42d-4e8c-bb7e-0629cbd95cc7),segment_id=f5704216-c42d-4e8c-bb7e-0629cbd95cc7)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:20:10.018148 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-afb96241-9663-4426-8638-2164b7f1e025 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:10.042697 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-afb96241-9663-4426-8638-2164b7f1e025 None None] Calling delete_port for 13c6f9ba-35ff-45ca-8d58-a6e71bda7a55 owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:20:10.066534 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-d4149fc2-9f91-4896-8060-02060cb5954f tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] For port 13c6f9ba-35ff-45ca-8d58-a6e71bda7a55, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=13c6f9ba-35ff-45ca-8d58-a6e71bda7a55,segment=NetworkSegment(f5704216-c42d-4e8c-bb7e-0629cbd95cc7),segment_id=f5704216-c42d-4e8c-bb7e-0629cbd95cc7)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:20:10.067351 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d4149fc2-9f91-4896-8060-02060cb5954f tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:10.089707 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-d4149fc2-9f91-4896-8060-02060cb5954f tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Calling delete_port for 13c6f9ba-35ff-45ca-8d58-a6e71bda7a55 owned by network:dhcp {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:20:10.167494 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-500ce730-1e6a-4e69-9c05-4bc39f66848c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] For port 32c78a96-dc4b-4678-8233-b87ef22c59a5, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=32c78a96-dc4b-4678-8233-b87ef22c59a5,segment=NetworkSegment(16a328cc-5bfb-4ad8-ad98-c58878ae9d44),segment_id=16a328cc-5bfb-4ad8-ad98-c58878ae9d44)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:20:10.167872 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-500ce730-1e6a-4e69-9c05-4bc39f66848c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:10.173824 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-afb96241-9663-4426-8638-2164b7f1e025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:10.189736 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-500ce730-1e6a-4e69-9c05-4bc39f66848c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Calling delete_port for 32c78a96-dc4b-4678-8233-b87ef22c59a5 owned by network:router_interface {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:20:10.229122 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb96241-9663-4426-8638-2164b7f1e025 None None] Pushing event deleted for resources: {'Port': ['ID=13c6f9ba-35ff-45ca-8d58-a6e71bda7a55,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:10.232485 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb96241-9663-4426-8638-2164b7f1e025 None None] No DVR routers for this DVR port 13c6f9ba-35ff-45ca-8d58-a6e71bda7a55 on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:20:10.270455 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d4149fc2-9f91-4896-8060-02060cb5954f tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:10.307501 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4149fc2-9f91-4896-8060-02060cb5954f tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Pushing event deleted for resources: {'Port': ['ID=13c6f9ba-35ff-45ca-8d58-a6e71bda7a55,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:10.314366 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4149fc2-9f91-4896-8060-02060cb5954f tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] No DVR routers for this DVR port 13c6f9ba-35ff-45ca-8d58-a6e71bda7a55 on host dv-neutron-821441-1-hyperv {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:20:10.451034 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d4149fc2-9f91-4896-8060-02060cb5954f tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:10.502913 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-d4149fc2-9f91-4896-8060-02060cb5954f tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e2fc592-a23c-4766-8242-50482d5816e2']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:10.520973 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-d4149fc2-9f91-4896-8060-02060cb5954f tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5704216-c42d-4e8c-bb7e-0629cbd95cc7') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:10.521267 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-d4149fc2-9f91-4896-8060-02060cb5954f tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5704216-c42d-4e8c-bb7e-0629cbd95cc7') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:10.536824 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d4149fc2-9f91-4896-8060-02060cb5954f tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:10.556739 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-500ce730-1e6a-4e69-9c05-4bc39f66848c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:10.559639 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d4149fc2-9f91-4896-8060-02060cb5954f tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:10.606006 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4149fc2-9f91-4896-8060-02060cb5954f tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:20:10.606006 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d4149fc2-9f91-4896-8060-02060cb5954f tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:10.611649 dv-neutron-821441-1-hyperv neutron-server[102365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:20:10.611649 dv-neutron-821441-1-hyperv neutron-server[102365]: self.session.flush() Dec 10 19:20:10.611649 dv-neutron-821441-1-hyperv neutron-server[102365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:20:10.611649 dv-neutron-821441-1-hyperv neutron-server[102365]: self.session.flush() Dec 10 19:20:10.611649 dv-neutron-821441-1-hyperv neutron-server[102365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:20:10.611649 dv-neutron-821441-1-hyperv neutron-server[102365]: self.session.flush() Dec 10 19:20:10.611649 dv-neutron-821441-1-hyperv neutron-server[102365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:20:10.611649 dv-neutron-821441-1-hyperv neutron-server[102365]: self.session.flush() Dec 10 19:20:10.611649 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:20:10.611649 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:20:10.611649 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:20:10.611649 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:20:10.611649 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:20:10.611649 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:20:10.611649 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:20:10.611649 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:20:10.611649 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:20:10.611649 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:20:10.611649 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:20:10.611649 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:20:10.611649 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:20:10.611649 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:20:10.611649 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:20:10.611649 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:20:10.611649 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:20:10.611649 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:20:10.611649 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:20:10.611649 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:20:10.611649 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:20:10.611649 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:20:10.611649 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:20:10.611649 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:20:10.611649 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:20:10.611649 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:20:10.611649 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:20:10.611649 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:20:10.611649 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:20:10.611649 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:20:10.611649 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:20:10.611649 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:20:10.632085 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500ce730-1e6a-4e69-9c05-4bc39f66848c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event deleted for resources: {'Port': ['ID=32c78a96-dc4b-4678-8233-b87ef22c59a5,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:10.774267 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d4149fc2-9f91-4896-8060-02060cb5954f tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:10.785857 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d4149fc2-9f91-4896-8060-02060cb5954f tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:10.789592 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-d4149fc2-9f91-4896-8060-02060cb5954f tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] 10.222.0.69 "DELETE /v2.0/networks/5e2fc592-a23c-4766-8242-50482d5816e2 HTTP/1.1" status: 204 len: 168 time: 1.1816542 Dec 10 19:20:10.809903 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4149fc2-9f91-4896-8060-02060cb5954f tempest-TagsExtTest-653286603 tempest-TagsExtTest-653286603-project] Pushing event deleted for resources: {'Network': ['ID=5e2fc592-a23c-4766-8242-50482d5816e2,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:10.812007 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-500ce730-1e6a-4e69-9c05-4bc39f66848c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3755731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3712768'] for router_interface, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:11.028707 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-500ce730-1e6a-4e69-9c05-4bc39f66848c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Router 3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:20:11.153621 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-500ce730-1e6a-4e69-9c05-4bc39f66848c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:20:11.163989 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55452) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:11.167167 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4afb83-9193-497a-8dd4-dbc27f17af06 None None] Sync routers for ids ['3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:20:11.174101 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-500ce730-1e6a-4e69-9c05-4bc39f66848c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "PUT /v2.0/routers/3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9401708 Dec 10 19:20:11.188929 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4afb83-9193-497a-8dd4-dbc27f17af06 None None] Routers {'3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:20:11.190297 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-2e4afb83-9193-497a-8dd4-dbc27f17af06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:19:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:11.254037 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ce89533-5adc-4921-b9f3-a34be2ba0f23 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Deleting subnet 6754dea9-da69-4df2-b55a-aab2cbf38c49 {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:20:11.258075 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7ce89533-5adc-4921-b9f3-a34be2ba0f23 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:11.323436 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7ce89533-5adc-4921-b9f3-a34be2ba0f23 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:11.328924 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-2e4afb83-9193-497a-8dd4-dbc27f17af06 None None] Set router 3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2 gateway port host: None {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:20:11.337681 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 13c6f9ba-35ff-45ca-8d58-a6e71bda7a55 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:20:11.354282 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55454) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:11.421976 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-2e4afb83-9193-497a-8dd4-dbc27f17af06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'name': 'tempest-RoutersIpV6Test-router-526777550', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:19:17Z', 'updated_at': '2021-12-10T19:20:10Z', 'revision_number': 11, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'gw_port_host': None}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:11.425325 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 13c6f9ba-35ff-45ca-8d58-a6e71bda7a55 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:20:11.428152 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 13c6f9ba-35ff-45ca-8d58-a6e71bda7a55 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:20:11.458806 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4afb83-9193-497a-8dd4-dbc27f17af06 None None] Checking router: 3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2 for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:20:11.468427 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4afb83-9193-497a-8dd4-dbc27f17af06 None None] Routers {'3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:20:11.469359 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-2e4afb83-9193-497a-8dd4-dbc27f17af06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:19:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:11.483233 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7ce89533-5adc-4921-b9f3-a34be2ba0f23 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:11.572523 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7ce89533-5adc-4921-b9f3-a34be2ba0f23 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:11.574857 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-2e4afb83-9193-497a-8dd4-dbc27f17af06 None None] Set router 3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2 gateway port host: None {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:20:11.602982 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-574c1ffd-fdf3-49ed-9159-901a0d56be24 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e6fbb5399b8e46f69cd0ae31999d171c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2480893 Dec 10 19:20:11.607304 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55458) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:11.627618 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce89533-5adc-4921-b9f3-a34be2ba0f23 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event deleted for resources: {'Subnet': ['ID=6754dea9-da69-4df2-b55a-aab2cbf38c49,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:11.636003 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7ce89533-5adc-4921-b9f3-a34be2ba0f23 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:11.642929 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-7ce89533-5adc-4921-b9f3-a34be2ba0f23 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "DELETE /v2.0/subnets/6754dea9-da69-4df2-b55a-aab2cbf38c49 HTTP/1.1" status: 204 len: 168 time: 0.4777296 Dec 10 19:20:11.643775 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55460) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:11.676754 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1a05d9-61a0-4864-abb4-6f28150113ed None None] Network 4e4e81e3-d363-40e9-b07f-f9adc9ea26e9 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:20:11.683277 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-2e4afb83-9193-497a-8dd4-dbc27f17af06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'name': 'tempest-RoutersIpV6Test-router-526777550', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:19:17Z', 'updated_at': '2021-12-10T19:20:10Z', 'revision_number': 11, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'gw_port_host': None}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:11.690011 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-145d5f34-dc11-4a34-9643-97d385508bf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:11.716113 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-145d5f34-dc11-4a34-9643-97d385508bf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:11.769562 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-62e203ad-b727-4338-b824-b94a2d0ba185 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:11.777119 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-145d5f34-dc11-4a34-9643-97d385508bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:11.780305 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-145d5f34-dc11-4a34-9643-97d385508bf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:11.783841 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-145d5f34-dc11-4a34-9643-97d385508bf9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a4cdc8cb-e7b7-458c-8413-e44270a9c9ee HTTP/1.1" status: 204 len: 168 time: 0.1731546 Dec 10 19:20:11.796273 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145d5f34-dc11-4a34-9643-97d385508bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4cdc8cb-e7b7-458c-8413-e44270a9c9ee,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:11.816087 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4afb83-9193-497a-8dd4-dbc27f17af06 None None] The sync data for ids ['3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2'] in dv-neutron-821441-1-hyperv is: [{'id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'name': 'tempest-RoutersIpV6Test-router-526777550', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:19:17Z', 'updated_at': '2021-12-10T19:20:10Z', 'revision_number': 11, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'gw_port_host': None}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:20:11.905805 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-62e203ad-b727-4338-b824-b94a2d0ba185 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Deleting port 73b9ba07-0645-4ba2-a43f-b9007d8d2633 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:20:11.906449 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-62e203ad-b727-4338-b824-b94a2d0ba185 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:12.030868 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-62e203ad-b727-4338-b824-b94a2d0ba185 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] For port 73b9ba07-0645-4ba2-a43f-b9007d8d2633, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=73b9ba07-0645-4ba2-a43f-b9007d8d2633,segment=NetworkSegment(16a328cc-5bfb-4ad8-ad98-c58878ae9d44),segment_id=16a328cc-5bfb-4ad8-ad98-c58878ae9d44)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:20:12.031197 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-62e203ad-b727-4338-b824-b94a2d0ba185 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:12.053844 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-62e203ad-b727-4338-b824-b94a2d0ba185 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Calling delete_port for 73b9ba07-0645-4ba2-a43f-b9007d8d2633 owned by network:dhcp {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:20:12.223978 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb0d580-27c1-4e13-a4ac-bdd2aa2bbd07 None None] DHCP port deletion for 4e4e81e3-d363-40e9-b07f-f9adc9ea26e9 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:20:12.261824 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-62e203ad-b727-4338-b824-b94a2d0ba185 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:12.297340 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e203ad-b727-4338-b824-b94a2d0ba185 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event deleted for resources: {'Port': ['ID=73b9ba07-0645-4ba2-a43f-b9007d8d2633,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:12.312709 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e203ad-b727-4338-b824-b94a2d0ba185 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] No DVR routers for this DVR port 73b9ba07-0645-4ba2-a43f-b9007d8d2633 on host dv-neutron-821441-1-hyperv {{(pid=102366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:20:12.330557 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-deb0d580-27c1-4e13-a4ac-bdd2aa2bbd07 None None] Deleting port 73b9ba07-0645-4ba2-a43f-b9007d8d2633 {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:20:12.331965 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-deb0d580-27c1-4e13-a4ac-bdd2aa2bbd07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:12.422949 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-62e203ad-b727-4338-b824-b94a2d0ba185 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:12.449953 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-62e203ad-b727-4338-b824-b94a2d0ba185 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e4e81e3-d363-40e9-b07f-f9adc9ea26e9']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:12.465950 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-62e203ad-b727-4338-b824-b94a2d0ba185 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16a328cc-5bfb-4ad8-ad98-c58878ae9d44') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:12.466275 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-62e203ad-b727-4338-b824-b94a2d0ba185 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16a328cc-5bfb-4ad8-ad98-c58878ae9d44') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:12.472852 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-deb0d580-27c1-4e13-a4ac-bdd2aa2bbd07 None None] For port 73b9ba07-0645-4ba2-a43f-b9007d8d2633, host dv-neutron-821441-1-hyperv, got binding levels [] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:20:12.473513 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-deb0d580-27c1-4e13-a4ac-bdd2aa2bbd07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:12.483476 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-62e203ad-b727-4338-b824-b94a2d0ba185 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:12.495333 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-deb0d580-27c1-4e13-a4ac-bdd2aa2bbd07 None None] Calling delete_port for 73b9ba07-0645-4ba2-a43f-b9007d8d2633 owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:20:12.499101 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.ipam_backend_mixin [None req-deb0d580-27c1-4e13-a4ac-bdd2aa2bbd07 None None] Port 73b9ba07-0645-4ba2-a43f-b9007d8d2633 was not found and therefore no delete operation was performed {{(pid=102367) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 19:20:12.500493 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-62e203ad-b727-4338-b824-b94a2d0ba185 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:12.502206 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-deb0d580-27c1-4e13-a4ac-bdd2aa2bbd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:12.510470 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62e203ad-b727-4338-b824-b94a2d0ba185 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:20:12.510882 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-62e203ad-b727-4338-b824-b94a2d0ba185 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:12.514289 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:20:12.514289 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:20:12.514289 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:20:12.514289 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:20:12.514289 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:20:12.514289 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:20:12.514289 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:20:12.514289 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:20:12.514289 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:20:12.514289 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:20:12.514289 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:20:12.514289 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:20:12.514289 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:20:12.514289 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:20:12.514289 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:20:12.514289 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:20:12.514289 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:20:12.514289 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:20:12.514289 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:20:12.514289 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:20:12.514289 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:20:12.514289 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:20:12.514289 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:20:12.514289 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:20:12.514289 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:20:12.514289 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:20:12.514289 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:20:12.514289 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:20:12.514289 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:20:12.514289 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:20:12.514289 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:20:12.514289 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:20:12.533947 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb0d580-27c1-4e13-a4ac-bdd2aa2bbd07 None None] Pushing event deleted for resources: {'Port': ['ID=73b9ba07-0645-4ba2-a43f-b9007d8d2633,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:12.539065 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb0d580-27c1-4e13-a4ac-bdd2aa2bbd07 None None] No DVR routers for this DVR port 73b9ba07-0645-4ba2-a43f-b9007d8d2633 on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:20:12.588590 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-62e203ad-b727-4338-b824-b94a2d0ba185 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:12.596089 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-62e203ad-b727-4338-b824-b94a2d0ba185 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:12.599708 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-62e203ad-b727-4338-b824-b94a2d0ba185 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "DELETE /v2.0/networks/4e4e81e3-d363-40e9-b07f-f9adc9ea26e9 HTTP/1.1" status: 204 len: 168 time: 0.9544795 Dec 10 19:20:12.605037 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55466) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:12.610627 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-e4f3be60-3046-4c8e-828a-2281fadd52a8 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Request body: {'router': {'routes': None}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:20:12.618721 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e203ad-b727-4338-b824-b94a2d0ba185 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Pushing event deleted for resources: {'Network': ['ID=4e4e81e3-d363-40e9-b07f-f9adc9ea26e9,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:13.040017 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.extraroute_db [None req-e4f3be60-3046-4c8e-828a-2281fadd52a8 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Added routes are [] {{(pid=102365) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 10 19:20:13.040304 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.extraroute_db [None req-e4f3be60-3046-4c8e-828a-2281fadd52a8 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Removed routes are [] {{(pid=102365) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 10 19:20:13.040570 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e4f3be60-3046-4c8e-828a-2281fadd52a8 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3713082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3715814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8908'] for router, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:13.194476 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e4f3be60-3046-4c8e-828a-2281fadd52a8 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3713082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3715814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8908'] for router, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:13.200324 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e4f3be60-3046-4c8e-828a-2281fadd52a8 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3713075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3713068', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3715807'] for router, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:13.210158 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 32c78a96-dc4b-4678-8233-b87ef22c59a5 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:20:13.233277 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 32c78a96-dc4b-4678-8233-b87ef22c59a5 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:20:13.234332 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 32c78a96-dc4b-4678-8233-b87ef22c59a5 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:20:13.234332 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 73b9ba07-0645-4ba2-a43f-b9007d8d2633 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:20:13.276382 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 73b9ba07-0645-4ba2-a43f-b9007d8d2633 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:20:13.277010 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 73b9ba07-0645-4ba2-a43f-b9007d8d2633 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:20:13.339105 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4f3be60-3046-4c8e-828a-2281fadd52a8 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Router 3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:20:13.469763 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f3be60-3046-4c8e-828a-2281fadd52a8 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:20:13.481072 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e4f3be60-3046-4c8e-828a-2281fadd52a8 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:13.486667 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-e4f3be60-3046-4c8e-828a-2281fadd52a8 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "PUT /v2.0/routers/3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2 HTTP/1.1" status: 200 len: 704 time: 0.8763905 Dec 10 19:20:13.487106 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55472) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:13.493895 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9e22ea-6162-4b79-bd53-534a38a57d6a None None] Sync routers for ids ['3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:20:13.519547 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9e22ea-6162-4b79-bd53-534a38a57d6a None None] Routers {'3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:20:13.520897 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-fd9e22ea-6162-4b79-bd53-534a38a57d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:19:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:13.528984 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-3a80afee-d02f-4afa-9286-af35130bd709 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "GET /v2.0/ports?device_id=3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2 HTTP/1.1" status: 200 len: 205 time: 0.0406237 Dec 10 19:20:13.532714 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55474) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:13.614949 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-fd9e22ea-6162-4b79-bd53-534a38a57d6a None None] Set router 3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2 gateway port host: None {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:20:13.641436 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0164a0b6-d6d4-4999-a98a-851a0011641b tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for router, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:13.689221 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-fd9e22ea-6162-4b79-bd53-534a38a57d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'name': 'tempest-RoutersIpV6Test-router-526777550', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:19:17Z', 'updated_at': '2021-12-10T19:20:10Z', 'revision_number': 11, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'gw_port_host': None}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:13.718571 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9e22ea-6162-4b79-bd53-534a38a57d6a None None] Checking router: 3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2 for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:20:13.728310 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9e22ea-6162-4b79-bd53-534a38a57d6a None None] Routers {'3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:20:13.736074 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-fd9e22ea-6162-4b79-bd53-534a38a57d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:19:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:13.806303 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-fd9e22ea-6162-4b79-bd53-534a38a57d6a None None] Set router 3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2 gateway port host: None {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:20:13.848705 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0164a0b6-d6d4-4999-a98a-851a0011641b tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:13.853816 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0164a0b6-d6d4-4999-a98a-851a0011641b tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:13.867141 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-fd9e22ea-6162-4b79-bd53-534a38a57d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'name': 'tempest-RoutersIpV6Test-router-526777550', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:19:17Z', 'updated_at': '2021-12-10T19:20:10Z', 'revision_number': 11, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'gw_port_host': None}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:13.895888 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9e22ea-6162-4b79-bd53-534a38a57d6a None None] The sync data for ids ['3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2'] in dv-neutron-821441-1-hyperv is: [{'id': '3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2', 'name': 'tempest-RoutersIpV6Test-router-526777550', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:19:17Z', 'updated_at': '2021-12-10T19:20:10Z', 'revision_number': 11, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'gw_port_host': None}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:20:13.936832 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0164a0b6-d6d4-4999-a98a-851a0011641b tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:13.937505 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0164a0b6-d6d4-4999-a98a-851a0011641b tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Fanout notify agent at l3_agent the message router_deleted on router 3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2 {{(pid=102366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:20:13.945465 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0164a0b6-d6d4-4999-a98a-851a0011641b tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:13.955924 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-0164a0b6-d6d4-4999-a98a-851a0011641b tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "DELETE /v2.0/routers/3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2 HTTP/1.1" status: 204 len: 168 time: 0.4131815 Dec 10 19:20:13.960871 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55484) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:13.967441 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-b8666cfc-5f4e-42e2-bcf5-4f9543a07500 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1222346707', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:20:14.007931 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b8666cfc-5f4e-42e2-bcf5-4f9543a07500 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:14.011477 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b8666cfc-5f4e-42e2-bcf5-4f9543a07500 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:14.121590 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b8666cfc-5f4e-42e2-bcf5-4f9543a07500 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:14.128829 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b8666cfc-5f4e-42e2-bcf5-4f9543a07500 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:14.162454 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b8666cfc-5f4e-42e2-bcf5-4f9543a07500 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:14.164414 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-b8666cfc-5f4e-42e2-bcf5-4f9543a07500 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2022152 Dec 10 19:20:14.169569 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55486) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:14.174509 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-a4eefe78-6645-4225-ad8a-5ed236848c72 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:20:14.418121 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a4eefe78-6645-4225-ad8a-5ed236848c72 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3713082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3715814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8908'] for router, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:14.437008 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a4eefe78-6645-4225-ad8a-5ed236848c72 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3713075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3713068', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3715807'] for router, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:14.562575 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4eefe78-6645-4225-ad8a-5ed236848c72 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Router 04d5ac67-5681-424d-b45b-dc9286a694cc is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:20:14.980726 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4eefe78-6645-4225-ad8a-5ed236848c72 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:20:14.993653 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a4eefe78-6645-4225-ad8a-5ed236848c72 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:14.995760 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-a4eefe78-6645-4225-ad8a-5ed236848c72 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "PUT /v2.0/routers/04d5ac67-5681-424d-b45b-dc9286a694cc HTTP/1.1" status: 200 len: 698 time: 0.8247457 Dec 10 19:20:14.996210 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc4a686-838e-4ac2-a6e5-5e57aafff533 None None] Sync routers for ids ['04d5ac67-5681-424d-b45b-dc9286a694cc'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:20:14.999929 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55498) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:15.010589 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc4a686-838e-4ac2-a6e5-5e57aafff533 None None] Routers {'04d5ac67-5681-424d-b45b-dc9286a694cc'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:20:15.011815 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-ebc4a686-838e-4ac2-a6e5-5e57aafff533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:19:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['04d5ac67-5681-424d-b45b-dc9286a694cc'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:15.094354 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-ebc4a686-838e-4ac2-a6e5-5e57aafff533 None None] Set router 04d5ac67-5681-424d-b45b-dc9286a694cc gateway port host: None {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:20:15.151478 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-27e42cfb-70fa-474b-88a1-072f21b46827 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "GET /v2.0/routers/04d5ac67-5681-424d-b45b-dc9286a694cc HTTP/1.1" status: 200 len: 704 time: 0.1495366 Dec 10 19:20:15.156039 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55500) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:15.162599 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-ebc4a686-838e-4ac2-a6e5-5e57aafff533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d5ac67-5681-424d-b45b-dc9286a694cc', 'name': 'tempest-RoutersIpV6Test-router-1222346707', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:20:14Z', 'updated_at': '2021-12-10T19:20:14Z', 'revision_number': 2, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'gw_port_host': None}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:15.192156 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc4a686-838e-4ac2-a6e5-5e57aafff533 None None] Checking router: 04d5ac67-5681-424d-b45b-dc9286a694cc for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:20:15.202752 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc4a686-838e-4ac2-a6e5-5e57aafff533 None None] Routers {'04d5ac67-5681-424d-b45b-dc9286a694cc'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:20:15.203371 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-ebc4a686-838e-4ac2-a6e5-5e57aafff533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:19:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['04d5ac67-5681-424d-b45b-dc9286a694cc'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:15.209023 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-206463a7-6a4f-4f9b-a6d3-19a4c402aaab tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "GET /v2.0/ports?device_id=04d5ac67-5681-424d-b45b-dc9286a694cc HTTP/1.1" status: 200 len: 205 time: 0.0473623 Dec 10 19:20:15.210100 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55502) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:15.279838 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-ebc4a686-838e-4ac2-a6e5-5e57aafff533 None None] Set router 04d5ac67-5681-424d-b45b-dc9286a694cc gateway port host: None {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:20:15.342592 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-be1ce4e7-c839-4453-ae23-6114ac4df3d3 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for router, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:15.486970 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-ebc4a686-838e-4ac2-a6e5-5e57aafff533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d5ac67-5681-424d-b45b-dc9286a694cc', 'name': 'tempest-RoutersIpV6Test-router-1222346707', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:20:14Z', 'updated_at': '2021-12-10T19:20:14Z', 'revision_number': 2, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'gw_port_host': None}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:15.518320 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc4a686-838e-4ac2-a6e5-5e57aafff533 None None] The sync data for ids ['04d5ac67-5681-424d-b45b-dc9286a694cc'] in dv-neutron-821441-1-hyperv is: [{'id': '04d5ac67-5681-424d-b45b-dc9286a694cc', 'name': 'tempest-RoutersIpV6Test-router-1222346707', 'tenant_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:20:14Z', 'updated_at': '2021-12-10T19:20:14Z', 'revision_number': 2, 'project_id': '461819a05d2d4ab59bb6f1f3d7476b54', 'gw_port_host': None}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:20:15.612262 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-be1ce4e7-c839-4453-ae23-6114ac4df3d3 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:15.616644 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-be1ce4e7-c839-4453-ae23-6114ac4df3d3 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:15.738766 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-be1ce4e7-c839-4453-ae23-6114ac4df3d3 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:15.739845 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1ce4e7-c839-4453-ae23-6114ac4df3d3 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Fanout notify agent at l3_agent the message router_deleted on router 04d5ac67-5681-424d-b45b-dc9286a694cc {{(pid=102365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:20:15.751903 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-be1ce4e7-c839-4453-ae23-6114ac4df3d3 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:15.756623 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-be1ce4e7-c839-4453-ae23-6114ac4df3d3 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "DELETE /v2.0/routers/04d5ac67-5681-424d-b45b-dc9286a694cc HTTP/1.1" status: 204 len: 168 time: 0.5397890 Dec 10 19:20:15.759636 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55506) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:15.800631 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-4020fe8a-2fde-430e-9f8b-1d170abf1fb9 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "GET /v2.0/ports?device_id=04d5ac67-5681-424d-b45b-dc9286a694cc HTTP/1.1" status: 200 len: 205 time: 0.0372727 Dec 10 19:20:15.802391 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55508) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:15.843070 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-0ff1fe64-e473-402a-bafc-afdd4b2f1f27 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] delete failed (client error): The resource could not be found. Dec 10 19:20:15.844237 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-0ff1fe64-e473-402a-bafc-afdd4b2f1f27 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "DELETE /v2.0/routers/04d5ac67-5681-424d-b45b-dc9286a694cc HTTP/1.1" status: 404 len: 336 time: 0.0406563 Dec 10 19:20:15.848875 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55510) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:15.897536 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e665727-c7e8-4c60-8ce1-557ad89b24ac tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] DELETE failed (client error): The resource could not be found. Dec 10 19:20:15.898260 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e665727-c7e8-4c60-8ce1-557ad89b24ac tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:20:15.904667 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-2e665727-c7e8-4c60-8ce1-557ad89b24ac tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "DELETE /v2.0/subnets/959198a8-ffe4-4851-9ef2-760ef488dda3 HTTP/1.1" status: 404 len: 337 time: 0.0539875 Dec 10 19:20:15.907884 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55512) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:15.954391 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-6abc8ec3-e755-4cd8-9945-fdf2889d53c0 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] DELETE failed (client error): The resource could not be found. Dec 10 19:20:15.954839 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6abc8ec3-e755-4cd8-9945-fdf2889d53c0 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:20:15.958093 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-6abc8ec3-e755-4cd8-9945-fdf2889d53c0 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "DELETE /v2.0/subnets/d1373477-be38-4842-b0cd-d6914bc52f60 HTTP/1.1" status: 404 len: 337 time: 0.0483379 Dec 10 19:20:15.963022 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55514) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:16.000172 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f70efd6-d259-4e8d-85b5-99a0b27d485c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] DELETE failed (client error): The resource could not be found. Dec 10 19:20:16.000649 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f70efd6-d259-4e8d-85b5-99a0b27d485c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:20:16.003852 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-1f70efd6-d259-4e8d-85b5-99a0b27d485c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "DELETE /v2.0/subnets/0ed98fe1-5c52-4543-aa1d-859e613429af HTTP/1.1" status: 404 len: 337 time: 0.0394340 Dec 10 19:20:16.008261 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55516) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:16.036968 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b1bde15-01b8-4fdf-820a-6b88ee8bcad4 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] DELETE failed (client error): The resource could not be found. Dec 10 19:20:16.037415 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b1bde15-01b8-4fdf-820a-6b88ee8bcad4 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:20:16.040631 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-8b1bde15-01b8-4fdf-820a-6b88ee8bcad4 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "DELETE /v2.0/subnets/6754dea9-da69-4df2-b55a-aab2cbf38c49 HTTP/1.1" status: 404 len: 337 time: 0.0307138 Dec 10 19:20:16.043726 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55518) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:16.077459 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-76468f16-3053-483f-a472-d1e375e56f04 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "GET /v2.0/ports?device_id=3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2 HTTP/1.1" status: 200 len: 205 time: 0.0325575 Dec 10 19:20:16.080196 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55520) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:16.119185 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-32fc9d25-cc23-457b-94eb-091b2b207d75 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] delete failed (client error): The resource could not be found. Dec 10 19:20:16.120258 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-32fc9d25-cc23-457b-94eb-091b2b207d75 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "DELETE /v2.0/routers/3bc844fe-1c0e-4403-bbbc-5de5d9ef87a2 HTTP/1.1" status: 404 len: 336 time: 0.0387568 Dec 10 19:20:16.123062 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55522) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:16.154232 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-968807c0-8238-4b43-94c0-a917036a0905 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "GET /v2.0/ports?device_id=9071f581-5ff3-47cd-b36c-a47c60d24c2d HTTP/1.1" status: 200 len: 205 time: 0.0299470 Dec 10 19:20:16.157020 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55524) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:16.201546 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-6eb86bfb-d98c-4a51-902b-f38afe9c550c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] delete failed (client error): The resource could not be found. Dec 10 19:20:16.202627 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-6eb86bfb-d98c-4a51-902b-f38afe9c550c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "DELETE /v2.0/routers/9071f581-5ff3-47cd-b36c-a47c60d24c2d HTTP/1.1" status: 404 len: 336 time: 0.0444901 Dec 10 19:20:16.205711 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55526) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:16.237785 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3a6ad8b-71fd-477b-bad3-cec36857ff18 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] DELETE failed (client error): The resource could not be found. Dec 10 19:20:16.238283 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3a6ad8b-71fd-477b-bad3-cec36857ff18 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:20:16.241657 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-b3a6ad8b-71fd-477b-bad3-cec36857ff18 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "DELETE /v2.0/subnets/5cd9066a-cf28-4324-8502-e76b746daf72 HTTP/1.1" status: 404 len: 337 time: 0.0348921 Dec 10 19:20:16.246230 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55528) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:16.280946 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-2f74253b-98b4-4126-b69f-8fbb988c60de tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "GET /v2.0/ports?device_id=72f572c6-af7c-4780-9e17-84dd8b62212e HTTP/1.1" status: 200 len: 205 time: 0.0331714 Dec 10 19:20:16.283857 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55530) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:16.331441 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-56756350-b43c-4b11-bcc7-9d4bcee6e7ab tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] delete failed (client error): The resource could not be found. Dec 10 19:20:16.332416 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-56756350-b43c-4b11-bcc7-9d4bcee6e7ab tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "DELETE /v2.0/routers/72f572c6-af7c-4780-9e17-84dd8b62212e HTTP/1.1" status: 404 len: 336 time: 0.0475433 Dec 10 19:20:16.335406 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55532) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:16.374672 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-4be96269-8df7-40ef-b805-6ed1fee1077d tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9ff5899-7934-4d9e-b716-4307f8f86e2c HTTP/1.1" status: 200 len: 205 time: 0.0378227 Dec 10 19:20:16.377054 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55534) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:16.435878 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-65d8f16c-9698-4a32-a476-7cad0bdbf932 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] delete failed (client error): The resource could not be found. Dec 10 19:20:16.437432 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-65d8f16c-9698-4a32-a476-7cad0bdbf932 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "DELETE /v2.0/routers/d9ff5899-7934-4d9e-b716-4307f8f86e2c HTTP/1.1" status: 404 len: 336 time: 0.0590219 Dec 10 19:20:16.440278 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55536) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:16.470768 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea0f6398-c572-427b-bfb3-1180a1cde09e tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] DELETE failed (client error): The resource could not be found. Dec 10 19:20:16.471224 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea0f6398-c572-427b-bfb3-1180a1cde09e tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:20:16.474490 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-ea0f6398-c572-427b-bfb3-1180a1cde09e tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "DELETE /v2.0/subnets/758bda5f-e10a-4aff-bfd0-c8400f5279dc HTTP/1.1" status: 404 len: 337 time: 0.0327339 Dec 10 19:20:16.477652 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55538) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:16.511405 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-5fc90e87-a8ba-47b0-b804-b46c0d03a3d2 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb10f283-ee48-42c6-944d-4682343c726f HTTP/1.1" status: 200 len: 205 time: 0.0284545 Dec 10 19:20:16.511785 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55540) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:16.556815 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.api.v2.resource [None req-2346393f-2d6a-4f57-b267-5bd99d0fe9f4 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] delete failed (client error): The resource could not be found. Dec 10 19:20:16.561175 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-2346393f-2d6a-4f57-b267-5bd99d0fe9f4 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "DELETE /v2.0/routers/cb10f283-ee48-42c6-944d-4682343c726f HTTP/1.1" status: 404 len: 336 time: 0.0482316 Dec 10 19:20:16.562273 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55542) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:16.599009 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee7de656-d262-41b1-b75c-f9f97b44966c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] DELETE failed (client error): The resource could not be found. Dec 10 19:20:16.599599 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee7de656-d262-41b1-b75c-f9f97b44966c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:20:16.603545 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-ee7de656-d262-41b1-b75c-f9f97b44966c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "DELETE /v2.0/subnets/74b65dd9-ee5e-4e61-ac13-51309cae0fe3 HTTP/1.1" status: 404 len: 337 time: 0.0394549 Dec 10 19:20:16.606279 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55546) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:16.657900 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-7de7b7fe-914e-4316-9896-024407940668 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "GET /v2.0/ports?device_id=16ddffcb-b8ed-4486-914b-b5fcaca26bfd HTTP/1.1" status: 200 len: 205 time: 0.0496137 Dec 10 19:20:16.660252 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55548) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:16.718179 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-a609f93a-2670-4b68-ac63-6da2a8eca288 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] delete failed (client error): The resource could not be found. Dec 10 19:20:16.719367 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-a609f93a-2670-4b68-ac63-6da2a8eca288 tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "DELETE /v2.0/routers/16ddffcb-b8ed-4486-914b-b5fcaca26bfd HTTP/1.1" status: 404 len: 336 time: 0.0580347 Dec 10 19:20:16.723564 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55554) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:16.754554 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b1c4c3f-cf0f-41c3-9502-8e466f65d87c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] DELETE failed (client error): The resource could not be found. Dec 10 19:20:16.755004 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b1c4c3f-cf0f-41c3-9502-8e466f65d87c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:20:16.758278 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-3b1c4c3f-cf0f-41c3-9502-8e466f65d87c tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "DELETE /v2.0/subnets/5c7ff450-5bd0-4229-aca0-d7e3c72c15cc HTTP/1.1" status: 404 len: 337 time: 0.0335588 Dec 10 19:20:16.761691 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55560) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:16.789237 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-22c6abd6-337c-4c57-ae46-8eb10f1c297f tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] DELETE failed (client error): The resource could not be found. Dec 10 19:20:16.790285 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22c6abd6-337c-4c57-ae46-8eb10f1c297f tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:20:16.797573 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-22c6abd6-337c-4c57-ae46-8eb10f1c297f tempest-RoutersIpV6Test-1432035399 tempest-RoutersIpV6Test-1432035399-project] 10.222.0.69 "DELETE /v2.0/subnets/28e62470-1280-48d7-ad67-fbf70afea139 HTTP/1.1" status: 404 len: 337 time: 0.0347505 Dec 10 19:20:17.160291 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55566) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:17.326872 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-c519757e-6478-4075-a2da-d75d36d14b9b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=461819a05d2d4ab59bb6f1f3d7476b54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1650929 Dec 10 19:20:17.331042 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55570) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:17.391527 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d10a01e8-5130-4a54-baac-394a3dc3f777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:17.422318 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d10a01e8-5130-4a54-baac-394a3dc3f777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:17.481199 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d10a01e8-5130-4a54-baac-394a3dc3f777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:17.483876 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d10a01e8-5130-4a54-baac-394a3dc3f777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:17.489016 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d10a01e8-5130-4a54-baac-394a3dc3f777 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e945ba51-95d7-4442-9658-e9e356c9de41 HTTP/1.1" status: 204 len: 168 time: 0.1529651 Dec 10 19:20:17.497184 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10a01e8-5130-4a54-baac-394a3dc3f777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e945ba51-95d7-4442-9658-e9e356c9de41,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:18.424832 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55596) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:18.558607 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-1de22901-41d2-4b43-ba60-618ed8602a70 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Request body: {'network': {'name': 'tempest-RoutersTest-1064960115'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:20:18.588440 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de22901-41d2-4b43-ba60-618ed8602a70 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Made reservation on behalf of c314b2e70362459092367990be71ff8e for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:20:18.592383 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1de22901-41d2-4b43-ba60-618ed8602a70 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:18.602900 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1de22901-41d2-4b43-ba60-618ed8602a70 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:18.733671 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1de22901-41d2-4b43-ba60-618ed8602a70 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:18.740786 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1de22901-41d2-4b43-ba60-618ed8602a70 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:18.794455 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1de22901-41d2-4b43-ba60-618ed8602a70 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:20:18.812316 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de22901-41d2-4b43-ba60-618ed8602a70 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c50db2f-820f-4d7e-930d-e6d077a240d9,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:18.833543 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de22901-41d2-4b43-ba60-618ed8602a70 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:18.834416 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de22901-41d2-4b43-ba60-618ed8602a70 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:18.835195 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de22901-41d2-4b43-ba60-618ed8602a70 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:18.835987 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de22901-41d2-4b43-ba60-618ed8602a70 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:18.837448 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de22901-41d2-4b43-ba60-618ed8602a70 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:18.838344 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de22901-41d2-4b43-ba60-618ed8602a70 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:18.840288 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de22901-41d2-4b43-ba60-618ed8602a70 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:18.840288 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de22901-41d2-4b43-ba60-618ed8602a70 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:18.840784 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de22901-41d2-4b43-ba60-618ed8602a70 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:18.841290 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de22901-41d2-4b43-ba60-618ed8602a70 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:18.841915 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de22901-41d2-4b43-ba60-618ed8602a70 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:18.843525 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de22901-41d2-4b43-ba60-618ed8602a70 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:18.854802 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1de22901-41d2-4b43-ba60-618ed8602a70 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:18.855352 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-1de22901-41d2-4b43-ba60-618ed8602a70 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Added segment 398576c4-77c5-4e25-82b0-035fe87d3621 of type vlan for network f29cac13-94c1-4487-91c3-1c3d2148f426 Dec 10 19:20:19.011016 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1de22901-41d2-4b43-ba60-618ed8602a70 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:19.069657 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1de22901-41d2-4b43-ba60-618ed8602a70 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:19.077759 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de22901-41d2-4b43-ba60-618ed8602a70 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:19.078822 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1de22901-41d2-4b43-ba60-618ed8602a70 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:19.169589 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-1de22901-41d2-4b43-ba60-618ed8602a70 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7398107 Dec 10 19:20:19.169869 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55604) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:19.175444 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-890e4952-4477-4a85-aeac-87201cbe6988 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Request body: {'network': {'name': 'tempest-RoutersTest-434581185'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:20:19.193539 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de22901-41d2-4b43-ba60-618ed8602a70 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event updated for resources: {'Network': ['ID=f29cac13-94c1-4487-91c3-1c3d2148f426,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:19.217700 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890e4952-4477-4a85-aeac-87201cbe6988 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Made reservation on behalf of c314b2e70362459092367990be71ff8e for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:20:19.222650 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network f29cac13-94c1-4487-91c3-1c3d2148f426 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:20:19.224565 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-890e4952-4477-4a85-aeac-87201cbe6988 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:19.259067 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-890e4952-4477-4a85-aeac-87201cbe6988 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:20:19.275511 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-890e4952-4477-4a85-aeac-87201cbe6988 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:19.276333 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-890e4952-4477-4a85-aeac-87201cbe6988 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Added segment a9edb325-f82a-4acc-858d-9d9cc538b974 of type vlan for network db57efcd-448b-4aed-b523-e3682f7b08ef Dec 10 19:20:19.344332 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-890e4952-4477-4a85-aeac-87201cbe6988 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:19.397732 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-890e4952-4477-4a85-aeac-87201cbe6988 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:19.407580 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890e4952-4477-4a85-aeac-87201cbe6988 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:19.408256 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-890e4952-4477-4a85-aeac-87201cbe6988 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:19.501908 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-890e4952-4477-4a85-aeac-87201cbe6988 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3307116 Dec 10 19:20:19.506531 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55610) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:19.513242 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-94e7fa92-0366-4fa0-94d0-68f9d7122862 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Request body: {'subnet': {'network_id': 'f29cac13-94c1-4487-91c3-1c3d2148f426', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:20:19.521327 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890e4952-4477-4a85-aeac-87201cbe6988 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event updated for resources: {'Network': ['ID=db57efcd-448b-4aed-b523-e3682f7b08ef,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:19.539970 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network db57efcd-448b-4aed-b523-e3682f7b08ef details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:20:19.648434 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e7fa92-0366-4fa0-94d0-68f9d7122862 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Made reservation on behalf of c314b2e70362459092367990be71ff8e for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:20:19.652960 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-94e7fa92-0366-4fa0-94d0-68f9d7122862 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:19.885957 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-94e7fa92-0366-4fa0-94d0-68f9d7122862 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:19.989514 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e7fa92-0366-4fa0-94d0-68f9d7122862 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event updated for resources: {'Subnet': ['ID=77766c8b-97b4-48a9-8d30-74074c7111b4,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:20.018696 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e7fa92-0366-4fa0-94d0-68f9d7122862 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Checking segment: {'id': '398576c4-77c5-4e25-82b0-035fe87d3621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'f29cac13-94c1-4487-91c3-1c3d2148f426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:20:20.019126 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e7fa92-0366-4fa0-94d0-68f9d7122862 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Network hostable DHCP agents. Network: f29cac13-94c1-4487-91c3-1c3d2148f426, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:20:20.058259 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e7fa92-0366-4fa0-94d0-68f9d7122862 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Network f29cac13-94c1-4487-91c3-1c3d2148f426 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:20:20.084691 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-94e7fa92-0366-4fa0-94d0-68f9d7122862 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, f29cac13-94c1-4487-91c3-1c3d2148f426) {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:20:20.093928 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e7fa92-0366-4fa0-94d0-68f9d7122862 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:20.097309 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-94e7fa92-0366-4fa0-94d0-68f9d7122862 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:20.099028 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ccf8e5-ccc5-4830-9e70-78d90aba3aae None None] Network f29cac13-94c1-4487-91c3-1c3d2148f426 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:20:20.130587 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-94e7fa92-0366-4fa0-94d0-68f9d7122862 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6224597 Dec 10 19:20:20.135259 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55616) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:20.140541 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-3d94df3d-25ea-4794-af1c-fe5a31627d46 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Request body: {'subnet': {'network_id': 'db57efcd-448b-4aed-b523-e3682f7b08ef', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:20:20.284709 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-67d9494a-6b9f-4f84-b66a-82e7cbc899ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:20.285998 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d94df3d-25ea-4794-af1c-fe5a31627d46 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Made reservation on behalf of c314b2e70362459092367990be71ff8e for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:20:20.290778 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3d94df3d-25ea-4794-af1c-fe5a31627d46 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:20.366539 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3564d5d5-fedf-4d53-b0b3-dc6a9bf0e0b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-f29cac13-94c1-4487-91c3-1c3d2148f426', 'network_id': 'f29cac13-94c1-4487-91c3-1c3d2148f426', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'fixed_ips': [{'subnet_id': '77766c8b-97b4-48a9-8d30-74074c7111b4'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:20:20.368395 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-3564d5d5-fedf-4d53-b0b3-dc6a9bf0e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:20.395093 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e259e-3b9d-493c-9303-5289a1cb0792 req-0de5b7b8-e31c-4d5b-8fce-da789738e1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:20.397113 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2e5e259e-3b9d-493c-9303-5289a1cb0792 req-0de5b7b8-e31c-4d5b-8fce-da789738e1f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ebdd8c4cae7b4f17bfa866554f8f9f53&device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 1098 time: 0.1276040 Dec 10 19:20:20.550967 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508f46e-d1cf-4366-a42a-a96485bc5863 req-aaf8adc5-8930-4ad9-886f-25de642cdf0a tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:20.553107 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1508f46e-d1cf-4366-a42a-a96485bc5863 req-aaf8adc5-8930-4ad9-886f-25de642cdf0a tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 945 time: 0.2674761 Dec 10 19:20:20.610983 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3d94df3d-25ea-4794-af1c-fe5a31627d46 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:20.631971 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e259e-3b9d-493c-9303-5289a1cb0792 req-971dfbf9-9602-45a7-8f02-ed50d1859df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:20.634730 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2e5e259e-3b9d-493c-9303-5289a1cb0792 req-971dfbf9-9602-45a7-8f02-ed50d1859df6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=24f70241-3241-44cc-a65f-374de1f348f0 HTTP/1.1" status: 200 len: 912 time: 0.2294912 Dec 10 19:20:20.645446 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-3564d5d5-fedf-4d53-b0b3-dc6a9bf0e0b8 None None] Allocated IP 172.20.0.2 (f29cac13-94c1-4487-91c3-1c3d2148f426/77766c8b-97b4-48a9-8d30-74074c7111b4/330d75d3-8465-4c30-9bca-4e7d3eed569c) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:20:20.670974 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1508f46e-d1cf-4366-a42a-a96485bc5863 req-e71debb2-1ced-4fd6-b860-255875ce9fd9 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/security-groups?id=0687b254-a34a-47da-a81f-4e503b73712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010308 Dec 10 19:20:20.746102 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d94df3d-25ea-4794-af1c-fe5a31627d46 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event updated for resources: {'Subnet': ['ID=ac1e18d2-6460-4d1d-a27d-0351b890af89,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:20.756371 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d94df3d-25ea-4794-af1c-fe5a31627d46 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Checking segment: {'id': 'a9edb325-f82a-4acc-858d-9d9cc538b974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'db57efcd-448b-4aed-b523-e3682f7b08ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:20:20.756951 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d94df3d-25ea-4794-af1c-fe5a31627d46 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Network hostable DHCP agents. Network: db57efcd-448b-4aed-b523-e3682f7b08ef, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:20:20.770508 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2e5e259e-3b9d-493c-9303-5289a1cb0792 req-1bff5e1a-702b-4a08-af22-d4f716c8067a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2b8d566-0a08-4fc8-9dc6-7428d79b9b00 HTTP/1.1" status: 200 len: 1000 time: 0.1249373 Dec 10 19:20:20.786348 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d94df3d-25ea-4794-af1c-fe5a31627d46 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Network db57efcd-448b-4aed-b523-e3682f7b08ef is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:20:20.804813 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-3d94df3d-25ea-4794-af1c-fe5a31627d46 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, db57efcd-448b-4aed-b523-e3682f7b08ef) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:20:20.814212 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d94df3d-25ea-4794-af1c-fe5a31627d46 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:20.815597 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3d94df3d-25ea-4794-af1c-fe5a31627d46 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:20.826889 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a7305a-9858-448d-8b58-505ddc825cb4 None None] Network db57efcd-448b-4aed-b523-e3682f7b08ef requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:20:20.855594 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-3d94df3d-25ea-4794-af1c-fe5a31627d46 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7136216 Dec 10 19:20:20.855594 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55620) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:20.865429 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-84e6dcc1-2f72-4efe-9de2-a7a20bddc2ec tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1201573244', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:20:20.870334 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e259e-3b9d-493c-9303-5289a1cb0792 req-af169e47-3d0a-4a1b-83df-81d778c85eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:20.872988 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2e5e259e-3b9d-493c-9303-5289a1cb0792 req-af169e47-3d0a-4a1b-83df-81d778c85eb0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8d431d24-7af1-47c6-afa7-19e9588fcee0 HTTP/1.1" status: 200 len: 850 time: 0.0938079 Dec 10 19:20:20.906508 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-84e6dcc1-2f72-4efe-9de2-a7a20bddc2ec tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:20.908820 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-84e6dcc1-2f72-4efe-9de2-a7a20bddc2ec tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:20.927107 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-3564d5d5-fedf-4d53-b0b3-dc6a9bf0e0b8 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:20.939979 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-3564d5d5-fedf-4d53-b0b3-dc6a9bf0e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:20.953588 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e259e-3b9d-493c-9303-5289a1cb0792 req-1bab4e9e-f3ad-4508-8efd-9b3906a095b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:20.957340 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2e5e259e-3b9d-493c-9303-5289a1cb0792 req-1bab4e9e-f3ad-4508-8efd-9b3906a095b9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=24f70241-3241-44cc-a65f-374de1f348f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752904 Dec 10 19:20:20.983651 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3564d5d5-fedf-4d53-b0b3-dc6a9bf0e0b8 None None] Network f29cac13-94c1-4487-91c3-1c3d2148f426 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:20:21.006899 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-3564d5d5-fedf-4d53-b0b3-dc6a9bf0e0b8 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:20:21.008161 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-84e6dcc1-2f72-4efe-9de2-a7a20bddc2ec tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:21.014621 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3564d5d5-fedf-4d53-b0b3-dc6a9bf0e0b8 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:20:21.015018 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-84e6dcc1-2f72-4efe-9de2-a7a20bddc2ec tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:21.038721 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-84e6dcc1-2f72-4efe-9de2-a7a20bddc2ec tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:21.043682 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-84e6dcc1-2f72-4efe-9de2-a7a20bddc2ec tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1857343 Dec 10 19:20:21.044322 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55622) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:21.117304 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3564d5d5-fedf-4d53-b0b3-dc6a9bf0e0b8 None None] Pushing event updated for resources: {'Port': ['ID=330d75d3-8465-4c30-9bca-4e7d3eed569c,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:21.167066 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2e5e259e-3b9d-493c-9303-5289a1cb0792 req-3ce9c01b-d4b7-4884-b27a-31b96fdde938 service neutron] 10.222.0.36 "GET /v2.0/networks/24f70241-3241-44cc-a65f-374de1f348f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007382 Dec 10 19:20:21.213269 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-3564d5d5-fedf-4d53-b0b3-dc6a9bf0e0b8 None None] Attempting to bind port 330d75d3-8465-4c30-9bca-4e7d3eed569c on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:20:21.214126 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-3564d5d5-fedf-4d53-b0b3-dc6a9bf0e0b8 None None] Attempting to bind port 330d75d3-8465-4c30-9bca-4e7d3eed569c by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '398576c4-77c5-4e25-82b0-035fe87d3621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'f29cac13-94c1-4487-91c3-1c3d2148f426'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:20:21.214591 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3564d5d5-fedf-4d53-b0b3-dc6a9bf0e0b8 None None] Attempting to bind port 330d75d3-8465-4c30-9bca-4e7d3eed569c on network f29cac13-94c1-4487-91c3-1c3d2148f426 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:20:21.232607 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf9ac6f-08cf-44f5-af2d-91572e2ede49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-db57efcd-448b-4aed-b523-e3682f7b08ef', 'network_id': 'db57efcd-448b-4aed-b523-e3682f7b08ef', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'fixed_ips': [{'subnet_id': 'ac1e18d2-6460-4d1d-a27d-0351b890af89'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:20:21.234709 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8bf9ac6f-08cf-44f5-af2d-91572e2ede49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:21.262007 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3564d5d5-fedf-4d53-b0b3-dc6a9bf0e0b8 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:20:21.263778 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3564d5d5-fedf-4d53-b0b3-dc6a9bf0e0b8 None None] Checking segment: {'id': '398576c4-77c5-4e25-82b0-035fe87d3621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'f29cac13-94c1-4487-91c3-1c3d2148f426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:20:21.264635 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-3564d5d5-fedf-4d53-b0b3-dc6a9bf0e0b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:21.265546 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3564d5d5-fedf-4d53-b0b3-dc6a9bf0e0b8 None None] Bound using segment: {'id': '398576c4-77c5-4e25-82b0-035fe87d3621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'f29cac13-94c1-4487-91c3-1c3d2148f426'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:20:21.266767 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-3564d5d5-fedf-4d53-b0b3-dc6a9bf0e0b8 None None] Bound port: 330d75d3-8465-4c30-9bca-4e7d3eed569c, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '398576c4-77c5-4e25-82b0-035fe87d3621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'f29cac13-94c1-4487-91c3-1c3d2148f426'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:20:21.267497 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-3564d5d5-fedf-4d53-b0b3-dc6a9bf0e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:21.355776 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2e5e259e-3b9d-493c-9303-5289a1cb0792 req-8423b170-55a2-40c4-bfcd-a6c29587403f service neutron] 10.222.0.36 "GET /v2.0/networks/24f70241-3241-44cc-a65f-374de1f348f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803226 Dec 10 19:20:21.487642 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9d790c4f-6942-402f-bfe9-156cdb6d5c62 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:21.610754 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-3564d5d5-fedf-4d53-b0b3-dc6a9bf0e0b8 None None] For port 330d75d3-8465-4c30-9bca-4e7d3eed569c, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:20:21.617262 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-3564d5d5-fedf-4d53-b0b3-dc6a9bf0e0b8 None None] For port 330d75d3-8465-4c30-9bca-4e7d3eed569c, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=330d75d3-8465-4c30-9bca-4e7d3eed569c,segment=NetworkSegment(398576c4-77c5-4e25-82b0-035fe87d3621),segment_id=398576c4-77c5-4e25-82b0-035fe87d3621)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:20:21.630207 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-3564d5d5-fedf-4d53-b0b3-dc6a9bf0e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:21.637197 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-8bf9ac6f-08cf-44f5-af2d-91572e2ede49 None None] Allocated IP 172.21.0.2 (db57efcd-448b-4aed-b523-e3682f7b08ef/ac1e18d2-6460-4d1d-a27d-0351b890af89/5335351f-a69d-41e9-94c7-d0ed18ab7fef) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:20:21.836176 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3564d5d5-fedf-4d53-b0b3-dc6a9bf0e0b8 None None] Pushing event updated for resources: {'Port': ['ID=330d75d3-8465-4c30-9bca-4e7d3eed569c,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:21.841927 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0546196f-92c1-4109-a72b-0891f3287a0c req-ba6a7869-2ce0-4e88-9982-8162d58cef8e tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1565973988&fields=id&tenant_id=d55891769dee4679a2ef3c1d528a784c HTTP/1.1" status: 200 len: 267 time: 0.1337383 Dec 10 19:20:21.877347 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ceb16f-53e5-4646-9f19-4b33c1f3848d req-5c3c031e-4bb4-4fd3-ba6e-7d651d84424d tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:21.878846 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-15ceb16f-53e5-4646-9f19-4b33c1f3848d req-5c3c031e-4bb4-4fd3-ba6e-7d651d84424d tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 945 time: 0.0848455 Dec 10 19:20:21.925074 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-9d790c4f-6942-402f-bfe9-156cdb6d5c62 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Allocated IP 172.20.0.1 (f29cac13-94c1-4487-91c3-1c3d2148f426/77766c8b-97b4-48a9-8d30-74074c7111b4/2ec9ce85-ac5f-481f-8515-bdc6a0cca99d) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:20:21.966621 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55640) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:22.134041 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8bf9ac6f-08cf-44f5-af2d-91572e2ede49 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:22.151279 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8bf9ac6f-08cf-44f5-af2d-91572e2ede49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:22.220454 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf9ac6f-08cf-44f5-af2d-91572e2ede49 None None] Network db57efcd-448b-4aed-b523-e3682f7b08ef is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:20:22.226230 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-8bf9ac6f-08cf-44f5-af2d-91572e2ede49 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:20:22.231173 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf9ac6f-08cf-44f5-af2d-91572e2ede49 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:20:22.261015 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf9ac6f-08cf-44f5-af2d-91572e2ede49 None None] Pushing event updated for resources: {'Port': ['ID=5335351f-a69d-41e9-94c7-d0ed18ab7fef,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:22.346756 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-8bf9ac6f-08cf-44f5-af2d-91572e2ede49 None None] Attempting to bind port 5335351f-a69d-41e9-94c7-d0ed18ab7fef on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:20:22.347251 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-8bf9ac6f-08cf-44f5-af2d-91572e2ede49 None None] Attempting to bind port 5335351f-a69d-41e9-94c7-d0ed18ab7fef by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': 'a9edb325-f82a-4acc-858d-9d9cc538b974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'db57efcd-448b-4aed-b523-e3682f7b08ef'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:20:22.347697 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf9ac6f-08cf-44f5-af2d-91572e2ede49 None None] Attempting to bind port 5335351f-a69d-41e9-94c7-d0ed18ab7fef on network db57efcd-448b-4aed-b523-e3682f7b08ef {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:20:22.359915 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf9ac6f-08cf-44f5-af2d-91572e2ede49 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:20:22.360299 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf9ac6f-08cf-44f5-af2d-91572e2ede49 None None] Checking segment: {'id': 'a9edb325-f82a-4acc-858d-9d9cc538b974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'db57efcd-448b-4aed-b523-e3682f7b08ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:20:22.361052 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8bf9ac6f-08cf-44f5-af2d-91572e2ede49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:22.362287 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf9ac6f-08cf-44f5-af2d-91572e2ede49 None None] Bound using segment: {'id': 'a9edb325-f82a-4acc-858d-9d9cc538b974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'db57efcd-448b-4aed-b523-e3682f7b08ef'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:20:22.362795 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-8bf9ac6f-08cf-44f5-af2d-91572e2ede49 None None] Bound port: 5335351f-a69d-41e9-94c7-d0ed18ab7fef, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9edb325-f82a-4acc-858d-9d9cc538b974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'db57efcd-448b-4aed-b523-e3682f7b08ef'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:20:22.363190 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8bf9ac6f-08cf-44f5-af2d-91572e2ede49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:22.439136 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9d790c4f-6942-402f-bfe9-156cdb6d5c62 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:22.453007 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-8bf9ac6f-08cf-44f5-af2d-91572e2ede49 None None] For port 5335351f-a69d-41e9-94c7-d0ed18ab7fef, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:20:22.459196 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-8bf9ac6f-08cf-44f5-af2d-91572e2ede49 None None] For port 5335351f-a69d-41e9-94c7-d0ed18ab7fef, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=5335351f-a69d-41e9-94c7-d0ed18ab7fef,segment=NetworkSegment(a9edb325-f82a-4acc-858d-9d9cc538b974),segment_id=a9edb325-f82a-4acc-858d-9d9cc538b974)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:20:22.460612 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-15ceb16f-53e5-4646-9f19-4b33c1f3848d req-ac382b7c-f5e6-4afa-ac44-0f97fc21045d tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/security-groups?id=0687b254-a34a-47da-a81f-4e503b73712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1885920 Dec 10 19:20:22.482526 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8bf9ac6f-08cf-44f5-af2d-91572e2ede49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:22.495936 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-8db65452-fc4f-4591-a2f8-12017cc5a63b tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Deleting port 7ce9aedf-7169-4afb-9f17-720b147f4e4d {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:20:22.495936 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8db65452-fc4f-4591-a2f8-12017cc5a63b tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:22.589481 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9d790c4f-6942-402f-bfe9-156cdb6d5c62 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:22.590275 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546196f-92c1-4109-a72b-0891f3287a0c req-a09da17c-ac64-445e-b0fc-32ae73fb17a2 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:22.592979 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0546196f-92c1-4109-a72b-0891f3287a0c req-a09da17c-ac64-445e-b0fc-32ae73fb17a2 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/networks?id=8fe565ca-25f0-46cc-a74d-1d785e1c4483 HTTP/1.1" status: 200 len: 811 time: 0.7128770 Dec 10 19:20:22.599041 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf9ac6f-08cf-44f5-af2d-91572e2ede49 None None] Pushing event updated for resources: {'Port': ['ID=5335351f-a69d-41e9-94c7-d0ed18ab7fef,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:22.616150 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0546196f-92c1-4109-a72b-0891f3287a0c req-61636f71-8234-4531-aea8-9ed1f7053e36 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/quotas/d55891769dee4679a2ef3c1d528a784c HTTP/1.1" status: 200 len: 375 time: 0.0105729 Dec 10 19:20:22.655554 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d790c4f-6942-402f-bfe9-156cdb6d5c62 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Network f29cac13-94c1-4487-91c3-1c3d2148f426 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:20:22.659810 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8db65452-fc4f-4591-a2f8-12017cc5a63b tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:22.660115 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8db65452-fc4f-4591-a2f8-12017cc5a63b tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:22.673565 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-9d790c4f-6942-402f-bfe9-156cdb6d5c62 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:20:22.686525 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d790c4f-6942-402f-bfe9-156cdb6d5c62 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:20:22.736044 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9d790c4f-6942-402f-bfe9-156cdb6d5c62 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712030'] for router_interface, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:22.784553 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0546196f-92c1-4109-a72b-0891f3287a0c req-66448a02-13dc-4acd-a62f-dc155756c19f tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=d55891769dee4679a2ef3c1d528a784c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1540656 Dec 10 19:20:22.796772 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d790c4f-6942-402f-bfe9-156cdb6d5c62 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event updated for resources: {'Port': ['ID=2ec9ce85-ac5f-481f-8515-bdc6a0cca99d,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:22.807363 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-8db65452-fc4f-4591-a2f8-12017cc5a63b tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Calling delete_port for 7ce9aedf-7169-4afb-9f17-720b147f4e4d owned by network:floatingip {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:20:23.089281 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0546196f-92c1-4109-a72b-0891f3287a0c req-440e46cb-36db-44f1-8d1e-8971250e6439 service neutron] 10.222.0.69 "GET /v2.0/networks/8fe565ca-25f0-46cc-a74d-1d785e1c4483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472017 Dec 10 19:20:23.154020 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9d790c4f-6942-402f-bfe9-156cdb6d5c62 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:23.229789 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0546196f-92c1-4109-a72b-0891f3287a0c req-ff699513-0cf5-463a-9b38-998f20dbd084 service neutron] 10.222.0.69 "GET /v2.0/networks/8fe565ca-25f0-46cc-a74d-1d785e1c4483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392903 Dec 10 19:20:23.387748 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 5335351f-a69d-41e9-94c7-d0ed18ab7fef up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:20:23.502256 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c4266e-212c-4e61-a38b-1184c0e68382 None None] Network f29cac13-94c1-4487-91c3-1c3d2148f426 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:20:23.622260 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 5335351f-a69d-41e9-94c7-d0ed18ab7fef triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:20:23.623732 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:23.685765 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8db65452-fc4f-4591-a2f8-12017cc5a63b tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:23.721827 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db65452-fc4f-4591-a2f8-12017cc5a63b tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Pushing event deleted for resources: {'Port': ['ID=7ce9aedf-7169-4afb-9f17-720b147f4e4d,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:23.731022 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c69b27-1006-4013-aa62-2f41174753c5 req-840d8fc0-80a0-4611-9cb3-366b6d8f7c7b tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:23.734203 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b3c69b27-1006-4013-aa62-2f41174753c5 req-840d8fc0-80a0-4611-9cb3-366b6d8f7c7b tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 945 time: 0.1517522 Dec 10 19:20:23.838150 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b3c69b27-1006-4013-aa62-2f41174753c5 req-4d527f98-7248-4a86-8f25-7b43d5d81c92 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/security-groups?id=0687b254-a34a-47da-a81f-4e503b73712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972550 Dec 10 19:20:23.911208 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8db65452-fc4f-4591-a2f8-12017cc5a63b tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks [] for floatingip, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:23.911399 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.l3_db [None req-8db65452-fc4f-4591-a2f8-12017cc5a63b tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Floating IP 69191787-5296-4b2c-af6d-3fe5be7488de disassociated (deleted). External IP: 172.26.6.193, port: d598e5c0-2c60-4c69-b72e-095fa0a643cb. Dec 10 19:20:23.918903 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9d790c4f-6942-402f-bfe9-156cdb6d5c62 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:23.936993 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-68722021-c2a2-4cb9-9417-c4d0cba7c43b None None] Provisioning complete for port 330d75d3-8465-4c30-9bca-4e7d3eed569c triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:20:23.937784 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-68722021-c2a2-4cb9-9417-c4d0cba7c43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:23.989441 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9d790c4f-6942-402f-bfe9-156cdb6d5c62 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:24.028667 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-05ff450d-bb9d-4d80-bad5-ecff1d390a86 req-c02eea4a-2d50-415d-b268-733234c1e6bb tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=14a00925-dcaa-4b40-bcdd-834914dea835 HTTP/1.1" status: 200 len: 210 time: 0.0407758 Dec 10 19:20:24.251797 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-68722021-c2a2-4cb9-9417-c4d0cba7c43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:24.255611 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:24.268825 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530c2e83-cf4d-4ade-8116-2fd2dfcdb660 None None] Network db57efcd-448b-4aed-b523-e3682f7b08ef requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:20:24.396463 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c5ee4fff-ae79-493d-a3c8-6fbe3b8bda15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:24.448764 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-68722021-c2a2-4cb9-9417-c4d0cba7c43b None None] For port 330d75d3-8465-4c30-9bca-4e7d3eed569c, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=330d75d3-8465-4c30-9bca-4e7d3eed569c,segment=NetworkSegment(398576c4-77c5-4e25-82b0-035fe87d3621),segment_id=398576c4-77c5-4e25-82b0-035fe87d3621)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:20:24.472014 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-68722021-c2a2-4cb9-9417-c4d0cba7c43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:24.546875 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port 5335351f-a69d-41e9-94c7-d0ed18ab7fef, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=5335351f-a69d-41e9-94c7-d0ed18ab7fef,segment=NetworkSegment(a9edb325-f82a-4acc-858d-9d9cc538b974),segment_id=a9edb325-f82a-4acc-858d-9d9cc538b974)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:20:24.565352 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:24.566588 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 330d75d3-8465-4c30-9bca-4e7d3eed569c up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:20:24.679278 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9d790c4f-6942-402f-bfe9-156cdb6d5c62 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3755716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711339'] for router_interface, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:24.688254 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d790c4f-6942-402f-bfe9-156cdb6d5c62 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event updated for resources: {'Port': ['ID=2ec9ce85-ac5f-481f-8515-bdc6a0cca99d,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:24.746252 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-5a701f16-54cd-459a-80c2-d8269d35c2f5 None None] Provisioning complete for port 2ec9ce85-ac5f-481f-8515-bdc6a0cca99d triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:20:24.746781 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-5a701f16-54cd-459a-80c2-d8269d35c2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:24.749620 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68722021-c2a2-4cb9-9417-c4d0cba7c43b None None] Pushing event updated for resources: {'Port': ['ID=330d75d3-8465-4c30-9bca-4e7d3eed569c,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:24.806480 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 330d75d3-8465-4c30-9bca-4e7d3eed569c triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:20:24.806941 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:25.013884 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d790c4f-6942-402f-bfe9-156cdb6d5c62 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Network f29cac13-94c1-4487-91c3-1c3d2148f426 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:20:25.017696 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-9d790c4f-6942-402f-bfe9-156cdb6d5c62 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:20:25.107498 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db65452-fc4f-4591-a2f8-12017cc5a63b tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Router fd028d83-0a01-4e61-bcd4-80be5cede6b1 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:20:25.128137 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6f6cb6da-ba80-4eca-a4e8-496a6efecd3d req-82340522-3637-4d1a-bc81-7ebbd18a944b tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=14a00925-dcaa-4b40-bcdd-834914dea835 HTTP/1.1" status: 200 len: 210 time: 0.0308118 Dec 10 19:20:25.154207 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-5a701f16-54cd-459a-80c2-d8269d35c2f5 None None] Port 2ec9ce85-ac5f-481f-8515-bdc6a0cca99d cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:20:25.261576 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=5335351f-a69d-41e9-94c7-d0ed18ab7fef,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:25.266722 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-5a701f16-54cd-459a-80c2-d8269d35c2f5 None None] Provisioning complete for port 5335351f-a69d-41e9-94c7-d0ed18ab7fef triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:20:25.267722 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-5a701f16-54cd-459a-80c2-d8269d35c2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:25.300738 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db65452-fc4f-4591-a2f8-12017cc5a63b tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:20:25.310465 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8db65452-fc4f-4591-a2f8-12017cc5a63b tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:25.319535 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b2d4e1-5caa-4a0a-bcf2-b4860168aa8f None None] Sync routers for ids ['fd028d83-0a01-4e61-bcd4-80be5cede6b1'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:20:25.337377 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d790c4f-6942-402f-bfe9-156cdb6d5c62 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Router 52868449-0005-451e-92b3-dc9dd22c522b is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:20:25.340791 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b2d4e1-5caa-4a0a-bcf2-b4860168aa8f None None] Routers {'fd028d83-0a01-4e61-bcd4-80be5cede6b1'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:20:25.341633 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-68b2d4e1-5caa-4a0a-bcf2-b4860168aa8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:20:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['fd028d83-0a01-4e61-bcd4-80be5cede6b1'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:25.354847 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-8db65452-fc4f-4591-a2f8-12017cc5a63b tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "DELETE /v2.0/floatingips/69191787-5296-4b2c-af6d-3fe5be7488de HTTP/1.1" status: 204 len: 168 time: 3.3847291 Dec 10 19:20:25.365689 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ee5470-f8ed-45d7-98f0-8aa8a5740050', 'tag': 'd598e5c0-2c60-4c69-b72e-095fa0a643cb'}] {{(pid=102366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:20:25.369577 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a86acec104960cf4069dffce1919f1f0aa2a294c7752363dfd1d6594a90fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a52fc856-0edb-45d3-9069-a91e682200d1" -d '{"events": [{"name": "network-changed", "server_uuid": "a9ee5470-f8ed-45d7-98f0-8aa8a5740050", "tag": "d598e5c0-2c60-4c69-b72e-095fa0a643cb"}]}' {{(pid=102366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:20:25.492706 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87bc92d5-4185-4ed5-aa06-dbabbd2a0daf x-openstack-request-id: req-87bc92d5-4185-4ed5-aa06-dbabbd2a0daf {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:20:25.493015 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9ee5470-f8ed-45d7-98f0-8aa8a5740050", "tag": "d598e5c0-2c60-4c69-b72e-095fa0a643cb", "status": "completed", "code": 200}]} {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:20:25.493236 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-87bc92d5-4185-4ed5-aa06-dbabbd2a0daf {{(pid=102366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:20:25.493687 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9ee5470-f8ed-45d7-98f0-8aa8a5740050', 'tag': 'd598e5c0-2c60-4c69-b72e-095fa0a643cb', 'status': 'completed', 'code': 200} Dec 10 19:20:25.545191 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-5a701f16-54cd-459a-80c2-d8269d35c2f5 None None] Provisioning complete for port 330d75d3-8465-4c30-9bca-4e7d3eed569c triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:20:25.546001 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-5a701f16-54cd-459a-80c2-d8269d35c2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:25.547949 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:25.688938 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d790c4f-6942-402f-bfe9-156cdb6d5c62 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:20:25.692185 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52fc856-0edb-45d3-9069-a91e682200d1 req-3396da62-31d3-4a50-8c62-b49a72dbb255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:25.696323 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-a52fc856-0edb-45d3-9069-a91e682200d1 req-3396da62-31d3-4a50-8c62-b49a72dbb255 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=53996d5fb05a4682bb1d6dff196126df&device_id=a9ee5470-f8ed-45d7-98f0-8aa8a5740050 HTTP/1.1" status: 200 len: 1099 time: 0.1979494 Dec 10 19:20:25.700154 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-9d790c4f-6942-402f-bfe9-156cdb6d5c62 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "PUT /v2.0/routers/52868449-0005-451e-92b3-dc9dd22c522b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6547616 Dec 10 19:20:25.706844 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55676) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:25.714862 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-68b2d4e1-5caa-4a0a-bcf2-b4860168aa8f None None] Set router fd028d83-0a01-4e61-bcd4-80be5cede6b1 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:20:25.731139 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 5335351f-a69d-41e9-94c7-d0ed18ab7fef up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:20:25.780663 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff5d900-abc5-4046-b087-e18f616d1cba None None] Sync routers for ids ['52868449-0005-451e-92b3-dc9dd22c522b'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:20:25.842925 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff5d900-abc5-4046-b087-e18f616d1cba None None] Routers {'52868449-0005-451e-92b3-dc9dd22c522b'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:20:25.843853 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-7ff5d900-abc5-4046-b087-e18f616d1cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:20:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['52868449-0005-451e-92b3-dc9dd22c522b'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:25.891660 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30c62b6-d11a-4055-8826-a94a0fb2805a tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:25.892317 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-7ff5d900-abc5-4046-b087-e18f616d1cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:25.893136 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-c30c62b6-d11a-4055-8826-a94a0fb2805a tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "GET /v2.0/ports/2ec9ce85-ac5f-481f-8515-bdc6a0cca99d HTTP/1.1" status: 200 len: 910 time: 0.1847348 Dec 10 19:20:25.896224 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55678) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:25.940861 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52fc856-0edb-45d3-9069-a91e682200d1 req-15148613-bb88-42c6-a399-8321941af84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:25.942861 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-a52fc856-0edb-45d3-9069-a91e682200d1 req-15148613-bb88-42c6-a399-8321941af84d service neutron] 10.222.0.36 "GET /v2.0/networks?id=5c1cbc5b-79f3-44fe-a881-f91ab33966d7 HTTP/1.1" status: 200 len: 897 time: 0.2324178 Dec 10 19:20:25.950014 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546196f-92c1-4109-a72b-0891f3287a0c req-d4290fb7-41fd-466d-b0c6-fc763ef7b357 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:25.958325 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0546196f-92c1-4109-a72b-0891f3287a0c req-d4290fb7-41fd-466d-b0c6-fc763ef7b357 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.36 "GET /v2.0/networks?id=8fe565ca-25f0-46cc-a74d-1d785e1c4483 HTTP/1.1" status: 200 len: 811 time: 0.5695837 Dec 10 19:20:25.959828 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff5d900-abc5-4046-b087-e18f616d1cba None None] Routers {'52868449-0005-451e-92b3-dc9dd22c522b'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:20:25.962616 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-7ff5d900-abc5-4046-b087-e18f616d1cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:20:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['52868449-0005-451e-92b3-dc9dd22c522b'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:26.036794 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-a52fc856-0edb-45d3-9069-a91e682200d1 req-4b6e35d0-03cf-40cd-95ff-8ff6fd8aab0c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=d598e5c0-2c60-4c69-b72e-095fa0a643cb HTTP/1.1" status: 200 len: 217 time: 0.0851319 Dec 10 19:20:26.059150 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-e75a2565-7607-40f7-8c07-32d0fb218c53 None None] Provisioning complete for port 2ec9ce85-ac5f-481f-8515-bdc6a0cca99d triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:20:26.059749 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e75a2565-7607-40f7-8c07-32d0fb218c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:26.069972 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-7ff5d900-abc5-4046-b087-e18f616d1cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:26.072079 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff5d900-abc5-4046-b087-e18f616d1cba None None] The sync data for ids ['52868449-0005-451e-92b3-dc9dd22c522b'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:20:26.088982 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2921f266-72f0-499f-ba76-de75f9bf66c5 req-f2f8c8e7-4a2f-49a2-8cba-7019fac46504 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:26.091289 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2921f266-72f0-499f-ba76-de75f9bf66c5 req-f2f8c8e7-4a2f-49a2-8cba-7019fac46504 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9ee5470-f8ed-45d7-98f0-8aa8a5740050 HTTP/1.1" status: 200 len: 946 time: 0.2886691 Dec 10 19:20:26.122923 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 5335351f-a69d-41e9-94c7-d0ed18ab7fef triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:20:26.123463 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:26.132015 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-68b2d4e1-5caa-4a0a-bcf2-b4860168aa8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd028d83-0a01-4e61-bcd4-80be5cede6b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564157842', 'tenant_id': '53996d5fb05a4682bb1d6dff196126df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.131'}], 'enable_snat': True}, 'gw_port_id': '1fc02295-445e-4682-b17a-3aebcdd967f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:16:29Z', 'updated_at': '2021-12-10T19:16:50Z', 'revision_number': 4, 'project_id': '53996d5fb05a4682bb1d6dff196126df', 'gw_port': {'id': '1fc02295-445e-4682-b17a-3aebcdd967f3', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:36:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd028d83-0a01-4e61-bcd4-80be5cede6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:31Z', 'updated_at': '2021-12-10T19:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '449474b9-b1ac-4e58-91d9-f5aa9e56ea6e', 'name': '', 'network_id': '5c1cbc5b-79f3-44fe-a881-f91ab33966d7', 'tenant_id': '53996d5fb05a4682bb1d6dff196126df', 'mac_address': 'fa:16:3e:e1:49:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd028d83-0a01-4e61-bcd4-80be5cede6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'dc68e97e-3fc0-433f-a054-2cde4e5595d8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:47Z', 'updated_at': '2021-12-10T19:16:59Z', 'revision_number': 5, 'project_id': '53996d5fb05a4682bb1d6dff196126df', 'subnets': [{'id': 'dc68e97e-3fc0-433f-a054-2cde4e5595d8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:26.199606 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-e75a2565-7607-40f7-8c07-32d0fb218c53 None None] Port 2ec9ce85-ac5f-481f-8515-bdc6a0cca99d cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:20:26.215078 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52fc856-0edb-45d3-9069-a91e682200d1 req-49b6ed82-6a68-4072-829f-c3e8c817ce66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:26.220409 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-a52fc856-0edb-45d3-9069-a91e682200d1 req-49b6ed82-6a68-4072-829f-c3e8c817ce66 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc68e97e-3fc0-433f-a054-2cde4e5595d8 HTTP/1.1" status: 200 len: 837 time: 0.1746585 Dec 10 19:20:26.221116 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b2d4e1-5caa-4a0a-bcf2-b4860168aa8f None None] Checking router: fd028d83-0a01-4e61-bcd4-80be5cede6b1 for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:20:26.246438 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b2d4e1-5caa-4a0a-bcf2-b4860168aa8f None None] Routers {'fd028d83-0a01-4e61-bcd4-80be5cede6b1'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:20:26.249804 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-68b2d4e1-5caa-4a0a-bcf2-b4860168aa8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:20:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['fd028d83-0a01-4e61-bcd4-80be5cede6b1'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:26.324367 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52fc856-0edb-45d3-9069-a91e682200d1 req-57f7acf6-e006-4bc1-a074-5168a2cc8433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:26.327682 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-a52fc856-0edb-45d3-9069-a91e682200d1 req-57f7acf6-e006-4bc1-a074-5168a2cc8433 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5c1cbc5b-79f3-44fe-a881-f91ab33966d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0979452 Dec 10 19:20:26.330720 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 330d75d3-8465-4c30-9bca-4e7d3eed569c up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:20:26.350022 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f58d21c5-6369-4935-9619-73069c687bcd req-a94ada3c-fb75-4f40-b087-eb9645d2c0ba tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=14a00925-dcaa-4b40-bcdd-834914dea835 HTTP/1.1" status: 200 len: 210 time: 0.0710068 Dec 10 19:20:26.388222 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2921f266-72f0-499f-ba76-de75f9bf66c5 req-64027e90-7f39-4fc7-8eb8-3c0b436867c2 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/security-groups?id=d727de41-442a-4e11-afb6-ce7cf726ecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2741830 Dec 10 19:20:26.445111 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0546196f-92c1-4109-a72b-0891f3287a0c req-45936418-1392-45b7-be4c-f126d485877d tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d55891769dee4679a2ef3c1d528a784c HTTP/1.1" status: 200 len: 380 time: 0.3846171 Dec 10 19:20:26.482005 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-0546196f-92c1-4109-a72b-0891f3287a0c req-6c5b9318-72dc-45da-ac37-f46c6f8d0c3e tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Request body: {'port': {'device_id': '14a00925-dcaa-4b40-bcdd-834914dea835', 'network_id': '8fe565ca-25f0-46cc-a74d-1d785e1c4483', 'admin_state_up': True, 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'security_groups': ['a6d45182-71ed-4d5e-8998-00a180281811']}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:20:26.484222 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-9ce0853d-7804-4abc-be60-9e7ca2f2f0e0 None None] Provisioning complete for port 5335351f-a69d-41e9-94c7-d0ed18ab7fef triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:20:26.484865 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-9ce0853d-7804-4abc-be60-9e7ca2f2f0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:26.493780 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-68b2d4e1-5caa-4a0a-bcf2-b4860168aa8f None None] Set router fd028d83-0a01-4e61-bcd4-80be5cede6b1 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:20:26.603989 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:26.621132 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 330d75d3-8465-4c30-9bca-4e7d3eed569c triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:20:26.622483 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:26.663117 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-a52fc856-0edb-45d3-9069-a91e682200d1 req-67a59076-b985-4d36-8dd3-ddfd9e80f798 service neutron] 10.222.0.36 "GET /v2.0/networks/5c1cbc5b-79f3-44fe-a881-f91ab33966d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259199 Dec 10 19:20:26.770760 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:26.880908 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-a52fc856-0edb-45d3-9069-a91e682200d1 req-34784589-aed1-4ef4-a348-e850f3c86b64 service neutron] 10.222.0.36 "GET /v2.0/networks/5c1cbc5b-79f3-44fe-a881-f91ab33966d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078419 Dec 10 19:20:26.881754 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0546196f-92c1-4109-a72b-0891f3287a0c req-6c5b9318-72dc-45da-ac37-f46c6f8d0c3e tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Made reservation on behalf of d55891769dee4679a2ef3c1d528a784c for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:20:26.886965 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-0546196f-92c1-4109-a72b-0891f3287a0c req-6c5b9318-72dc-45da-ac37-f46c6f8d0c3e tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:26.919302 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-68b2d4e1-5caa-4a0a-bcf2-b4860168aa8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd028d83-0a01-4e61-bcd4-80be5cede6b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564157842', 'tenant_id': '53996d5fb05a4682bb1d6dff196126df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.131'}], 'enable_snat': True}, 'gw_port_id': '1fc02295-445e-4682-b17a-3aebcdd967f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:16:29Z', 'updated_at': '2021-12-10T19:16:50Z', 'revision_number': 4, 'project_id': '53996d5fb05a4682bb1d6dff196126df', 'gw_port': {'id': '1fc02295-445e-4682-b17a-3aebcdd967f3', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:36:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd028d83-0a01-4e61-bcd4-80be5cede6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:31Z', 'updated_at': '2021-12-10T19:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '449474b9-b1ac-4e58-91d9-f5aa9e56ea6e', 'name': '', 'network_id': '5c1cbc5b-79f3-44fe-a881-f91ab33966d7', 'tenant_id': '53996d5fb05a4682bb1d6dff196126df', 'mac_address': 'fa:16:3e:e1:49:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd028d83-0a01-4e61-bcd4-80be5cede6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'dc68e97e-3fc0-433f-a054-2cde4e5595d8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:47Z', 'updated_at': '2021-12-10T19:16:59Z', 'revision_number': 5, 'project_id': '53996d5fb05a4682bb1d6dff196126df', 'subnets': [{'id': 'dc68e97e-3fc0-433f-a054-2cde4e5595d8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:26.975035 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b2d4e1-5caa-4a0a-bcf2-b4860168aa8f None None] The sync data for ids ['fd028d83-0a01-4e61-bcd4-80be5cede6b1'] in dv-neutron-821441-1-hyperv is: [{'id': 'fd028d83-0a01-4e61-bcd4-80be5cede6b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564157842', 'tenant_id': '53996d5fb05a4682bb1d6dff196126df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.131'}], 'enable_snat': True}, 'gw_port_id': '1fc02295-445e-4682-b17a-3aebcdd967f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:16:29Z', 'updated_at': '2021-12-10T19:16:50Z', 'revision_number': 4, 'project_id': '53996d5fb05a4682bb1d6dff196126df', 'gw_port': {'id': '1fc02295-445e-4682-b17a-3aebcdd967f3', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:36:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd028d83-0a01-4e61-bcd4-80be5cede6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:31Z', 'updated_at': '2021-12-10T19:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '449474b9-b1ac-4e58-91d9-f5aa9e56ea6e', 'name': '', 'network_id': '5c1cbc5b-79f3-44fe-a881-f91ab33966d7', 'tenant_id': '53996d5fb05a4682bb1d6dff196126df', 'mac_address': 'fa:16:3e:e1:49:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd028d83-0a01-4e61-bcd4-80be5cede6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'dc68e97e-3fc0-433f-a054-2cde4e5595d8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:47Z', 'updated_at': '2021-12-10T19:16:59Z', 'revision_number': 5, 'project_id': '53996d5fb05a4682bb1d6dff196126df', 'subnets': [{'id': 'dc68e97e-3fc0-433f-a054-2cde4e5595d8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:20:26.987741 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:20:26.994020 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5f73a3a5-adf3-48d0-aa31-840e10f2e052 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:27.238307 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [req-0546196f-92c1-4109-a72b-0891f3287a0c req-6c5b9318-72dc-45da-ac37-f46c6f8d0c3e tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Allocated IP 172.20.0.7 (8fe565ca-25f0-46cc-a74d-1d785e1c4483/08326994-b03f-4864-96e3-852094c75fec/7f4441bc-5980-495c-8670-36c2a063c831) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:20:27.326132 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50953c80-802c-4da0-98ea-95d05148871a None None] New status for floating IP 69191787-5296-4b2c-af6d-3fe5be7488de: DOWN {{(pid=102368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:20:27.561542 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6850521f-4daa-4116-8a62-d551f2d330ab req-93201693-95d1-4f1e-9fa7-d2def3f199e8 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:27.564178 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-6850521f-4daa-4116-8a62-d551f2d330ab req-93201693-95d1-4f1e-9fa7-d2def3f199e8 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9ee5470-f8ed-45d7-98f0-8aa8a5740050 HTTP/1.1" status: 200 len: 946 time: 0.1293468 Dec 10 19:20:27.742523 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [req-6850521f-4daa-4116-8a62-d551f2d330ab req-9e572012-2bcf-403f-a7ee-d696627f6fdd tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Deleting port d598e5c0-2c60-4c69-b72e-095fa0a643cb {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:20:27.743101 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-6850521f-4daa-4116-8a62-d551f2d330ab req-9e572012-2bcf-403f-a7ee-d696627f6fdd tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:27.793496 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-fd497d12-9e76-4b39-a971-b57cb112a166 req-b326cc63-3b4b-491a-81fd-575e8142c750 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=14a00925-dcaa-4b40-bcdd-834914dea835 HTTP/1.1" status: 200 len: 210 time: 0.1059306 Dec 10 19:20:27.839362 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-5f73a3a5-adf3-48d0-aa31-840e10f2e052 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Allocated IP 172.21.0.1 (db57efcd-448b-4aed-b523-e3682f7b08ef/ac1e18d2-6460-4d1d-a27d-0351b890af89/67ff6367-c333-4dae-ae5d-6afcc567ea0f) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:20:27.880287 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01798b02-1f47-4b96-a636-7cc4b3900f5b req-68fda85b-451e-44e2-99dd-fa28fca185d4 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:27.884095 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-01798b02-1f47-4b96-a636-7cc4b3900f5b req-68fda85b-451e-44e2-99dd-fa28fca185d4 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9ee5470-f8ed-45d7-98f0-8aa8a5740050 HTTP/1.1" status: 200 len: 946 time: 0.2017403 Dec 10 19:20:27.914031 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [req-6850521f-4daa-4116-8a62-d551f2d330ab req-9e572012-2bcf-403f-a7ee-d696627f6fdd tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] For port d598e5c0-2c60-4c69-b72e-095fa0a643cb, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=d598e5c0-2c60-4c69-b72e-095fa0a643cb,segment=NetworkSegment(73585ab7-9ee1-4238-b99c-cc15412c089c),segment_id=73585ab7-9ee1-4238-b99c-cc15412c089c)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:20:27.915467 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-6850521f-4daa-4116-8a62-d551f2d330ab req-9e572012-2bcf-403f-a7ee-d696627f6fdd tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:27.932313 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [req-6850521f-4daa-4116-8a62-d551f2d330ab req-9e572012-2bcf-403f-a7ee-d696627f6fdd tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Calling delete_port for d598e5c0-2c60-4c69-b72e-095fa0a643cb owned by compute:nova {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:20:27.955928 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-0546196f-92c1-4109-a72b-0891f3287a0c req-6c5b9318-72dc-45da-ac37-f46c6f8d0c3e tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:28.096947 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-6850521f-4daa-4116-8a62-d551f2d330ab req-9e572012-2bcf-403f-a7ee-d696627f6fdd tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:28.109080 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-01798b02-1f47-4b96-a636-7cc4b3900f5b req-37b9d154-2dd8-4a60-8884-11fc5c58db88 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "GET /v2.0/security-groups?id=d727de41-442a-4e11-afb6-ce7cf726ecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1971259 Dec 10 19:20:28.151479 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e572012-2bcf-403f-a7ee-d696627f6fdd tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Pushing event deleted for resources: {'Port': ['ID=d598e5c0-2c60-4c69-b72e-095fa0a643cb,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:28.221604 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-0546196f-92c1-4109-a72b-0891f3287a0c req-6c5b9318-72dc-45da-ac37-f46c6f8d0c3e tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:28.253780 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [req-6850521f-4daa-4116-8a62-d551f2d330ab req-9e572012-2bcf-403f-a7ee-d696627f6fdd tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] No DVR routers for this DVR port d598e5c0-2c60-4c69-b72e-095fa0a643cb on host hv-neutron-8214 {{(pid=102366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:20:28.258845 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-6850521f-4daa-4116-8a62-d551f2d330ab req-9e572012-2bcf-403f-a7ee-d696627f6fdd tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:28.265332 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-6850521f-4daa-4116-8a62-d551f2d330ab req-9e572012-2bcf-403f-a7ee-d696627f6fdd tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.36 "DELETE /v2.0/ports/d598e5c0-2c60-4c69-b72e-095fa0a643cb HTTP/1.1" status: 204 len: 173 time: 0.6931040 Dec 10 19:20:28.266109 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ee5470-f8ed-45d7-98f0-8aa8a5740050', 'name': 'network-vif-deleted', 'tag': 'd598e5c0-2c60-4c69-b72e-095fa0a643cb'}] {{(pid=102366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:20:28.272534 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a86acec104960cf4069dffce1919f1f0aa2a294c7752363dfd1d6594a90fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb5ccc4-5d6a-4578-bcd6-a02ec996ef2b" -d '{"events": [{"server_uuid": "a9ee5470-f8ed-45d7-98f0-8aa8a5740050", "name": "network-vif-deleted", "tag": "d598e5c0-2c60-4c69-b72e-095fa0a643cb"}]}' {{(pid=102366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:20:28.304432 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5f73a3a5-adf3-48d0-aa31-840e10f2e052 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:28.329786 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca17db58-32bf-438e-8f8e-9fc74c6173b7 x-openstack-request-id: req-ca17db58-32bf-438e-8f8e-9fc74c6173b7 {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:20:28.330196 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ee5470-f8ed-45d7-98f0-8aa8a5740050", "name": "network-vif-deleted", "tag": "d598e5c0-2c60-4c69-b72e-095fa0a643cb", "status": "completed", "code": 200}]} {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:20:28.330541 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ca17db58-32bf-438e-8f8e-9fc74c6173b7 {{(pid=102366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:20:28.331069 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ee5470-f8ed-45d7-98f0-8aa8a5740050', 'name': 'network-vif-deleted', 'tag': 'd598e5c0-2c60-4c69-b72e-095fa0a643cb', 'status': 'completed', 'code': 200} Dec 10 19:20:28.346059 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0546196f-92c1-4109-a72b-0891f3287a0c req-6c5b9318-72dc-45da-ac37-f46c6f8d0c3e tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Network 8fe565ca-25f0-46cc-a74d-1d785e1c4483 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:20:28.362593 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [req-0546196f-92c1-4109-a72b-0891f3287a0c req-6c5b9318-72dc-45da-ac37-f46c6f8d0c3e tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:20:28.378593 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-0546196f-92c1-4109-a72b-0891f3287a0c req-6c5b9318-72dc-45da-ac37-f46c6f8d0c3e tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:20:28.431574 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b9318-72dc-45da-ac37-f46c6f8d0c3e tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Pushing event updated for resources: {'Port': ['ID=7f4441bc-5980-495c-8670-36c2a063c831,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:28.459996 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546196f-92c1-4109-a72b-0891f3287a0c req-6c5b9318-72dc-45da-ac37-f46c6f8d0c3e tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:28.460690 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-0546196f-92c1-4109-a72b-0891f3287a0c req-6c5b9318-72dc-45da-ac37-f46c6f8d0c3e tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:28.466335 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5b9318-72dc-45da-ac37-f46c6f8d0c3e tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:28.466617 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5b9318-72dc-45da-ac37-f46c6f8d0c3e tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:28.466924 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5b9318-72dc-45da-ac37-f46c6f8d0c3e tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:28.467249 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5b9318-72dc-45da-ac37-f46c6f8d0c3e tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:28.467576 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5b9318-72dc-45da-ac37-f46c6f8d0c3e tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:28.467900 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5b9318-72dc-45da-ac37-f46c6f8d0c3e tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:28.468213 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5b9318-72dc-45da-ac37-f46c6f8d0c3e tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:28.468549 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5b9318-72dc-45da-ac37-f46c6f8d0c3e tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:28.468882 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5b9318-72dc-45da-ac37-f46c6f8d0c3e tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:28.469195 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5b9318-72dc-45da-ac37-f46c6f8d0c3e tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:28.469558 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5b9318-72dc-45da-ac37-f46c6f8d0c3e tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:28.469880 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5b9318-72dc-45da-ac37-f46c6f8d0c3e tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:28.492185 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5f73a3a5-adf3-48d0-aa31-840e10f2e052 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:28.501981 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0546196f-92c1-4109-a72b-0891f3287a0c req-6c5b9318-72dc-45da-ac37-f46c6f8d0c3e tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0268185 Dec 10 19:20:28.538565 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-0546196f-92c1-4109-a72b-0891f3287a0c req-078ba639-9158-41f8-a4e9-ab118e3d18d8 service neutron] Request body: {'port': {'device_id': '14a00925-dcaa-4b40-bcdd-834914dea835', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:20:28.583546 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f73a3a5-adf3-48d0-aa31-840e10f2e052 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Network db57efcd-448b-4aed-b523-e3682f7b08ef is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:20:28.593086 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-5f73a3a5-adf3-48d0-aa31-840e10f2e052 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:20:28.603142 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f73a3a5-adf3-48d0-aa31-840e10f2e052 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:20:28.657991 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f73a3a5-adf3-48d0-aa31-840e10f2e052 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event updated for resources: {'Port': ['ID=67ff6367-c333-4dae-ae5d-6afcc567ea0f,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:28.689461 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-0546196f-92c1-4109-a72b-0891f3287a0c req-078ba639-9158-41f8-a4e9-ab118e3d18d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:28.757825 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5f73a3a5-adf3-48d0-aa31-840e10f2e052 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712030'] for router_interface, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:28.896923 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-3a954a7d-8900-40b9-bf7a-d9f39ec0f007 None None] Provisioning complete for port 7f4441bc-5980-495c-8670-36c2a063c831 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:20:28.898104 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-3a954a7d-8900-40b9-bf7a-d9f39ec0f007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:28.971277 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-3a954a7d-8900-40b9-bf7a-d9f39ec0f007 None None] Port 7f4441bc-5980-495c-8670-36c2a063c831 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:20:29.102700 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-a6420f49-2316-4a7e-91e6-fcda0671cf4d None None] Provisioning complete for port 67ff6367-c333-4dae-ae5d-6afcc567ea0f triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:20:29.103825 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a6420f49-2316-4a7e-91e6-fcda0671cf4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:29.130261 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c7d166-968d-4aa4-8d6b-a2d09deddfe9 req-6c199181-6ff6-4c32-9d78-fcb41d3890da tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:29.131850 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-74c7d166-968d-4aa4-8d6b-a2d09deddfe9 req-6c199181-6ff6-4c32-9d78-fcb41d3890da tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=14a00925-dcaa-4b40-bcdd-834914dea835 HTTP/1.1" status: 200 len: 931 time: 0.1558838 Dec 10 19:20:29.182773 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-a6420f49-2316-4a7e-91e6-fcda0671cf4d None None] Port 67ff6367-c333-4dae-ae5d-6afcc567ea0f cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:20:29.193021 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5f73a3a5-adf3-48d0-aa31-840e10f2e052 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:29.202825 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55694) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:29.332634 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-74c7d166-968d-4aa4-8d6b-a2d09deddfe9 req-f438689e-2150-43a6-a53a-411e720fdb5d tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6d45182-71ed-4d5e-8998-00a180281811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1857667 Dec 10 19:20:29.346362 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [req-0546196f-92c1-4109-a72b-0891f3287a0c req-078ba639-9158-41f8-a4e9-ab118e3d18d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f4441bc-5980-495c-8670-36c2a063c831 {{(pid=102365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:20:29.363653 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-0546196f-92c1-4109-a72b-0891f3287a0c req-078ba639-9158-41f8-a4e9-ab118e3d18d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:29.433978 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.provisioning_blocks [req-0546196f-92c1-4109-a72b-0891f3287a0c req-078ba639-9158-41f8-a4e9-ab118e3d18d8 service neutron] Transition to ACTIVE for port object 7f4441bc-5980-495c-8670-36c2a063c831 will not be triggered until provisioned by entity L2. {{(pid=102365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:20:29.442819 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-0546196f-92c1-4109-a72b-0891f3287a0c req-078ba639-9158-41f8-a4e9-ab118e3d18d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:29.579979 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078ba639-9158-41f8-a4e9-ab118e3d18d8 service neutron] Pushing event updated for resources: {'Port': ['ID=7f4441bc-5980-495c-8670-36c2a063c831,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:29.689002 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-0546196f-92c1-4109-a72b-0891f3287a0c req-078ba639-9158-41f8-a4e9-ab118e3d18d8 service neutron] Attempting to bind port 7f4441bc-5980-495c-8670-36c2a063c831 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:20:29.689259 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-0546196f-92c1-4109-a72b-0891f3287a0c req-078ba639-9158-41f8-a4e9-ab118e3d18d8 service neutron] Attempting to bind port 7f4441bc-5980-495c-8670-36c2a063c831 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'f660800f-194f-49ad-8e36-a73cd4c72d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8fe565ca-25f0-46cc-a74d-1d785e1c4483'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:20:29.689525 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0546196f-92c1-4109-a72b-0891f3287a0c req-078ba639-9158-41f8-a4e9-ab118e3d18d8 service neutron] Attempting to bind port 7f4441bc-5980-495c-8670-36c2a063c831 on network 8fe565ca-25f0-46cc-a74d-1d785e1c4483 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:20:29.706803 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0546196f-92c1-4109-a72b-0891f3287a0c req-078ba639-9158-41f8-a4e9-ab118e3d18d8 service neutron] Port 7f4441bc-5980-495c-8670-36c2a063c831 on network 8fe565ca-25f0-46cc-a74d-1d785e1c4483 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:20:29.707130 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0546196f-92c1-4109-a72b-0891f3287a0c req-078ba639-9158-41f8-a4e9-ab118e3d18d8 service neutron] Attempting to bind port 7f4441bc-5980-495c-8670-36c2a063c831 on network 8fe565ca-25f0-46cc-a74d-1d785e1c4483 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:20:29.727115 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0546196f-92c1-4109-a72b-0891f3287a0c req-078ba639-9158-41f8-a4e9-ab118e3d18d8 service neutron] Checking agent: {'id': '9e16c23e-95bc-4c2e-b3ec-daf7533f9d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'started_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:20:29.727483 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0546196f-92c1-4109-a72b-0891f3287a0c req-078ba639-9158-41f8-a4e9-ab118e3d18d8 service neutron] Checking segment: {'id': 'f660800f-194f-49ad-8e36-a73cd4c72d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8fe565ca-25f0-46cc-a74d-1d785e1c4483'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:20:29.727874 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0546196f-92c1-4109-a72b-0891f3287a0c req-078ba639-9158-41f8-a4e9-ab118e3d18d8 service neutron] Bound using segment: {'id': 'f660800f-194f-49ad-8e36-a73cd4c72d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8fe565ca-25f0-46cc-a74d-1d785e1c4483'} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:20:29.728326 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-0546196f-92c1-4109-a72b-0891f3287a0c req-078ba639-9158-41f8-a4e9-ab118e3d18d8 service neutron] Bound port: 7f4441bc-5980-495c-8670-36c2a063c831, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f660800f-194f-49ad-8e36-a73cd4c72d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8fe565ca-25f0-46cc-a74d-1d785e1c4483'}}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:20:29.728715 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-0546196f-92c1-4109-a72b-0891f3287a0c req-078ba639-9158-41f8-a4e9-ab118e3d18d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:29.804284 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2157cdc3-0d98-4a8e-b556-86fd4367a924 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711290'] for router_interface, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:29.808630 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5f73a3a5-adf3-48d0-aa31-840e10f2e052 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:29.825174 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5f73a3a5-adf3-48d0-aa31-840e10f2e052 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:29.890048 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-0546196f-92c1-4109-a72b-0891f3287a0c req-078ba639-9158-41f8-a4e9-ab118e3d18d8 service neutron] For port 7f4441bc-5980-495c-8670-36c2a063c831, host hv-neutron-8214, cleared binding levels {{(pid=102365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:20:29.922161 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-0546196f-92c1-4109-a72b-0891f3287a0c req-078ba639-9158-41f8-a4e9-ab118e3d18d8 service neutron] For port 7f4441bc-5980-495c-8670-36c2a063c831, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=7f4441bc-5980-495c-8670-36c2a063c831,segment=NetworkSegment(f660800f-194f-49ad-8e36-a73cd4c72d7d),segment_id=f660800f-194f-49ad-8e36-a73cd4c72d7d)] {{(pid=102365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:20:29.948098 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f73a3a5-adf3-48d0-aa31-840e10f2e052 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event updated for resources: {'Port': ['ID=67ff6367-c333-4dae-ae5d-6afcc567ea0f,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:29.955340 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-0546196f-92c1-4109-a72b-0891f3287a0c req-078ba639-9158-41f8-a4e9-ab118e3d18d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:29.968236 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5f73a3a5-adf3-48d0-aa31-840e10f2e052 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3755716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711339'] for router_interface, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:30.012917 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546196f-92c1-4109-a72b-0891f3287a0c req-078ba639-9158-41f8-a4e9-ab118e3d18d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:30.013562 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-0546196f-92c1-4109-a72b-0891f3287a0c req-078ba639-9158-41f8-a4e9-ab118e3d18d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:30.022508 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0546196f-92c1-4109-a72b-0891f3287a0c req-078ba639-9158-41f8-a4e9-ab118e3d18d8 service neutron] 10.222.0.36 "PUT /v2.0/ports/7f4441bc-5980-495c-8670-36c2a063c831 HTTP/1.1" status: 200 len: 1093 time: 1.4815943 Dec 10 19:20:30.022508 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14a00925-dcaa-4b40-bcdd-834914dea835', 'tag': '7f4441bc-5980-495c-8670-36c2a063c831'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:20:30.022508 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0641cbb4-487b-455f-ab3f-f6518f2a0a6e" -d '{"events": [{"name": "network-changed", "server_uuid": "14a00925-dcaa-4b40-bcdd-834914dea835", "tag": "7f4441bc-5980-495c-8670-36c2a063c831"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:20:30.140875 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44335e7e-c60b-43bc-aec9-6c160c25de54 x-openstack-request-id: req-44335e7e-c60b-43bc-aec9-6c160c25de54 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:20:30.141572 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14a00925-dcaa-4b40-bcdd-834914dea835", "tag": "7f4441bc-5980-495c-8670-36c2a063c831", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:20:30.141771 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-44335e7e-c60b-43bc-aec9-6c160c25de54 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:20:30.142444 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14a00925-dcaa-4b40-bcdd-834914dea835', 'tag': '7f4441bc-5980-495c-8670-36c2a063c831', 'status': 'completed', 'code': 200} Dec 10 19:20:30.153464 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078ba639-9158-41f8-a4e9-ab118e3d18d8 service neutron] Pushing event updated for resources: {'Port': ['ID=7f4441bc-5980-495c-8670-36c2a063c831,revision_number=3']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:30.197233 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546196f-92c1-4109-a72b-0891f3287a0c req-8db52e8b-139f-4b49-b226-a8d5bd5934bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:30.199173 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0546196f-92c1-4109-a72b-0891f3287a0c req-8db52e8b-139f-4b49-b226-a8d5bd5934bb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d55891769dee4679a2ef3c1d528a784c&device_id=14a00925-dcaa-4b40-bcdd-834914dea835 HTTP/1.1" status: 200 len: 1096 time: 0.1101055 Dec 10 19:20:30.266854 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0546196f-92c1-4109-a72b-0891f3287a0c req-be32752a-7dcc-4e77-9495-c946cccb10c6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f4441bc-5980-495c-8670-36c2a063c831 HTTP/1.1" status: 200 len: 217 time: 0.0519633 Dec 10 19:20:30.274328 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f73a3a5-adf3-48d0-aa31-840e10f2e052 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Network db57efcd-448b-4aed-b523-e3682f7b08ef is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:20:30.285366 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-5f73a3a5-adf3-48d0-aa31-840e10f2e052 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:20:30.384197 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-2157cdc3-0d98-4a8e-b556-86fd4367a924 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Deleting port 449474b9-b1ac-4e58-91d9-f5aa9e56ea6e {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:20:30.385129 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2157cdc3-0d98-4a8e-b556-86fd4367a924 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:30.599658 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-2157cdc3-0d98-4a8e-b556-86fd4367a924 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] For port 449474b9-b1ac-4e58-91d9-f5aa9e56ea6e, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=449474b9-b1ac-4e58-91d9-f5aa9e56ea6e,segment=NetworkSegment(73585ab7-9ee1-4238-b99c-cc15412c089c),segment_id=73585ab7-9ee1-4238-b99c-cc15412c089c)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:20:30.600203 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2157cdc3-0d98-4a8e-b556-86fd4367a924 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:30.622944 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-2157cdc3-0d98-4a8e-b556-86fd4367a924 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Calling delete_port for 449474b9-b1ac-4e58-91d9-f5aa9e56ea6e owned by network:router_interface {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:20:30.623560 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546196f-92c1-4109-a72b-0891f3287a0c req-11ad8985-2bf7-4da7-bc15-b1090fbad547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:30.626009 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0546196f-92c1-4109-a72b-0891f3287a0c req-11ad8985-2bf7-4da7-bc15-b1090fbad547 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=08326994-b03f-4864-96e3-852094c75fec HTTP/1.1" status: 200 len: 850 time: 0.3501356 Dec 10 19:20:30.691712 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f73a3a5-adf3-48d0-aa31-840e10f2e052 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Router 52868449-0005-451e-92b3-dc9dd22c522b has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:20:30.720133 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e642d0-0d0d-4122-b1c5-7957b9f3c4f2 req-617e9d4f-0b03-48bc-9f6e-285936123871 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:30.725632 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a3e642d0-0d0d-4122-b1c5-7957b9f3c4f2 req-617e9d4f-0b03-48bc-9f6e-285936123871 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=14a00925-dcaa-4b40-bcdd-834914dea835 HTTP/1.1" status: 200 len: 943 time: 0.1767054 Dec 10 19:20:30.741753 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-0c937790-3c08-43fe-913e-b355e9b88c20 None None] Provisioning complete for port 67ff6367-c333-4dae-ae5d-6afcc567ea0f triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:20:30.743091 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0c937790-3c08-43fe-913e-b355e9b88c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:30.822001 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-0c937790-3c08-43fe-913e-b355e9b88c20 None None] Port 67ff6367-c333-4dae-ae5d-6afcc567ea0f cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:20:30.961739 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device d598e5c0-2c60-4c69-b72e-095fa0a643cb no longer exists at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:20:31.004451 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] No Port match for: d598e5c0-2c60-4c69-b72e-095fa0a643cb {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:20:31.011892 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device d598e5c0-2c60-4c69-b72e-095fa0a643cb not bound to the agent host hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:20:31.024980 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2157cdc3-0d98-4a8e-b556-86fd4367a924 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:31.059257 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157cdc3-0d98-4a8e-b556-86fd4367a924 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Pushing event deleted for resources: {'Port': ['ID=449474b9-b1ac-4e58-91d9-f5aa9e56ea6e,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:31.233202 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546196f-92c1-4109-a72b-0891f3287a0c req-590b8f48-8e78-44d5-b248-548bca74a9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:31.234754 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0546196f-92c1-4109-a72b-0891f3287a0c req-590b8f48-8e78-44d5-b248-548bca74a9bc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8fe565ca-25f0-46cc-a74d-1d785e1c4483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5964119 Dec 10 19:20:31.307856 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f73a3a5-adf3-48d0-aa31-840e10f2e052 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:20:31.314671 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a3e642d0-0d0d-4122-b1c5-7957b9f3c4f2 req-979e86c8-180c-4504-9267-41411fdffd0e tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6d45182-71ed-4d5e-8998-00a180281811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5813308 Dec 10 19:20:31.318008 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-5f73a3a5-adf3-48d0-aa31-840e10f2e052 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "PUT /v2.0/routers/52868449-0005-451e-92b3-dc9dd22c522b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4207129 Dec 10 19:20:31.324278 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196fb0bd-7a7e-483f-bfd4-d69ec9e0d5fb None None] Sync routers for ids ['52868449-0005-451e-92b3-dc9dd22c522b'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:20:31.324910 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55702) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:31.348342 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196fb0bd-7a7e-483f-bfd4-d69ec9e0d5fb None None] Routers {'52868449-0005-451e-92b3-dc9dd22c522b'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:20:31.348912 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-196fb0bd-7a7e-483f-bfd4-d69ec9e0d5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:20:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['52868449-0005-451e-92b3-dc9dd22c522b'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:31.422747 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-196fb0bd-7a7e-483f-bfd4-d69ec9e0d5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:31.426183 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2157cdc3-0d98-4a8e-b556-86fd4367a924 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3755731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3712768'] for router_interface, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:31.431521 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0546196f-92c1-4109-a72b-0891f3287a0c req-5a9cb665-57f8-4fa6-83ce-d3461c1d229b service neutron] 10.222.0.36 "GET /v2.0/networks/8fe565ca-25f0-46cc-a74d-1d785e1c4483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857667 Dec 10 19:20:31.443694 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196fb0bd-7a7e-483f-bfd4-d69ec9e0d5fb None None] Routers {'52868449-0005-451e-92b3-dc9dd22c522b'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:20:31.444995 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-196fb0bd-7a7e-483f-bfd4-d69ec9e0d5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:20:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['52868449-0005-451e-92b3-dc9dd22c522b'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:31.496222 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-196fb0bd-7a7e-483f-bfd4-d69ec9e0d5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:31.496959 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196fb0bd-7a7e-483f-bfd4-d69ec9e0d5fb None None] The sync data for ids ['52868449-0005-451e-92b3-dc9dd22c522b'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:20:31.503429 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1aec2d5-eb12-4fdb-a53c-c4fcf01ed46d tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:31.509066 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-b1aec2d5-eb12-4fdb-a53c-c4fcf01ed46d tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "GET /v2.0/ports/67ff6367-c333-4dae-ae5d-6afcc567ea0f HTTP/1.1" status: 200 len: 910 time: 0.1752644 Dec 10 19:20:31.513898 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55704) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:31.607847 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0546196f-92c1-4109-a72b-0891f3287a0c req-3205ccc8-51c3-43dd-9159-ffbd8d47d55c service neutron] 10.222.0.36 "GET /v2.0/networks/8fe565ca-25f0-46cc-a74d-1d785e1c4483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678226 Dec 10 19:20:31.749309 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641cbb4-487b-455f-ab3f-f6518f2a0a6e req-f8bae866-f1b9-4732-9c65-3cf5207529b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:31.750916 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0641cbb4-487b-455f-ab3f-f6518f2a0a6e req-f8bae866-f1b9-4732-9c65-3cf5207529b8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d55891769dee4679a2ef3c1d528a784c&device_id=14a00925-dcaa-4b40-bcdd-834914dea835 HTTP/1.1" status: 200 len: 1096 time: 0.0749431 Dec 10 19:20:31.935862 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641cbb4-487b-455f-ab3f-f6518f2a0a6e req-e322d217-5479-4e51-98ea-abe1f12e6c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:31.937515 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0641cbb4-487b-455f-ab3f-f6518f2a0a6e req-e322d217-5479-4e51-98ea-abe1f12e6c7c service neutron] 10.222.0.36 "GET /v2.0/networks?id=8fe565ca-25f0-46cc-a74d-1d785e1c4483 HTTP/1.1" status: 200 len: 912 time: 0.1778986 Dec 10 19:20:31.995948 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0641cbb4-487b-455f-ab3f-f6518f2a0a6e req-9ea98a9e-3dd2-4cf1-9940-2fbd31ce67d2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f4441bc-5980-495c-8670-36c2a063c831 HTTP/1.1" status: 200 len: 217 time: 0.0489888 Dec 10 19:20:32.068613 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641cbb4-487b-455f-ab3f-f6518f2a0a6e req-e295e97a-9052-44c0-83c3-6196b292ed6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:32.071403 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0641cbb4-487b-455f-ab3f-f6518f2a0a6e req-e295e97a-9052-44c0-83c3-6196b292ed6e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=08326994-b03f-4864-96e3-852094c75fec HTTP/1.1" status: 200 len: 850 time: 0.0667355 Dec 10 19:20:32.133888 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641cbb4-487b-455f-ab3f-f6518f2a0a6e req-3e201961-f419-421c-a42a-c37141084a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:32.135576 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0641cbb4-487b-455f-ab3f-f6518f2a0a6e req-3e201961-f419-421c-a42a-c37141084a1b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8fe565ca-25f0-46cc-a74d-1d785e1c4483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0574663 Dec 10 19:20:32.221912 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:32.314272 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0641cbb4-487b-455f-ab3f-f6518f2a0a6e req-81b975e4-d700-44d7-8284-1d95a7fadf7e service neutron] 10.222.0.36 "GET /v2.0/networks/8fe565ca-25f0-46cc-a74d-1d785e1c4483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694891 Dec 10 19:20:32.383483 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2157cdc3-0d98-4a8e-b556-86fd4367a924 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Router fd028d83-0a01-4e61-bcd4-80be5cede6b1 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:20:32.480456 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0641cbb4-487b-455f-ab3f-f6518f2a0a6e req-d9e51256-d133-4306-85c0-f5ca6dbed198 service neutron] 10.222.0.36 "GET /v2.0/networks/8fe565ca-25f0-46cc-a74d-1d785e1c4483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574118 Dec 10 19:20:32.556184 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2157cdc3-0d98-4a8e-b556-86fd4367a924 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:20:32.566006 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-2157cdc3-0d98-4a8e-b556-86fd4367a924 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "PUT /v2.0/routers/fd028d83-0a01-4e61-bcd4-80be5cede6b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3604836 Dec 10 19:20:32.566592 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55708) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:32.576662 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26e38ba-853a-4d17-a5de-bf27d944c4de None None] Sync routers for ids ['fd028d83-0a01-4e61-bcd4-80be5cede6b1'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:20:32.584245 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2e4ac631-8ac5-4b3e-b2cb-0c771f8b75be tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711290'] for router_interface, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:32.588087 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26e38ba-853a-4d17-a5de-bf27d944c4de None None] Routers {'fd028d83-0a01-4e61-bcd4-80be5cede6b1'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:20:32.589121 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-b26e38ba-853a-4d17-a5de-bf27d944c4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:20:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['fd028d83-0a01-4e61-bcd4-80be5cede6b1'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:32.598867 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa71063-d9d2-4fcd-9828-70d0a3ff1471 req-1e5cb4af-588f-414f-8f94-118340c9090d tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:32.601886 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0aa71063-d9d2-4fcd-9828-70d0a3ff1471 req-1e5cb4af-588f-414f-8f94-118340c9090d tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=14a00925-dcaa-4b40-bcdd-834914dea835 HTTP/1.1" status: 200 len: 943 time: 0.1198494 Dec 10 19:20:32.709858 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-b26e38ba-853a-4d17-a5de-bf27d944c4de None None] Set router fd028d83-0a01-4e61-bcd4-80be5cede6b1 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:20:32.712929 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b38fb27-2451-41c8-9a7d-504edfe38cc7 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Deleting subnet dc68e97e-3fc0-433f-a054-2cde4e5595d8 {{(pid=102365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:20:32.717495 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2b38fb27-2451-41c8-9a7d-504edfe38cc7 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks [] for subnet, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:32.723958 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0aa71063-d9d2-4fcd-9828-70d0a3ff1471 req-dfd856a2-a903-49e5-83ab-cdf9bf126073 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6d45182-71ed-4d5e-8998-00a180281811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860217 Dec 10 19:20:32.781724 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2b38fb27-2451-41c8-9a7d-504edfe38cc7 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353213'] for subnet, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:32.935565 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2b38fb27-2451-41c8-9a7d-504edfe38cc7 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:32.981255 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-b26e38ba-853a-4d17-a5de-bf27d944c4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd028d83-0a01-4e61-bcd4-80be5cede6b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564157842', 'tenant_id': '53996d5fb05a4682bb1d6dff196126df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.131'}], 'enable_snat': True}, 'gw_port_id': '1fc02295-445e-4682-b17a-3aebcdd967f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:16:29Z', 'updated_at': '2021-12-10T19:20:30Z', 'revision_number': 5, 'project_id': '53996d5fb05a4682bb1d6dff196126df', 'gw_port': {'id': '1fc02295-445e-4682-b17a-3aebcdd967f3', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:36:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd028d83-0a01-4e61-bcd4-80be5cede6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:31Z', 'updated_at': '2021-12-10T19:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:33.013040 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26e38ba-853a-4d17-a5de-bf27d944c4de None None] Checking router: fd028d83-0a01-4e61-bcd4-80be5cede6b1 for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:20:33.024331 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26e38ba-853a-4d17-a5de-bf27d944c4de None None] Routers {'fd028d83-0a01-4e61-bcd4-80be5cede6b1'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:20:33.025010 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-b26e38ba-853a-4d17-a5de-bf27d944c4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:20:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['fd028d83-0a01-4e61-bcd4-80be5cede6b1'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:33.037130 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2b38fb27-2451-41c8-9a7d-504edfe38cc7 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:33.043210 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-2e4ac631-8ac5-4b3e-b2cb-0c771f8b75be tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Deleting port 67ff6367-c333-4dae-ae5d-6afcc567ea0f {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:20:33.043844 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2e4ac631-8ac5-4b3e-b2cb-0c771f8b75be tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:33.094199 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b38fb27-2451-41c8-9a7d-504edfe38cc7 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Pushing event deleted for resources: {'Subnet': ['ID=dc68e97e-3fc0-433f-a054-2cde4e5595d8,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:33.101266 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2b38fb27-2451-41c8-9a7d-504edfe38cc7 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:33.111850 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-2b38fb27-2451-41c8-9a7d-504edfe38cc7 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "DELETE /v2.0/subnets/dc68e97e-3fc0-433f-a054-2cde4e5595d8 HTTP/1.1" status: 204 len: 168 time: 0.5432270 Dec 10 19:20:33.112454 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55710) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:33.130183 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0449b8-87f0-4c9a-a1b1-bfbb85085105 None None] Network 5c1cbc5b-79f3-44fe-a881-f91ab33966d7 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:20:33.227645 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2e4ac631-8ac5-4b3e-b2cb-0c771f8b75be tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:33.246024 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-2e4ac631-8ac5-4b3e-b2cb-0c771f8b75be tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Calling delete_port for 67ff6367-c333-4dae-ae5d-6afcc567ea0f owned by network:router_interface {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:20:33.302195 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d07c3a8a-0ee1-462f-bb36-3e33b11c38e9 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks [] for router, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:33.302473 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-b26e38ba-853a-4d17-a5de-bf27d944c4de None None] Set router fd028d83-0a01-4e61-bcd4-80be5cede6b1 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:20:33.471631 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1c58b1-05d2-4363-8031-a60472fba22e None None] DHCP port deletion for 5c1cbc5b-79f3-44fe-a881-f91ab33966d7 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:20:33.477868 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d07c3a8a-0ee1-462f-bb36-3e33b11c38e9 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:33.497978 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2e4ac631-8ac5-4b3e-b2cb-0c771f8b75be tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:33.561079 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-d07c3a8a-0ee1-462f-bb36-3e33b11c38e9 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Deleting port 1fc02295-445e-4682-b17a-3aebcdd967f3 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:20:33.561835 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d07c3a8a-0ee1-462f-bb36-3e33b11c38e9 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:33.564968 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4ac631-8ac5-4b3e-b2cb-0c771f8b75be tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event deleted for resources: {'Port': ['ID=67ff6367-c333-4dae-ae5d-6afcc567ea0f,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:33.597618 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 926f4dde-1f0f-4684-ae5c-3a55e91bcd15 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:20:33.686113 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-5b1c58b1-05d2-4363-8031-a60472fba22e None None] Deleting port 926f4dde-1f0f-4684-ae5c-3a55e91bcd15 {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:20:33.686805 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-5b1c58b1-05d2-4363-8031-a60472fba22e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:33.690755 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-d07c3a8a-0ee1-462f-bb36-3e33b11c38e9 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] For port 1fc02295-445e-4682-b17a-3aebcdd967f3, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=1fc02295-445e-4682-b17a-3aebcdd967f3,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:20:33.691345 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d07c3a8a-0ee1-462f-bb36-3e33b11c38e9 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:33.721414 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-d07c3a8a-0ee1-462f-bb36-3e33b11c38e9 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Calling delete_port for 1fc02295-445e-4682-b17a-3aebcdd967f3 owned by network:router_gateway {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:20:33.725064 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-b26e38ba-853a-4d17-a5de-bf27d944c4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd028d83-0a01-4e61-bcd4-80be5cede6b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564157842', 'tenant_id': '53996d5fb05a4682bb1d6dff196126df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.131'}], 'enable_snat': True}, 'gw_port_id': '1fc02295-445e-4682-b17a-3aebcdd967f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:16:29Z', 'updated_at': '2021-12-10T19:20:30Z', 'revision_number': 5, 'project_id': '53996d5fb05a4682bb1d6dff196126df', 'gw_port': {'id': '1fc02295-445e-4682-b17a-3aebcdd967f3', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:36:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd028d83-0a01-4e61-bcd4-80be5cede6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:31Z', 'updated_at': '2021-12-10T19:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:33.830448 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2e4ac631-8ac5-4b3e-b2cb-0c771f8b75be tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3755731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3712768'] for router_interface, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:33.840643 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26e38ba-853a-4d17-a5de-bf27d944c4de None None] The sync data for ids ['fd028d83-0a01-4e61-bcd4-80be5cede6b1'] in dv-neutron-821441-1-hyperv is: [{'id': 'fd028d83-0a01-4e61-bcd4-80be5cede6b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564157842', 'tenant_id': '53996d5fb05a4682bb1d6dff196126df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.131'}], 'enable_snat': True}, 'gw_port_id': '1fc02295-445e-4682-b17a-3aebcdd967f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:16:29Z', 'updated_at': '2021-12-10T19:20:30Z', 'revision_number': 5, 'project_id': '53996d5fb05a4682bb1d6dff196126df', 'gw_port': {'id': '1fc02295-445e-4682-b17a-3aebcdd967f3', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:36:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd028d83-0a01-4e61-bcd4-80be5cede6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:31Z', 'updated_at': '2021-12-10T19:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:20:33.958111 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-5b1c58b1-05d2-4363-8031-a60472fba22e None None] For port 926f4dde-1f0f-4684-ae5c-3a55e91bcd15, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=926f4dde-1f0f-4684-ae5c-3a55e91bcd15,segment=NetworkSegment(73585ab7-9ee1-4238-b99c-cc15412c089c),segment_id=73585ab7-9ee1-4238-b99c-cc15412c089c)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:20:33.958552 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-5b1c58b1-05d2-4363-8031-a60472fba22e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:33.985147 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:33.988417 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-5b1c58b1-05d2-4363-8031-a60472fba22e None None] Calling delete_port for 926f4dde-1f0f-4684-ae5c-3a55e91bcd15 owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:20:34.034844 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a35cc8c-b6b3-462f-a3d8-2dd1627af6cd req-62765f26-5005-4b3e-85e3-2fd6be4aa001 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:34.036761 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7a35cc8c-b6b3-462f-a3d8-2dd1627af6cd req-62765f26-5005-4b3e-85e3-2fd6be4aa001 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=14a00925-dcaa-4b40-bcdd-834914dea835 HTTP/1.1" status: 200 len: 943 time: 0.1190255 Dec 10 19:20:34.067926 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port 926f4dde-1f0f-4684-ae5c-3a55e91bcd15, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=926f4dde-1f0f-4684-ae5c-3a55e91bcd15,segment=NetworkSegment(73585ab7-9ee1-4238-b99c-cc15412c089c),segment_id=73585ab7-9ee1-4238-b99c-cc15412c089c)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:20:34.073689 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:34.113297 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e4ac631-8ac5-4b3e-b2cb-0c771f8b75be tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Router 52868449-0005-451e-92b3-dc9dd22c522b has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:20:34.141483 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7a35cc8c-b6b3-462f-a3d8-2dd1627af6cd req-ab4b1e38-8bb3-459d-975b-2bb4e6454706 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6d45182-71ed-4d5e-8998-00a180281811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582790 Dec 10 19:20:34.142813 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d07c3a8a-0ee1-462f-bb36-3e33b11c38e9 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:34.176479 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=926f4dde-1f0f-4684-ae5c-3a55e91bcd15,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:34.187137 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-5b1c58b1-05d2-4363-8031-a60472fba22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:34.207390 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c3a8a-0ee1-462f-bb36-3e33b11c38e9 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Pushing event deleted for resources: {'Port': ['ID=1fc02295-445e-4682-b17a-3aebcdd967f3,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:34.214894 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:34.216723 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:34.217122 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:34.217465 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:34.217798 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:34.220945 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:34.221316 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:34.221656 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:34.221994 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:34.222327 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:34.224654 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:34.224996 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:20:34.233302 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4ac631-8ac5-4b3e-b2cb-0c771f8b75be tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:20:34.239385 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-2e4ac631-8ac5-4b3e-b2cb-0c771f8b75be tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "PUT /v2.0/routers/52868449-0005-451e-92b3-dc9dd22c522b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7233558 Dec 10 19:20:34.247367 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55714) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:34.250011 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1c58b1-05d2-4363-8031-a60472fba22e None None] No DVR routers for this DVR port 926f4dde-1f0f-4684-ae5c-3a55e91bcd15 on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:20:34.274006 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711446ed-1c45-460f-be30-08b24925f1de None None] Sync routers for ids ['52868449-0005-451e-92b3-dc9dd22c522b'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:20:34.281218 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1c58b1-05d2-4363-8031-a60472fba22e None None] Pushing event deleted for resources: {'Port': ['ID=926f4dde-1f0f-4684-ae5c-3a55e91bcd15,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:34.287853 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711446ed-1c45-460f-be30-08b24925f1de None None] Routers {'52868449-0005-451e-92b3-dc9dd22c522b'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:20:34.290155 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-711446ed-1c45-460f-be30-08b24925f1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:20:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['52868449-0005-451e-92b3-dc9dd22c522b'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:34.328076 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d07c3a8a-0ee1-462f-bb36-3e33b11c38e9 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3713145'] for router_gateway, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:34.339658 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-711446ed-1c45-460f-be30-08b24925f1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:34.349433 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711446ed-1c45-460f-be30-08b24925f1de None None] Routers {'52868449-0005-451e-92b3-dc9dd22c522b'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:20:34.350157 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-711446ed-1c45-460f-be30-08b24925f1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:20:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['52868449-0005-451e-92b3-dc9dd22c522b'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:34.389030 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-711446ed-1c45-460f-be30-08b24925f1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:34.389834 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711446ed-1c45-460f-be30-08b24925f1de None None] The sync data for ids ['52868449-0005-451e-92b3-dc9dd22c522b'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:20:34.443618 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d07c3a8a-0ee1-462f-bb36-3e33b11c38e9 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:34.449337 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d07c3a8a-0ee1-462f-bb36-3e33b11c38e9 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:34.531179 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d07c3a8a-0ee1-462f-bb36-3e33b11c38e9 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:34.531894 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07c3a8a-0ee1-462f-bb36-3e33b11c38e9 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Fanout notify agent at l3_agent the message router_deleted on router fd028d83-0a01-4e61-bcd4-80be5cede6b1 {{(pid=102365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:20:34.540431 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d07c3a8a-0ee1-462f-bb36-3e33b11c38e9 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:34.544109 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-d07c3a8a-0ee1-462f-bb36-3e33b11c38e9 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "DELETE /v2.0/routers/fd028d83-0a01-4e61-bcd4-80be5cede6b1 HTTP/1.1" status: 204 len: 168 time: 1.4278760 Dec 10 19:20:34.544652 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55716) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:34.658782 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d6a8c860-c6ea-45a6-a4a4-db996e5e8422 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:34.800528 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5e7b57a3-f8c6-419f-8d72-dc0a6d116ccc tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711290'] for router_interface, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:34.806228 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d6a8c860-c6ea-45a6-a4a4-db996e5e8422 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:34.842981 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-d6a8c860-c6ea-45a6-a4a4-db996e5e8422 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c1cbc5b-79f3-44fe-a881-f91ab33966d7']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:34.855586 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-d6a8c860-c6ea-45a6-a4a4-db996e5e8422 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73585ab7-9ee1-4238-b99c-cc15412c089c') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:34.855996 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-d6a8c860-c6ea-45a6-a4a4-db996e5e8422 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73585ab7-9ee1-4238-b99c-cc15412c089c') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:34.878180 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d6a8c860-c6ea-45a6-a4a4-db996e5e8422 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:34.903919 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d6a8c860-c6ea-45a6-a4a4-db996e5e8422 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:34.911137 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6a8c860-c6ea-45a6-a4a4-db996e5e8422 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:20:34.912012 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d6a8c860-c6ea-45a6-a4a4-db996e5e8422 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:34.918654 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:20:34.918654 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:20:34.918654 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:20:34.918654 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:20:34.918654 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:20:34.918654 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:20:34.918654 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:20:34.918654 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:20:34.918654 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:20:34.918654 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:20:34.918654 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:20:34.918654 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:20:34.918654 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:20:34.918654 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:20:34.918654 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:20:34.918654 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:20:34.918654 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:20:34.918654 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:20:34.918654 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:20:34.918654 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:20:34.918654 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:20:34.918654 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:20:34.918654 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:20:34.918654 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:20:34.918654 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:20:34.918654 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:20:34.918654 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:20:34.918654 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:20:34.918654 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:20:34.918654 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:20:34.918654 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:20:34.918654 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:20:35.003412 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d6a8c860-c6ea-45a6-a4a4-db996e5e8422 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:35.018106 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d6a8c860-c6ea-45a6-a4a4-db996e5e8422 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:35.026178 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-d6a8c860-c6ea-45a6-a4a4-db996e5e8422 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "DELETE /v2.0/networks/5c1cbc5b-79f3-44fe-a881-f91ab33966d7 HTTP/1.1" status: 204 len: 168 time: 0.4801600 Dec 10 19:20:35.029032 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55718) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:35.042507 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a8c860-c6ea-45a6-a4a4-db996e5e8422 tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Pushing event deleted for resources: {'Network': ['ID=5c1cbc5b-79f3-44fe-a881-f91ab33966d7,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:35.163096 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0bf21b53-a9f5-43ea-84ba-f6f92465a13a tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:35.201797 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b57a3-f8c6-419f-8d72-dc0a6d116ccc tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Deleting port 2ec9ce85-ac5f-481f-8515-bdc6a0cca99d {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:20:35.202131 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5e7b57a3-f8c6-419f-8d72-dc0a6d116ccc tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:35.207117 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0bf21b53-a9f5-43ea-84ba-f6f92465a13a tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:35.347193 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0dfcd-8752-4928-b6ef-e81353643d94 req-9a89cff9-7015-42ee-bb66-86e8054a7789 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:35.349870 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-12c0dfcd-8752-4928-b6ef-e81353643d94 req-9a89cff9-7015-42ee-bb66-86e8054a7789 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=14a00925-dcaa-4b40-bcdd-834914dea835 HTTP/1.1" status: 200 len: 943 time: 0.0860207 Dec 10 19:20:35.404148 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5e7b57a3-f8c6-419f-8d72-dc0a6d116ccc tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:35.418165 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-12c0dfcd-8752-4928-b6ef-e81353643d94 req-b12e5336-9456-4a84-9eba-4fe951bbbc79 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6d45182-71ed-4d5e-8998-00a180281811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555813 Dec 10 19:20:35.426793 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b57a3-f8c6-419f-8d72-dc0a6d116ccc tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Calling delete_port for 2ec9ce85-ac5f-481f-8515-bdc6a0cca99d owned by network:router_interface {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:20:35.454798 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0bf21b53-a9f5-43ea-84ba-f6f92465a13a tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:35.454798 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0bf21b53-a9f5-43ea-84ba-f6f92465a13a tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:35.456876 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-0bf21b53-a9f5-43ea-84ba-f6f92465a13a tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] 10.222.0.69 "DELETE /v2.0/security-groups/d727de41-442a-4e11-afb6-ce7cf726ecbd HTTP/1.1" status: 204 len: 168 time: 0.4267097 Dec 10 19:20:35.521561 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf21b53-a9f5-43ea-84ba-f6f92465a13a tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d727de41-442a-4e11-afb6-ce7cf726ecbd,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:35.582345 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 449474b9-b1ac-4e58-91d9-f5aa9e56ea6e no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:20:35.607289 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 449474b9-b1ac-4e58-91d9-f5aa9e56ea6e {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:20:35.607619 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 449474b9-b1ac-4e58-91d9-f5aa9e56ea6e not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:20:35.608038 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 1fc02295-445e-4682-b17a-3aebcdd967f3 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:20:35.629341 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 1fc02295-445e-4682-b17a-3aebcdd967f3 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:20:35.629681 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 1fc02295-445e-4682-b17a-3aebcdd967f3 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:20:35.700461 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5e7b57a3-f8c6-419f-8d72-dc0a6d116ccc tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:35.730943 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b57a3-f8c6-419f-8d72-dc0a6d116ccc tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event deleted for resources: {'Port': ['ID=2ec9ce85-ac5f-481f-8515-bdc6a0cca99d,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:35.891748 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55730) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:35.968919 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5e7b57a3-f8c6-419f-8d72-dc0a6d116ccc tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3755731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3712768'] for router_interface, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:36.079133 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-ba11076e-8afd-470a-b111-e5929a2c6cf5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=53996d5fb05a4682bb1d6dff196126df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1857221 Dec 10 19:20:36.082286 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55734) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:36.143878 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-eb956158-1cce-4212-9634-a25eccf4940d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:36.169248 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-eb956158-1cce-4212-9634-a25eccf4940d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:36.185266 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e7b57a3-f8c6-419f-8d72-dc0a6d116ccc tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Router 52868449-0005-451e-92b3-dc9dd22c522b has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:20:36.242770 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-eb956158-1cce-4212-9634-a25eccf4940d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:36.247842 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-eb956158-1cce-4212-9634-a25eccf4940d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:36.252181 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-eb956158-1cce-4212-9634-a25eccf4940d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e3c61a0c-d57a-46de-a91d-e98b12ef930b HTTP/1.1" status: 204 len: 168 time: 0.1662927 Dec 10 19:20:36.263430 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb956158-1cce-4212-9634-a25eccf4940d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c61a0c-d57a-46de-a91d-e98b12ef930b,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:36.278086 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7b57a3-f8c6-419f-8d72-dc0a6d116ccc tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:20:36.292942 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-5e7b57a3-f8c6-419f-8d72-dc0a6d116ccc tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "PUT /v2.0/routers/52868449-0005-451e-92b3-dc9dd22c522b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0399723 Dec 10 19:20:36.293935 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55738) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:36.294102 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f473205e-eeaf-44c5-acc7-b262d7f4e948 None None] Sync routers for ids ['52868449-0005-451e-92b3-dc9dd22c522b'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:20:36.305873 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f473205e-eeaf-44c5-acc7-b262d7f4e948 None None] Routers {'52868449-0005-451e-92b3-dc9dd22c522b'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:20:36.306686 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-f473205e-eeaf-44c5-acc7-b262d7f4e948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:20:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['52868449-0005-451e-92b3-dc9dd22c522b'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:36.333802 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-22f4d04a-dd67-4ceb-aa32-7daf38108f4e tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "GET /v2.0/ports?device_id=52868449-0005-451e-92b3-dc9dd22c522b HTTP/1.1" status: 200 len: 205 time: 0.0342643 Dec 10 19:20:36.334081 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55740) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:36.341757 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-f473205e-eeaf-44c5-acc7-b262d7f4e948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:36.358021 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f473205e-eeaf-44c5-acc7-b262d7f4e948 None None] Routers {'52868449-0005-451e-92b3-dc9dd22c522b'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:20:36.359282 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-f473205e-eeaf-44c5-acc7-b262d7f4e948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:20:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['52868449-0005-451e-92b3-dc9dd22c522b'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:36.410018 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-f473205e-eeaf-44c5-acc7-b262d7f4e948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:36.410817 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f473205e-eeaf-44c5-acc7-b262d7f4e948 None None] The sync data for ids ['52868449-0005-451e-92b3-dc9dd22c522b'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:20:36.454652 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4dc25ed7-1159-47a9-9c56-0160806207d4 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for router, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:36.590592 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447b801-ebbe-4e8c-a290-c72876d86599 req-7a1c3251-db01-4905-84f6-8e55065d85e7 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:36.592867 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7447b801-ebbe-4e8c-a290-c72876d86599 req-7a1c3251-db01-4905-84f6-8e55065d85e7 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=14a00925-dcaa-4b40-bcdd-834914dea835 HTTP/1.1" status: 200 len: 943 time: 0.0800738 Dec 10 19:20:36.658432 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7447b801-ebbe-4e8c-a290-c72876d86599 req-2184fc83-dff1-4c9c-a66f-0746e960bfeb tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6d45182-71ed-4d5e-8998-00a180281811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558543 Dec 10 19:20:36.721994 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55746) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:36.744198 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ec88ddc6-d88d-42b9-ae23-a7982e736043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:36.849140 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ec88ddc6-d88d-42b9-ae23-a7982e736043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:36.855386 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ec88ddc6-d88d-42b9-ae23-a7982e736043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:36.905821 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-ec88ddc6-d88d-42b9-ae23-a7982e736043 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ec70e4c548174d618bf0eda3466ea945&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1823537 Dec 10 19:20:36.907952 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec88ddc6-d88d-42b9-ae23-a7982e736043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a350080b-9602-460e-ad08-7ac6b1479e3f,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:36.911432 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55748) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:36.981042 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3171f51b-d291-4243-8f47-65e3382de657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:36.983547 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4dc25ed7-1159-47a9-9c56-0160806207d4 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:36.985979 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4dc25ed7-1159-47a9-9c56-0160806207d4 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:37.007344 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3171f51b-d291-4243-8f47-65e3382de657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:37.038119 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4dc25ed7-1159-47a9-9c56-0160806207d4 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:37.038956 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc25ed7-1159-47a9-9c56-0160806207d4 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Fanout notify agent at l3_agent the message router_deleted on router 52868449-0005-451e-92b3-dc9dd22c522b {{(pid=102366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:20:37.055816 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4dc25ed7-1159-47a9-9c56-0160806207d4 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:37.059902 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55750) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:37.060099 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-4dc25ed7-1159-47a9-9c56-0160806207d4 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "DELETE /v2.0/routers/52868449-0005-451e-92b3-dc9dd22c522b HTTP/1.1" status: 204 len: 168 time: 0.7249186 Dec 10 19:20:37.101482 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3171f51b-d291-4243-8f47-65e3382de657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:37.105004 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3171f51b-d291-4243-8f47-65e3382de657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:37.106228 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-3171f51b-d291-4243-8f47-65e3382de657 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a350080b-9602-460e-ad08-7ac6b1479e3f HTTP/1.1" status: 204 len: 168 time: 0.1935573 Dec 10 19:20:37.121464 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3171f51b-d291-4243-8f47-65e3382de657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a350080b-9602-460e-ad08-7ac6b1479e3f,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:37.140022 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_v2 [None req-88e8e3e4-3332-4be9-919d-616dd524058b tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Deleting subnet ac1e18d2-6460-4d1d-a27d-0351b890af89 {{(pid=102365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:20:37.143838 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-88e8e3e4-3332-4be9-919d-616dd524058b tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for subnet, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:37.189826 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-88e8e3e4-3332-4be9-919d-616dd524058b tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353213'] for subnet, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:37.317552 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-88e8e3e4-3332-4be9-919d-616dd524058b tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:37.395426 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-88e8e3e4-3332-4be9-919d-616dd524058b tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:37.428351 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e8e3e4-3332-4be9-919d-616dd524058b tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event deleted for resources: {'Subnet': ['ID=ac1e18d2-6460-4d1d-a27d-0351b890af89,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:37.430830 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-88e8e3e4-3332-4be9-919d-616dd524058b tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:37.438157 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-88e8e3e4-3332-4be9-919d-616dd524058b tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "DELETE /v2.0/subnets/ac1e18d2-6460-4d1d-a27d-0351b890af89 HTTP/1.1" status: 204 len: 168 time: 0.3725891 Dec 10 19:20:37.438757 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55754) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:37.446504 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd764f2-8c47-475f-9cee-d79dc75957ed None None] Network db57efcd-448b-4aed-b523-e3682f7b08ef requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:20:37.514322 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_v2 [None req-538d541f-bfc9-47f2-9c18-71f698a1e0b9 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Deleting subnet 77766c8b-97b4-48a9-8d30-74074c7111b4 {{(pid=102365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:20:37.519825 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-538d541f-bfc9-47f2-9c18-71f698a1e0b9 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for subnet, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:37.571760 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-538d541f-bfc9-47f2-9c18-71f698a1e0b9 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353213'] for subnet, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:37.709085 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-538d541f-bfc9-47f2-9c18-71f698a1e0b9 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:37.724562 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c431457d-4089-4832-b147-d75e71e07003 None None] DHCP port deletion for db57efcd-448b-4aed-b523-e3682f7b08ef request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:20:37.789780 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c431457d-4089-4832-b147-d75e71e07003 None None] Deleting port 5335351f-a69d-41e9-94c7-d0ed18ab7fef {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:20:37.790361 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c431457d-4089-4832-b147-d75e71e07003 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:37.809043 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-538d541f-bfc9-47f2-9c18-71f698a1e0b9 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:37.857530 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538d541f-bfc9-47f2-9c18-71f698a1e0b9 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event deleted for resources: {'Subnet': ['ID=77766c8b-97b4-48a9-8d30-74074c7111b4,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:37.864735 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-538d541f-bfc9-47f2-9c18-71f698a1e0b9 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:37.870500 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-538d541f-bfc9-47f2-9c18-71f698a1e0b9 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "DELETE /v2.0/subnets/77766c8b-97b4-48a9-8d30-74074c7111b4 HTTP/1.1" status: 204 len: 168 time: 0.4306946 Dec 10 19:20:37.872070 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55758) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:37.874730 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c431457d-4089-4832-b147-d75e71e07003 None None] For port 5335351f-a69d-41e9-94c7-d0ed18ab7fef, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=5335351f-a69d-41e9-94c7-d0ed18ab7fef,segment=NetworkSegment(a9edb325-f82a-4acc-858d-9d9cc538b974),segment_id=a9edb325-f82a-4acc-858d-9d9cc538b974)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:20:37.875417 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c431457d-4089-4832-b147-d75e71e07003 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:37.887153 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5551df00-2dca-4559-baa8-8feee34b9df0 None None] Network f29cac13-94c1-4487-91c3-1c3d2148f426 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:20:37.893709 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d40605-5f91-4196-b60e-baa2a0e7ea93 req-445a6d59-e8c7-48fa-9e1c-77a412eae64f tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:37.895149 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c431457d-4089-4832-b147-d75e71e07003 None None] Calling delete_port for 5335351f-a69d-41e9-94c7-d0ed18ab7fef owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:20:37.895814 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-15d40605-5f91-4196-b60e-baa2a0e7ea93 req-445a6d59-e8c7-48fa-9e1c-77a412eae64f tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=14a00925-dcaa-4b40-bcdd-834914dea835 HTTP/1.1" status: 200 len: 943 time: 0.1153126 Dec 10 19:20:37.966647 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-15d40605-5f91-4196-b60e-baa2a0e7ea93 req-76c2ee08-4c5d-4066-a014-30f11f9532cc tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6d45182-71ed-4d5e-8998-00a180281811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596805 Dec 10 19:20:37.992316 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b602c451-4e38-4b8a-a62f-ba43e25df711 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:38.082296 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c431457d-4089-4832-b147-d75e71e07003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:38.085500 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-b602c451-4e38-4b8a-a62f-ba43e25df711 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Deleting port 5335351f-a69d-41e9-94c7-d0ed18ab7fef {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:20:38.085895 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b602c451-4e38-4b8a-a62f-ba43e25df711 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:38.111515 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c431457d-4089-4832-b147-d75e71e07003 None None] Pushing event deleted for resources: {'Port': ['ID=5335351f-a69d-41e9-94c7-d0ed18ab7fef,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:38.116029 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c431457d-4089-4832-b147-d75e71e07003 None None] No DVR routers for this DVR port 5335351f-a69d-41e9-94c7-d0ed18ab7fef on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:20:38.170508 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-b602c451-4e38-4b8a-a62f-ba43e25df711 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] For port 5335351f-a69d-41e9-94c7-d0ed18ab7fef, host dv-neutron-821441-1-hyperv, got binding levels [] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:20:38.170868 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b602c451-4e38-4b8a-a62f-ba43e25df711 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:38.183102 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c84c51b-3354-443e-8c78-0b9d313bbb72 None None] DHCP port deletion for f29cac13-94c1-4487-91c3-1c3d2148f426 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:20:38.193892 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-b602c451-4e38-4b8a-a62f-ba43e25df711 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Calling delete_port for 5335351f-a69d-41e9-94c7-d0ed18ab7fef owned by network:dhcp {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:20:38.199167 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.ipam_backend_mixin [None req-b602c451-4e38-4b8a-a62f-ba43e25df711 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Port 5335351f-a69d-41e9-94c7-d0ed18ab7fef was not found and therefore no delete operation was performed {{(pid=102366) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 19:20:38.201254 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b602c451-4e38-4b8a-a62f-ba43e25df711 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:38.240398 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b602c451-4e38-4b8a-a62f-ba43e25df711 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event deleted for resources: {'Port': ['ID=5335351f-a69d-41e9-94c7-d0ed18ab7fef,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:38.242464 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b602c451-4e38-4b8a-a62f-ba43e25df711 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] No DVR routers for this DVR port 5335351f-a69d-41e9-94c7-d0ed18ab7fef on host dv-neutron-821441-1-hyperv {{(pid=102366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:20:38.257131 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-7c84c51b-3354-443e-8c78-0b9d313bbb72 None None] Deleting port 330d75d3-8465-4c30-9bca-4e7d3eed569c {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:20:38.257766 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-7c84c51b-3354-443e-8c78-0b9d313bbb72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:38.326901 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b602c451-4e38-4b8a-a62f-ba43e25df711 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:38.350796 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-b602c451-4e38-4b8a-a62f-ba43e25df711 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db57efcd-448b-4aed-b523-e3682f7b08ef']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:38.352871 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-7c84c51b-3354-443e-8c78-0b9d313bbb72 None None] For port 330d75d3-8465-4c30-9bca-4e7d3eed569c, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=330d75d3-8465-4c30-9bca-4e7d3eed569c,segment=NetworkSegment(398576c4-77c5-4e25-82b0-035fe87d3621),segment_id=398576c4-77c5-4e25-82b0-035fe87d3621)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:20:38.353555 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-7c84c51b-3354-443e-8c78-0b9d313bbb72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:38.363215 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-b602c451-4e38-4b8a-a62f-ba43e25df711 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9edb325-f82a-4acc-858d-9d9cc538b974') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:38.363520 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-b602c451-4e38-4b8a-a62f-ba43e25df711 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9edb325-f82a-4acc-858d-9d9cc538b974') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:38.377237 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-7c84c51b-3354-443e-8c78-0b9d313bbb72 None None] Calling delete_port for 330d75d3-8465-4c30-9bca-4e7d3eed569c owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:20:38.378773 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b602c451-4e38-4b8a-a62f-ba43e25df711 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:38.395095 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b602c451-4e38-4b8a-a62f-ba43e25df711 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:38.404527 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b602c451-4e38-4b8a-a62f-ba43e25df711 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:20:38.404961 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b602c451-4e38-4b8a-a62f-ba43e25df711 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:38.409005 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:20:38.409005 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:20:38.409005 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:20:38.409005 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:20:38.409005 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:20:38.409005 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:20:38.409005 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:20:38.409005 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:20:38.409005 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:20:38.409005 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:20:38.409005 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:20:38.409005 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:20:38.409005 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:20:38.409005 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:20:38.409005 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:20:38.409005 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:20:38.409005 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:20:38.409005 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:20:38.409005 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:20:38.409005 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:20:38.409005 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:20:38.409005 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:20:38.409005 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:20:38.409005 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:20:38.409005 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:20:38.409005 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:20:38.409005 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:20:38.409005 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:20:38.409005 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:20:38.409005 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:20:38.409005 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:20:38.409005 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:20:38.478224 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b602c451-4e38-4b8a-a62f-ba43e25df711 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:38.489248 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b602c451-4e38-4b8a-a62f-ba43e25df711 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:38.494940 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-b602c451-4e38-4b8a-a62f-ba43e25df711 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "DELETE /v2.0/networks/db57efcd-448b-4aed-b523-e3682f7b08ef HTTP/1.1" status: 204 len: 168 time: 0.6216726 Dec 10 19:20:38.498828 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55760) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:38.508777 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b602c451-4e38-4b8a-a62f-ba43e25df711 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event deleted for resources: {'Network': ['ID=db57efcd-448b-4aed-b523-e3682f7b08ef,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:38.609816 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ca6b6396-a414-4eb8-ae8b-067daff551bc tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:38.696028 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b6396-a414-4eb8-ae8b-067daff551bc tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Deleting port 330d75d3-8465-4c30-9bca-4e7d3eed569c {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:20:38.696618 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ca6b6396-a414-4eb8-ae8b-067daff551bc tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:38.704561 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-7c84c51b-3354-443e-8c78-0b9d313bbb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:38.732614 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c84c51b-3354-443e-8c78-0b9d313bbb72 None None] Pushing event deleted for resources: {'Port': ['ID=330d75d3-8465-4c30-9bca-4e7d3eed569c,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:38.737587 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c84c51b-3354-443e-8c78-0b9d313bbb72 None None] No DVR routers for this DVR port 330d75d3-8465-4c30-9bca-4e7d3eed569c on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:20:38.774922 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-ca6b6396-a414-4eb8-ae8b-067daff551bc tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] For port 330d75d3-8465-4c30-9bca-4e7d3eed569c, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=330d75d3-8465-4c30-9bca-4e7d3eed569c,segment=NetworkSegment(398576c4-77c5-4e25-82b0-035fe87d3621),segment_id=398576c4-77c5-4e25-82b0-035fe87d3621)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:20:38.775306 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ca6b6396-a414-4eb8-ae8b-067daff551bc tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:38.790647 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b6396-a414-4eb8-ae8b-067daff551bc tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Calling delete_port for 330d75d3-8465-4c30-9bca-4e7d3eed569c owned by network:dhcp {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:20:38.887399 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ca6b6396-a414-4eb8-ae8b-067daff551bc tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:38.917494 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b6396-a414-4eb8-ae8b-067daff551bc tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event deleted for resources: {'Port': ['ID=330d75d3-8465-4c30-9bca-4e7d3eed569c,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:38.922469 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6b6396-a414-4eb8-ae8b-067daff551bc tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] No DVR routers for this DVR port 330d75d3-8465-4c30-9bca-4e7d3eed569c on host dv-neutron-821441-1-hyperv {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:20:39.019110 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ca6b6396-a414-4eb8-ae8b-067daff551bc tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:39.057241 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-ca6b6396-a414-4eb8-ae8b-067daff551bc tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f29cac13-94c1-4487-91c3-1c3d2148f426']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:39.076178 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-ca6b6396-a414-4eb8-ae8b-067daff551bc tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '398576c4-77c5-4e25-82b0-035fe87d3621') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:39.076569 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-ca6b6396-a414-4eb8-ae8b-067daff551bc tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '398576c4-77c5-4e25-82b0-035fe87d3621') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:39.095332 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ca6b6396-a414-4eb8-ae8b-067daff551bc tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:39.127534 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ca6b6396-a414-4eb8-ae8b-067daff551bc tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:39.137269 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca6b6396-a414-4eb8-ae8b-067daff551bc tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:20:39.137673 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ca6b6396-a414-4eb8-ae8b-067daff551bc tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:39.141284 dv-neutron-821441-1-hyperv neutron-server[102365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:20:39.141284 dv-neutron-821441-1-hyperv neutron-server[102365]: self.session.flush() Dec 10 19:20:39.141284 dv-neutron-821441-1-hyperv neutron-server[102365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:20:39.141284 dv-neutron-821441-1-hyperv neutron-server[102365]: self.session.flush() Dec 10 19:20:39.141284 dv-neutron-821441-1-hyperv neutron-server[102365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:20:39.141284 dv-neutron-821441-1-hyperv neutron-server[102365]: self.session.flush() Dec 10 19:20:39.141284 dv-neutron-821441-1-hyperv neutron-server[102365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:20:39.141284 dv-neutron-821441-1-hyperv neutron-server[102365]: self.session.flush() Dec 10 19:20:39.141284 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:20:39.141284 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:20:39.141284 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:20:39.141284 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:20:39.141284 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:20:39.141284 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:20:39.141284 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:20:39.141284 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:20:39.141284 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:20:39.141284 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:20:39.141284 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:20:39.141284 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:20:39.141284 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:20:39.141284 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:20:39.141284 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:20:39.141284 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:20:39.141284 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:20:39.141284 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:20:39.141284 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:20:39.141284 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:20:39.141284 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:20:39.141284 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:20:39.141284 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:20:39.141284 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:20:39.141284 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:20:39.141284 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:20:39.141284 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:20:39.141284 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:20:39.141284 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:20:39.141284 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:20:39.141284 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:20:39.141284 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:20:39.438816 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473cd06-ceed-4189-88cb-c1179b824283 req-ff2ce61f-a661-49aa-9c37-07a158bf16d3 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:39.440411 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7473cd06-ceed-4189-88cb-c1179b824283 req-ff2ce61f-a661-49aa-9c37-07a158bf16d3 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=14a00925-dcaa-4b40-bcdd-834914dea835 HTTP/1.1" status: 200 len: 943 time: 0.3671482 Dec 10 19:20:39.488385 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ca6b6396-a414-4eb8-ae8b-067daff551bc tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:39.496083 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ca6b6396-a414-4eb8-ae8b-067daff551bc tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:39.506245 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-ca6b6396-a414-4eb8-ae8b-067daff551bc tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "DELETE /v2.0/networks/f29cac13-94c1-4487-91c3-1c3d2148f426 HTTP/1.1" status: 204 len: 168 time: 1.0021360 Dec 10 19:20:39.508696 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55764) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:39.515291 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-6b9779df-c33d-4204-aaa5-b084e8256e04 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Request body: {'network': {'name': 'tempest-RoutersTest-529119983'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:20:39.533142 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 5335351f-a69d-41e9-94c7-d0ed18ab7fef no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:20:39.544471 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9779df-c33d-4204-aaa5-b084e8256e04 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Made reservation on behalf of c314b2e70362459092367990be71ff8e for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:20:39.548411 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7473cd06-ceed-4189-88cb-c1179b824283 req-aaaaff2c-f53a-4923-9104-62a753ec4aa4 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6d45182-71ed-4d5e-8998-00a180281811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002824 Dec 10 19:20:39.548771 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6b9779df-c33d-4204-aaa5-b084e8256e04 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:39.549703 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b6396-a414-4eb8-ae8b-067daff551bc tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event deleted for resources: {'Network': ['ID=f29cac13-94c1-4487-91c3-1c3d2148f426,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:39.568433 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 5335351f-a69d-41e9-94c7-d0ed18ab7fef {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:20:39.568921 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 5335351f-a69d-41e9-94c7-d0ed18ab7fef not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:20:39.569422 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 330d75d3-8465-4c30-9bca-4e7d3eed569c no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:20:39.579089 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b9779df-c33d-4204-aaa5-b084e8256e04 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:20:39.589860 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6b9779df-c33d-4204-aaa5-b084e8256e04 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:39.590250 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-6b9779df-c33d-4204-aaa5-b084e8256e04 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Added segment da765c7c-b7ba-46c1-a21b-d5aadb4776d4 of type vlan for network 36945dc9-478d-4cd1-9b41-b77092161709 Dec 10 19:20:39.592321 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 330d75d3-8465-4c30-9bca-4e7d3eed569c {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:20:39.592773 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 330d75d3-8465-4c30-9bca-4e7d3eed569c not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:20:39.636564 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6b9779df-c33d-4204-aaa5-b084e8256e04 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:39.674410 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6b9779df-c33d-4204-aaa5-b084e8256e04 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:39.683661 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9779df-c33d-4204-aaa5-b084e8256e04 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:39.684670 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6b9779df-c33d-4204-aaa5-b084e8256e04 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:39.746779 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-6b9779df-c33d-4204-aaa5-b084e8256e04 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2361362 Dec 10 19:20:39.752310 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55766) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:39.757637 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-b7066f99-5f92-4df0-8d36-54da7f1d1332 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Request body: {'subnet': {'network_id': '36945dc9-478d-4cd1-9b41-b77092161709', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:20:39.772469 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9779df-c33d-4204-aaa5-b084e8256e04 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event updated for resources: {'Network': ['ID=36945dc9-478d-4cd1-9b41-b77092161709,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:39.785767 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 36945dc9-478d-4cd1-9b41-b77092161709 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:20:39.888950 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a80f675e-8a6b-472a-b9e2-39a75dc37362 req-8c45c5a6-0170-4077-a86a-fb4e0b51a595 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0756872 Dec 10 19:20:39.897668 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7066f99-5f92-4df0-8d36-54da7f1d1332 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Made reservation on behalf of c314b2e70362459092367990be71ff8e for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:20:39.901886 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b7066f99-5f92-4df0-8d36-54da7f1d1332 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:40.015556 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f675e-8a6b-472a-b9e2-39a75dc37362 req-7d053eec-a00a-4e2a-a4a2-173c28315b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:40.016992 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a80f675e-8a6b-472a-b9e2-39a75dc37362 req-7d053eec-a00a-4e2a-a4a2-173c28315b46 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ebdd8c4cae7b4f17bfa866554f8f9f53&device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 1098 time: 0.0740163 Dec 10 19:20:40.191530 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b7066f99-5f92-4df0-8d36-54da7f1d1332 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:40.246726 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f675e-8a6b-472a-b9e2-39a75dc37362 req-ce5a3580-2bbf-4216-a976-aed095fe00e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:40.248269 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a80f675e-8a6b-472a-b9e2-39a75dc37362 req-ce5a3580-2bbf-4216-a976-aed095fe00e5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=24f70241-3241-44cc-a65f-374de1f348f0 HTTP/1.1" status: 200 len: 912 time: 0.1867146 Dec 10 19:20:40.310244 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7066f99-5f92-4df0-8d36-54da7f1d1332 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event updated for resources: {'Subnet': ['ID=6a13e494-34c5-4df2-81ce-572cc68988fd,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:40.344603 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a80f675e-8a6b-472a-b9e2-39a75dc37362 req-8133aaf3-554a-4467-a94a-d6eb9fe0554a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2b8d566-0a08-4fc8-9dc6-7428d79b9b00 HTTP/1.1" status: 200 len: 1000 time: 0.0860231 Dec 10 19:20:40.345327 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7066f99-5f92-4df0-8d36-54da7f1d1332 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Checking segment: {'id': 'da765c7c-b7ba-46c1-a21b-d5aadb4776d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '36945dc9-478d-4cd1-9b41-b77092161709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:20:40.345684 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7066f99-5f92-4df0-8d36-54da7f1d1332 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Network hostable DHCP agents. Network: 36945dc9-478d-4cd1-9b41-b77092161709, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:20:40.394346 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7066f99-5f92-4df0-8d36-54da7f1d1332 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Network 36945dc9-478d-4cd1-9b41-b77092161709 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:20:40.411693 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-b7066f99-5f92-4df0-8d36-54da7f1d1332 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 36945dc9-478d-4cd1-9b41-b77092161709) {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:20:40.415274 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f675e-8a6b-472a-b9e2-39a75dc37362 req-a5dd1722-80b7-4389-a18d-66c01e0e80c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:40.416809 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a80f675e-8a6b-472a-b9e2-39a75dc37362 req-a5dd1722-80b7-4389-a18d-66c01e0e80c4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8d431d24-7af1-47c6-afa7-19e9588fcee0 HTTP/1.1" status: 200 len: 850 time: 0.0630150 Dec 10 19:20:40.420488 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7066f99-5f92-4df0-8d36-54da7f1d1332 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:40.421123 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b7066f99-5f92-4df0-8d36-54da7f1d1332 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:40.423396 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f923ef-7cb1-40b2-8731-d7c72dcb4240 None None] Network 36945dc9-478d-4cd1-9b41-b77092161709 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:20:40.470360 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-b7066f99-5f92-4df0-8d36-54da7f1d1332 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7167923 Dec 10 19:20:40.476978 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55768) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:40.484212 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f675e-8a6b-472a-b9e2-39a75dc37362 req-a5d71d15-d1f4-41b3-862f-743ab9848c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:40.485210 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-5b5b9d06-2219-4cf8-8fb0-b7c0a1e7e4f2 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-184258139', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:20:40.485944 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a80f675e-8a6b-472a-b9e2-39a75dc37362 req-a5d71d15-d1f4-41b3-862f-743ab9848c4f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=24f70241-3241-44cc-a65f-374de1f348f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0607879 Dec 10 19:20:40.530158 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5b5b9d06-2219-4cf8-8fb0-b7c0a1e7e4f2 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:40.533049 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5b5b9d06-2219-4cf8-8fb0-b7c0a1e7e4f2 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:40.629823 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a80f675e-8a6b-472a-b9e2-39a75dc37362 req-ce19045a-bee5-47c0-ac11-ce115481bf61 service neutron] 10.222.0.36 "GET /v2.0/networks/24f70241-3241-44cc-a65f-374de1f348f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341505 Dec 10 19:20:40.635429 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144709ed-b58f-4aba-8781-530faebada48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-36945dc9-478d-4cd1-9b41-b77092161709', 'network_id': '36945dc9-478d-4cd1-9b41-b77092161709', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'fixed_ips': [{'subnet_id': '6a13e494-34c5-4df2-81ce-572cc68988fd'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:20:40.636295 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5b5b9d06-2219-4cf8-8fb0-b7c0a1e7e4f2 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:40.637131 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-144709ed-b58f-4aba-8781-530faebada48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:40.644474 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5b5b9d06-2219-4cf8-8fb0-b7c0a1e7e4f2 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:40.676863 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5b5b9d06-2219-4cf8-8fb0-b7c0a1e7e4f2 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:40.683223 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-5b5b9d06-2219-4cf8-8fb0-b7c0a1e7e4f2 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2033858 Dec 10 19:20:40.684470 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55772) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:40.690394 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-cf360444-4201-4717-8eea-6680553dfbf6 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Request body: {'port': {'network_id': '36945dc9-478d-4cd1-9b41-b77092161709', 'name': 'tempest-RoutersTest-413780607'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:20:40.830674 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a17e42-aee2-44a6-ab83-9bf9d7af7405 req-fdb01151-2fdc-42f3-9608-8492e374a59b tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:40.832718 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-42a17e42-aee2-44a6-ab83-9bf9d7af7405 req-fdb01151-2fdc-42f3-9608-8492e374a59b tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=14a00925-dcaa-4b40-bcdd-834914dea835 HTTP/1.1" status: 200 len: 943 time: 0.1111307 Dec 10 19:20:40.854386 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf360444-4201-4717-8eea-6680553dfbf6 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Made reservation on behalf of c314b2e70362459092367990be71ff8e for: {'port': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:20:40.859860 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cf360444-4201-4717-8eea-6680553dfbf6 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:40.878468 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a80f675e-8a6b-472a-b9e2-39a75dc37362 req-f2121ae1-5792-4833-97ee-6645bc6f2f2b service neutron] 10.222.0.36 "GET /v2.0/networks/24f70241-3241-44cc-a65f-374de1f348f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399890 Dec 10 19:20:40.882278 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [None req-cf360444-4201-4717-8eea-6680553dfbf6 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] device_id is not set on port cdc5815e-afec-4958-b666-9f02e26eaa1c yet. {{(pid=102366) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:20:40.901653 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-144709ed-b58f-4aba-8781-530faebada48 None None] Allocated IP 172.20.0.2 (36945dc9-478d-4cd1-9b41-b77092161709/6a13e494-34c5-4df2-81ce-572cc68988fd/49fff41a-2214-4093-bc97-220e034b401d) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:20:40.910665 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-42a17e42-aee2-44a6-ab83-9bf9d7af7405 req-0e8764ac-d357-45ae-97cc-1e7875f803f9 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6d45182-71ed-4d5e-8998-00a180281811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713563 Dec 10 19:20:41.143590 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-144709ed-b58f-4aba-8781-530faebada48 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:41.152088 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-144709ed-b58f-4aba-8781-530faebada48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:41.213502 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-cf360444-4201-4717-8eea-6680553dfbf6 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Allocated IP 172.20.0.11 (36945dc9-478d-4cd1-9b41-b77092161709/6a13e494-34c5-4df2-81ce-572cc68988fd/cdc5815e-afec-4958-b666-9f02e26eaa1c) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:20:41.232263 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144709ed-b58f-4aba-8781-530faebada48 None None] Network 36945dc9-478d-4cd1-9b41-b77092161709 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:20:41.237426 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-144709ed-b58f-4aba-8781-530faebada48 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:20:41.242584 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144709ed-b58f-4aba-8781-530faebada48 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:20:41.259999 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144709ed-b58f-4aba-8781-530faebada48 None None] Pushing event updated for resources: {'Port': ['ID=49fff41a-2214-4093-bc97-220e034b401d,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:41.356308 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-144709ed-b58f-4aba-8781-530faebada48 None None] Attempting to bind port 49fff41a-2214-4093-bc97-220e034b401d on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:20:41.356802 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-144709ed-b58f-4aba-8781-530faebada48 None None] Attempting to bind port 49fff41a-2214-4093-bc97-220e034b401d by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': 'da765c7c-b7ba-46c1-a21b-d5aadb4776d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '36945dc9-478d-4cd1-9b41-b77092161709'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:20:41.357056 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144709ed-b58f-4aba-8781-530faebada48 None None] Attempting to bind port 49fff41a-2214-4093-bc97-220e034b401d on network 36945dc9-478d-4cd1-9b41-b77092161709 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:20:41.363761 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144709ed-b58f-4aba-8781-530faebada48 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:20:41.364138 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144709ed-b58f-4aba-8781-530faebada48 None None] Checking segment: {'id': 'da765c7c-b7ba-46c1-a21b-d5aadb4776d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '36945dc9-478d-4cd1-9b41-b77092161709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:20:41.364545 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-144709ed-b58f-4aba-8781-530faebada48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:41.364941 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144709ed-b58f-4aba-8781-530faebada48 None None] Bound using segment: {'id': 'da765c7c-b7ba-46c1-a21b-d5aadb4776d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '36945dc9-478d-4cd1-9b41-b77092161709'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:20:41.365420 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-144709ed-b58f-4aba-8781-530faebada48 None None] Bound port: 49fff41a-2214-4093-bc97-220e034b401d, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da765c7c-b7ba-46c1-a21b-d5aadb4776d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '36945dc9-478d-4cd1-9b41-b77092161709'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:20:41.365810 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-144709ed-b58f-4aba-8781-530faebada48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:41.443260 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-144709ed-b58f-4aba-8781-530faebada48 None None] For port 49fff41a-2214-4093-bc97-220e034b401d, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:20:41.449139 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-144709ed-b58f-4aba-8781-530faebada48 None None] For port 49fff41a-2214-4093-bc97-220e034b401d, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=49fff41a-2214-4093-bc97-220e034b401d,segment=NetworkSegment(da765c7c-b7ba-46c1-a21b-d5aadb4776d4),segment_id=da765c7c-b7ba-46c1-a21b-d5aadb4776d4)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:20:41.451413 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cf360444-4201-4717-8eea-6680553dfbf6 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:41.457537 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-144709ed-b58f-4aba-8781-530faebada48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:41.517342 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cf360444-4201-4717-8eea-6680553dfbf6 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:41.549803 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144709ed-b58f-4aba-8781-530faebada48 None None] Pushing event updated for resources: {'Port': ['ID=49fff41a-2214-4093-bc97-220e034b401d,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:41.586487 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf360444-4201-4717-8eea-6680553dfbf6 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Network 36945dc9-478d-4cd1-9b41-b77092161709 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:20:41.589992 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-cf360444-4201-4717-8eea-6680553dfbf6 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:20:41.594376 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf360444-4201-4717-8eea-6680553dfbf6 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:20:41.625638 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf360444-4201-4717-8eea-6680553dfbf6 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event updated for resources: {'Port': ['ID=cdc5815e-afec-4958-b666-9f02e26eaa1c,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:41.657725 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf360444-4201-4717-8eea-6680553dfbf6 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:41.658387 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cf360444-4201-4717-8eea-6680553dfbf6 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:41.680751 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-cf360444-4201-4717-8eea-6680553dfbf6 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.9937375 Dec 10 19:20:41.683941 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55774) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:42.086437 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3759ba-d761-4a0a-941e-a7a4d67b9bac req-babadcad-8ce5-4236-ae78-d4e559059478 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:42.089585 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-cb3759ba-d761-4a0a-941e-a7a4d67b9bac req-babadcad-8ce5-4236-ae78-d4e559059478 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=14a00925-dcaa-4b40-bcdd-834914dea835 HTTP/1.1" status: 200 len: 943 time: 0.0878649 Dec 10 19:20:42.158867 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-da46d7d8-959e-4f29-9804-7b3b83acb689 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:42.160140 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-cb3759ba-d761-4a0a-941e-a7a4d67b9bac req-0594b5c8-5180-4d26-ac3b-1edd77ff132d tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6d45182-71ed-4d5e-8998-00a180281811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642943 Dec 10 19:20:42.477121 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-da46d7d8-959e-4f29-9804-7b3b83acb689 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:42.482195 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-da46d7d8-959e-4f29-9804-7b3b83acb689 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:42.566208 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da46d7d8-959e-4f29-9804-7b3b83acb689 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event updated for resources: {'Port': ['ID=cdc5815e-afec-4958-b666-9f02e26eaa1c,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:42.694161 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96443049-ed65-412d-a3bf-dffd3dcdd516 None None] Network 36945dc9-478d-4cd1-9b41-b77092161709 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:20:42.766961 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-da46d7d8-959e-4f29-9804-7b3b83acb689 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712030'] for router_interface, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:42.801877 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-e587bbbd-2cce-4c79-b140-cf69e06f5b26 None None] Provisioning complete for port 49fff41a-2214-4093-bc97-220e034b401d triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:20:42.802229 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e587bbbd-2cce-4c79-b140-cf69e06f5b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:42.918649 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-da46d7d8-959e-4f29-9804-7b3b83acb689 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:42.991102 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e587bbbd-2cce-4c79-b140-cf69e06f5b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:43.004871 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 7f4441bc-5980-495c-8670-36c2a063c831 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=102367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:20:43.093526 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-e587bbbd-2cce-4c79-b140-cf69e06f5b26 None None] For port 49fff41a-2214-4093-bc97-220e034b401d, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=49fff41a-2214-4093-bc97-220e034b401d,segment=NetworkSegment(da765c7c-b7ba-46c1-a21b-d5aadb4776d4),segment_id=da765c7c-b7ba-46c1-a21b-d5aadb4776d4)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:20:43.099116 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e587bbbd-2cce-4c79-b140-cf69e06f5b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:43.227119 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e587bbbd-2cce-4c79-b140-cf69e06f5b26 None None] Pushing event updated for resources: {'Port': ['ID=49fff41a-2214-4093-bc97-220e034b401d,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:43.245784 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 7f4441bc-5980-495c-8670-36c2a063c831, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=7f4441bc-5980-495c-8670-36c2a063c831,segment=NetworkSegment(f660800f-194f-49ad-8e36-a73cd4c72d7d),segment_id=f660800f-194f-49ad-8e36-a73cd4c72d7d)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:20:43.261175 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Returning: {'device': '7f4441bc-5980-495c-8670-36c2a063c831', 'network_id': '8fe565ca-25f0-46cc-a74d-1d785e1c4483', 'port_id': '7f4441bc-5980-495c-8670-36c2a063c831', 'mac_address': 'fa:16:3e:8a:09:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08326994-b03f-4864-96e3-852094c75fec', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:20:43.320537 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:43.342445 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f4441bc-5980-495c-8670-36c2a063c831 {{(pid=102367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:20:43.361697 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-fe75507c-7645-4c8a-ace9-0970bd16c30f None None] Provisioning complete for port cdc5815e-afec-4958-b666-9f02e26eaa1c triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:20:43.362302 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-fe75507c-7645-4c8a-ace9-0970bd16c30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:43.364927 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-da46d7d8-959e-4f29-9804-7b3b83acb689 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:43.373052 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-da46d7d8-959e-4f29-9804-7b3b83acb689 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:43.373707 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20b31b-69b5-4a22-9931-2c2702874b0d req-80b3898b-7986-4161-9947-39f40ee67e61 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:43.377202 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ee20b31b-69b5-4a22-9931-2c2702874b0d req-80b3898b-7986-4161-9947-39f40ee67e61 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=14a00925-dcaa-4b40-bcdd-834914dea835 HTTP/1.1" status: 200 len: 943 time: 0.0854974 Dec 10 19:20:43.436315 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 7f4441bc-5980-495c-8670-36c2a063c831, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=7f4441bc-5980-495c-8670-36c2a063c831,segment=NetworkSegment(f660800f-194f-49ad-8e36-a73cd4c72d7d),segment_id=f660800f-194f-49ad-8e36-a73cd4c72d7d)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:20:43.440262 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ee20b31b-69b5-4a22-9931-2c2702874b0d req-4ad2365f-2fd7-43da-aac2-0ca797af06d9 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6d45182-71ed-4d5e-8998-00a180281811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517814 Dec 10 19:20:43.456245 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:43.474376 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-fe75507c-7645-4c8a-ace9-0970bd16c30f None None] Port cdc5815e-afec-4958-b666-9f02e26eaa1c cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:20:43.513262 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da46d7d8-959e-4f29-9804-7b3b83acb689 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event updated for resources: {'Port': ['ID=cdc5815e-afec-4958-b666-9f02e26eaa1c,revision_number=3']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:43.518677 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-da46d7d8-959e-4f29-9804-7b3b83acb689 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3755716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711339'] for router_interface, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:43.549124 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-fe75507c-7645-4c8a-ace9-0970bd16c30f None None] Provisioning complete for port 49fff41a-2214-4093-bc97-220e034b401d triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:20:43.550832 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-fe75507c-7645-4c8a-ace9-0970bd16c30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:43.618644 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=7f4441bc-5980-495c-8670-36c2a063c831,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:43.689005 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da46d7d8-959e-4f29-9804-7b3b83acb689 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Network 36945dc9-478d-4cd1-9b41-b77092161709 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:20:43.690607 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-da46d7d8-959e-4f29-9804-7b3b83acb689 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:20:43.708894 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 49fff41a-2214-4093-bc97-220e034b401d up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:20:43.807805 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 49fff41a-2214-4093-bc97-220e034b401d triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:20:43.808177 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:43.843669 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da46d7d8-959e-4f29-9804-7b3b83acb689 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Router ad9d27fc-c28c-4222-a1db-5bffbc200738 is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:20:43.860596 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['7f4441bc-5980-495c-8670-36c2a063c831'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:20:43.949405 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-9912fcc0-14a6-4a35-a49d-11e73ae65c6e None None] Provisioning complete for port cdc5815e-afec-4958-b666-9f02e26eaa1c triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:20:43.949758 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-9912fcc0-14a6-4a35-a49d-11e73ae65c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:44.022313 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-9912fcc0-14a6-4a35-a49d-11e73ae65c6e None None] Port cdc5815e-afec-4958-b666-9f02e26eaa1c cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:20:44.028547 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da46d7d8-959e-4f29-9804-7b3b83acb689 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:20:44.040540 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-da46d7d8-959e-4f29-9804-7b3b83acb689 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "PUT /v2.0/routers/ad9d27fc-c28c-4222-a1db-5bffbc200738/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3520186 Dec 10 19:20:44.041226 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55782) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:44.047203 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102cb513-a30c-4a76-8522-936b6fc0ca62 None None] Sync routers for ids ['ad9d27fc-c28c-4222-a1db-5bffbc200738'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:20:44.074137 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102cb513-a30c-4a76-8522-936b6fc0ca62 None None] Routers {'ad9d27fc-c28c-4222-a1db-5bffbc200738'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:20:44.074773 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-102cb513-a30c-4a76-8522-936b6fc0ca62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:20:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['ad9d27fc-c28c-4222-a1db-5bffbc200738'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:44.123705 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5071fe-28f1-4641-8d06-4c862699ce12 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:44.124877 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-102cb513-a30c-4a76-8522-936b6fc0ca62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:44.130450 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-2d5071fe-28f1-4641-8d06-4c862699ce12 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "GET /v2.0/ports/cdc5815e-afec-4958-b666-9f02e26eaa1c HTTP/1.1" status: 200 len: 977 time: 0.0833502 Dec 10 19:20:44.131251 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55784) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:44.166811 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102cb513-a30c-4a76-8522-936b6fc0ca62 None None] Routers {'ad9d27fc-c28c-4222-a1db-5bffbc200738'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:20:44.167448 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-102cb513-a30c-4a76-8522-936b6fc0ca62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:20:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['ad9d27fc-c28c-4222-a1db-5bffbc200738'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:44.218585 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-102cb513-a30c-4a76-8522-936b6fc0ca62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:44.219254 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102cb513-a30c-4a76-8522-936b6fc0ca62 None None] The sync data for ids ['ad9d27fc-c28c-4222-a1db-5bffbc200738'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:20:44.228157 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-4055c8d2-ee9d-47b8-8c3e-342c97683720 None None] Provisioning complete for port cdc5815e-afec-4958-b666-9f02e26eaa1c triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:20:44.228551 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4055c8d2-ee9d-47b8-8c3e-342c97683720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:44.288445 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-4055c8d2-ee9d-47b8-8c3e-342c97683720 None None] Port cdc5815e-afec-4958-b666-9f02e26eaa1c cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:20:44.414086 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-2123a1e3-afff-43d1-8603-3176b25a31b6 None None] Provisioning complete for port cdc5815e-afec-4958-b666-9f02e26eaa1c triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:20:44.414407 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2123a1e3-afff-43d1-8603-3176b25a31b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:44.457124 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-2123a1e3-afff-43d1-8603-3176b25a31b6 None None] Port cdc5815e-afec-4958-b666-9f02e26eaa1c cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:20:44.623806 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6661856-bd16-4617-9fea-f051a01c45f3 req-55da116f-0efb-4fef-9b68-11e361c97220 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:44.625471 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b6661856-bd16-4617-9fea-f051a01c45f3 req-55da116f-0efb-4fef-9b68-11e361c97220 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=14a00925-dcaa-4b40-bcdd-834914dea835 HTTP/1.1" status: 200 len: 944 time: 0.0833168 Dec 10 19:20:44.746450 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b6661856-bd16-4617-9fea-f051a01c45f3 req-5ccfc5ff-87c2-46be-a751-53ed41112425 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6d45182-71ed-4d5e-8998-00a180281811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125011 Dec 10 19:20:44.749869 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-233ba801-f9b3-4bba-b665-c53234f85472 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711290'] for router_interface, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:44.994844 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-233ba801-f9b3-4bba-b665-c53234f85472 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Deleting port cdc5815e-afec-4958-b666-9f02e26eaa1c {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:20:44.995131 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-233ba801-f9b3-4bba-b665-c53234f85472 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:45.092163 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-233ba801-f9b3-4bba-b665-c53234f85472 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:45.107508 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-233ba801-f9b3-4bba-b665-c53234f85472 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Calling delete_port for cdc5815e-afec-4958-b666-9f02e26eaa1c owned by network:router_interface {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:20:45.311803 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-233ba801-f9b3-4bba-b665-c53234f85472 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:45.347305 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233ba801-f9b3-4bba-b665-c53234f85472 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event deleted for resources: {'Port': ['ID=cdc5815e-afec-4958-b666-9f02e26eaa1c,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:45.561213 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-233ba801-f9b3-4bba-b665-c53234f85472 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3755731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3712768'] for router_interface, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:45.751573 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-233ba801-f9b3-4bba-b665-c53234f85472 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Router ad9d27fc-c28c-4222-a1db-5bffbc200738 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:20:45.910216 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-233ba801-f9b3-4bba-b665-c53234f85472 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:20:45.919841 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-233ba801-f9b3-4bba-b665-c53234f85472 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "PUT /v2.0/routers/ad9d27fc-c28c-4222-a1db-5bffbc200738/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7868657 Dec 10 19:20:45.921440 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7389db79-c6a4-45c8-87af-01658f90bb01 None None] Sync routers for ids ['ad9d27fc-c28c-4222-a1db-5bffbc200738'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:20:45.922775 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55790) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:45.941970 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7389db79-c6a4-45c8-87af-01658f90bb01 None None] Routers {'ad9d27fc-c28c-4222-a1db-5bffbc200738'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:20:45.942602 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-7389db79-c6a4-45c8-87af-01658f90bb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:20:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['ad9d27fc-c28c-4222-a1db-5bffbc200738'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:45.957233 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24d483-6084-442c-85c7-a202b61b928f req-9e51973b-2c30-4a6a-b980-45ec3c1305ed tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:45.959848 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8c24d483-6084-442c-85c7-a202b61b928f req-9e51973b-2c30-4a6a-b980-45ec3c1305ed tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=14a00925-dcaa-4b40-bcdd-834914dea835 HTTP/1.1" status: 200 len: 944 time: 0.1100426 Dec 10 19:20:45.979180 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-7389db79-c6a4-45c8-87af-01658f90bb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:45.989868 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7389db79-c6a4-45c8-87af-01658f90bb01 None None] Routers {'ad9d27fc-c28c-4222-a1db-5bffbc200738'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:20:45.990491 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-7389db79-c6a4-45c8-87af-01658f90bb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:20:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['ad9d27fc-c28c-4222-a1db-5bffbc200738'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:46.018617 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8c24d483-6084-442c-85c7-a202b61b928f req-a721e5fc-5fc6-4d69-b5c9-f08ffed38af8 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6d45182-71ed-4d5e-8998-00a180281811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464900 Dec 10 19:20:46.028025 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-7389db79-c6a4-45c8-87af-01658f90bb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:46.028755 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7389db79-c6a4-45c8-87af-01658f90bb01 None None] The sync data for ids ['ad9d27fc-c28c-4222-a1db-5bffbc200738'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:20:46.241228 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-2cef4595-f035-43ad-b428-768a7d6b412e tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] remove_router_interface failed (client error): The resource could not be found. Dec 10 19:20:46.243133 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-2cef4595-f035-43ad-b428-768a7d6b412e tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "PUT /v2.0/routers/ad9d27fc-c28c-4222-a1db-5bffbc200738/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3190064 Dec 10 19:20:46.246329 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55792) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:46.275004 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-4eda27e6-be02-41cc-90ce-cb5be75ecec7 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad9d27fc-c28c-4222-a1db-5bffbc200738 HTTP/1.1" status: 200 len: 205 time: 0.0275230 Dec 10 19:20:46.277941 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55794) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:46.378492 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f2509cb8-838d-4adc-a05c-b5bd81d2d138 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for router, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:46.560084 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f2509cb8-838d-4adc-a05c-b5bd81d2d138 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:46.562801 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f2509cb8-838d-4adc-a05c-b5bd81d2d138 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:46.613300 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f2509cb8-838d-4adc-a05c-b5bd81d2d138 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:46.613813 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2509cb8-838d-4adc-a05c-b5bd81d2d138 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Fanout notify agent at l3_agent the message router_deleted on router ad9d27fc-c28c-4222-a1db-5bffbc200738 {{(pid=102366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:20:46.622731 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f2509cb8-838d-4adc-a05c-b5bd81d2d138 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:46.623833 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-f2509cb8-838d-4adc-a05c-b5bd81d2d138 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "DELETE /v2.0/routers/ad9d27fc-c28c-4222-a1db-5bffbc200738 HTTP/1.1" status: 204 len: 168 time: 0.3448918 Dec 10 19:20:46.627890 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55796) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:46.689983 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-04ba90cc-9d3c-46a5-bb8d-82ba89f962a6 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Deleting subnet 6a13e494-34c5-4df2-81ce-572cc68988fd {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:20:46.693476 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-04ba90cc-9d3c-46a5-bb8d-82ba89f962a6 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:46.746289 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-04ba90cc-9d3c-46a5-bb8d-82ba89f962a6 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:46.842976 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-04ba90cc-9d3c-46a5-bb8d-82ba89f962a6 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:46.914881 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-04ba90cc-9d3c-46a5-bb8d-82ba89f962a6 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:46.948598 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ba90cc-9d3c-46a5-bb8d-82ba89f962a6 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event deleted for resources: {'Subnet': ['ID=6a13e494-34c5-4df2-81ce-572cc68988fd,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:46.953542 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-04ba90cc-9d3c-46a5-bb8d-82ba89f962a6 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:46.958356 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-04ba90cc-9d3c-46a5-bb8d-82ba89f962a6 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "DELETE /v2.0/subnets/6a13e494-34c5-4df2-81ce-572cc68988fd HTTP/1.1" status: 204 len: 168 time: 0.3293228 Dec 10 19:20:46.964133 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55798) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:46.967066 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6cdb59-748a-431b-b93f-cbb970fce2b8 None None] Network 36945dc9-478d-4cd1-9b41-b77092161709 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:20:47.042860 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 7f4441bc-5980-495c-8670-36c2a063c831 up at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:20:47.120775 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-98741fae-61e5-434e-9a0f-825a150be011 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:47.235880 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning for port 7f4441bc-5980-495c-8670-36c2a063c831 completed by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:20:47.246671 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning complete for port 7f4441bc-5980-495c-8670-36c2a063c831 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:20:47.247236 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:47.266615 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197e1ec-4a3b-44a2-bda8-799b11da2937 req-067ecdf9-9413-46be-8074-30e14880364b tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:47.269255 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1197e1ec-4a3b-44a2-bda8-799b11da2937 req-067ecdf9-9413-46be-8074-30e14880364b tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=14a00925-dcaa-4b40-bcdd-834914dea835 HTTP/1.1" status: 200 len: 944 time: 0.1452575 Dec 10 19:20:47.348869 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d26896-68a7-4f86-8477-2e786fe3be1d None None] DHCP port deletion for 36945dc9-478d-4cd1-9b41-b77092161709 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:20:47.386308 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:47.418737 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a00925-dcaa-4b40-bcdd-834914dea835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4441bc-5980-495c-8670-36c2a063c831'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:20:47.421207 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0dd006407324ce2959a5a4cf9f0b5e0801d7a51a5291ea700e8786e11115a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2cb700-8949-49e6-ba3f-67892db43467" -d '{"events": [{"server_uuid": "14a00925-dcaa-4b40-bcdd-834914dea835", "name": "network-vif-plugged", "status": "completed", "tag": "7f4441bc-5980-495c-8670-36c2a063c831"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:20:47.438392 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 7f4441bc-5980-495c-8670-36c2a063c831, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=7f4441bc-5980-495c-8670-36c2a063c831,segment=NetworkSegment(f660800f-194f-49ad-8e36-a73cd4c72d7d),segment_id=f660800f-194f-49ad-8e36-a73cd4c72d7d)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:20:47.446582 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:47.487393 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3187a31e-08a0-491b-90b0-c0a843043626 x-openstack-request-id: req-3187a31e-08a0-491b-90b0-c0a843043626 {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:20:47.487704 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14a00925-dcaa-4b40-bcdd-834914dea835", "name": "network-vif-plugged", "status": "completed", "tag": "7f4441bc-5980-495c-8670-36c2a063c831", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:20:47.487931 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3187a31e-08a0-491b-90b0-c0a843043626 {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:20:47.488333 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14a00925-dcaa-4b40-bcdd-834914dea835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4441bc-5980-495c-8670-36c2a063c831', 'code': 200} Dec 10 19:20:47.489759 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-f2d26896-68a7-4f86-8477-2e786fe3be1d None None] Deleting port 49fff41a-2214-4093-bc97-220e034b401d {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:20:47.490132 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f2d26896-68a7-4f86-8477-2e786fe3be1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:47.597874 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 49fff41a-2214-4093-bc97-220e034b401d no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:20:47.603748 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-f2d26896-68a7-4f86-8477-2e786fe3be1d None None] For port 49fff41a-2214-4093-bc97-220e034b401d, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=49fff41a-2214-4093-bc97-220e034b401d,segment=NetworkSegment(da765c7c-b7ba-46c1-a21b-d5aadb4776d4),segment_id=da765c7c-b7ba-46c1-a21b-d5aadb4776d4)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:20:47.604377 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f2d26896-68a7-4f86-8477-2e786fe3be1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:47.608998 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=7f4441bc-5980-495c-8670-36c2a063c831,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:47.657574 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-f2d26896-68a7-4f86-8477-2e786fe3be1d None None] Calling delete_port for 49fff41a-2214-4093-bc97-220e034b401d owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:20:47.703126 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-98741fae-61e5-434e-9a0f-825a150be011 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Deleting port 49fff41a-2214-4093-bc97-220e034b401d {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:20:47.703458 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-98741fae-61e5-434e-9a0f-825a150be011 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:47.749006 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1197e1ec-4a3b-44a2-bda8-799b11da2937 req-5272680d-3864-4101-82e2-67c2b6d37503 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6d45182-71ed-4d5e-8998-00a180281811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4644740 Dec 10 19:20:47.785419 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ef7032-db2e-4afc-b6df-2ca5805c1fc1 req-cfdd625b-338a-486a-a40d-66598c4475a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:47.786959 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-65ef7032-db2e-4afc-b6df-2ca5805c1fc1 req-cfdd625b-338a-486a-a40d-66598c4475a6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=14a00925-dcaa-4b40-bcdd-834914dea835 HTTP/1.1" status: 200 len: 1098 time: 0.1287842 Dec 10 19:20:47.793350 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-98741fae-61e5-434e-9a0f-825a150be011 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] For port 49fff41a-2214-4093-bc97-220e034b401d, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=49fff41a-2214-4093-bc97-220e034b401d,segment=NetworkSegment(da765c7c-b7ba-46c1-a21b-d5aadb4776d4),segment_id=da765c7c-b7ba-46c1-a21b-d5aadb4776d4)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:20:47.793705 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-98741fae-61e5-434e-9a0f-825a150be011 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:47.823258 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-98741fae-61e5-434e-9a0f-825a150be011 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Calling delete_port for 49fff41a-2214-4093-bc97-220e034b401d owned by network:dhcp {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:20:47.825452 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:47.852602 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f2d26896-68a7-4f86-8477-2e786fe3be1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:47.879788 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-65ef7032-db2e-4afc-b6df-2ca5805c1fc1 req-04507534-c335-49a0-8957-f9aa9e51ccc2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a6d45182-71ed-4d5e-8998-00a180281811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831413 Dec 10 19:20:47.908221 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d26896-68a7-4f86-8477-2e786fe3be1d None None] Pushing event deleted for resources: {'Port': ['ID=49fff41a-2214-4093-bc97-220e034b401d,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:47.910369 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d26896-68a7-4f86-8477-2e786fe3be1d None None] No DVR routers for this DVR port 49fff41a-2214-4093-bc97-220e034b401d on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:20:47.936831 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-98741fae-61e5-434e-9a0f-825a150be011 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:47.966183 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98741fae-61e5-434e-9a0f-825a150be011 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event deleted for resources: {'Port': ['ID=49fff41a-2214-4093-bc97-220e034b401d,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:47.971834 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98741fae-61e5-434e-9a0f-825a150be011 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] No DVR routers for this DVR port 49fff41a-2214-4093-bc97-220e034b401d on host dv-neutron-821441-1-hyperv {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:20:48.066883 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-98741fae-61e5-434e-9a0f-825a150be011 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:48.091697 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-98741fae-61e5-434e-9a0f-825a150be011 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36945dc9-478d-4cd1-9b41-b77092161709']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:48.102960 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-98741fae-61e5-434e-9a0f-825a150be011 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da765c7c-b7ba-46c1-a21b-d5aadb4776d4') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:48.103247 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-98741fae-61e5-434e-9a0f-825a150be011 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da765c7c-b7ba-46c1-a21b-d5aadb4776d4') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:48.113827 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-98741fae-61e5-434e-9a0f-825a150be011 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:48.129479 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-98741fae-61e5-434e-9a0f-825a150be011 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:48.138694 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98741fae-61e5-434e-9a0f-825a150be011 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:20:48.139258 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-98741fae-61e5-434e-9a0f-825a150be011 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:48.143618 dv-neutron-821441-1-hyperv neutron-server[102365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:20:48.143618 dv-neutron-821441-1-hyperv neutron-server[102365]: self.session.flush() Dec 10 19:20:48.143618 dv-neutron-821441-1-hyperv neutron-server[102365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:20:48.143618 dv-neutron-821441-1-hyperv neutron-server[102365]: self.session.flush() Dec 10 19:20:48.143618 dv-neutron-821441-1-hyperv neutron-server[102365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:20:48.143618 dv-neutron-821441-1-hyperv neutron-server[102365]: self.session.flush() Dec 10 19:20:48.143618 dv-neutron-821441-1-hyperv neutron-server[102365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:20:48.143618 dv-neutron-821441-1-hyperv neutron-server[102365]: self.session.flush() Dec 10 19:20:48.143618 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:20:48.143618 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:20:48.143618 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:20:48.143618 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:20:48.143618 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:20:48.143618 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:20:48.143618 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:20:48.143618 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:20:48.143618 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:20:48.143618 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:20:48.143618 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:20:48.143618 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:20:48.143618 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:20:48.143618 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:20:48.143618 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:20:48.143618 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:20:48.143618 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:20:48.143618 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:20:48.143618 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:20:48.143618 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:20:48.143618 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:20:48.143618 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:20:48.143618 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:20:48.143618 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:20:48.143618 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:20:48.143618 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:20:48.143618 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:20:48.143618 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:20:48.143618 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:20:48.143618 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:20:48.143618 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:20:48.143618 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:20:48.215587 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-98741fae-61e5-434e-9a0f-825a150be011 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:48.221405 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-98741fae-61e5-434e-9a0f-825a150be011 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:48.227819 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-98741fae-61e5-434e-9a0f-825a150be011 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "DELETE /v2.0/networks/36945dc9-478d-4cd1-9b41-b77092161709 HTTP/1.1" status: 204 len: 168 time: 1.2609837 Dec 10 19:20:48.232824 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55804) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:48.238793 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-e73e4ebe-cb51-452b-b0b1-ded25bd7aba8 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Request body: {'network': {'name': 'tempest-RoutersTest-1537928028'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:20:48.247828 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98741fae-61e5-434e-9a0f-825a150be011 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event deleted for resources: {'Network': ['ID=36945dc9-478d-4cd1-9b41-b77092161709,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:48.264789 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73e4ebe-cb51-452b-b0b1-ded25bd7aba8 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Made reservation on behalf of c314b2e70362459092367990be71ff8e for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:20:48.269188 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e73e4ebe-cb51-452b-b0b1-ded25bd7aba8 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:48.297095 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e73e4ebe-cb51-452b-b0b1-ded25bd7aba8 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:20:48.312239 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e73e4ebe-cb51-452b-b0b1-ded25bd7aba8 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:48.312860 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-e73e4ebe-cb51-452b-b0b1-ded25bd7aba8 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Added segment 34b10f18-ef8e-4453-b2a0-0015b52f9dec of type vlan for network 9211e0e8-9a4f-4828-a619-65655bddc14c Dec 10 19:20:48.381196 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e73e4ebe-cb51-452b-b0b1-ded25bd7aba8 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:48.420274 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e73e4ebe-cb51-452b-b0b1-ded25bd7aba8 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:48.426752 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73e4ebe-cb51-452b-b0b1-ded25bd7aba8 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:48.427387 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e73e4ebe-cb51-452b-b0b1-ded25bd7aba8 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:48.489773 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-e73e4ebe-cb51-452b-b0b1-ded25bd7aba8 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2553279 Dec 10 19:20:48.493514 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55806) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:48.498871 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-28c356f4-d284-49f4-ac26-ab3bafd1c30c tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Request body: {'subnet': {'network_id': '9211e0e8-9a4f-4828-a619-65655bddc14c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:20:48.505411 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e4ebe-cb51-452b-b0b1-ded25bd7aba8 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event updated for resources: {'Network': ['ID=9211e0e8-9a4f-4828-a619-65655bddc14c,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:48.520105 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 9211e0e8-9a4f-4828-a619-65655bddc14c details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:20:48.630857 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c356f4-d284-49f4-ac26-ab3bafd1c30c tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Made reservation on behalf of c314b2e70362459092367990be71ff8e for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:20:48.636773 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-28c356f4-d284-49f4-ac26-ab3bafd1c30c tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:49.018315 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e56d3-8eb2-4f86-9af8-f168f7cee644 req-6bde190b-9d88-491c-b938-a71efdb5eeca tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:49.021123 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-279e56d3-8eb2-4f86-9af8-f168f7cee644 req-6bde190b-9d88-491c-b938-a71efdb5eeca tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=14a00925-dcaa-4b40-bcdd-834914dea835 HTTP/1.1" status: 200 len: 945 time: 0.1772749 Dec 10 19:20:49.067706 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-28c356f4-d284-49f4-ac26-ab3bafd1c30c tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:49.167770 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-279e56d3-8eb2-4f86-9af8-f168f7cee644 req-27fb5a58-6fad-4dd0-9f71-876a3c9971b0 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6d45182-71ed-4d5e-8998-00a180281811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358273 Dec 10 19:20:49.201152 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c356f4-d284-49f4-ac26-ab3bafd1c30c tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event updated for resources: {'Subnet': ['ID=e7209889-2ab3-49ef-98ab-15c25fd78509,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:49.228983 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c356f4-d284-49f4-ac26-ab3bafd1c30c tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Checking segment: {'id': '34b10f18-ef8e-4453-b2a0-0015b52f9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9211e0e8-9a4f-4828-a619-65655bddc14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:20:49.229554 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c356f4-d284-49f4-ac26-ab3bafd1c30c tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Network hostable DHCP agents. Network: 9211e0e8-9a4f-4828-a619-65655bddc14c, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:20:49.258222 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c356f4-d284-49f4-ac26-ab3bafd1c30c tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Network 9211e0e8-9a4f-4828-a619-65655bddc14c is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:20:49.271843 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-28c356f4-d284-49f4-ac26-ab3bafd1c30c tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 9211e0e8-9a4f-4828-a619-65655bddc14c) {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:20:49.278096 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c356f4-d284-49f4-ac26-ab3bafd1c30c tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:49.279026 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-28c356f4-d284-49f4-ac26-ab3bafd1c30c tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:49.290782 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b17efc-89e3-4c9e-9633-4f222ff54daa None None] Network 9211e0e8-9a4f-4828-a619-65655bddc14c requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:20:49.312888 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-28c356f4-d284-49f4-ac26-ab3bafd1c30c tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8150764 Dec 10 19:20:49.313406 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55812) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:49.318885 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-3ab8a7d2-44f1-4318-b9f2-ad83284a80c5 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-499101064', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:20:49.347778 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3ab8a7d2-44f1-4318-b9f2-ad83284a80c5 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:49.349124 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3ab8a7d2-44f1-4318-b9f2-ad83284a80c5 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:49.413155 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3ab8a7d2-44f1-4318-b9f2-ad83284a80c5 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:49.418988 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3ab8a7d2-44f1-4318-b9f2-ad83284a80c5 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:49.445444 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3ab8a7d2-44f1-4318-b9f2-ad83284a80c5 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:49.450305 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-3ab8a7d2-44f1-4318-b9f2-ad83284a80c5 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1327496 Dec 10 19:20:49.450647 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55814) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:49.662222 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5cff84-827a-43d0-a816-eb86e10e3ed3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-9211e0e8-9a4f-4828-a619-65655bddc14c', 'network_id': '9211e0e8-9a4f-4828-a619-65655bddc14c', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'fixed_ips': [{'subnet_id': 'e7209889-2ab3-49ef-98ab-15c25fd78509'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:20:49.663162 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-3a5cff84-827a-43d0-a816-eb86e10e3ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:49.785318 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3e43bf46-f42d-4691-8b69-2aab304de014 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:49.836154 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-3a5cff84-827a-43d0-a816-eb86e10e3ed3 None None] Allocated IP 172.20.0.2 (9211e0e8-9a4f-4828-a619-65655bddc14c/e7209889-2ab3-49ef-98ab-15c25fd78509/e8173316-9c6b-4d4a-b655-9bf5fa6cae26) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:20:49.998218 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-3a5cff84-827a-43d0-a816-eb86e10e3ed3 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:50.005050 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-3a5cff84-827a-43d0-a816-eb86e10e3ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:50.050401 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5cff84-827a-43d0-a816-eb86e10e3ed3 None None] Network 9211e0e8-9a4f-4828-a619-65655bddc14c is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:20:50.053637 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-3a5cff84-827a-43d0-a816-eb86e10e3ed3 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:20:50.056872 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-3e43bf46-f42d-4691-8b69-2aab304de014 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Allocated IP 172.20.0.1 (9211e0e8-9a4f-4828-a619-65655bddc14c/e7209889-2ab3-49ef-98ab-15c25fd78509/b9155cef-428b-49f7-88a5-3674ab136bc7) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:20:50.058856 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5cff84-827a-43d0-a816-eb86e10e3ed3 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:20:50.072041 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5cff84-827a-43d0-a816-eb86e10e3ed3 None None] Pushing event updated for resources: {'Port': ['ID=e8173316-9c6b-4d4a-b655-9bf5fa6cae26,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:50.138863 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-3a5cff84-827a-43d0-a816-eb86e10e3ed3 None None] Attempting to bind port e8173316-9c6b-4d4a-b655-9bf5fa6cae26 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:20:50.139210 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-3a5cff84-827a-43d0-a816-eb86e10e3ed3 None None] Attempting to bind port e8173316-9c6b-4d4a-b655-9bf5fa6cae26 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '34b10f18-ef8e-4453-b2a0-0015b52f9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9211e0e8-9a4f-4828-a619-65655bddc14c'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:20:50.139574 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5cff84-827a-43d0-a816-eb86e10e3ed3 None None] Attempting to bind port e8173316-9c6b-4d4a-b655-9bf5fa6cae26 on network 9211e0e8-9a4f-4828-a619-65655bddc14c {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:20:50.145219 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5cff84-827a-43d0-a816-eb86e10e3ed3 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:20:50.145591 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5cff84-827a-43d0-a816-eb86e10e3ed3 None None] Checking segment: {'id': '34b10f18-ef8e-4453-b2a0-0015b52f9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9211e0e8-9a4f-4828-a619-65655bddc14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:20:50.145997 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-3a5cff84-827a-43d0-a816-eb86e10e3ed3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:50.146382 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5cff84-827a-43d0-a816-eb86e10e3ed3 None None] Bound using segment: {'id': '34b10f18-ef8e-4453-b2a0-0015b52f9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9211e0e8-9a4f-4828-a619-65655bddc14c'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:20:50.146857 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-3a5cff84-827a-43d0-a816-eb86e10e3ed3 None None] Bound port: e8173316-9c6b-4d4a-b655-9bf5fa6cae26, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34b10f18-ef8e-4453-b2a0-0015b52f9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9211e0e8-9a4f-4828-a619-65655bddc14c'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:20:50.147237 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-3a5cff84-827a-43d0-a816-eb86e10e3ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:50.192640 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3e43bf46-f42d-4691-8b69-2aab304de014 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:50.206665 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2e396a30-c8d1-46dd-a8b3-9e7ce9bef255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:50.238475 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-3a5cff84-827a-43d0-a816-eb86e10e3ed3 None None] For port e8173316-9c6b-4d4a-b655-9bf5fa6cae26, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:20:50.243479 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-3a5cff84-827a-43d0-a816-eb86e10e3ed3 None None] For port e8173316-9c6b-4d4a-b655-9bf5fa6cae26, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=e8173316-9c6b-4d4a-b655-9bf5fa6cae26,segment=NetworkSegment(34b10f18-ef8e-4453-b2a0-0015b52f9dec),segment_id=34b10f18-ef8e-4453-b2a0-0015b52f9dec)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:20:50.248377 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3e43bf46-f42d-4691-8b69-2aab304de014 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:50.248885 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-3a5cff84-827a-43d0-a816-eb86e10e3ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:50.313817 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e43bf46-f42d-4691-8b69-2aab304de014 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Network 9211e0e8-9a4f-4828-a619-65655bddc14c is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:20:50.329122 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5cff84-827a-43d0-a816-eb86e10e3ed3 None None] Pushing event updated for resources: {'Port': ['ID=e8173316-9c6b-4d4a-b655-9bf5fa6cae26,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:50.344052 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-3e43bf46-f42d-4691-8b69-2aab304de014 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:20:50.350659 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e43bf46-f42d-4691-8b69-2aab304de014 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:20:50.393836 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e43bf46-f42d-4691-8b69-2aab304de014 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event updated for resources: {'Port': ['ID=b9155cef-428b-49f7-88a5-3674ab136bc7,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:50.432156 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8338c2ef-e9ea-4b51-99c2-e60db8573de4 req-1e43c541-c018-4e02-a830-3a1aaffdeeea tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:50.433807 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8338c2ef-e9ea-4b51-99c2-e60db8573de4 req-1e43c541-c018-4e02-a830-3a1aaffdeeea tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=14a00925-dcaa-4b40-bcdd-834914dea835 HTTP/1.1" status: 200 len: 945 time: 0.1442974 Dec 10 19:20:50.437407 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3e43bf46-f42d-4691-8b69-2aab304de014 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712030'] for router_interface, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:50.588743 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8338c2ef-e9ea-4b51-99c2-e60db8573de4 req-56053efa-6f0c-456d-a663-2c2542b63c24 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6d45182-71ed-4d5e-8998-00a180281811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142964 Dec 10 19:20:50.665273 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3e43bf46-f42d-4691-8b69-2aab304de014 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:50.826942 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d68428-ce43-4968-91af-ed93c62e91a3 req-ed89e165-f8e6-405f-a10b-4a6acdf83331 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:50.829812 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c5d68428-ce43-4968-91af-ed93c62e91a3 req-ed89e165-f8e6-405f-a10b-4a6acdf83331 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=14a00925-dcaa-4b40-bcdd-834914dea835 HTTP/1.1" status: 200 len: 945 time: 0.1607089 Dec 10 19:20:50.969608 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c5d68428-ce43-4968-91af-ed93c62e91a3 req-914efc2f-e51d-4490-858d-ab67ce94541f tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6d45182-71ed-4d5e-8998-00a180281811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236737 Dec 10 19:20:50.997202 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55820) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:51.175400 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3e43bf46-f42d-4691-8b69-2aab304de014 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:51.183105 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3e43bf46-f42d-4691-8b69-2aab304de014 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:51.320192 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3e43bf46-f42d-4691-8b69-2aab304de014 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3755716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711339'] for router_interface, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:51.325270 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e43bf46-f42d-4691-8b69-2aab304de014 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event updated for resources: {'Port': ['ID=b9155cef-428b-49f7-88a5-3674ab136bc7,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:51.501899 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e43bf46-f42d-4691-8b69-2aab304de014 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Network 9211e0e8-9a4f-4828-a619-65655bddc14c is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:20:51.506244 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-3e43bf46-f42d-4691-8b69-2aab304de014 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:20:51.572302 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eaaff9f-03b0-4fe3-a4a8-add8ecbd9e43 None None] Network 9211e0e8-9a4f-4828-a619-65655bddc14c requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:20:51.655708 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device e8173316-9c6b-4d4a-b655-9bf5fa6cae26 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:20:51.678352 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e43bf46-f42d-4691-8b69-2aab304de014 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Router 95320c06-eb21-434d-9821-62cca27a2ff1 is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:20:51.737060 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-f513c71f-fbca-4e7c-9103-4516769ec8ed None None] Provisioning complete for port e8173316-9c6b-4d4a-b655-9bf5fa6cae26 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:20:51.737444 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f513c71f-fbca-4e7c-9103-4516769ec8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:51.799044 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e43bf46-f42d-4691-8b69-2aab304de014 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:20:51.806621 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-3e43bf46-f42d-4691-8b69-2aab304de014 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "PUT /v2.0/routers/95320c06-eb21-434d-9821-62cca27a2ff1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3544347 Dec 10 19:20:51.810419 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55824) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:51.834083 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b573c8d-7d06-4301-a17f-8c0cb147ca98 None None] Sync routers for ids ['95320c06-eb21-434d-9821-62cca27a2ff1'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:20:51.858170 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06dbd346-f3dd-4225-812e-37ec021c56f7 tempest-TestVolumeBootPattern-1061047921 tempest-TestVolumeBootPattern-1061047921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:51.860193 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-06dbd346-f3dd-4225-812e-37ec021c56f7 tempest-TestVolumeBootPattern-1061047921 tempest-TestVolumeBootPattern-1061047921-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=14a00925-dcaa-4b40-bcdd-834914dea835 HTTP/1.1" status: 200 len: 1093 time: 0.8614740 Dec 10 19:20:51.863820 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port e8173316-9c6b-4d4a-b655-9bf5fa6cae26 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:20:51.864175 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:51.865051 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55826) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:51.869725 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9035c9-892e-46a4-89a6-2cde782612cc tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:51.871952 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-46877cd1-aceb-4536-90b8-21584e42b9d6 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Request body: {'floatingip': {'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'port_id': '7f4441bc-5980-495c-8670-36c2a063c831', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:20:51.873253 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-3a9035c9-892e-46a4-89a6-2cde782612cc tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "GET /v2.0/ports/b9155cef-428b-49f7-88a5-3674ab136bc7 HTTP/1.1" status: 200 len: 910 time: 0.0611362 Dec 10 19:20:51.874541 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55828) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:51.898269 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-46877cd1-aceb-4536-90b8-21584e42b9d6 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks [] for floatingip, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:52.006371 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b573c8d-7d06-4301-a17f-8c0cb147ca98 None None] Routers {'95320c06-eb21-434d-9821-62cca27a2ff1'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:20:52.008027 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-5b573c8d-7d06-4301-a17f-8c0cb147ca98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:20:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['95320c06-eb21-434d-9821-62cca27a2ff1'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:52.034388 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-46877cd1-aceb-4536-90b8-21584e42b9d6 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:52.143958 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-5b573c8d-7d06-4301-a17f-8c0cb147ca98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:52.171875 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-46877cd1-aceb-4536-90b8-21584e42b9d6 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Allocated IP 172.26.6.110 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/f4f03737-c5e5-4179-943c-83fac8c11ac1) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:20:52.310757 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-46877cd1-aceb-4536-90b8-21584e42b9d6 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:52.316481 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b573c8d-7d06-4301-a17f-8c0cb147ca98 None None] Routers {'95320c06-eb21-434d-9821-62cca27a2ff1'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:20:52.317431 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-5b573c8d-7d06-4301-a17f-8c0cb147ca98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:20:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['95320c06-eb21-434d-9821-62cca27a2ff1'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:52.375198 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-46877cd1-aceb-4536-90b8-21584e42b9d6 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:52.409170 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-5b573c8d-7d06-4301-a17f-8c0cb147ca98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:52.409758 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b573c8d-7d06-4301-a17f-8c0cb147ca98 None None] The sync data for ids ['95320c06-eb21-434d-9821-62cca27a2ff1'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:20:52.430686 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f513c71f-fbca-4e7c-9103-4516769ec8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:52.485857 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:52.489857 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46877cd1-aceb-4536-90b8-21584e42b9d6 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Pushing event updated for resources: {'Port': ['ID=f4f03737-c5e5-4179-943c-83fac8c11ac1,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:52.517581 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46877cd1-aceb-4536-90b8-21584e42b9d6 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:20:52.521675 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-46877cd1-aceb-4536-90b8-21584e42b9d6 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:20:52.526879 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46877cd1-aceb-4536-90b8-21584e42b9d6 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:20:52.547046 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-f513c71f-fbca-4e7c-9103-4516769ec8ed None None] For port e8173316-9c6b-4d4a-b655-9bf5fa6cae26, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=e8173316-9c6b-4d4a-b655-9bf5fa6cae26,segment=NetworkSegment(34b10f18-ef8e-4453-b2a0-0015b52f9dec),segment_id=34b10f18-ef8e-4453-b2a0-0015b52f9dec)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:20:52.555606 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f513c71f-fbca-4e7c-9103-4516769ec8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:52.621062 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-05ffde08-db88-4ce9-8048-7c0dc23ecfe4 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711290'] for router_interface, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:52.688770 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.db.api [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102367) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:20:52.689609 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG oslo_db.api [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:20:52.690856 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f513c71f-fbca-4e7c-9103-4516769ec8ed None None] Pushing event updated for resources: {'Port': ['ID=e8173316-9c6b-4d4a-b655-9bf5fa6cae26,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:52.889718 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-73d1d8d7-8eb6-49fb-a5e5-29310e3d4e1d None None] Provisioning complete for port b9155cef-428b-49f7-88a5-3674ab136bc7 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:20:52.890495 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-73d1d8d7-8eb6-49fb-a5e5-29310e3d4e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:52.935684 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-73d1d8d7-8eb6-49fb-a5e5-29310e3d4e1d None None] Port b9155cef-428b-49f7-88a5-3674ab136bc7 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:20:52.949694 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-73d1d8d7-8eb6-49fb-a5e5-29310e3d4e1d None None] Provisioning complete for port e8173316-9c6b-4d4a-b655-9bf5fa6cae26 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:20:52.949964 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-73d1d8d7-8eb6-49fb-a5e5-29310e3d4e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:53.005742 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-05ffde08-db88-4ce9-8048-7c0dc23ecfe4 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Deleting port b9155cef-428b-49f7-88a5-3674ab136bc7 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:20:53.006480 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-05ffde08-db88-4ce9-8048-7c0dc23ecfe4 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:53.148902 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-46877cd1-aceb-4536-90b8-21584e42b9d6 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:53.159832 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-05ffde08-db88-4ce9-8048-7c0dc23ecfe4 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:53.175492 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-05ffde08-db88-4ce9-8048-7c0dc23ecfe4 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Calling delete_port for b9155cef-428b-49f7-88a5-3674ab136bc7 owned by network:router_interface {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:20:53.201665 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-5b656802-374c-42d8-b43a-fba4f3e23283 None None] Provisioning complete for port b9155cef-428b-49f7-88a5-3674ab136bc7 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:20:53.201877 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-5b656802-374c-42d8-b43a-fba4f3e23283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:53.245674 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-46877cd1-aceb-4536-90b8-21584e42b9d6 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:53.274439 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-5b656802-374c-42d8-b43a-fba4f3e23283 None None] Port b9155cef-428b-49f7-88a5-3674ab136bc7 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:20:53.394755 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-bf30c0e6-2fca-49db-9dca-ca93d4d81efe None None] Provisioning complete for port b9155cef-428b-49f7-88a5-3674ab136bc7 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:20:53.395051 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-bf30c0e6-2fca-49db-9dca-ca93d4d81efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:53.407943 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-05ffde08-db88-4ce9-8048-7c0dc23ecfe4 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:53.432458 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-46877cd1-aceb-4536-90b8-21584e42b9d6 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:53.439382 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ffde08-db88-4ce9-8048-7c0dc23ecfe4 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event deleted for resources: {'Port': ['ID=b9155cef-428b-49f7-88a5-3674ab136bc7,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:53.441713 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-46877cd1-aceb-4536-90b8-21584e42b9d6 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:53.442371 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-bf30c0e6-2fca-49db-9dca-ca93d4d81efe None None] Port b9155cef-428b-49f7-88a5-3674ab136bc7 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:20:53.536254 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46877cd1-aceb-4536-90b8-21584e42b9d6 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Pushing event updated for resources: {'Port': ['ID=f4f03737-c5e5-4179-943c-83fac8c11ac1,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:53.540240 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-46877cd1-aceb-4536-90b8-21584e42b9d6 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3713103'] for floatingip, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:53.580530 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device e8173316-9c6b-4d4a-b655-9bf5fa6cae26 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:20:53.675676 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port e8173316-9c6b-4d4a-b655-9bf5fa6cae26 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:20:53.676904 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:53.678745 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-05ffde08-db88-4ce9-8048-7c0dc23ecfe4 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3755731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3712768'] for router_interface, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:53.688189 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.l3_db [None req-46877cd1-aceb-4536-90b8-21584e42b9d6 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Floating IP 70d00a50-7f74-4427-9ca3-037fbdf4d174 associated. External IP: 172.26.6.110, port: 7f4441bc-5980-495c-8670-36c2a063c831. Dec 10 19:20:53.883222 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ffde08-db88-4ce9-8048-7c0dc23ecfe4 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Router 95320c06-eb21-434d-9821-62cca27a2ff1 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:20:53.960842 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46877cd1-aceb-4536-90b8-21584e42b9d6 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Router da4b58b2-de25-4725-9b13-7b9bcec019d2 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:20:54.028412 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ffde08-db88-4ce9-8048-7c0dc23ecfe4 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:20:54.037046 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-05ffde08-db88-4ce9-8048-7c0dc23ecfe4 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "PUT /v2.0/routers/95320c06-eb21-434d-9821-62cca27a2ff1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1605599 Dec 10 19:20:54.040625 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55830) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:54.044343 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387500de-cbba-43e5-9614-a399ade7e0d9 None None] Sync routers for ids ['95320c06-eb21-434d-9821-62cca27a2ff1'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:20:54.061586 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387500de-cbba-43e5-9614-a399ade7e0d9 None None] Routers {'95320c06-eb21-434d-9821-62cca27a2ff1'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:20:54.062809 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-387500de-cbba-43e5-9614-a399ade7e0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:20:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['95320c06-eb21-434d-9821-62cca27a2ff1'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:54.086734 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-7be7db78-2326-4b4c-918b-6af194630e6e tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "GET /v2.0/ports?device_id=95320c06-eb21-434d-9821-62cca27a2ff1 HTTP/1.1" status: 200 len: 205 time: 0.0445940 Dec 10 19:20:54.089381 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55832) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:54.095612 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46877cd1-aceb-4536-90b8-21584e42b9d6 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:20:54.107895 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-387500de-cbba-43e5-9614-a399ade7e0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:54.112624 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690ceacf-09dc-4a54-ac84-159da7e98a32 None None] Sync routers for ids ['da4b58b2-de25-4725-9b13-7b9bcec019d2'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:20:54.121478 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-46877cd1-aceb-4536-90b8-21584e42b9d6 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:54.128992 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690ceacf-09dc-4a54-ac84-159da7e98a32 None None] Routers {'da4b58b2-de25-4725-9b13-7b9bcec019d2'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:20:54.129640 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-690ceacf-09dc-4a54-ac84-159da7e98a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:20:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['da4b58b2-de25-4725-9b13-7b9bcec019d2'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:54.134903 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387500de-cbba-43e5-9614-a399ade7e0d9 None None] Routers {'95320c06-eb21-434d-9821-62cca27a2ff1'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:20:54.137640 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-387500de-cbba-43e5-9614-a399ade7e0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:20:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['95320c06-eb21-434d-9821-62cca27a2ff1'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:54.167426 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-46877cd1-aceb-4536-90b8-21584e42b9d6 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2999725 Dec 10 19:20:54.168277 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14a00925-dcaa-4b40-bcdd-834914dea835', 'tag': '7f4441bc-5980-495c-8670-36c2a063c831'}] {{(pid=102366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:20:54.171357 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a86acec104960cf4069dffce1919f1f0aa2a294c7752363dfd1d6594a90fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a64237-ed94-4865-9c20-737098e64622" -d '{"events": [{"name": "network-changed", "server_uuid": "14a00925-dcaa-4b40-bcdd-834914dea835", "tag": "7f4441bc-5980-495c-8670-36c2a063c831"}]}' {{(pid=102366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:20:54.187501 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-387500de-cbba-43e5-9614-a399ade7e0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:54.188176 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387500de-cbba-43e5-9614-a399ade7e0d9 None None] The sync data for ids ['95320c06-eb21-434d-9821-62cca27a2ff1'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:20:54.224385 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6e665771-59c0-421c-9e5d-cbfcce0a5404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:54.236623 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3439965c-4c1a-4c08-952b-e1ea77e5b702 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for router, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:54.258922 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c2b3d5-9734-44db-b06c-8b3d971eae2e x-openstack-request-id: req-21c2b3d5-9734-44db-b06c-8b3d971eae2e {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:20:54.259354 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14a00925-dcaa-4b40-bcdd-834914dea835", "tag": "7f4441bc-5980-495c-8670-36c2a063c831", "status": "completed", "code": 200}]} {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:20:54.259751 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-21c2b3d5-9734-44db-b06c-8b3d971eae2e {{(pid=102366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:20:54.260360 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14a00925-dcaa-4b40-bcdd-834914dea835', 'tag': '7f4441bc-5980-495c-8670-36c2a063c831', 'status': 'completed', 'code': 200} Dec 10 19:20:54.286961 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-690ceacf-09dc-4a54-ac84-159da7e98a32 None None] Set router da4b58b2-de25-4725-9b13-7b9bcec019d2 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:20:54.455676 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a64237-ed94-4865-9c20-737098e64622 req-c17da655-8ffb-48e2-9e91-549026bbc0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:54.457290 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e6a64237-ed94-4865-9c20-737098e64622 req-c17da655-8ffb-48e2-9e91-549026bbc0ea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d55891769dee4679a2ef3c1d528a784c&device_id=14a00925-dcaa-4b40-bcdd-834914dea835 HTTP/1.1" status: 200 len: 1098 time: 0.1498017 Dec 10 19:20:54.462087 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3439965c-4c1a-4c08-952b-e1ea77e5b702 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:54.464735 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3439965c-4c1a-4c08-952b-e1ea77e5b702 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:54.566587 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3439965c-4c1a-4c08-952b-e1ea77e5b702 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:54.567092 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3439965c-4c1a-4c08-952b-e1ea77e5b702 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Fanout notify agent at l3_agent the message router_deleted on router 95320c06-eb21-434d-9821-62cca27a2ff1 {{(pid=102365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:20:54.574955 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3439965c-4c1a-4c08-952b-e1ea77e5b702 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:54.575191 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-690ceacf-09dc-4a54-ac84-159da7e98a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'name': 'tempest-TestVolumeBootPattern-237231579-router', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'dae55733-5f2b-4a73-9001-419ef8dbbe6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:19:20Z', 'updated_at': '2021-12-10T19:19:29Z', 'revision_number': 4, 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'gw_port': {'id': 'dae55733-5f2b-4a73-9001-419ef8dbbe6a', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:21Z', 'updated_at': '2021-12-10T19:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '70d00a50-7f74-4427-9ca3-037fbdf4d174', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'floating_ip_address': '172.26.6.110', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'port_id': '7f4441bc-5980-495c-8670-36c2a063c831', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1080, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fe565ca-25f0-46cc-a74d-1d785e1c4483', 'mac_address': 'fa:16:3e:8a:09:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a00925-dcaa-4b40-bcdd-834914dea835', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:20:52Z', 'updated_at': '2021-12-10T19:20:52Z', 'revision_number': 0, 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf5f79a4-d3b9-4c57-9d99-397431129d6d', 'name': '', 'network_id': '8fe565ca-25f0-46cc-a74d-1d785e1c4483', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'mac_address': 'fa:16:3e:6c:f9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '08326994-b03f-4864-96e3-852094c75fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:28Z', 'updated_at': '2021-12-10T19:19:42Z', 'revision_number': 5, 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'subnets': [{'id': '08326994-b03f-4864-96e3-852094c75fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:54.578590 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-3439965c-4c1a-4c08-952b-e1ea77e5b702 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "DELETE /v2.0/routers/95320c06-eb21-434d-9821-62cca27a2ff1 HTTP/1.1" status: 204 len: 168 time: 0.4853485 Dec 10 19:20:54.578742 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55838) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:54.604536 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690ceacf-09dc-4a54-ac84-159da7e98a32 None None] Checking router: da4b58b2-de25-4725-9b13-7b9bcec019d2 for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:20:54.613422 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690ceacf-09dc-4a54-ac84-159da7e98a32 None None] Routers {'da4b58b2-de25-4725-9b13-7b9bcec019d2'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:20:54.614035 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-690ceacf-09dc-4a54-ac84-159da7e98a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:20:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['da4b58b2-de25-4725-9b13-7b9bcec019d2'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:54.656431 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7623adf-92ab-44a0-8c5d-8f9071b47923 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Deleting subnet e7209889-2ab3-49ef-98ab-15c25fd78509 {{(pid=102365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:20:54.660725 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a64237-ed94-4865-9c20-737098e64622 req-80317dcc-29d0-4382-9def-13482bfdaf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:54.662248 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e6a64237-ed94-4865-9c20-737098e64622 req-80317dcc-29d0-4382-9def-13482bfdaf6c service neutron] 10.222.0.36 "GET /v2.0/networks?id=8fe565ca-25f0-46cc-a74d-1d785e1c4483 HTTP/1.1" status: 200 len: 912 time: 0.1919780 Dec 10 19:20:54.663644 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f7623adf-92ab-44a0-8c5d-8f9071b47923 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for subnet, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:54.765888 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f7623adf-92ab-44a0-8c5d-8f9071b47923 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353213'] for subnet, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:54.806750 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e6a64237-ed94-4865-9c20-737098e64622 req-4db97e0a-2465-445f-a62b-b694dea1bd08 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f4441bc-5980-495c-8670-36c2a063c831 HTTP/1.1" status: 200 len: 999 time: 0.1104574 Dec 10 19:20:54.882825 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-690ceacf-09dc-4a54-ac84-159da7e98a32 None None] Set router da4b58b2-de25-4725-9b13-7b9bcec019d2 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:20:54.897119 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a64237-ed94-4865-9c20-737098e64622 req-1eec2252-0261-4df9-ae1e-e22a31202d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:54.899213 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e6a64237-ed94-4865-9c20-737098e64622 req-1eec2252-0261-4df9-ae1e-e22a31202d41 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=08326994-b03f-4864-96e3-852094c75fec HTTP/1.1" status: 200 len: 850 time: 0.0833800 Dec 10 19:20:54.919644 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f7623adf-92ab-44a0-8c5d-8f9071b47923 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:54.996628 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a64237-ed94-4865-9c20-737098e64622 req-824ab01a-8dde-47da-bdbf-27f46ed358b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:54.998191 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e6a64237-ed94-4865-9c20-737098e64622 req-824ab01a-8dde-47da-bdbf-27f46ed358b0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8fe565ca-25f0-46cc-a74d-1d785e1c4483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0882182 Dec 10 19:20:55.034616 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f7623adf-92ab-44a0-8c5d-8f9071b47923 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:55.112227 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7623adf-92ab-44a0-8c5d-8f9071b47923 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event deleted for resources: {'Subnet': ['ID=e7209889-2ab3-49ef-98ab-15c25fd78509,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:55.121226 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f7623adf-92ab-44a0-8c5d-8f9071b47923 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:55.129819 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-f7623adf-92ab-44a0-8c5d-8f9071b47923 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "DELETE /v2.0/subnets/e7209889-2ab3-49ef-98ab-15c25fd78509 HTTP/1.1" status: 204 len: 168 time: 0.5469484 Dec 10 19:20:55.130441 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55840) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:55.135563 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fd3b2f-d9e8-4e9b-8eaa-afaec63ef00b None None] Network 9211e0e8-9a4f-4828-a619-65655bddc14c requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:20:55.232447 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e6a64237-ed94-4865-9c20-737098e64622 req-4680a446-9c6c-4984-a4ec-eab8dbeca3ee service neutron] 10.222.0.36 "GET /v2.0/networks/8fe565ca-25f0-46cc-a74d-1d785e1c4483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232752 Dec 10 19:20:55.243056 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4d917c29-e69b-4432-9a06-65e7779c7aea tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:55.265632 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-690ceacf-09dc-4a54-ac84-159da7e98a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'name': 'tempest-TestVolumeBootPattern-237231579-router', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'dae55733-5f2b-4a73-9001-419ef8dbbe6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:19:20Z', 'updated_at': '2021-12-10T19:19:29Z', 'revision_number': 4, 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'gw_port': {'id': 'dae55733-5f2b-4a73-9001-419ef8dbbe6a', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:21Z', 'updated_at': '2021-12-10T19:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '70d00a50-7f74-4427-9ca3-037fbdf4d174', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'floating_ip_address': '172.26.6.110', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'port_id': '7f4441bc-5980-495c-8670-36c2a063c831', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1080, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fe565ca-25f0-46cc-a74d-1d785e1c4483', 'mac_address': 'fa:16:3e:8a:09:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a00925-dcaa-4b40-bcdd-834914dea835', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:20:52Z', 'updated_at': '2021-12-10T19:20:52Z', 'revision_number': 0, 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf5f79a4-d3b9-4c57-9d99-397431129d6d', 'name': '', 'network_id': '8fe565ca-25f0-46cc-a74d-1d785e1c4483', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'mac_address': 'fa:16:3e:6c:f9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '08326994-b03f-4864-96e3-852094c75fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:28Z', 'updated_at': '2021-12-10T19:19:42Z', 'revision_number': 5, 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'subnets': [{'id': '08326994-b03f-4864-96e3-852094c75fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:55.307421 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690ceacf-09dc-4a54-ac84-159da7e98a32 None None] The sync data for ids ['da4b58b2-de25-4725-9b13-7b9bcec019d2'] in dv-neutron-821441-1-hyperv is: [{'id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'name': 'tempest-TestVolumeBootPattern-237231579-router', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'dae55733-5f2b-4a73-9001-419ef8dbbe6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:19:20Z', 'updated_at': '2021-12-10T19:19:29Z', 'revision_number': 4, 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'gw_port': {'id': 'dae55733-5f2b-4a73-9001-419ef8dbbe6a', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:21Z', 'updated_at': '2021-12-10T19:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '70d00a50-7f74-4427-9ca3-037fbdf4d174', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'floating_ip_address': '172.26.6.110', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'port_id': '7f4441bc-5980-495c-8670-36c2a063c831', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1080, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fe565ca-25f0-46cc-a74d-1d785e1c4483', 'mac_address': 'fa:16:3e:8a:09:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a00925-dcaa-4b40-bcdd-834914dea835', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:20:52Z', 'updated_at': '2021-12-10T19:20:52Z', 'revision_number': 0, 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf5f79a4-d3b9-4c57-9d99-397431129d6d', 'name': '', 'network_id': '8fe565ca-25f0-46cc-a74d-1d785e1c4483', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'mac_address': 'fa:16:3e:6c:f9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '08326994-b03f-4864-96e3-852094c75fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:28Z', 'updated_at': '2021-12-10T19:19:42Z', 'revision_number': 5, 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'subnets': [{'id': '08326994-b03f-4864-96e3-852094c75fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:20:55.324179 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:55.402001 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e6a64237-ed94-4865-9c20-737098e64622 req-3cd3c0be-a369-4926-818c-417e84bacae3 service neutron] 10.222.0.36 "GET /v2.0/networks/8fe565ca-25f0-46cc-a74d-1d785e1c4483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557055 Dec 10 19:20:55.420707 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-4d917c29-e69b-4432-9a06-65e7779c7aea tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Deleting port e8173316-9c6b-4d4a-b655-9bf5fa6cae26 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:20:55.421244 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4d917c29-e69b-4432-9a06-65e7779c7aea tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:55.423619 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f8162f-354a-49b9-86e4-3b04f97ef49b None None] DHCP port deletion for 9211e0e8-9a4f-4828-a619-65655bddc14c request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:20:55.498286 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-44f8162f-354a-49b9-86e4-3b04f97ef49b None None] Deleting port e8173316-9c6b-4d4a-b655-9bf5fa6cae26 {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:20:55.498881 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-44f8162f-354a-49b9-86e4-3b04f97ef49b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:55.518490 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-4d917c29-e69b-4432-9a06-65e7779c7aea tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] For port e8173316-9c6b-4d4a-b655-9bf5fa6cae26, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=e8173316-9c6b-4d4a-b655-9bf5fa6cae26,segment=NetworkSegment(34b10f18-ef8e-4453-b2a0-0015b52f9dec),segment_id=34b10f18-ef8e-4453-b2a0-0015b52f9dec)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:20:55.519167 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4d917c29-e69b-4432-9a06-65e7779c7aea tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:55.540857 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-4d917c29-e69b-4432-9a06-65e7779c7aea tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Calling delete_port for e8173316-9c6b-4d4a-b655-9bf5fa6cae26 owned by network:dhcp {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:20:55.581227 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device e8173316-9c6b-4d4a-b655-9bf5fa6cae26 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:20:55.614693 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0b2019-95a3-486b-ae34-909404175cf3 None None] New status for floating IP 70d00a50-7f74-4427-9ca3-037fbdf4d174: ACTIVE {{(pid=102368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:20:55.622378 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-44f8162f-354a-49b9-86e4-3b04f97ef49b None None] For port e8173316-9c6b-4d4a-b655-9bf5fa6cae26, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=e8173316-9c6b-4d4a-b655-9bf5fa6cae26,segment=NetworkSegment(34b10f18-ef8e-4453-b2a0-0015b52f9dec),segment_id=34b10f18-ef8e-4453-b2a0-0015b52f9dec)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:20:55.622807 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-44f8162f-354a-49b9-86e4-3b04f97ef49b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:55.652771 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-44f8162f-354a-49b9-86e4-3b04f97ef49b None None] Calling delete_port for e8173316-9c6b-4d4a-b655-9bf5fa6cae26 owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:20:55.659254 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4d917c29-e69b-4432-9a06-65e7779c7aea tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:55.665604 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No active binding found for port e8173316-9c6b-4d4a-b655-9bf5fa6cae26 {{(pid=102367) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 10 19:20:55.666055 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device e8173316-9c6b-4d4a-b655-9bf5fa6cae26 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:20:55.706762 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d917c29-e69b-4432-9a06-65e7779c7aea tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event deleted for resources: {'Port': ['ID=e8173316-9c6b-4d4a-b655-9bf5fa6cae26,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:55.719946 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d917c29-e69b-4432-9a06-65e7779c7aea tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] No DVR routers for this DVR port e8173316-9c6b-4d4a-b655-9bf5fa6cae26 on host dv-neutron-821441-1-hyperv {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:20:55.744959 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-44f8162f-354a-49b9-86e4-3b04f97ef49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:55.774872 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f8162f-354a-49b9-86e4-3b04f97ef49b None None] Pushing event deleted for resources: {'Port': ['ID=e8173316-9c6b-4d4a-b655-9bf5fa6cae26,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:55.779102 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f8162f-354a-49b9-86e4-3b04f97ef49b None None] No DVR routers for this DVR port e8173316-9c6b-4d4a-b655-9bf5fa6cae26 on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:20:55.870804 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4d917c29-e69b-4432-9a06-65e7779c7aea tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:55.893851 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-4d917c29-e69b-4432-9a06-65e7779c7aea tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9211e0e8-9a4f-4828-a619-65655bddc14c']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:55.904711 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-4d917c29-e69b-4432-9a06-65e7779c7aea tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34b10f18-ef8e-4453-b2a0-0015b52f9dec') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:55.904998 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-4d917c29-e69b-4432-9a06-65e7779c7aea tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34b10f18-ef8e-4453-b2a0-0015b52f9dec') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:55.917150 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4d917c29-e69b-4432-9a06-65e7779c7aea tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:55.936749 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4d917c29-e69b-4432-9a06-65e7779c7aea tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:55.943998 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d917c29-e69b-4432-9a06-65e7779c7aea tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:20:55.944798 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4d917c29-e69b-4432-9a06-65e7779c7aea tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:55.948379 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:20:55.948379 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:20:55.948379 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:20:55.948379 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:20:55.948379 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:20:55.948379 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:20:55.948379 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:20:55.948379 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:20:55.948379 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:20:55.948379 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:20:55.948379 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:20:55.948379 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:20:55.948379 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:20:55.948379 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:20:55.948379 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:20:55.948379 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:20:55.948379 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:20:55.948379 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:20:55.948379 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:20:55.948379 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:20:55.948379 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:20:55.948379 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:20:55.948379 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:20:55.948379 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:20:55.948379 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:20:55.948379 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:20:55.948379 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:20:55.948379 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:20:55.948379 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:20:55.948379 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:20:55.948379 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:20:55.948379 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:20:56.016525 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4d917c29-e69b-4432-9a06-65e7779c7aea tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:56.026775 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4d917c29-e69b-4432-9a06-65e7779c7aea tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:56.030361 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-4d917c29-e69b-4432-9a06-65e7779c7aea tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "DELETE /v2.0/networks/9211e0e8-9a4f-4828-a619-65655bddc14c HTTP/1.1" status: 204 len: 168 time: 0.8985734 Dec 10 19:20:56.035867 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55842) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:56.041743 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-330f9277-8f05-4f47-afa0-a04a18981598 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1703943365', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}, 'admin_state_up': False}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:20:56.071518 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-330f9277-8f05-4f47-afa0-a04a18981598 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:56.072904 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-330f9277-8f05-4f47-afa0-a04a18981598 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:56.159715 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-330f9277-8f05-4f47-afa0-a04a18981598 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:56.334499 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-330f9277-8f05-4f47-afa0-a04a18981598 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:56.335969 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d917c29-e69b-4432-9a06-65e7779c7aea tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event deleted for resources: {'Network': ['ID=9211e0e8-9a4f-4828-a619-65655bddc14c,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:56.425913 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:56.561375 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-330f9277-8f05-4f47-afa0-a04a18981598 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for router_gateway, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:56.581699 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-330f9277-8f05-4f47-afa0-a04a18981598 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:56.698224 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-330f9277-8f05-4f47-afa0-a04a18981598 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Allocated IP 172.26.6.31 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/be1d884f-60c7-42f3-997c-ba07100e037c) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:20:56.701596 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:56.822021 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-330f9277-8f05-4f47-afa0-a04a18981598 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:56.872221 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-330f9277-8f05-4f47-afa0-a04a18981598 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:56.922773 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330f9277-8f05-4f47-afa0-a04a18981598 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:20:56.925913 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-330f9277-8f05-4f47-afa0-a04a18981598 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:20:56.929740 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330f9277-8f05-4f47-afa0-a04a18981598 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:20:56.956839 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330f9277-8f05-4f47-afa0-a04a18981598 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event updated for resources: {'Port': ['ID=be1d884f-60c7-42f3-997c-ba07100e037c,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:20:57.238838 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-330f9277-8f05-4f47-afa0-a04a18981598 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for router_gateway, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:57.456568 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-330f9277-8f05-4f47-afa0-a04a18981598 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:57.598678 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-330f9277-8f05-4f47-afa0-a04a18981598 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Router 84a04c22-435d-4e52-b6aa-20035f35f9cb is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:20:57.719370 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330f9277-8f05-4f47-afa0-a04a18981598 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:20:57.737363 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe7fced-d40a-4f62-9801-dee228e1d284 None None] Sync routers for ids ['84a04c22-435d-4e52-b6aa-20035f35f9cb'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:20:57.748446 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-330f9277-8f05-4f47-afa0-a04a18981598 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:57.754273 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-330f9277-8f05-4f47-afa0-a04a18981598 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 1.7128031 Dec 10 19:20:57.754591 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe7fced-d40a-4f62-9801-dee228e1d284 None None] Routers {'84a04c22-435d-4e52-b6aa-20035f35f9cb'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:20:57.754591 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-1fe7fced-d40a-4f62-9801-dee228e1d284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:20:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['84a04c22-435d-4e52-b6aa-20035f35f9cb'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:57.754951 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55846) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:57.789666 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-1fe7fced-d40a-4f62-9801-dee228e1d284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:57.800813 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe7fced-d40a-4f62-9801-dee228e1d284 None None] Routers {'84a04c22-435d-4e52-b6aa-20035f35f9cb'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:20:57.801445 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-1fe7fced-d40a-4f62-9801-dee228e1d284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:20:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['84a04c22-435d-4e52-b6aa-20035f35f9cb'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:57.838309 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-1fe7fced-d40a-4f62-9801-dee228e1d284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:57.838983 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe7fced-d40a-4f62-9801-dee228e1d284 None None] The sync data for ids ['84a04c22-435d-4e52-b6aa-20035f35f9cb'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:20:57.931405 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-e40832a3-1b81-4207-adfe-03a3363ad01d tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "GET /v2.0/routers/84a04c22-435d-4e52-b6aa-20035f35f9cb HTTP/1.1" status: 200 len: 880 time: 0.1750722 Dec 10 19:20:57.935073 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55848) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:58.174393 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55850) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:58.256936 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b239d683-673a-4888-af4c-54961c3ebee5 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:58.258050 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b239d683-673a-4888-af4c-54961c3ebee5 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:58.258537 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b239d683-673a-4888-af4c-54961c3ebee5 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:58.260880 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-b239d683-673a-4888-af4c-54961c3ebee5 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/ports?project_id=730e4c9f0aba4accb176e575114c849e&network_id=09581b17-9274-439f-a74b-fa6e61531b79 HTTP/1.1" status: 200 len: 3000 time: 0.0852382 Dec 10 19:20:58.525425 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-b397210c-c826-4b0f-884c-fc026a6069f1 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.5876169 Dec 10 19:20:58.527377 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55856) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:58.535500 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-4ee2a049-d6ec-41cf-81a5-4ccf188151e4 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1703943365'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:20:58.889643 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4ee2a049-d6ec-41cf-81a5-4ccf188151e4 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3713082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3715814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8908'] for router, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:58.903678 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4ee2a049-d6ec-41cf-81a5-4ccf188151e4 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3713075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3713068', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3715807'] for router, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:59.040696 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee2a049-d6ec-41cf-81a5-4ccf188151e4 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Router 84a04c22-435d-4e52-b6aa-20035f35f9cb has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:20:59.180945 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee2a049-d6ec-41cf-81a5-4ccf188151e4 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:20:59.192205 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4ee2a049-d6ec-41cf-81a5-4ccf188151e4 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:59.196618 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-4ee2a049-d6ec-41cf-81a5-4ccf188151e4 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "PUT /v2.0/routers/84a04c22-435d-4e52-b6aa-20035f35f9cb HTTP/1.1" status: 200 len: 887 time: 0.6652451 Dec 10 19:20:59.197003 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55860) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:59.199684 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc19fa9-3467-4066-9c02-46d78f17421b None None] Sync routers for ids ['84a04c22-435d-4e52-b6aa-20035f35f9cb'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:20:59.215198 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc19fa9-3467-4066-9c02-46d78f17421b None None] Routers {'84a04c22-435d-4e52-b6aa-20035f35f9cb'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:20:59.215996 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-6bc19fa9-3467-4066-9c02-46d78f17421b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:20:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['84a04c22-435d-4e52-b6aa-20035f35f9cb'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:59.255040 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-6bc19fa9-3467-4066-9c02-46d78f17421b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:59.266179 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc19fa9-3467-4066-9c02-46d78f17421b None None] Routers {'84a04c22-435d-4e52-b6aa-20035f35f9cb'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:20:59.266807 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-6bc19fa9-3467-4066-9c02-46d78f17421b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:20:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['84a04c22-435d-4e52-b6aa-20035f35f9cb'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:59.304019 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-6bc19fa9-3467-4066-9c02-46d78f17421b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:20:59.304742 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc19fa9-3467-4066-9c02-46d78f17421b None None] The sync data for ids ['84a04c22-435d-4e52-b6aa-20035f35f9cb'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:20:59.393210 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-a44bb486-e6ea-4d68-94e4-9dcbe4c8af7a tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "GET /v2.0/routers/84a04c22-435d-4e52-b6aa-20035f35f9cb HTTP/1.1" status: 200 len: 887 time: 0.1944253 Dec 10 19:20:59.396578 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55862) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:59.430922 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-1248408a-1355-4e53-91c1-0b628e2a7f98 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a04c22-435d-4e52-b6aa-20035f35f9cb HTTP/1.1" status: 200 len: 205 time: 0.0329406 Dec 10 19:20:59.435295 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55864) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:20:59.560054 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a666c99c-ae64-4c9a-bd7f-b6dccc403523 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for router, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:59.693825 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a666c99c-ae64-4c9a-bd7f-b6dccc403523 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:59.805780 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-a666c99c-ae64-4c9a-bd7f-b6dccc403523 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Deleting port be1d884f-60c7-42f3-997c-ba07100e037c {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:20:59.806101 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a666c99c-ae64-4c9a-bd7f-b6dccc403523 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:59.914815 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a666c99c-ae64-4c9a-bd7f-b6dccc403523 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:20:59.931246 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-a666c99c-ae64-4c9a-bd7f-b6dccc403523 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Calling delete_port for be1d884f-60c7-42f3-997c-ba07100e037c owned by network:router_gateway {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:21:00.158681 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a666c99c-ae64-4c9a-bd7f-b6dccc403523 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:00.207039 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a666c99c-ae64-4c9a-bd7f-b6dccc403523 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event deleted for resources: {'Port': ['ID=be1d884f-60c7-42f3-997c-ba07100e037c,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:00.277793 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a666c99c-ae64-4c9a-bd7f-b6dccc403523 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3713145'] for router_gateway, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:00.404155 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a666c99c-ae64-4c9a-bd7f-b6dccc403523 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:00.406728 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a666c99c-ae64-4c9a-bd7f-b6dccc403523 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:00.459328 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a666c99c-ae64-4c9a-bd7f-b6dccc403523 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:00.460683 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a666c99c-ae64-4c9a-bd7f-b6dccc403523 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Fanout notify agent at l3_agent the message router_deleted on router 84a04c22-435d-4e52-b6aa-20035f35f9cb {{(pid=102366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:21:00.471000 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a666c99c-ae64-4c9a-bd7f-b6dccc403523 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:00.472428 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-a666c99c-ae64-4c9a-bd7f-b6dccc403523 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "DELETE /v2.0/routers/84a04c22-435d-4e52-b6aa-20035f35f9cb HTTP/1.1" status: 204 len: 168 time: 1.0360947 Dec 10 19:21:00.477749 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55868) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:00.483085 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-25fc53cd-9ef6-41fd-93a5-9519ea11c9e7 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Request body: {'network': {'name': 'tempest-RoutersTest-759700245'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:21:00.509521 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25fc53cd-9ef6-41fd-93a5-9519ea11c9e7 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Made reservation on behalf of c314b2e70362459092367990be71ff8e for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:21:00.513384 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-25fc53cd-9ef6-41fd-93a5-9519ea11c9e7 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:00.549644 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25fc53cd-9ef6-41fd-93a5-9519ea11c9e7 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:21:00.566840 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-25fc53cd-9ef6-41fd-93a5-9519ea11c9e7 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:00.567586 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-25fc53cd-9ef6-41fd-93a5-9519ea11c9e7 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Added segment 488b36a0-a0bd-4e24-8c51-f0e708ac0338 of type vlan for network 391fc58d-7463-4b53-88af-7a35ae46a70e Dec 10 19:21:00.618868 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-25fc53cd-9ef6-41fd-93a5-9519ea11c9e7 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:00.642453 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55870) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:00.657807 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-25fc53cd-9ef6-41fd-93a5-9519ea11c9e7 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:00.665552 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fc53cd-9ef6-41fd-93a5-9519ea11c9e7 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:00.666404 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-25fc53cd-9ef6-41fd-93a5-9519ea11c9e7 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:00.718263 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a24c202-5891-43e9-83d1-16a939943d5f tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:00.719689 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-8a24c202-5891-43e9-83d1-16a939943d5f tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 HTTP/1.1" status: 200 len: 814 time: 0.0760367 Dec 10 19:21:00.767972 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-25fc53cd-9ef6-41fd-93a5-9519ea11c9e7 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2887108 Dec 10 19:21:00.770911 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55874) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:00.780404 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-0f772b3e-0f9a-4425-9d1b-de98fa26ab61 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Request body: {'subnet': {'network_id': '391fc58d-7463-4b53-88af-7a35ae46a70e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:21:00.788661 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fc53cd-9ef6-41fd-93a5-9519ea11c9e7 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event updated for resources: {'Network': ['ID=391fc58d-7463-4b53-88af-7a35ae46a70e,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:00.800612 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 391fc58d-7463-4b53-88af-7a35ae46a70e details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:21:00.925953 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f772b3e-0f9a-4425-9d1b-de98fa26ab61 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Made reservation on behalf of c314b2e70362459092367990be71ff8e for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:21:00.931420 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0f772b3e-0f9a-4425-9d1b-de98fa26ab61 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:01.177302 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0f772b3e-0f9a-4425-9d1b-de98fa26ab61 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:01.259834 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f772b3e-0f9a-4425-9d1b-de98fa26ab61 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event updated for resources: {'Subnet': ['ID=bf1886a7-9f5e-4024-bf67-e7395cdb2899,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:01.273953 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f772b3e-0f9a-4425-9d1b-de98fa26ab61 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Checking segment: {'id': '488b36a0-a0bd-4e24-8c51-f0e708ac0338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '391fc58d-7463-4b53-88af-7a35ae46a70e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:21:01.274344 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f772b3e-0f9a-4425-9d1b-de98fa26ab61 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Network hostable DHCP agents. Network: 391fc58d-7463-4b53-88af-7a35ae46a70e, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:21:01.298708 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f772b3e-0f9a-4425-9d1b-de98fa26ab61 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Network 391fc58d-7463-4b53-88af-7a35ae46a70e is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:21:01.310734 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-0f772b3e-0f9a-4425-9d1b-de98fa26ab61 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 391fc58d-7463-4b53-88af-7a35ae46a70e) {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:21:01.316725 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f772b3e-0f9a-4425-9d1b-de98fa26ab61 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:01.317715 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0f772b3e-0f9a-4425-9d1b-de98fa26ab61 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:01.324203 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7022fcc2-1402-4bde-81cc-ea4aad32759c None None] Network 391fc58d-7463-4b53-88af-7a35ae46a70e requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:21:01.339479 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-0f772b3e-0f9a-4425-9d1b-de98fa26ab61 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5659900 Dec 10 19:21:01.342322 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55880) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:01.348681 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-bb642ff4-e5fb-430d-a451-051ee4ad1738 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1377751631', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:21:01.379679 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bb642ff4-e5fb-430d-a451-051ee4ad1738 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:01.381022 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bb642ff4-e5fb-430d-a451-051ee4ad1738 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:01.449495 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bb642ff4-e5fb-430d-a451-051ee4ad1738 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:01.455164 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bb642ff4-e5fb-430d-a451-051ee4ad1738 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:01.481370 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55882) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:01.483570 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bb642ff4-e5fb-430d-a451-051ee4ad1738 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:01.485909 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-bb642ff4-e5fb-430d-a451-051ee4ad1738 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1419888 Dec 10 19:21:01.488671 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55884) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:01.489724 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-63c9ab33-ecff-480b-b6e9-ff743f322a2e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'network': {'name': 'tempest-network-smoke--261651243', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'port_security_enabled': True}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:21:01.515337 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c9ab33-ecff-480b-b6e9-ff743f322a2e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Made reservation on behalf of 730e4c9f0aba4accb176e575114c849e for: {'network': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:21:01.519681 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-63c9ab33-ecff-480b-b6e9-ff743f322a2e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:01.544134 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150fbf95-bced-4b89-a4e9-c1c11515340f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-391fc58d-7463-4b53-88af-7a35ae46a70e', 'network_id': '391fc58d-7463-4b53-88af-7a35ae46a70e', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'fixed_ips': [{'subnet_id': 'bf1886a7-9f5e-4024-bf67-e7395cdb2899'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:21:01.545427 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-150fbf95-bced-4b89-a4e9-c1c11515340f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:01.552873 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63c9ab33-ecff-480b-b6e9-ff743f322a2e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=102365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:21:01.568300 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-63c9ab33-ecff-480b-b6e9-ff743f322a2e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:01.568722 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.segments_db [None req-63c9ab33-ecff-480b-b6e9-ff743f322a2e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Added segment 387b8a8e-867a-40d3-829b-f0133992e76e of type vlan for network 139f81ab-d6c8-498d-952f-fa382d229482 Dec 10 19:21:01.642769 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-63c9ab33-ecff-480b-b6e9-ff743f322a2e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:01.676287 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-63c9ab33-ecff-480b-b6e9-ff743f322a2e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:01.685124 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c9ab33-ecff-480b-b6e9-ff743f322a2e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:01.685782 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-63c9ab33-ecff-480b-b6e9-ff743f322a2e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:01.754088 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-63c9ab33-ecff-480b-b6e9-ff743f322a2e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2709768 Dec 10 19:21:01.757906 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55886) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:01.772654 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-150fbf95-bced-4b89-a4e9-c1c11515340f None None] Allocated IP 172.20.0.2 (391fc58d-7463-4b53-88af-7a35ae46a70e/bf1886a7-9f5e-4024-bf67-e7395cdb2899/2c1ee6e8-87ad-456f-bffc-ba7065381471) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:21:01.829875 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c9ab33-ecff-480b-b6e9-ff743f322a2e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Network': ['ID=139f81ab-d6c8-498d-952f-fa382d229482,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:01.863912 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72db9794-4812-45d6-82f0-75008ce59f7f tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:01.865566 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-72db9794-4812-45d6-82f0-75008ce59f7f tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=730e4c9f0aba4accb176e575114c849e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1065085 Dec 10 19:21:01.870197 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55888) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:01.879906 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 139f81ab-d6c8-498d-952f-fa382d229482 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:21:01.884363 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-995b9503-5866-4089-8ec1-434607ea4768 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:02.065833 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9341f6a6-a839-4a4d-8b57-c9a1fd279ca2 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:02.068683 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-9341f6a6-a839-4a4d-8b57-c9a1fd279ca2 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1969488 Dec 10 19:21:02.072249 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55890) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:02.085981 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-150fbf95-bced-4b89-a4e9-c1c11515340f None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:02.093560 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-150fbf95-bced-4b89-a4e9-c1c11515340f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:02.117472 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-b0adde6a-3d21-43ad-b454-5cf1d619a933 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=68e2ee80-e7f8-4be2-b0d8-392fd4a4e031&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0435271 Dec 10 19:21:02.120789 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55892) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:02.141483 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150fbf95-bced-4b89-a4e9-c1c11515340f None None] Network 391fc58d-7463-4b53-88af-7a35ae46a70e is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:21:02.144794 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-150fbf95-bced-4b89-a4e9-c1c11515340f None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:21:02.152793 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150fbf95-bced-4b89-a4e9-c1c11515340f None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:21:02.157862 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150fbf95-bced-4b89-a4e9-c1c11515340f None None] Pushing event updated for resources: {'Port': ['ID=2c1ee6e8-87ad-456f-bffc-ba7065381471,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:02.200446 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-4511483b-e1d2-4a0f-9bf3-6f494493153b tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=730e4c9f0aba4accb176e575114c849e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0772934 Dec 10 19:21:02.202706 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55894) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:02.237353 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-995b9503-5866-4089-8ec1-434607ea4768 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Allocated IP 172.20.0.1 (391fc58d-7463-4b53-88af-7a35ae46a70e/bf1886a7-9f5e-4024-bf67-e7395cdb2899/f3c39c14-1d20-46f2-8e04-fcd1e9fac885) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:21:02.259491 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-150fbf95-bced-4b89-a4e9-c1c11515340f None None] Attempting to bind port 2c1ee6e8-87ad-456f-bffc-ba7065381471 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:21:02.260099 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-150fbf95-bced-4b89-a4e9-c1c11515340f None None] Attempting to bind port 2c1ee6e8-87ad-456f-bffc-ba7065381471 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '488b36a0-a0bd-4e24-8c51-f0e708ac0338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '391fc58d-7463-4b53-88af-7a35ae46a70e'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:21:02.260924 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150fbf95-bced-4b89-a4e9-c1c11515340f None None] Attempting to bind port 2c1ee6e8-87ad-456f-bffc-ba7065381471 on network 391fc58d-7463-4b53-88af-7a35ae46a70e {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:21:02.273852 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:02.275211 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150fbf95-bced-4b89-a4e9-c1c11515340f None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:21:02.276033 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150fbf95-bced-4b89-a4e9-c1c11515340f None None] Checking segment: {'id': '488b36a0-a0bd-4e24-8c51-f0e708ac0338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '391fc58d-7463-4b53-88af-7a35ae46a70e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:21:02.276904 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-150fbf95-bced-4b89-a4e9-c1c11515340f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:02.277595 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150fbf95-bced-4b89-a4e9-c1c11515340f None None] Bound using segment: {'id': '488b36a0-a0bd-4e24-8c51-f0e708ac0338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '391fc58d-7463-4b53-88af-7a35ae46a70e'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:21:02.278428 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-150fbf95-bced-4b89-a4e9-c1c11515340f None None] Bound port: 2c1ee6e8-87ad-456f-bffc-ba7065381471, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '488b36a0-a0bd-4e24-8c51-f0e708ac0338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '391fc58d-7463-4b53-88af-7a35ae46a70e'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:21:02.279185 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-150fbf95-bced-4b89-a4e9-c1c11515340f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:02.332267 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071df5f5-1454-4c92-851b-e29fc9004332 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:02.339002 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-071df5f5-1454-4c92-851b-e29fc9004332 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1306403 Dec 10 19:21:02.341238 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55896) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:02.372317 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-150fbf95-bced-4b89-a4e9-c1c11515340f None None] For port 2c1ee6e8-87ad-456f-bffc-ba7065381471, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:21:02.376665 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-150fbf95-bced-4b89-a4e9-c1c11515340f None None] For port 2c1ee6e8-87ad-456f-bffc-ba7065381471, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=2c1ee6e8-87ad-456f-bffc-ba7065381471,segment=NetworkSegment(488b36a0-a0bd-4e24-8c51-f0e708ac0338),segment_id=488b36a0-a0bd-4e24-8c51-f0e708ac0338)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:21:02.383154 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-150fbf95-bced-4b89-a4e9-c1c11515340f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:02.388124 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-3daecf75-48d1-4957-b6d7-984d6f512bb0 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=68e2ee80-e7f8-4be2-b0d8-392fd4a4e031&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410695 Dec 10 19:21:02.388371 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55898) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:02.392418 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-995b9503-5866-4089-8ec1-434607ea4768 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:02.396428 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-caa468f5-a6b4-4677-a9b9-e7a3954c5902 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-322327264', 'network_id': '139f81ab-d6c8-498d-952f-fa382d229482', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:21:02.434596 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-995b9503-5866-4089-8ec1-434607ea4768 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:02.460752 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150fbf95-bced-4b89-a4e9-c1c11515340f None None] Pushing event updated for resources: {'Port': ['ID=2c1ee6e8-87ad-456f-bffc-ba7065381471,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:02.515677 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa468f5-a6b4-4677-a9b9-e7a3954c5902 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Made reservation on behalf of 730e4c9f0aba4accb176e575114c849e for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:21:02.516731 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995b9503-5866-4089-8ec1-434607ea4768 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Network 391fc58d-7463-4b53-88af-7a35ae46a70e is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:21:02.520903 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-caa468f5-a6b4-4677-a9b9-e7a3954c5902 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:02.523045 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-995b9503-5866-4089-8ec1-434607ea4768 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:21:02.529531 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995b9503-5866-4089-8ec1-434607ea4768 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:21:02.574031 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995b9503-5866-4089-8ec1-434607ea4768 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event updated for resources: {'Port': ['ID=f3c39c14-1d20-46f2-8e04-fcd1e9fac885,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:02.619025 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-995b9503-5866-4089-8ec1-434607ea4768 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712030'] for router_interface, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:02.845992 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-caa468f5-a6b4-4677-a9b9-e7a3954c5902 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:02.878582 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-995b9503-5866-4089-8ec1-434607ea4768 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:02.922714 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa468f5-a6b4-4677-a9b9-e7a3954c5902 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Subnet': ['ID=0216fdd2-22ad-4c45-a0c1-0fed28a79b40,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:02.937579 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa468f5-a6b4-4677-a9b9-e7a3954c5902 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Checking segment: {'id': '387b8a8e-867a-40d3-829b-f0133992e76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '139f81ab-d6c8-498d-952f-fa382d229482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:21:02.938075 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa468f5-a6b4-4677-a9b9-e7a3954c5902 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Network hostable DHCP agents. Network: 139f81ab-d6c8-498d-952f-fa382d229482, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:21:02.958739 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa468f5-a6b4-4677-a9b9-e7a3954c5902 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Network 139f81ab-d6c8-498d-952f-fa382d229482 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:21:02.973724 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-caa468f5-a6b4-4677-a9b9-e7a3954c5902 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 139f81ab-d6c8-498d-952f-fa382d229482) {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:21:02.981424 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa468f5-a6b4-4677-a9b9-e7a3954c5902 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:02.982950 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-caa468f5-a6b4-4677-a9b9-e7a3954c5902 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:02.986899 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84404615-8b77-410d-9f8c-9c7d42abd9f5 None None] Network 139f81ab-d6c8-498d-952f-fa382d229482 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:21:03.012965 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-caa468f5-a6b4-4677-a9b9-e7a3954c5902 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6231000 Dec 10 19:21:03.170366 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34db1f7-6468-4042-8353-71f28e7c9d82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-139f81ab-d6c8-498d-952f-fa382d229482', 'network_id': '139f81ab-d6c8-498d-952f-fa382d229482', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'fixed_ips': [{'subnet_id': '0216fdd2-22ad-4c45-a0c1-0fed28a79b40'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:21:03.171720 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e34db1f7-6468-4042-8353-71f28e7c9d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:03.355922 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55902) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:03.361713 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-a739efb1-c2cc-47cb-abc8-b18432d7a675 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1699427533', 'description': 'tempest-secgroup-smoke-1699427533 description', 'project_id': '730e4c9f0aba4accb176e575114c849e'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:21:03.373663 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-e34db1f7-6468-4042-8353-71f28e7c9d82 None None] Allocated IP 172.20.0.18 (139f81ab-d6c8-498d-952f-fa382d229482/0216fdd2-22ad-4c45-a0c1-0fed28a79b40/9afd9e63-bfb0-41ba-8fd8-1e27af04daa9) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:21:03.395806 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a739efb1-c2cc-47cb-abc8-b18432d7a675 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:03.512371 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a739efb1-c2cc-47cb-abc8-b18432d7a675 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:03.520533 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a739efb1-c2cc-47cb-abc8-b18432d7a675 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:03.577214 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a739efb1-c2cc-47cb-abc8-b18432d7a675 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1907ce6b-399b-41b2-a6fc-f240420c8046,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:03.596652 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a739efb1-c2cc-47cb-abc8-b18432d7a675 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:03.598132 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-a739efb1-c2cc-47cb-abc8-b18432d7a675 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2406950 Dec 10 19:21:03.604155 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55904) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:03.611789 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-7d63443a-9e94-42d7-a973-b5cc5afb0f80 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': '1907ce6b-399b-41b2-a6fc-f240420c8046', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:21:03.684856 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e34db1f7-6468-4042-8353-71f28e7c9d82 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:03.687439 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7d63443a-9e94-42d7-a973-b5cc5afb0f80 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:03.690761 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 2c1ee6e8-87ad-456f-bffc-ba7065381471 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:21:03.721684 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e34db1f7-6468-4042-8353-71f28e7c9d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:03.775154 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7d63443a-9e94-42d7-a973-b5cc5afb0f80 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:03.781256 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34db1f7-6468-4042-8353-71f28e7c9d82 None None] Network 139f81ab-d6c8-498d-952f-fa382d229482 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:21:03.782165 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7d63443a-9e94-42d7-a973-b5cc5afb0f80 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:03.789090 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-e34db1f7-6468-4042-8353-71f28e7c9d82 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:21:03.798810 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34db1f7-6468-4042-8353-71f28e7c9d82 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:21:03.804683 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-995b9503-5866-4089-8ec1-434607ea4768 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:03.815764 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-995b9503-5866-4089-8ec1-434607ea4768 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:03.818627 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34db1f7-6468-4042-8353-71f28e7c9d82 None None] Pushing event updated for resources: {'Port': ['ID=9afd9e63-bfb0-41ba-8fd8-1e27af04daa9,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:03.821378 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d63443a-9e94-42d7-a973-b5cc5afb0f80 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23f42cbe-78a1-4f00-963e-db540fe7832f,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:03.840390 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7d63443a-9e94-42d7-a973-b5cc5afb0f80 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:03.845913 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-7d63443a-9e94-42d7-a973-b5cc5afb0f80 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2403224 Dec 10 19:21:03.846804 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55906) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:03.854943 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-2f25725d-f84e-4750-bcdb-021380c420c2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': '1907ce6b-399b-41b2-a6fc-f240420c8046', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:21:03.857675 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 2c1ee6e8-87ad-456f-bffc-ba7065381471 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:21:03.858241 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:03.905565 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2f25725d-f84e-4750-bcdb-021380c420c2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:03.917100 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6742a83-864c-4f33-b992-ac6574f6af14 None None] Network 391fc58d-7463-4b53-88af-7a35ae46a70e requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:21:03.930516 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995b9503-5866-4089-8ec1-434607ea4768 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event updated for resources: {'Port': ['ID=f3c39c14-1d20-46f2-8e04-fcd1e9fac885,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:03.933383 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-995b9503-5866-4089-8ec1-434607ea4768 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3755716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711339'] for router_interface, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:03.977830 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:21:03.986717 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2f25725d-f84e-4750-bcdb-021380c420c2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:03.992189 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2f25725d-f84e-4750-bcdb-021380c420c2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:04.018869 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-e34db1f7-6468-4042-8353-71f28e7c9d82 None None] Attempting to bind port 9afd9e63-bfb0-41ba-8fd8-1e27af04daa9 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:21:04.019550 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2f25725d-f84e-4750-bcdb-021380c420c2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:04.019661 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-e34db1f7-6468-4042-8353-71f28e7c9d82 None None] Attempting to bind port 9afd9e63-bfb0-41ba-8fd8-1e27af04daa9 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '387b8a8e-867a-40d3-829b-f0133992e76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '139f81ab-d6c8-498d-952f-fa382d229482'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:21:04.019661 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34db1f7-6468-4042-8353-71f28e7c9d82 None None] Attempting to bind port 9afd9e63-bfb0-41ba-8fd8-1e27af04daa9 on network 139f81ab-d6c8-498d-952f-fa382d229482 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:21:04.024145 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-2f25725d-f84e-4750-bcdb-021380c420c2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1760123 Dec 10 19:21:04.025358 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55908) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:04.032388 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-f430b7f3-cc33-408d-97d3-2166475d1923 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': '1907ce6b-399b-41b2-a6fc-f240420c8046', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:21:04.037649 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f25725d-f84e-4750-bcdb-021380c420c2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1aed345-1c0a-4841-8e44-cd63b1275fac,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:04.048946 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34db1f7-6468-4042-8353-71f28e7c9d82 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:21:04.049291 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34db1f7-6468-4042-8353-71f28e7c9d82 None None] Checking segment: {'id': '387b8a8e-867a-40d3-829b-f0133992e76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '139f81ab-d6c8-498d-952f-fa382d229482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:21:04.049698 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e34db1f7-6468-4042-8353-71f28e7c9d82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:04.050091 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34db1f7-6468-4042-8353-71f28e7c9d82 None None] Bound using segment: {'id': '387b8a8e-867a-40d3-829b-f0133992e76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '139f81ab-d6c8-498d-952f-fa382d229482'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:21:04.050672 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-e34db1f7-6468-4042-8353-71f28e7c9d82 None None] Bound port: 9afd9e63-bfb0-41ba-8fd8-1e27af04daa9, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '387b8a8e-867a-40d3-829b-f0133992e76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '139f81ab-d6c8-498d-952f-fa382d229482'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:21:04.051099 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e34db1f7-6468-4042-8353-71f28e7c9d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:04.055301 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-72bc878a-5894-41ba-8fdb-00a821a505f9 None None] Provisioning complete for port 2c1ee6e8-87ad-456f-bffc-ba7065381471 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:21:04.055773 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-72bc878a-5894-41ba-8fdb-00a821a505f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:04.072487 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f430b7f3-cc33-408d-97d3-2166475d1923 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:04.111588 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995b9503-5866-4089-8ec1-434607ea4768 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Network 391fc58d-7463-4b53-88af-7a35ae46a70e is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:21:04.113257 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-995b9503-5866-4089-8ec1-434607ea4768 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:21:04.186718 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f430b7f3-cc33-408d-97d3-2166475d1923 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:04.193040 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f430b7f3-cc33-408d-97d3-2166475d1923 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:04.223595 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f430b7f3-cc33-408d-97d3-2166475d1923 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f98847fd-5369-483d-8ff8-d4a4f0d97857,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:04.236016 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f430b7f3-cc33-408d-97d3-2166475d1923 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:04.241471 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-f430b7f3-cc33-408d-97d3-2166475d1923 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2136145 Dec 10 19:21:04.242926 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55910) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:04.250225 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-329a5bdb-442c-4a87-a443-7722c7d60134 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': '1907ce6b-399b-41b2-a6fc-f240420c8046', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:21:04.258471 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:04.266789 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-995b9503-5866-4089-8ec1-434607ea4768 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Router cb7af585-7520-4d59-a806-d0148a277053 is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:21:04.302243 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-329a5bdb-442c-4a87-a443-7722c7d60134 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:04.398269 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995b9503-5866-4089-8ec1-434607ea4768 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:21:04.410258 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-995b9503-5866-4089-8ec1-434607ea4768 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "PUT /v2.0/routers/cb7af585-7520-4d59-a806-d0148a277053/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9166479 Dec 10 19:21:04.410258 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55912) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:04.426793 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-329a5bdb-442c-4a87-a443-7722c7d60134 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:04.434811 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-329a5bdb-442c-4a87-a443-7722c7d60134 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:04.471729 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329a5bdb-442c-4a87-a443-7722c7d60134 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e34167cd-6144-4353-a29b-32c1ac191739,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:04.484948 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-329a5bdb-442c-4a87-a443-7722c7d60134 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:04.485460 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e2d503-5716-4444-9848-12cc76760c6e tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:04.490233 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-c8e2d503-5716-4444-9848-12cc76760c6e tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "GET /v2.0/ports/f3c39c14-1d20-46f2-8e04-fcd1e9fac885 HTTP/1.1" status: 200 len: 910 time: 0.0757167 Dec 10 19:21:04.490469 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-329a5bdb-442c-4a87-a443-7722c7d60134 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2446201 Dec 10 19:21:04.492744 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55916) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:04.492973 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55914) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:04.496532 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6c7ec6-d647-456b-bf87-1b69158c3249 None None] Sync routers for ids ['cb7af585-7520-4d59-a806-d0148a277053'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:21:04.499822 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-7ab6fd4b-6764-4c81-b2b4-29773c7cf608 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bf1886a7-9f5e-4024-bf67-e7395cdb2899'}]}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:21:04.502106 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-a1d6e08a-81db-4591-864a-7f612d9b235a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': '1907ce6b-399b-41b2-a6fc-f240420c8046', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:21:04.541525 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.securitygroups_db [None req-a1d6e08a-81db-4591-864a-7f612d9b235a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Project 730e4c9f0aba4accb176e575114c849e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:21:04.543571 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-e34db1f7-6468-4042-8353-71f28e7c9d82 None None] For port 9afd9e63-bfb0-41ba-8fd8-1e27af04daa9, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:21:04.552260 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a1d6e08a-81db-4591-864a-7f612d9b235a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:04.573932 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-e34db1f7-6468-4042-8353-71f28e7c9d82 None None] For port 9afd9e63-bfb0-41ba-8fd8-1e27af04daa9, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=9afd9e63-bfb0-41ba-8fd8-1e27af04daa9,segment=NetworkSegment(387b8a8e-867a-40d3-829b-f0133992e76e),segment_id=387b8a8e-867a-40d3-829b-f0133992e76e)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:21:04.578068 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port 2c1ee6e8-87ad-456f-bffc-ba7065381471, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=2c1ee6e8-87ad-456f-bffc-ba7065381471,segment=NetworkSegment(488b36a0-a0bd-4e24-8c51-f0e708ac0338),segment_id=488b36a0-a0bd-4e24-8c51-f0e708ac0338)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:21:04.582438 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6c7ec6-d647-456b-bf87-1b69158c3249 None None] Routers {'cb7af585-7520-4d59-a806-d0148a277053'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:21:04.583074 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-6b6c7ec6-d647-456b-bf87-1b69158c3249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:20:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['cb7af585-7520-4d59-a806-d0148a277053'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:04.590182 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e34db1f7-6468-4042-8353-71f28e7c9d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:04.597769 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:04.656009 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a1d6e08a-81db-4591-864a-7f612d9b235a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:04.663676 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a1d6e08a-81db-4591-864a-7f612d9b235a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:04.664973 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-6b6c7ec6-d647-456b-bf87-1b69158c3249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:04.670089 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-72bc878a-5894-41ba-8fdb-00a821a505f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:04.701052 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a1d6e08a-81db-4591-864a-7f612d9b235a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:04.702691 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-a1d6e08a-81db-4591-864a-7f612d9b235a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2083662 Dec 10 19:21:04.703854 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d6e08a-81db-4591-864a-7f612d9b235a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efa34741-c6e7-459b-8205-12eaeffadacc,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:04.706910 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55918) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:04.707992 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6c7ec6-d647-456b-bf87-1b69158c3249 None None] Routers {'cb7af585-7520-4d59-a806-d0148a277053'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:21:04.708757 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-6b6c7ec6-d647-456b-bf87-1b69158c3249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:20:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['cb7af585-7520-4d59-a806-d0148a277053'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:04.713574 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-e73bf1bb-d89d-4eb6-8833-f5ab90983d7b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': '1907ce6b-399b-41b2-a6fc-f240420c8046', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:21:04.758686 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.securitygroups_db [None req-e73bf1bb-d89d-4eb6-8833-f5ab90983d7b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Project 730e4c9f0aba4accb176e575114c849e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:21:04.775212 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e73bf1bb-d89d-4eb6-8833-f5ab90983d7b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:04.825063 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-6b6c7ec6-d647-456b-bf87-1b69158c3249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:04.826150 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6c7ec6-d647-456b-bf87-1b69158c3249 None None] The sync data for ids ['cb7af585-7520-4d59-a806-d0148a277053'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:21:04.845154 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34db1f7-6468-4042-8353-71f28e7c9d82 None None] Pushing event updated for resources: {'Port': ['ID=9afd9e63-bfb0-41ba-8fd8-1e27af04daa9,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:04.886955 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e73bf1bb-d89d-4eb6-8833-f5ab90983d7b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:04.900858 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e73bf1bb-d89d-4eb6-8833-f5ab90983d7b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:04.910550 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7ab6fd4b-6764-4c81-b2b4-29773c7cf608 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:04.955606 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73bf1bb-d89d-4eb6-8833-f5ab90983d7b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=971ee4c5-9a9f-4684-920c-e5853a8327f5,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:04.978849 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e73bf1bb-d89d-4eb6-8833-f5ab90983d7b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:04.992535 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-e73bf1bb-d89d-4eb6-8833-f5ab90983d7b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2721732 Dec 10 19:21:05.045869 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=2c1ee6e8-87ad-456f-bffc-ba7065381471,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:05.071805 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.db.api [None req-72bc878a-5894-41ba-8fdb-00a821a505f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102367) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:21:05.072238 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG oslo_db.api [None req-72bc878a-5894-41ba-8fdb-00a821a505f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:21:05.456297 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-12236d88-32fb-4336-b491-1b38f56d13fb req-9f1cee0e-a776-464d-98a9-640a4679883e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1699427533&fields=id&tenant_id=730e4c9f0aba4accb176e575114c849e HTTP/1.1" status: 200 len: 267 time: 0.0638139 Dec 10 19:21:05.731219 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12236d88-32fb-4336-b491-1b38f56d13fb req-7fdfa75a-9b21-4b34-aad8-a5245d54423d tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:05.748305 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 2c1ee6e8-87ad-456f-bffc-ba7065381471 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:21:05.761336 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-12236d88-32fb-4336-b491-1b38f56d13fb req-7fdfa75a-9b21-4b34-aad8-a5245d54423d tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/networks?id=139f81ab-d6c8-498d-952f-fa382d229482 HTTP/1.1" status: 200 len: 796 time: 0.2947078 Dec 10 19:21:05.796983 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-12236d88-32fb-4336-b491-1b38f56d13fb req-503fb05d-a0ad-4b85-ba26-6ca26ca42dff tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/quotas/730e4c9f0aba4accb176e575114c849e HTTP/1.1" status: 200 len: 375 time: 0.0246100 Dec 10 19:21:05.821403 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 2c1ee6e8-87ad-456f-bffc-ba7065381471 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:21:05.821779 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:05.833676 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7ab6fd4b-6764-4c81-b2b4-29773c7cf608 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:05.854657 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7ab6fd4b-6764-4c81-b2b4-29773c7cf608 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:05.892291 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-e8f133bb-71dc-48aa-bcab-b15263f5de4c None None] Provisioning complete for port 2c1ee6e8-87ad-456f-bffc-ba7065381471 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:21:05.892976 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e8f133bb-71dc-48aa-bcab-b15263f5de4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:05.964888 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-12236d88-32fb-4336-b491-1b38f56d13fb req-eaaa321e-d446-4083-9a84-5bd424daa034 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=730e4c9f0aba4accb176e575114c849e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1529922 Dec 10 19:21:06.014223 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab6fd4b-6764-4c81-b2b4-29773c7cf608 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:06.015112 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7ab6fd4b-6764-4c81-b2b4-29773c7cf608 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:06.019582 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-7ab6fd4b-6764-4c81-b2b4-29773c7cf608 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "PUT /v2.0/ports/f3c39c14-1d20-46f2-8e04-fcd1e9fac885 HTTP/1.1" status: 200 len: 910 time: 1.5252659 Dec 10 19:21:06.031157 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55932) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:06.127993 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 9afd9e63-bfb0-41ba-8fd8-1e27af04daa9 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:21:06.209262 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-12236d88-32fb-4336-b491-1b38f56d13fb req-dfd601ce-6fc5-47ab-a2f7-f60fd7763424 service neutron] 10.222.0.69 "GET /v2.0/networks/139f81ab-d6c8-498d-952f-fa382d229482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133996 Dec 10 19:21:06.221857 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab6fd4b-6764-4c81-b2b4-29773c7cf608 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event updated for resources: {'Port': ['ID=f3c39c14-1d20-46f2-8e04-fcd1e9fac885,revision_number=3']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:06.343920 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-e8f133bb-71dc-48aa-bcab-b15263f5de4c None None] Provisioning complete for port f3c39c14-1d20-46f2-8e04-fcd1e9fac885 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:21:06.344681 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e8f133bb-71dc-48aa-bcab-b15263f5de4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:06.360831 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-12236d88-32fb-4336-b491-1b38f56d13fb req-109fea78-31ef-4c73-ade7-fd5a5b9a33aa service neutron] 10.222.0.69 "GET /v2.0/networks/139f81ab-d6c8-498d-952f-fa382d229482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500921 Dec 10 19:21:06.379604 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 9afd9e63-bfb0-41ba-8fd8-1e27af04daa9 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:21:06.380242 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:06.465051 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-e8f133bb-71dc-48aa-bcab-b15263f5de4c None None] Port f3c39c14-1d20-46f2-8e04-fcd1e9fac885 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:21:06.621709 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-963c2129-63e8-49b6-9eba-f3bfda6cc441 req-f4a81f6d-0672-4b70-b8f1-2fab1f2934d5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=0873eabe-c94d-487e-8192-2c70fe076c07 HTTP/1.1" status: 200 len: 210 time: 0.0499611 Dec 10 19:21:06.667741 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-a91edd87-9e95-444e-ab09-dff7e418777e None None] Provisioning complete for port f3c39c14-1d20-46f2-8e04-fcd1e9fac885 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:21:06.668048 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a91edd87-9e95-444e-ab09-dff7e418777e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:06.671195 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:06.723663 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16825d6e-6498-4e0a-b019-0f27c9a0fdaa None None] Network 139f81ab-d6c8-498d-952f-fa382d229482 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:21:06.749969 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-a91edd87-9e95-444e-ab09-dff7e418777e None None] Port f3c39c14-1d20-46f2-8e04-fcd1e9fac885 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:21:06.793189 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port 9afd9e63-bfb0-41ba-8fd8-1e27af04daa9, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=9afd9e63-bfb0-41ba-8fd8-1e27af04daa9,segment=NetworkSegment(387b8a8e-867a-40d3-829b-f0133992e76e),segment_id=387b8a8e-867a-40d3-829b-f0133992e76e)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:21:06.801695 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:06.807173 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-aefb5b94-a810-482c-92d9-6ac50f52c75b tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711290'] for router_interface, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:06.907408 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=9afd9e63-bfb0-41ba-8fd8-1e27af04daa9,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:06.943561 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-a5d9bf49-89c9-403b-8c30-d895a1553084 None None] Provisioning complete for port 9afd9e63-bfb0-41ba-8fd8-1e27af04daa9 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:21:06.944534 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a5d9bf49-89c9-403b-8c30-d895a1553084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:07.225975 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-aefb5b94-a810-482c-92d9-6ac50f52c75b tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Deleting port f3c39c14-1d20-46f2-8e04-fcd1e9fac885 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:21:07.226549 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-aefb5b94-a810-482c-92d9-6ac50f52c75b tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:07.373157 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-aefb5b94-a810-482c-92d9-6ac50f52c75b tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:07.393825 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-aefb5b94-a810-482c-92d9-6ac50f52c75b tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Calling delete_port for f3c39c14-1d20-46f2-8e04-fcd1e9fac885 owned by network:router_interface {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:21:07.466302 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-573695be-8bb4-44d4-848d-75a1aa20e2de None None] Provisioning complete for port 9afd9e63-bfb0-41ba-8fd8-1e27af04daa9 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:21:07.467179 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-573695be-8bb4-44d4-848d-75a1aa20e2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:07.599508 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 9afd9e63-bfb0-41ba-8fd8-1e27af04daa9 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:21:07.663456 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-aefb5b94-a810-482c-92d9-6ac50f52c75b tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:07.669801 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 9afd9e63-bfb0-41ba-8fd8-1e27af04daa9 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:21:07.670531 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:07.695090 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb5b94-a810-482c-92d9-6ac50f52c75b tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event deleted for resources: {'Port': ['ID=f3c39c14-1d20-46f2-8e04-fcd1e9fac885,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:07.862112 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0b181c78-c2ff-4f11-9878-e89971bfae1c req-34e19e2d-73b1-4baf-bd32-211307a66255 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=0873eabe-c94d-487e-8192-2c70fe076c07 HTTP/1.1" status: 200 len: 210 time: 0.0745637 Dec 10 19:21:07.954114 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-aefb5b94-a810-482c-92d9-6ac50f52c75b tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3755731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3712768'] for router_interface, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:08.098902 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12236d88-32fb-4336-b491-1b38f56d13fb req-825272d4-2fcd-4b86-83ef-5dad7c3c3adf tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:08.101137 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-12236d88-32fb-4336-b491-1b38f56d13fb req-825272d4-2fcd-4b86-83ef-5dad7c3c3adf tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.36 "GET /v2.0/networks?id=139f81ab-d6c8-498d-952f-fa382d229482 HTTP/1.1" status: 200 len: 796 time: 0.2078586 Dec 10 19:21:08.158064 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-12236d88-32fb-4336-b491-1b38f56d13fb req-aa3338d5-4505-49a4-a83c-65d35abb53f1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=730e4c9f0aba4accb176e575114c849e HTTP/1.1" status: 200 len: 471 time: 0.0454957 Dec 10 19:21:08.171237 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aefb5b94-a810-482c-92d9-6ac50f52c75b tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Router cb7af585-7520-4d59-a806-d0148a277053 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:21:08.175398 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-12236d88-32fb-4336-b491-1b38f56d13fb req-8cc651e0-f7ae-4db7-8dfb-9a2051ededac tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'port': {'device_id': '0873eabe-c94d-487e-8192-2c70fe076c07', 'network_id': '139f81ab-d6c8-498d-952f-fa382d229482', 'admin_state_up': True, 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'security_groups': ['1907ce6b-399b-41b2-a6fc-f240420c8046']}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:21:08.261129 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aefb5b94-a810-482c-92d9-6ac50f52c75b tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:21:08.266740 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-aefb5b94-a810-482c-92d9-6ac50f52c75b tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "PUT /v2.0/routers/cb7af585-7520-4d59-a806-d0148a277053/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2348988 Dec 10 19:21:08.270225 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55952) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:08.279304 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40470aa0-955e-4ecd-b60d-edbaace920ba None None] Sync routers for ids ['cb7af585-7520-4d59-a806-d0148a277053'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:21:08.290526 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40470aa0-955e-4ecd-b60d-edbaace920ba None None] Routers {'cb7af585-7520-4d59-a806-d0148a277053'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:21:08.291147 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-40470aa0-955e-4ecd-b60d-edbaace920ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:20:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['cb7af585-7520-4d59-a806-d0148a277053'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:08.327253 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-40470aa0-955e-4ecd-b60d-edbaace920ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:08.339194 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40470aa0-955e-4ecd-b60d-edbaace920ba None None] Routers {'cb7af585-7520-4d59-a806-d0148a277053'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:21:08.339821 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-40470aa0-955e-4ecd-b60d-edbaace920ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:20:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['cb7af585-7520-4d59-a806-d0148a277053'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:08.352917 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-870bb61e-84ed-460a-b4c6-fb4ecd8f06f3 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb7af585-7520-4d59-a806-d0148a277053 HTTP/1.1" status: 200 len: 205 time: 0.0752380 Dec 10 19:21:08.353611 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55954) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:08.375227 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-40470aa0-955e-4ecd-b60d-edbaace920ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:08.375782 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40470aa0-955e-4ecd-b60d-edbaace920ba None None] The sync data for ids ['cb7af585-7520-4d59-a806-d0148a277053'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:21:08.398243 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12236d88-32fb-4336-b491-1b38f56d13fb req-8cc651e0-f7ae-4db7-8dfb-9a2051ededac tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Made reservation on behalf of 730e4c9f0aba4accb176e575114c849e for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:21:08.402258 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-12236d88-32fb-4336-b491-1b38f56d13fb req-8cc651e0-f7ae-4db7-8dfb-9a2051ededac tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:08.456931 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1c5a0d2b-859f-4587-b700-25bbb9a4ecb4 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for router, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:08.583292 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [req-12236d88-32fb-4336-b491-1b38f56d13fb req-8cc651e0-f7ae-4db7-8dfb-9a2051ededac tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Allocated IP 172.20.0.29 (139f81ab-d6c8-498d-952f-fa382d229482/0216fdd2-22ad-4c45-a0c1-0fed28a79b40/9ae08f31-554f-4ac2-94e2-50ecb66855bd) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:21:08.688338 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1c5a0d2b-859f-4587-b700-25bbb9a4ecb4 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:08.691718 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1c5a0d2b-859f-4587-b700-25bbb9a4ecb4 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:08.754560 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1c5a0d2b-859f-4587-b700-25bbb9a4ecb4 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:08.755221 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5a0d2b-859f-4587-b700-25bbb9a4ecb4 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Fanout notify agent at l3_agent the message router_deleted on router cb7af585-7520-4d59-a806-d0148a277053 {{(pid=102366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:21:08.764704 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1c5a0d2b-859f-4587-b700-25bbb9a4ecb4 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:08.770648 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-1c5a0d2b-859f-4587-b700-25bbb9a4ecb4 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "DELETE /v2.0/routers/cb7af585-7520-4d59-a806-d0148a277053 HTTP/1.1" status: 204 len: 168 time: 0.4109819 Dec 10 19:21:08.771069 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55956) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:08.801885 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-12236d88-32fb-4336-b491-1b38f56d13fb req-8cc651e0-f7ae-4db7-8dfb-9a2051ededac tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:08.840796 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-cee3a758-2b1c-4749-ba71-2eca2f89eb1e tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Deleting subnet bf1886a7-9f5e-4024-bf67-e7395cdb2899 {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:21:08.847132 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cee3a758-2b1c-4749-ba71-2eca2f89eb1e tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:08.848534 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-12236d88-32fb-4336-b491-1b38f56d13fb req-8cc651e0-f7ae-4db7-8dfb-9a2051ededac tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:08.906172 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12236d88-32fb-4336-b491-1b38f56d13fb req-8cc651e0-f7ae-4db7-8dfb-9a2051ededac tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Network 139f81ab-d6c8-498d-952f-fa382d229482 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:21:08.909948 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [req-12236d88-32fb-4336-b491-1b38f56d13fb req-8cc651e0-f7ae-4db7-8dfb-9a2051ededac tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:21:08.918712 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cee3a758-2b1c-4749-ba71-2eca2f89eb1e tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:08.919054 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-12236d88-32fb-4336-b491-1b38f56d13fb req-8cc651e0-f7ae-4db7-8dfb-9a2051ededac tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:21:08.922247 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc651e0-f7ae-4db7-8dfb-9a2051ededac tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Port': ['ID=9ae08f31-554f-4ac2-94e2-50ecb66855bd,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:09.005805 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12236d88-32fb-4336-b491-1b38f56d13fb req-8cc651e0-f7ae-4db7-8dfb-9a2051ededac tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:09.007483 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-12236d88-32fb-4336-b491-1b38f56d13fb req-8cc651e0-f7ae-4db7-8dfb-9a2051ededac tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:09.083458 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-12236d88-32fb-4336-b491-1b38f56d13fb req-8cc651e0-f7ae-4db7-8dfb-9a2051ededac tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9124763 Dec 10 19:21:09.099788 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cee3a758-2b1c-4749-ba71-2eca2f89eb1e tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:09.101847 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-12236d88-32fb-4336-b491-1b38f56d13fb req-5570db36-e6f7-41cf-a693-ffd32d02aa34 service neutron] Request body: {'port': {'device_id': '0873eabe-c94d-487e-8192-2c70fe076c07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:21:09.218940 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cee3a758-2b1c-4749-ba71-2eca2f89eb1e tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:09.219248 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ab561-7407-4c7e-ad79-b558bdd6a084 req-32d13c9f-5bed-44f7-a9d6-e80f764b32ec tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:09.222455 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1c8ab561-7407-4c7e-ad79-b558bdd6a084 req-32d13c9f-5bed-44f7-a9d6-e80f764b32ec tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=0873eabe-c94d-487e-8192-2c70fe076c07 HTTP/1.1" status: 200 len: 932 time: 0.2091982 Dec 10 19:21:09.227770 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-12236d88-32fb-4336-b491-1b38f56d13fb req-5570db36-e6f7-41cf-a693-ffd32d02aa34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:09.263566 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee3a758-2b1c-4749-ba71-2eca2f89eb1e tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event deleted for resources: {'Subnet': ['ID=bf1886a7-9f5e-4024-bf67-e7395cdb2899,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:09.269700 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cee3a758-2b1c-4749-ba71-2eca2f89eb1e tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:09.278946 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-cee3a758-2b1c-4749-ba71-2eca2f89eb1e tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "DELETE /v2.0/subnets/bf1886a7-9f5e-4024-bf67-e7395cdb2899 HTTP/1.1" status: 204 len: 168 time: 0.5026431 Dec 10 19:21:09.279600 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55960) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:09.282319 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef3fdd6-0a8c-4988-a54f-f4243bdb4cbe None None] Network 391fc58d-7463-4b53-88af-7a35ae46a70e requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:21:09.341188 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1c8ab561-7407-4c7e-ad79-b558bdd6a084 req-7b43232c-f01c-4ab6-a666-733ef961ff67 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=1907ce6b-399b-41b2-a6fc-f240420c8046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947583 Dec 10 19:21:09.385398 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6c17f277-1b76-4d9b-88e8-6020738a2421 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:09.412289 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-0c185be8-1ce8-47f6-9f44-9dbd388d66fa None None] Provisioning complete for port 9ae08f31-554f-4ac2-94e2-50ecb66855bd triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:21:09.414598 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0c185be8-1ce8-47f6-9f44-9dbd388d66fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:09.495148 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-6c17f277-1b76-4d9b-88e8-6020738a2421 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Deleting port 2c1ee6e8-87ad-456f-bffc-ba7065381471 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:21:09.495886 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6c17f277-1b76-4d9b-88e8-6020738a2421 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:09.508792 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-0c185be8-1ce8-47f6-9f44-9dbd388d66fa None None] Port 9ae08f31-554f-4ac2-94e2-50ecb66855bd cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:21:09.595278 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-6c17f277-1b76-4d9b-88e8-6020738a2421 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] For port 2c1ee6e8-87ad-456f-bffc-ba7065381471, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=2c1ee6e8-87ad-456f-bffc-ba7065381471,segment=NetworkSegment(488b36a0-a0bd-4e24-8c51-f0e708ac0338),segment_id=488b36a0-a0bd-4e24-8c51-f0e708ac0338)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:21:09.595885 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6c17f277-1b76-4d9b-88e8-6020738a2421 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:09.622697 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c2cf20-f473-4b98-afee-59d289074c13 None None] DHCP port deletion for 391fc58d-7463-4b53-88af-7a35ae46a70e request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:21:09.626084 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-6c17f277-1b76-4d9b-88e8-6020738a2421 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Calling delete_port for 2c1ee6e8-87ad-456f-bffc-ba7065381471 owned by network:dhcp {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:21:09.700228 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-92c2cf20-f473-4b98-afee-59d289074c13 None None] Deleting port 2c1ee6e8-87ad-456f-bffc-ba7065381471 {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:21:09.700665 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-92c2cf20-f473-4b98-afee-59d289074c13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:09.734745 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [req-12236d88-32fb-4336-b491-1b38f56d13fb req-5570db36-e6f7-41cf-a693-ffd32d02aa34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ae08f31-554f-4ac2-94e2-50ecb66855bd {{(pid=102365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:21:09.745106 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-12236d88-32fb-4336-b491-1b38f56d13fb req-5570db36-e6f7-41cf-a693-ffd32d02aa34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:09.761374 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.provisioning_blocks [req-12236d88-32fb-4336-b491-1b38f56d13fb req-5570db36-e6f7-41cf-a693-ffd32d02aa34 service neutron] Transition to ACTIVE for port object 9ae08f31-554f-4ac2-94e2-50ecb66855bd will not be triggered until provisioned by entity L2. {{(pid=102365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:21:09.767413 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-12236d88-32fb-4336-b491-1b38f56d13fb req-5570db36-e6f7-41cf-a693-ffd32d02aa34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:09.769009 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6c17f277-1b76-4d9b-88e8-6020738a2421 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:09.802159 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c17f277-1b76-4d9b-88e8-6020738a2421 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event deleted for resources: {'Port': ['ID=2c1ee6e8-87ad-456f-bffc-ba7065381471,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:09.807807 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c17f277-1b76-4d9b-88e8-6020738a2421 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] No DVR routers for this DVR port 2c1ee6e8-87ad-456f-bffc-ba7065381471 on host dv-neutron-821441-1-hyperv {{(pid=102366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:21:09.845788 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-92c2cf20-f473-4b98-afee-59d289074c13 None None] For port 2c1ee6e8-87ad-456f-bffc-ba7065381471, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=2c1ee6e8-87ad-456f-bffc-ba7065381471,segment=NetworkSegment(488b36a0-a0bd-4e24-8c51-f0e708ac0338),segment_id=488b36a0-a0bd-4e24-8c51-f0e708ac0338)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:21:09.847848 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-92c2cf20-f473-4b98-afee-59d289074c13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:09.866949 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5570db36-e6f7-41cf-a693-ffd32d02aa34 service neutron] Pushing event updated for resources: {'Port': ['ID=9ae08f31-554f-4ac2-94e2-50ecb66855bd,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:09.875409 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-92c2cf20-f473-4b98-afee-59d289074c13 None None] Calling delete_port for 2c1ee6e8-87ad-456f-bffc-ba7065381471 owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:21:09.921329 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6c17f277-1b76-4d9b-88e8-6020738a2421 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:09.952610 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-6c17f277-1b76-4d9b-88e8-6020738a2421 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['391fc58d-7463-4b53-88af-7a35ae46a70e']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:09.965571 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-6c17f277-1b76-4d9b-88e8-6020738a2421 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '488b36a0-a0bd-4e24-8c51-f0e708ac0338') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:09.967463 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-6c17f277-1b76-4d9b-88e8-6020738a2421 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '488b36a0-a0bd-4e24-8c51-f0e708ac0338') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:09.980077 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6c17f277-1b76-4d9b-88e8-6020738a2421 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:09.984912 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-12236d88-32fb-4336-b491-1b38f56d13fb req-5570db36-e6f7-41cf-a693-ffd32d02aa34 service neutron] Attempting to bind port 9ae08f31-554f-4ac2-94e2-50ecb66855bd on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:21:09.987622 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-12236d88-32fb-4336-b491-1b38f56d13fb req-5570db36-e6f7-41cf-a693-ffd32d02aa34 service neutron] Attempting to bind port 9ae08f31-554f-4ac2-94e2-50ecb66855bd by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '387b8a8e-867a-40d3-829b-f0133992e76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '139f81ab-d6c8-498d-952f-fa382d229482'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:21:09.988469 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12236d88-32fb-4336-b491-1b38f56d13fb req-5570db36-e6f7-41cf-a693-ffd32d02aa34 service neutron] Attempting to bind port 9ae08f31-554f-4ac2-94e2-50ecb66855bd on network 139f81ab-d6c8-498d-952f-fa382d229482 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:21:09.997858 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12236d88-32fb-4336-b491-1b38f56d13fb req-5570db36-e6f7-41cf-a693-ffd32d02aa34 service neutron] Port 9ae08f31-554f-4ac2-94e2-50ecb66855bd on network 139f81ab-d6c8-498d-952f-fa382d229482 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:21:09.998788 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12236d88-32fb-4336-b491-1b38f56d13fb req-5570db36-e6f7-41cf-a693-ffd32d02aa34 service neutron] Attempting to bind port 9ae08f31-554f-4ac2-94e2-50ecb66855bd on network 139f81ab-d6c8-498d-952f-fa382d229482 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:21:09.999529 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6c17f277-1b76-4d9b-88e8-6020738a2421 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:10.009587 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12236d88-32fb-4336-b491-1b38f56d13fb req-5570db36-e6f7-41cf-a693-ffd32d02aa34 service neutron] Checking agent: {'id': '9e16c23e-95bc-4c2e-b3ec-daf7533f9d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'started_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:21:10.010108 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12236d88-32fb-4336-b491-1b38f56d13fb req-5570db36-e6f7-41cf-a693-ffd32d02aa34 service neutron] Checking segment: {'id': '387b8a8e-867a-40d3-829b-f0133992e76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '139f81ab-d6c8-498d-952f-fa382d229482'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:21:10.010740 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12236d88-32fb-4336-b491-1b38f56d13fb req-5570db36-e6f7-41cf-a693-ffd32d02aa34 service neutron] Bound using segment: {'id': '387b8a8e-867a-40d3-829b-f0133992e76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '139f81ab-d6c8-498d-952f-fa382d229482'} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:21:10.011548 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-12236d88-32fb-4336-b491-1b38f56d13fb req-5570db36-e6f7-41cf-a693-ffd32d02aa34 service neutron] Bound port: 9ae08f31-554f-4ac2-94e2-50ecb66855bd, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '387b8a8e-867a-40d3-829b-f0133992e76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '139f81ab-d6c8-498d-952f-fa382d229482'}}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:21:10.012682 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-12236d88-32fb-4336-b491-1b38f56d13fb req-5570db36-e6f7-41cf-a693-ffd32d02aa34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:10.014766 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c17f277-1b76-4d9b-88e8-6020738a2421 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:21:10.015311 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6c17f277-1b76-4d9b-88e8-6020738a2421 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:10.016399 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-92c2cf20-f473-4b98-afee-59d289074c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:10.019455 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:21:10.019455 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:21:10.019455 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:21:10.019455 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:21:10.019455 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:21:10.019455 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:21:10.019455 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:21:10.019455 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:21:10.019455 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:21:10.019455 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:21:10.019455 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:21:10.019455 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:21:10.019455 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:21:10.019455 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:21:10.019455 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:21:10.019455 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:21:10.019455 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:21:10.019455 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:21:10.019455 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:21:10.019455 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:21:10.019455 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:21:10.019455 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:21:10.019455 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:21:10.019455 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:21:10.019455 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:21:10.019455 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:21:10.019455 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:21:10.019455 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:21:10.019455 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:21:10.019455 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:21:10.019455 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:21:10.019455 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:21:10.054548 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c2cf20-f473-4b98-afee-59d289074c13 None None] Pushing event deleted for resources: {'Port': ['ID=2c1ee6e8-87ad-456f-bffc-ba7065381471,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:10.057399 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c2cf20-f473-4b98-afee-59d289074c13 None None] No DVR routers for this DVR port 2c1ee6e8-87ad-456f-bffc-ba7065381471 on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:21:10.123566 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6c17f277-1b76-4d9b-88e8-6020738a2421 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:10.130643 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-12236d88-32fb-4336-b491-1b38f56d13fb req-5570db36-e6f7-41cf-a693-ffd32d02aa34 service neutron] For port 9ae08f31-554f-4ac2-94e2-50ecb66855bd, host hv-neutron-8214, cleared binding levels {{(pid=102365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:21:10.132116 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6c17f277-1b76-4d9b-88e8-6020738a2421 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:10.136329 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-12236d88-32fb-4336-b491-1b38f56d13fb req-5570db36-e6f7-41cf-a693-ffd32d02aa34 service neutron] For port 9ae08f31-554f-4ac2-94e2-50ecb66855bd, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=9ae08f31-554f-4ac2-94e2-50ecb66855bd,segment=NetworkSegment(387b8a8e-867a-40d3-829b-f0133992e76e),segment_id=387b8a8e-867a-40d3-829b-f0133992e76e)] {{(pid=102365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:21:10.144677 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-6c17f277-1b76-4d9b-88e8-6020738a2421 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "DELETE /v2.0/networks/391fc58d-7463-4b53-88af-7a35ae46a70e HTTP/1.1" status: 204 len: 168 time: 0.8619576 Dec 10 19:21:10.146445 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-12236d88-32fb-4336-b491-1b38f56d13fb req-5570db36-e6f7-41cf-a693-ffd32d02aa34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:10.148140 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55962) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:10.153353 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-774236f9-3e66-479b-8141-988039ed512e tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1185277067', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:21:10.178191 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c17f277-1b76-4d9b-88e8-6020738a2421 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event deleted for resources: {'Network': ['ID=391fc58d-7463-4b53-88af-7a35ae46a70e,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:10.190267 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12236d88-32fb-4336-b491-1b38f56d13fb req-5570db36-e6f7-41cf-a693-ffd32d02aa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:10.190962 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-12236d88-32fb-4336-b491-1b38f56d13fb req-5570db36-e6f7-41cf-a693-ffd32d02aa34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:10.192613 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-12236d88-32fb-4336-b491-1b38f56d13fb req-5570db36-e6f7-41cf-a693-ffd32d02aa34 service neutron] 10.222.0.36 "PUT /v2.0/ports/9ae08f31-554f-4ac2-94e2-50ecb66855bd HTTP/1.1" status: 200 len: 1094 time: 1.0985832 Dec 10 19:21:10.193168 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0873eabe-c94d-487e-8192-2c70fe076c07', 'tag': '9ae08f31-554f-4ac2-94e2-50ecb66855bd'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:21:10.196464 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f5c6cf-90aa-429a-a104-593a097559e7" -d '{"events": [{"name": "network-changed", "server_uuid": "0873eabe-c94d-487e-8192-2c70fe076c07", "tag": "9ae08f31-554f-4ac2-94e2-50ecb66855bd"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:21:10.204807 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-774236f9-3e66-479b-8141-988039ed512e tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:10.207293 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-774236f9-3e66-479b-8141-988039ed512e tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:10.251509 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5570db36-e6f7-41cf-a693-ffd32d02aa34 service neutron] Pushing event updated for resources: {'Port': ['ID=9ae08f31-554f-4ac2-94e2-50ecb66855bd,revision_number=3']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:10.268108 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4bf6aec-c6f0-4187-aeeb-36223f5fb419 x-openstack-request-id: req-f4bf6aec-c6f0-4187-aeeb-36223f5fb419 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:21:10.268546 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0873eabe-c94d-487e-8192-2c70fe076c07", "tag": "9ae08f31-554f-4ac2-94e2-50ecb66855bd", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:21:10.268901 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f4bf6aec-c6f0-4187-aeeb-36223f5fb419 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:21:10.269590 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0873eabe-c94d-487e-8192-2c70fe076c07', 'tag': '9ae08f31-554f-4ac2-94e2-50ecb66855bd', 'status': 'completed', 'code': 200} Dec 10 19:21:10.302832 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-774236f9-3e66-479b-8141-988039ed512e tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:10.307632 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12236d88-32fb-4336-b491-1b38f56d13fb req-46d6b3a0-34b7-4118-a735-744a8d797319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:10.309641 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-12236d88-32fb-4336-b491-1b38f56d13fb req-46d6b3a0-34b7-4118-a735-744a8d797319 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=730e4c9f0aba4accb176e575114c849e&device_id=0873eabe-c94d-487e-8192-2c70fe076c07 HTTP/1.1" status: 200 len: 1097 time: 0.0543668 Dec 10 19:21:10.311308 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-774236f9-3e66-479b-8141-988039ed512e tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:10.344354 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-774236f9-3e66-479b-8141-988039ed512e tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:10.349066 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-774236f9-3e66-479b-8141-988039ed512e tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1997662 Dec 10 19:21:10.352342 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55966) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:10.358079 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-b31802b7-952a-484f-92e2-321ef6162a4c tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Request body: {'network': {'name': 'tempest-RoutersTest-1505589512'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:21:10.393093 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31802b7-952a-484f-92e2-321ef6162a4c tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Made reservation on behalf of c314b2e70362459092367990be71ff8e for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:21:10.399703 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b31802b7-952a-484f-92e2-321ef6162a4c tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:10.437356 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b31802b7-952a-484f-92e2-321ef6162a4c tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:21:10.452951 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b31802b7-952a-484f-92e2-321ef6162a4c tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:10.453298 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-b31802b7-952a-484f-92e2-321ef6162a4c tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Added segment bf1714aa-7d77-46fc-a811-94249e049552 of type vlan for network e4a0e0a6-db0c-4ec5-b893-16799b7ee594 Dec 10 19:21:10.512941 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b31802b7-952a-484f-92e2-321ef6162a4c tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:10.545625 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b31802b7-952a-484f-92e2-321ef6162a4c tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:10.551755 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31802b7-952a-484f-92e2-321ef6162a4c tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:10.552390 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b31802b7-952a-484f-92e2-321ef6162a4c tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:10.666512 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-12236d88-32fb-4336-b491-1b38f56d13fb req-aec81dba-e987-4b0f-9b5b-b93d90e02d7d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=9ae08f31-554f-4ac2-94e2-50ecb66855bd HTTP/1.1" status: 200 len: 217 time: 0.3409173 Dec 10 19:21:10.760909 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19248081-9a9a-4e80-b7bb-9b268f4b1f85 req-f0fe8e3e-3351-45d1-af72-95561dd34a25 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:10.762577 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-19248081-9a9a-4e80-b7bb-9b268f4b1f85 req-f0fe8e3e-3351-45d1-af72-95561dd34a25 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=0873eabe-c94d-487e-8192-2c70fe076c07 HTTP/1.1" status: 200 len: 944 time: 0.0989320 Dec 10 19:21:10.767012 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12236d88-32fb-4336-b491-1b38f56d13fb req-a4990887-72bb-43ec-9ef5-da59f57c591a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:10.768391 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-12236d88-32fb-4336-b491-1b38f56d13fb req-a4990887-72bb-43ec-9ef5-da59f57c591a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0216fdd2-22ad-4c45-a0c1-0fed28a79b40 HTTP/1.1" status: 200 len: 837 time: 0.0905013 Dec 10 19:21:10.835199 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-19248081-9a9a-4e80-b7bb-9b268f4b1f85 req-10ebf846-9c39-40ed-ba5c-010cba353849 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=1907ce6b-399b-41b2-a6fc-f240420c8046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650840 Dec 10 19:21:10.852778 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12236d88-32fb-4336-b491-1b38f56d13fb req-0a04d610-d79a-4858-bafb-cf1c4777d202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:10.854580 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-12236d88-32fb-4336-b491-1b38f56d13fb req-0a04d610-d79a-4858-bafb-cf1c4777d202 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=139f81ab-d6c8-498d-952f-fa382d229482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0768471 Dec 10 19:21:10.955332 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-b31802b7-952a-484f-92e2-321ef6162a4c tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6016316 Dec 10 19:21:10.962771 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55970) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:10.968874 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-a1d1c28e-3edb-440c-b2fb-a904a2a259cf tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Request body: {'subnet': {'network_id': 'e4a0e0a6-db0c-4ec5-b893-16799b7ee594', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:21:10.971688 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-12236d88-32fb-4336-b491-1b38f56d13fb req-c9b5c229-8a4f-4328-8b8e-de51cb89a792 service neutron] 10.222.0.36 "GET /v2.0/networks/139f81ab-d6c8-498d-952f-fa382d229482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075342 Dec 10 19:21:11.017856 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31802b7-952a-484f-92e2-321ef6162a4c tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event updated for resources: {'Network': ['ID=e4a0e0a6-db0c-4ec5-b893-16799b7ee594,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:11.035669 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network e4a0e0a6-db0c-4ec5-b893-16799b7ee594 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:21:11.096366 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d1c28e-3edb-440c-b2fb-a904a2a259cf tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Made reservation on behalf of c314b2e70362459092367990be71ff8e for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:21:11.102384 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a1d1c28e-3edb-440c-b2fb-a904a2a259cf tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:11.113922 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-12236d88-32fb-4336-b491-1b38f56d13fb req-dad872d1-53f5-47e6-9f0d-6d3226eccb25 service neutron] 10.222.0.36 "GET /v2.0/networks/139f81ab-d6c8-498d-952f-fa382d229482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335068 Dec 10 19:21:11.236631 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f5c6cf-90aa-429a-a104-593a097559e7 req-fed06641-d39a-499c-a40e-696f74701ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:11.238494 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b6f5c6cf-90aa-429a-a104-593a097559e7 req-fed06641-d39a-499c-a40e-696f74701ef6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=730e4c9f0aba4accb176e575114c849e&device_id=0873eabe-c94d-487e-8192-2c70fe076c07 HTTP/1.1" status: 200 len: 1097 time: 0.0532718 Dec 10 19:21:11.342049 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a1d1c28e-3edb-440c-b2fb-a904a2a259cf tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:11.369678 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f5c6cf-90aa-429a-a104-593a097559e7 req-135ecb2d-df07-45b8-91d1-b55beba3dad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:11.371261 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b6f5c6cf-90aa-429a-a104-593a097559e7 req-135ecb2d-df07-45b8-91d1-b55beba3dad6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=139f81ab-d6c8-498d-952f-fa382d229482 HTTP/1.1" status: 200 len: 897 time: 0.1228566 Dec 10 19:21:11.421486 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d1c28e-3edb-440c-b2fb-a904a2a259cf tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event updated for resources: {'Subnet': ['ID=192f88e4-4b60-483e-ab98-887f69b69a2a,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:11.423830 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b6f5c6cf-90aa-429a-a104-593a097559e7 req-1da39f2f-cc41-49e3-bc76-69db9661ec42 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=9ae08f31-554f-4ac2-94e2-50ecb66855bd HTTP/1.1" status: 200 len: 217 time: 0.0430501 Dec 10 19:21:11.435731 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d1c28e-3edb-440c-b2fb-a904a2a259cf tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Checking segment: {'id': 'bf1714aa-7d77-46fc-a811-94249e049552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e4a0e0a6-db0c-4ec5-b893-16799b7ee594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:21:11.436108 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d1c28e-3edb-440c-b2fb-a904a2a259cf tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Network hostable DHCP agents. Network: e4a0e0a6-db0c-4ec5-b893-16799b7ee594, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:21:11.463346 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d1c28e-3edb-440c-b2fb-a904a2a259cf tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Network e4a0e0a6-db0c-4ec5-b893-16799b7ee594 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:21:11.474462 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-a1d1c28e-3edb-440c-b2fb-a904a2a259cf tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, e4a0e0a6-db0c-4ec5-b893-16799b7ee594) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:21:11.483527 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f5c6cf-90aa-429a-a104-593a097559e7 req-29eb5ca4-50f9-41f5-ad35-211e069310cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:11.484254 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d1c28e-3edb-440c-b2fb-a904a2a259cf tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:11.485144 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b6f5c6cf-90aa-429a-a104-593a097559e7 req-29eb5ca4-50f9-41f5-ad35-211e069310cf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0216fdd2-22ad-4c45-a0c1-0fed28a79b40 HTTP/1.1" status: 200 len: 837 time: 0.0534129 Dec 10 19:21:11.485744 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a1d1c28e-3edb-440c-b2fb-a904a2a259cf tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:11.505189 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c4e3f0-d5ae-4813-bf47-ae2fed4e41e7 None None] Network e4a0e0a6-db0c-4ec5-b893-16799b7ee594 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:21:11.523878 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-a1d1c28e-3edb-440c-b2fb-a904a2a259cf tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5553286 Dec 10 19:21:11.524713 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55972) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:11.560237 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f5c6cf-90aa-429a-a104-593a097559e7 req-05c327ac-b481-4796-bde2-4c713f003304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:11.562000 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b6f5c6cf-90aa-429a-a104-593a097559e7 req-05c327ac-b481-4796-bde2-4c713f003304 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=139f81ab-d6c8-498d-952f-fa382d229482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0679352 Dec 10 19:21:11.576361 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 2c1ee6e8-87ad-456f-bffc-ba7065381471 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:21:11.609526 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 2c1ee6e8-87ad-456f-bffc-ba7065381471 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:21:11.609862 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 2c1ee6e8-87ad-456f-bffc-ba7065381471 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:21:11.690264 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b6f5c6cf-90aa-429a-a104-593a097559e7 req-ce4736af-7b72-440c-86fc-437b5a80f5c0 service neutron] 10.222.0.36 "GET /v2.0/networks/139f81ab-d6c8-498d-952f-fa382d229482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195846 Dec 10 19:21:11.749558 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c32913-3e2c-4081-80b9-c4b4f5be9f2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-e4a0e0a6-db0c-4ec5-b893-16799b7ee594', 'network_id': 'e4a0e0a6-db0c-4ec5-b893-16799b7ee594', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'fixed_ips': [{'subnet_id': '192f88e4-4b60-483e-ab98-887f69b69a2a'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:21:11.751416 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e0c32913-3e2c-4081-80b9-c4b4f5be9f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:11.826545 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b6f5c6cf-90aa-429a-a104-593a097559e7 req-7cf8fafd-c036-409e-8877-bc3022fb506b service neutron] 10.222.0.36 "GET /v2.0/networks/139f81ab-d6c8-498d-952f-fa382d229482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287422 Dec 10 19:21:11.992040 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-e0c32913-3e2c-4081-80b9-c4b4f5be9f2a None None] Allocated IP 172.20.0.2 (e4a0e0a6-db0c-4ec5-b893-16799b7ee594/192f88e4-4b60-483e-ab98-887f69b69a2a/7118b55b-6282-4f4c-bad7-8f0cf6d2e5e1) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:21:11.993418 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-75e02ed8-b253-499b-a649-adb14fe0ac87 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:12.020857 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591e4b4-178a-4078-812d-8054f7ff95c6 req-7ae34d60-1568-4d37-8c00-1bf0d3a9a263 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:12.024251 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8591e4b4-178a-4078-812d-8054f7ff95c6 req-7ae34d60-1568-4d37-8c00-1bf0d3a9a263 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=0873eabe-c94d-487e-8192-2c70fe076c07 HTTP/1.1" status: 200 len: 944 time: 0.0743892 Dec 10 19:21:12.093329 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8591e4b4-178a-4078-812d-8054f7ff95c6 req-12100691-7a75-4667-8dd4-43de7953e38c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=1907ce6b-399b-41b2-a6fc-f240420c8046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622106 Dec 10 19:21:12.219739 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e0c32913-3e2c-4081-80b9-c4b4f5be9f2a None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:12.227653 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e0c32913-3e2c-4081-80b9-c4b4f5be9f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:12.344826 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-75e02ed8-b253-499b-a649-adb14fe0ac87 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Allocated IP 172.20.0.1 (e4a0e0a6-db0c-4ec5-b893-16799b7ee594/192f88e4-4b60-483e-ab98-887f69b69a2a/182cff48-d66b-43b0-9980-2834bc0729b5) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:21:12.464925 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c32913-3e2c-4081-80b9-c4b4f5be9f2a None None] Network e4a0e0a6-db0c-4ec5-b893-16799b7ee594 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:21:12.468081 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-e0c32913-3e2c-4081-80b9-c4b4f5be9f2a None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:21:12.476114 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c32913-3e2c-4081-80b9-c4b4f5be9f2a None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:21:12.479491 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c32913-3e2c-4081-80b9-c4b4f5be9f2a None None] Pushing event updated for resources: {'Port': ['ID=7118b55b-6282-4f4c-bad7-8f0cf6d2e5e1,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:12.524754 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-75e02ed8-b253-499b-a649-adb14fe0ac87 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:12.538917 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-e0c32913-3e2c-4081-80b9-c4b4f5be9f2a None None] Attempting to bind port 7118b55b-6282-4f4c-bad7-8f0cf6d2e5e1 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:21:12.539286 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-e0c32913-3e2c-4081-80b9-c4b4f5be9f2a None None] Attempting to bind port 7118b55b-6282-4f4c-bad7-8f0cf6d2e5e1 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': 'bf1714aa-7d77-46fc-a811-94249e049552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e4a0e0a6-db0c-4ec5-b893-16799b7ee594'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:21:12.539646 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c32913-3e2c-4081-80b9-c4b4f5be9f2a None None] Attempting to bind port 7118b55b-6282-4f4c-bad7-8f0cf6d2e5e1 on network e4a0e0a6-db0c-4ec5-b893-16799b7ee594 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:21:12.545732 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c32913-3e2c-4081-80b9-c4b4f5be9f2a None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:21:12.546120 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c32913-3e2c-4081-80b9-c4b4f5be9f2a None None] Checking segment: {'id': 'bf1714aa-7d77-46fc-a811-94249e049552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e4a0e0a6-db0c-4ec5-b893-16799b7ee594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:21:12.546632 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e0c32913-3e2c-4081-80b9-c4b4f5be9f2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:12.547084 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c32913-3e2c-4081-80b9-c4b4f5be9f2a None None] Bound using segment: {'id': 'bf1714aa-7d77-46fc-a811-94249e049552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e4a0e0a6-db0c-4ec5-b893-16799b7ee594'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:21:12.547659 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-e0c32913-3e2c-4081-80b9-c4b4f5be9f2a None None] Bound port: 7118b55b-6282-4f4c-bad7-8f0cf6d2e5e1, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf1714aa-7d77-46fc-a811-94249e049552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e4a0e0a6-db0c-4ec5-b893-16799b7ee594'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:21:12.548048 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e0c32913-3e2c-4081-80b9-c4b4f5be9f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:12.566953 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-75e02ed8-b253-499b-a649-adb14fe0ac87 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:12.614609 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e02ed8-b253-499b-a649-adb14fe0ac87 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Network e4a0e0a6-db0c-4ec5-b893-16799b7ee594 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:21:12.619185 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-75e02ed8-b253-499b-a649-adb14fe0ac87 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:21:12.623605 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e02ed8-b253-499b-a649-adb14fe0ac87 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:21:12.639460 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-e0c32913-3e2c-4081-80b9-c4b4f5be9f2a None None] For port 7118b55b-6282-4f4c-bad7-8f0cf6d2e5e1, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:21:12.644258 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-e0c32913-3e2c-4081-80b9-c4b4f5be9f2a None None] For port 7118b55b-6282-4f4c-bad7-8f0cf6d2e5e1, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=7118b55b-6282-4f4c-bad7-8f0cf6d2e5e1,segment=NetworkSegment(bf1714aa-7d77-46fc-a811-94249e049552),segment_id=bf1714aa-7d77-46fc-a811-94249e049552)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:21:12.651911 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e0c32913-3e2c-4081-80b9-c4b4f5be9f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:12.655282 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e02ed8-b253-499b-a649-adb14fe0ac87 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event updated for resources: {'Port': ['ID=182cff48-d66b-43b0-9980-2834bc0729b5,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:12.689970 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-75e02ed8-b253-499b-a649-adb14fe0ac87 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712030'] for router_interface, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:12.776673 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c32913-3e2c-4081-80b9-c4b4f5be9f2a None None] Pushing event updated for resources: {'Port': ['ID=7118b55b-6282-4f4c-bad7-8f0cf6d2e5e1,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:12.862679 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-75e02ed8-b253-499b-a649-adb14fe0ac87 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:13.248045 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-75e02ed8-b253-499b-a649-adb14fe0ac87 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:13.254031 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-75e02ed8-b253-499b-a649-adb14fe0ac87 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:13.260893 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061a247e-75d3-4eee-81f9-185facd19d12 req-ad1cd817-cea2-40a0-8afb-955c7979a85f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:13.263558 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-061a247e-75d3-4eee-81f9-185facd19d12 req-ad1cd817-cea2-40a0-8afb-955c7979a85f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=0873eabe-c94d-487e-8192-2c70fe076c07 HTTP/1.1" status: 200 len: 944 time: 0.0684350 Dec 10 19:21:13.325938 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-061a247e-75d3-4eee-81f9-185facd19d12 req-953d9d46-60e5-47ad-b372-bd41648c6ac9 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=1907ce6b-399b-41b2-a6fc-f240420c8046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544164 Dec 10 19:21:13.355929 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e02ed8-b253-499b-a649-adb14fe0ac87 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event updated for resources: {'Port': ['ID=182cff48-d66b-43b0-9980-2834bc0729b5,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:13.361210 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-75e02ed8-b253-499b-a649-adb14fe0ac87 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3755716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711339'] for router_interface, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:13.472086 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e02ed8-b253-499b-a649-adb14fe0ac87 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Network e4a0e0a6-db0c-4ec5-b893-16799b7ee594 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:21:13.473777 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-75e02ed8-b253-499b-a649-adb14fe0ac87 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:21:13.630554 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 7118b55b-6282-4f4c-bad7-8f0cf6d2e5e1 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:21:13.655305 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75e02ed8-b253-499b-a649-adb14fe0ac87 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Router cf324db7-e0ae-4400-80ac-61f76c9743c9 is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:21:13.713471 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 7118b55b-6282-4f4c-bad7-8f0cf6d2e5e1 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:21:13.713981 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:13.818671 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:13.831850 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e02ed8-b253-499b-a649-adb14fe0ac87 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:21:13.838419 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-75e02ed8-b253-499b-a649-adb14fe0ac87 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "PUT /v2.0/routers/cf324db7-e0ae-4400-80ac-61f76c9743c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3125384 Dec 10 19:21:13.842109 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55978) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:13.848478 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-ac9383d7-5acb-4864-9ca8-01fd0f714171 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Request body: {'network': {'name': 'tempest-RoutersTest-1494149084'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:21:13.851791 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49dc5cd-5237-4887-9250-c44c3e8e0786 None None] Sync routers for ids ['cf324db7-e0ae-4400-80ac-61f76c9743c9'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:21:13.877115 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49dc5cd-5237-4887-9250-c44c3e8e0786 None None] Routers {'cf324db7-e0ae-4400-80ac-61f76c9743c9'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:21:13.877890 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-b49dc5cd-5237-4887-9250-c44c3e8e0786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:20:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['cf324db7-e0ae-4400-80ac-61f76c9743c9'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:13.879295 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9383d7-5acb-4864-9ca8-01fd0f714171 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Made reservation on behalf of c314b2e70362459092367990be71ff8e for: {'network': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:21:13.890111 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ac9383d7-5acb-4864-9ca8-01fd0f714171 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:13.917490 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port 7118b55b-6282-4f4c-bad7-8f0cf6d2e5e1, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=7118b55b-6282-4f4c-bad7-8f0cf6d2e5e1,segment=NetworkSegment(bf1714aa-7d77-46fc-a811-94249e049552),segment_id=bf1714aa-7d77-46fc-a811-94249e049552)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:21:13.921534 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac9383d7-5acb-4864-9ca8-01fd0f714171 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=102365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:21:13.934851 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ac9383d7-5acb-4864-9ca8-01fd0f714171 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:13.935228 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.segments_db [None req-ac9383d7-5acb-4864-9ca8-01fd0f714171 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Added segment ca05707c-497b-492f-9926-e5ca8ce88d24 of type vlan for network 56b65486-c492-482f-a23e-07bbfde4364a Dec 10 19:21:13.961485 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:14.014434 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf4e539-3d3b-4765-baea-fcc471ea005b None None] Network e4a0e0a6-db0c-4ec5-b893-16799b7ee594 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:21:14.018963 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ac9383d7-5acb-4864-9ca8-01fd0f714171 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:14.066086 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ac9383d7-5acb-4864-9ca8-01fd0f714171 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:14.077551 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9383d7-5acb-4864-9ca8-01fd0f714171 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:14.078593 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ac9383d7-5acb-4864-9ca8-01fd0f714171 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:14.148719 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-b49dc5cd-5237-4887-9250-c44c3e8e0786 None None] Set router cf324db7-e0ae-4400-80ac-61f76c9743c9 gateway port host: None {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:21:14.188684 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-ac9383d7-5acb-4864-9ca8-01fd0f714171 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3407288 Dec 10 19:21:14.190006 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55980) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:14.210093 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-0c883ca3-8d04-49d1-8f31-ad6287fecf56 None None] Provisioning complete for port 7118b55b-6282-4f4c-bad7-8f0cf6d2e5e1 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:21:14.210730 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0c883ca3-8d04-49d1-8f31-ad6287fecf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:14.212405 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=7118b55b-6282-4f4c-bad7-8f0cf6d2e5e1,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:14.212883 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-90d3854c-1655-4c3a-9363-7f4825d42851 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Request body: {'subnet': {'network_id': '56b65486-c492-482f-a23e-07bbfde4364a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:21:14.305614 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9383d7-5acb-4864-9ca8-01fd0f714171 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event updated for resources: {'Network': ['ID=56b65486-c492-482f-a23e-07bbfde4364a,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:14.371180 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 56b65486-c492-482f-a23e-07bbfde4364a details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:21:14.402914 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d3854c-1655-4c3a-9363-7f4825d42851 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Made reservation on behalf of c314b2e70362459092367990be71ff8e for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:21:14.409820 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-90d3854c-1655-4c3a-9363-7f4825d42851 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:14.594217 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb465c-4300-49a0-a7dc-eaa761093085 req-85ad10db-5d28-4e55-a6d5-c303f0279f3f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:14.596366 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-92fb465c-4300-49a0-a7dc-eaa761093085 req-85ad10db-5d28-4e55-a6d5-c303f0279f3f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=0873eabe-c94d-487e-8192-2c70fe076c07 HTTP/1.1" status: 200 len: 944 time: 0.1135721 Dec 10 19:21:14.641185 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-b49dc5cd-5237-4887-9250-c44c3e8e0786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'name': 'tempest-RoutersTest-router-1185277067', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:21:10Z', 'updated_at': '2021-12-10T19:21:12Z', 'revision_number': 2, 'project_id': 'c314b2e70362459092367990be71ff8e', 'gw_port_host': None, '_interfaces': [{'id': '182cff48-d66b-43b0-9980-2834bc0729b5', 'name': '', 'network_id': 'e4a0e0a6-db0c-4ec5-b893-16799b7ee594', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'mac_address': 'fa:16:3e:d2:30:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '192f88e4-4b60-483e-ab98-887f69b69a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:21:12Z', 'updated_at': '2021-12-10T19:21:13Z', 'revision_number': 2, 'project_id': 'c314b2e70362459092367990be71ff8e', 'subnets': [{'id': '192f88e4-4b60-483e-ab98-887f69b69a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:14.682449 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49dc5cd-5237-4887-9250-c44c3e8e0786 None None] Checking router: cf324db7-e0ae-4400-80ac-61f76c9743c9 for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:21:14.683202 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49dc5cd-5237-4887-9250-c44c3e8e0786 None None] Updating router cf324db7-e0ae-4400-80ac-61f76c9743c9 port 182cff48-d66b-43b0-9980-2834bc0729b5 binding host dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:21:14.740133 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b49dc5cd-5237-4887-9250-c44c3e8e0786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:14.756947 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-92fb465c-4300-49a0-a7dc-eaa761093085 req-20d8a262-e9e4-4665-8b46-4ffb5025d58c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=1907ce6b-399b-41b2-a6fc-f240420c8046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424565 Dec 10 19:21:14.845177 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-90d3854c-1655-4c3a-9363-7f4825d42851 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:14.924554 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d3854c-1655-4c3a-9363-7f4825d42851 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event updated for resources: {'Subnet': ['ID=e71a6af4-a78f-483c-b3b9-7ac73c8d1e6e,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:14.931117 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d3854c-1655-4c3a-9363-7f4825d42851 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Checking segment: {'id': 'ca05707c-497b-492f-9926-e5ca8ce88d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '56b65486-c492-482f-a23e-07bbfde4364a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:21:14.932039 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d3854c-1655-4c3a-9363-7f4825d42851 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Network hostable DHCP agents. Network: 56b65486-c492-482f-a23e-07bbfde4364a, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:21:14.955407 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d3854c-1655-4c3a-9363-7f4825d42851 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Network 56b65486-c492-482f-a23e-07bbfde4364a is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:21:14.969578 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-90d3854c-1655-4c3a-9363-7f4825d42851 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 56b65486-c492-482f-a23e-07bbfde4364a) {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:21:14.975434 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d3854c-1655-4c3a-9363-7f4825d42851 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:14.976733 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-90d3854c-1655-4c3a-9363-7f4825d42851 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:15.009731 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-90d3854c-1655-4c3a-9363-7f4825d42851 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8133390 Dec 10 19:21:15.010108 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55984) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:15.037231 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d00fba8-9dd4-404e-866d-ea7994a07ab8 None None] Network 56b65486-c492-482f-a23e-07bbfde4364a requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:21:15.070036 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c10bc573-ed8d-4796-9944-310355e9f178 None None] Provisioning complete for port 7118b55b-6282-4f4c-bad7-8f0cf6d2e5e1 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:21:15.070606 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c10bc573-ed8d-4796-9944-310355e9f178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:15.174270 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 9ae08f31-554f-4ac2-94e2-50ecb66855bd details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=102367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:21:15.491661 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-61269260-a7a6-4e5e-b407-f2ee68a4c79d tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:15.598637 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 7118b55b-6282-4f4c-bad7-8f0cf6d2e5e1 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:21:15.839822 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-61269260-a7a6-4e5e-b407-f2ee68a4c79d tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Allocated IP 172.21.0.1 (56b65486-c492-482f-a23e-07bbfde4364a/e71a6af4-a78f-483c-b3b9-7ac73c8d1e6e/6bb7c7a7-668f-4e5b-8dad-bc32492e33bd) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:21:15.942431 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e08010-41fd-47df-bd85-b08e10c116bc req-9a8acc12-9b34-41b4-9227-a68a965687e3 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:15.946013 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-22e08010-41fd-47df-bd85-b08e10c116bc req-9a8acc12-9b34-41b4-9227-a68a965687e3 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=0873eabe-c94d-487e-8192-2c70fe076c07 HTTP/1.1" status: 200 len: 944 time: 0.0822997 Dec 10 19:21:16.001030 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-22e08010-41fd-47df-bd85-b08e10c116bc req-099e7e3c-a5ef-4eec-a793-797c46b88cc5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=1907ce6b-399b-41b2-a6fc-f240420c8046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434451 Dec 10 19:21:16.003151 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 9ae08f31-554f-4ac2-94e2-50ecb66855bd, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=9ae08f31-554f-4ac2-94e2-50ecb66855bd,segment=NetworkSegment(387b8a8e-867a-40d3-829b-f0133992e76e),segment_id=387b8a8e-867a-40d3-829b-f0133992e76e)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:21:16.054629 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-61269260-a7a6-4e5e-b407-f2ee68a4c79d tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:16.098297 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b49dc5cd-5237-4887-9250-c44c3e8e0786 None None] Notify callbacks [] for port, precommit_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:16.106986 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-61269260-a7a6-4e5e-b407-f2ee68a4c79d tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:16.111576 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835c02e0-d169-445a-b9ce-f245e135895c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-56b65486-c492-482f-a23e-07bbfde4364a', 'network_id': '56b65486-c492-482f-a23e-07bbfde4364a', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'fixed_ips': [{'subnet_id': 'e71a6af4-a78f-483c-b3b9-7ac73c8d1e6e'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:21:16.113318 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-835c02e0-d169-445a-b9ce-f245e135895c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:16.117758 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Returning: {'device': '9ae08f31-554f-4ac2-94e2-50ecb66855bd', 'network_id': '139f81ab-d6c8-498d-952f-fa382d229482', 'port_id': '9ae08f31-554f-4ac2-94e2-50ecb66855bd', 'mac_address': 'fa:16:3e:2e:30:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0216fdd2-22ad-4c45-a0c1-0fed28a79b40', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:21:16.128069 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b49dc5cd-5237-4887-9250-c44c3e8e0786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:16.176670 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61269260-a7a6-4e5e-b407-f2ee68a4c79d tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Network 56b65486-c492-482f-a23e-07bbfde4364a is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:21:16.185314 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61269260-a7a6-4e5e-b407-f2ee68a4c79d tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event updated for resources: {'Port': ['ID=6bb7c7a7-668f-4e5b-8dad-bc32492e33bd,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:16.190327 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-61269260-a7a6-4e5e-b407-f2ee68a4c79d tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:21:16.194975 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61269260-a7a6-4e5e-b407-f2ee68a4c79d tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:21:16.207081 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c10bc573-ed8d-4796-9944-310355e9f178 None None] Provisioning complete for port 182cff48-d66b-43b0-9980-2834bc0729b5 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:21:16.207700 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c10bc573-ed8d-4796-9944-310355e9f178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:16.265096 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-61269260-a7a6-4e5e-b407-f2ee68a4c79d tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712030'] for router_interface, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:16.390226 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c709ff9a-fe18-43fd-830a-15870cfc6b44 None None] Pushing event updated for resources: {'Port': ['ID=182cff48-d66b-43b0-9980-2834bc0729b5,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:16.417350 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-61269260-a7a6-4e5e-b407-f2ee68a4c79d tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:16.495221 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:16.532891 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c10bc573-ed8d-4796-9944-310355e9f178 None None] Port 182cff48-d66b-43b0-9980-2834bc0729b5 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:21:16.535219 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 7118b55b-6282-4f4c-bad7-8f0cf6d2e5e1 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:21:16.535821 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:16.633607 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ae08f31-554f-4ac2-94e2-50ecb66855bd {{(pid=102367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:21:16.739854 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-61269260-a7a6-4e5e-b407-f2ee68a4c79d tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:16.747102 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-61269260-a7a6-4e5e-b407-f2ee68a4c79d tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:16.804138 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 9ae08f31-554f-4ac2-94e2-50ecb66855bd, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=9ae08f31-554f-4ac2-94e2-50ecb66855bd,segment=NetworkSegment(387b8a8e-867a-40d3-829b-f0133992e76e),segment_id=387b8a8e-867a-40d3-829b-f0133992e76e)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:21:16.807174 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-b49dc5cd-5237-4887-9250-c44c3e8e0786 None None] Attempting to bind port 182cff48-d66b-43b0-9980-2834bc0729b5 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:21:16.807819 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-b49dc5cd-5237-4887-9250-c44c3e8e0786 None None] Attempting to bind port 182cff48-d66b-43b0-9980-2834bc0729b5 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': 'bf1714aa-7d77-46fc-a811-94249e049552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e4a0e0a6-db0c-4ec5-b893-16799b7ee594'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:21:16.808421 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49dc5cd-5237-4887-9250-c44c3e8e0786 None None] Attempting to bind port 182cff48-d66b-43b0-9980-2834bc0729b5 on network e4a0e0a6-db0c-4ec5-b893-16799b7ee594 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:21:16.829559 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:16.849010 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61269260-a7a6-4e5e-b407-f2ee68a4c79d tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event updated for resources: {'Port': ['ID=6bb7c7a7-668f-4e5b-8dad-bc32492e33bd,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:16.855092 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-61269260-a7a6-4e5e-b407-f2ee68a4c79d tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3755716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711339'] for router_interface, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:16.855433 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49dc5cd-5237-4887-9250-c44c3e8e0786 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:21:16.855433 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49dc5cd-5237-4887-9250-c44c3e8e0786 None None] Checking segment: {'id': 'bf1714aa-7d77-46fc-a811-94249e049552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e4a0e0a6-db0c-4ec5-b893-16799b7ee594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:21:16.855433 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b49dc5cd-5237-4887-9250-c44c3e8e0786 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:16.855941 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49dc5cd-5237-4887-9250-c44c3e8e0786 None None] Bound using segment: {'id': 'bf1714aa-7d77-46fc-a811-94249e049552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e4a0e0a6-db0c-4ec5-b893-16799b7ee594'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:21:16.856581 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-b49dc5cd-5237-4887-9250-c44c3e8e0786 None None] Bound port: 182cff48-d66b-43b0-9980-2834bc0729b5, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf1714aa-7d77-46fc-a811-94249e049552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e4a0e0a6-db0c-4ec5-b893-16799b7ee594'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:21:16.857239 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b49dc5cd-5237-4887-9250-c44c3e8e0786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:16.902822 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-46a8d0be-edac-4234-b087-d620a47782ec None None] Provisioning complete for port 182cff48-d66b-43b0-9980-2834bc0729b5 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:21:16.903423 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-46a8d0be-edac-4234-b087-d620a47782ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:16.964209 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61269260-a7a6-4e5e-b407-f2ee68a4c79d tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Network 56b65486-c492-482f-a23e-07bbfde4364a is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:21:16.965772 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-61269260-a7a6-4e5e-b407-f2ee68a4c79d tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:21:17.044114 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-835c02e0-d169-445a-b9ce-f245e135895c None None] Allocated IP 172.21.0.2 (56b65486-c492-482f-a23e-07bbfde4364a/e71a6af4-a78f-483c-b3b9-7ac73c8d1e6e/07f2d4f6-4cbb-4056-ae5c-f2e6924ea543) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:21:17.090171 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61269260-a7a6-4e5e-b407-f2ee68a4c79d tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Router cf324db7-e0ae-4400-80ac-61f76c9743c9 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:21:17.157229 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-46a8d0be-edac-4234-b087-d620a47782ec None None] Port 182cff48-d66b-43b0-9980-2834bc0729b5 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:21:17.159591 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=9ae08f31-554f-4ac2-94e2-50ecb66855bd,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:17.211073 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41554650-6a6b-433e-8309-c8df2ec5d786 req-f6cd33c8-d92f-4791-b3d2-2a0e96b856e5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:17.219499 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-41554650-6a6b-433e-8309-c8df2ec5d786 req-f6cd33c8-d92f-4791-b3d2-2a0e96b856e5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=0873eabe-c94d-487e-8192-2c70fe076c07 HTTP/1.1" status: 200 len: 945 time: 0.0770648 Dec 10 19:21:17.246632 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61269260-a7a6-4e5e-b407-f2ee68a4c79d tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:21:17.256746 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-61269260-a7a6-4e5e-b407-f2ee68a4c79d tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "PUT /v2.0/routers/cf324db7-e0ae-4400-80ac-61f76c9743c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2439148 Dec 10 19:21:17.257863 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 55992) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:17.263731 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-7a9abda1-a901-403a-875f-136a486964d3 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Request body: {'network': {'name': 'tempest-RoutersTest-567646642'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:21:17.271087 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-41554650-6a6b-433e-8309-c8df2ec5d786 req-5fd95377-07a8-42ad-bbbd-a7cd1486b366 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=1907ce6b-399b-41b2-a6fc-f240420c8046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502574 Dec 10 19:21:17.295407 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9abda1-a901-403a-875f-136a486964d3 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Made reservation on behalf of c314b2e70362459092367990be71ff8e for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:21:17.298976 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7a9abda1-a901-403a-875f-136a486964d3 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:17.299278 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['9ae08f31-554f-4ac2-94e2-50ecb66855bd'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:21:17.328062 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a9abda1-a901-403a-875f-136a486964d3 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:21:17.339947 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7a9abda1-a901-403a-875f-136a486964d3 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:17.340297 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-7a9abda1-a901-403a-875f-136a486964d3 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Added segment f838bdaa-3716-4de6-b0a6-5176147d7fb6 of type vlan for network a6e0b5cd-5bc5-4666-aae2-0ec522f77ad4 Dec 10 19:21:17.358448 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-b49dc5cd-5237-4887-9250-c44c3e8e0786 None None] For port 182cff48-d66b-43b0-9980-2834bc0729b5, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:21:17.390029 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7a9abda1-a901-403a-875f-136a486964d3 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:17.400070 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-b49dc5cd-5237-4887-9250-c44c3e8e0786 None None] For port 182cff48-d66b-43b0-9980-2834bc0729b5, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=182cff48-d66b-43b0-9980-2834bc0729b5,segment=NetworkSegment(bf1714aa-7d77-46fc-a811-94249e049552),segment_id=bf1714aa-7d77-46fc-a811-94249e049552)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:21:17.420407 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7a9abda1-a901-403a-875f-136a486964d3 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:17.421579 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b49dc5cd-5237-4887-9250-c44c3e8e0786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:17.426403 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9abda1-a901-403a-875f-136a486964d3 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:17.427053 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7a9abda1-a901-403a-875f-136a486964d3 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:17.495003 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-7a9abda1-a901-403a-875f-136a486964d3 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2355461 Dec 10 19:21:17.500089 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55994) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:17.514586 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-cb2d0c5e-6b57-40e6-a5bc-b7ad977b1d4f tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Request body: {'subnet': {'network_id': 'a6e0b5cd-5bc5-4666-aae2-0ec522f77ad4', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:21:17.515910 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9abda1-a901-403a-875f-136a486964d3 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event updated for resources: {'Network': ['ID=a6e0b5cd-5bc5-4666-aae2-0ec522f77ad4,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:17.542494 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network a6e0b5cd-5bc5-4666-aae2-0ec522f77ad4 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:21:17.662691 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2d0c5e-6b57-40e6-a5bc-b7ad977b1d4f tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Made reservation on behalf of c314b2e70362459092367990be71ff8e for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:21:17.676195 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cb2d0c5e-6b57-40e6-a5bc-b7ad977b1d4f tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:17.690470 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49dc5cd-5237-4887-9250-c44c3e8e0786 None None] Routers {'cf324db7-e0ae-4400-80ac-61f76c9743c9'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:21:17.691123 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-b49dc5cd-5237-4887-9250-c44c3e8e0786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:20:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['cf324db7-e0ae-4400-80ac-61f76c9743c9'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:17.702109 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c709ff9a-fe18-43fd-830a-15870cfc6b44 None None] Pushing event updated for resources: {'Port': ['ID=182cff48-d66b-43b0-9980-2834bc0729b5,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:17.797507 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-835c02e0-d169-445a-b9ce-f245e135895c None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:17.822956 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-835c02e0-d169-445a-b9ce-f245e135895c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:17.885811 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-b49dc5cd-5237-4887-9250-c44c3e8e0786 None None] Set router cf324db7-e0ae-4400-80ac-61f76c9743c9 gateway port host: None {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:21:17.943397 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835c02e0-d169-445a-b9ce-f245e135895c None None] Network 56b65486-c492-482f-a23e-07bbfde4364a is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:21:17.949336 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835c02e0-d169-445a-b9ce-f245e135895c None None] Pushing event updated for resources: {'Port': ['ID=07f2d4f6-4cbb-4056-ae5c-f2e6924ea543,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:17.955134 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-835c02e0-d169-445a-b9ce-f245e135895c None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:21:17.963752 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835c02e0-d169-445a-b9ce-f245e135895c None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:21:17.982018 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cb2d0c5e-6b57-40e6-a5bc-b7ad977b1d4f tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:18.027632 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-3849046b-f1e2-4196-903d-cf3086c9051d None None] Provisioning complete for port 182cff48-d66b-43b0-9980-2834bc0729b5 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:21:18.027966 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-3849046b-f1e2-4196-903d-cf3086c9051d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:18.062216 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2d0c5e-6b57-40e6-a5bc-b7ad977b1d4f tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event updated for resources: {'Subnet': ['ID=5f0a23d4-14ea-4017-9253-50b88efd04ca,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:18.074656 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2d0c5e-6b57-40e6-a5bc-b7ad977b1d4f tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Checking segment: {'id': 'f838bdaa-3716-4de6-b0a6-5176147d7fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a6e0b5cd-5bc5-4666-aae2-0ec522f77ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:21:18.075182 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2d0c5e-6b57-40e6-a5bc-b7ad977b1d4f tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Network hostable DHCP agents. Network: a6e0b5cd-5bc5-4666-aae2-0ec522f77ad4, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:21:18.098931 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2d0c5e-6b57-40e6-a5bc-b7ad977b1d4f tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Network a6e0b5cd-5bc5-4666-aae2-0ec522f77ad4 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:21:18.115883 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-cb2d0c5e-6b57-40e6-a5bc-b7ad977b1d4f tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, a6e0b5cd-5bc5-4666-aae2-0ec522f77ad4) {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:21:18.126357 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2d0c5e-6b57-40e6-a5bc-b7ad977b1d4f tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:18.127465 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cb2d0c5e-6b57-40e6-a5bc-b7ad977b1d4f tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:18.140110 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2540eaf9-121b-4ea5-9168-9071c2cc6982 None None] Network a6e0b5cd-5bc5-4666-aae2-0ec522f77ad4 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:21:18.159757 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-cb2d0c5e-6b57-40e6-a5bc-b7ad977b1d4f tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6549268 Dec 10 19:21:18.160236 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 55996) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:18.236613 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-835c02e0-d169-445a-b9ce-f245e135895c None None] Attempting to bind port 07f2d4f6-4cbb-4056-ae5c-f2e6924ea543 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:21:18.237004 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-835c02e0-d169-445a-b9ce-f245e135895c None None] Attempting to bind port 07f2d4f6-4cbb-4056-ae5c-f2e6924ea543 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': 'ca05707c-497b-492f-9926-e5ca8ce88d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '56b65486-c492-482f-a23e-07bbfde4364a'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:21:18.237574 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835c02e0-d169-445a-b9ce-f245e135895c None None] Attempting to bind port 07f2d4f6-4cbb-4056-ae5c-f2e6924ea543 on network 56b65486-c492-482f-a23e-07bbfde4364a {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:21:18.265163 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835c02e0-d169-445a-b9ce-f245e135895c None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:21:18.265561 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835c02e0-d169-445a-b9ce-f245e135895c None None] Checking segment: {'id': 'ca05707c-497b-492f-9926-e5ca8ce88d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '56b65486-c492-482f-a23e-07bbfde4364a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:21:18.265936 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-835c02e0-d169-445a-b9ce-f245e135895c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:18.266337 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835c02e0-d169-445a-b9ce-f245e135895c None None] Bound using segment: {'id': 'ca05707c-497b-492f-9926-e5ca8ce88d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '56b65486-c492-482f-a23e-07bbfde4364a'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:21:18.266831 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-835c02e0-d169-445a-b9ce-f245e135895c None None] Bound port: 07f2d4f6-4cbb-4056-ae5c-f2e6924ea543, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca05707c-497b-492f-9926-e5ca8ce88d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '56b65486-c492-482f-a23e-07bbfde4364a'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:21:18.267220 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-835c02e0-d169-445a-b9ce-f245e135895c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:18.515276 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df75743d-82b5-474e-9f45-907719fa4d9b req-f3e9e659-a5f8-406e-82cb-1ecd6127c3e1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:18.517004 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-df75743d-82b5-474e-9f45-907719fa4d9b req-f3e9e659-a5f8-406e-82cb-1ecd6127c3e1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=0873eabe-c94d-487e-8192-2c70fe076c07 HTTP/1.1" status: 200 len: 945 time: 0.0932860 Dec 10 19:21:18.675608 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-df75743d-82b5-474e-9f45-907719fa4d9b req-3e840e53-72dc-4d18-a57c-b22cca179642 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=1907ce6b-399b-41b2-a6fc-f240420c8046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167598 Dec 10 19:21:18.705194 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-835c02e0-d169-445a-b9ce-f245e135895c None None] For port 07f2d4f6-4cbb-4056-ae5c-f2e6924ea543, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:21:18.715288 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-835c02e0-d169-445a-b9ce-f245e135895c None None] For port 07f2d4f6-4cbb-4056-ae5c-f2e6924ea543, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=07f2d4f6-4cbb-4056-ae5c-f2e6924ea543,segment=NetworkSegment(ca05707c-497b-492f-9926-e5ca8ce88d24),segment_id=ca05707c-497b-492f-9926-e5ca8ce88d24)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:21:18.719380 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-3849046b-f1e2-4196-903d-cf3086c9051d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:18.745031 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-835c02e0-d169-445a-b9ce-f245e135895c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:18.859376 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f6480d-89e5-49ca-8d44-2fdf33f20ced None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-a6e0b5cd-5bc5-4666-aae2-0ec522f77ad4', 'network_id': 'a6e0b5cd-5bc5-4666-aae2-0ec522f77ad4', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'fixed_ips': [{'subnet_id': '5f0a23d4-14ea-4017-9253-50b88efd04ca'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:21:18.860368 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-97f6480d-89e5-49ca-8d44-2fdf33f20ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:18.867492 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1bca52d1-c45c-4071-8006-ae7c62530916 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:18.869020 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-3849046b-f1e2-4196-903d-cf3086c9051d None None] For port 182cff48-d66b-43b0-9980-2834bc0729b5, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=182cff48-d66b-43b0-9980-2834bc0729b5,segment=NetworkSegment(bf1714aa-7d77-46fc-a811-94249e049552),segment_id=bf1714aa-7d77-46fc-a811-94249e049552)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:21:18.879339 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-b49dc5cd-5237-4887-9250-c44c3e8e0786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'name': 'tempest-RoutersTest-router-1185277067', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:21:10Z', 'updated_at': '2021-12-10T19:21:16Z', 'revision_number': 3, 'project_id': 'c314b2e70362459092367990be71ff8e', 'gw_port_host': None, '_interfaces': [{'id': '182cff48-d66b-43b0-9980-2834bc0729b5', 'name': '', 'network_id': 'e4a0e0a6-db0c-4ec5-b893-16799b7ee594', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'mac_address': 'fa:16:3e:d2:30:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '192f88e4-4b60-483e-ab98-887f69b69a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:21:12Z', 'updated_at': '2021-12-10T19:21:17Z', 'revision_number': 4, 'project_id': 'c314b2e70362459092367990be71ff8e', 'subnets': [{'id': '192f88e4-4b60-483e-ab98-887f69b69a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bb7c7a7-668f-4e5b-8dad-bc32492e33bd', 'name': '', 'network_id': '56b65486-c492-482f-a23e-07bbfde4364a', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'mac_address': 'fa:16:3e:4d:1f:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e71a6af4-a78f-483c-b3b9-7ac73c8d1e6e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:21:15Z', 'updated_at': '2021-12-10T19:21:16Z', 'revision_number': 2, 'project_id': 'c314b2e70362459092367990be71ff8e', 'subnets': [{'id': 'e71a6af4-a78f-483c-b3b9-7ac73c8d1e6e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:18.894918 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-3849046b-f1e2-4196-903d-cf3086c9051d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:18.929477 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49dc5cd-5237-4887-9250-c44c3e8e0786 None None] The sync data for ids ['cf324db7-e0ae-4400-80ac-61f76c9743c9'] in dv-neutron-821441-1-hyperv is: [{'id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'name': 'tempest-RoutersTest-router-1185277067', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:21:10Z', 'updated_at': '2021-12-10T19:21:16Z', 'revision_number': 3, 'project_id': 'c314b2e70362459092367990be71ff8e', 'gw_port_host': None, '_interfaces': [{'id': '182cff48-d66b-43b0-9980-2834bc0729b5', 'name': '', 'network_id': 'e4a0e0a6-db0c-4ec5-b893-16799b7ee594', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'mac_address': 'fa:16:3e:d2:30:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '192f88e4-4b60-483e-ab98-887f69b69a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:21:12Z', 'updated_at': '2021-12-10T19:21:17Z', 'revision_number': 4, 'project_id': 'c314b2e70362459092367990be71ff8e', 'subnets': [{'id': '192f88e4-4b60-483e-ab98-887f69b69a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bb7c7a7-668f-4e5b-8dad-bc32492e33bd', 'name': '', 'network_id': '56b65486-c492-482f-a23e-07bbfde4364a', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'mac_address': 'fa:16:3e:4d:1f:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e71a6af4-a78f-483c-b3b9-7ac73c8d1e6e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:21:15Z', 'updated_at': '2021-12-10T19:21:16Z', 'revision_number': 2, 'project_id': 'c314b2e70362459092367990be71ff8e', 'subnets': [{'id': 'e71a6af4-a78f-483c-b3b9-7ac73c8d1e6e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:21:18.934681 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835c02e0-d169-445a-b9ce-f245e135895c None None] Pushing event updated for resources: {'Port': ['ID=07f2d4f6-4cbb-4056-ae5c-f2e6924ea543,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:19.114921 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3849046b-f1e2-4196-903d-cf3086c9051d None None] Pushing event updated for resources: {'Port': ['ID=182cff48-d66b-43b0-9980-2834bc0729b5,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:19.258750 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-97f6480d-89e5-49ca-8d44-2fdf33f20ced None None] Allocated IP 172.22.0.2 (a6e0b5cd-5bc5-4666-aae2-0ec522f77ad4/5f0a23d4-14ea-4017-9253-50b88efd04ca/43d02ab6-740d-4f8e-8ca8-37178e8f4f25) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:21:19.550296 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-97f6480d-89e5-49ca-8d44-2fdf33f20ced None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:19.562889 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-97f6480d-89e5-49ca-8d44-2fdf33f20ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:19.639575 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f6480d-89e5-49ca-8d44-2fdf33f20ced None None] Network a6e0b5cd-5bc5-4666-aae2-0ec522f77ad4 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:21:19.654503 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-97f6480d-89e5-49ca-8d44-2fdf33f20ced None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:21:19.665030 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f6480d-89e5-49ca-8d44-2fdf33f20ced None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:21:19.700023 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-1bca52d1-c45c-4071-8006-ae7c62530916 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Allocated IP 172.22.0.1 (a6e0b5cd-5bc5-4666-aae2-0ec522f77ad4/5f0a23d4-14ea-4017-9253-50b88efd04ca/eff94bcf-6cc7-464a-9c46-f5399abd3abd) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:21:19.710701 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f6480d-89e5-49ca-8d44-2fdf33f20ced None None] Pushing event updated for resources: {'Port': ['ID=43d02ab6-740d-4f8e-8ca8-37178e8f4f25,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:19.844682 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 182cff48-d66b-43b0-9980-2834bc0729b5 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:21:19.937542 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-97f6480d-89e5-49ca-8d44-2fdf33f20ced None None] Attempting to bind port 43d02ab6-740d-4f8e-8ca8-37178e8f4f25 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:21:19.938082 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-97f6480d-89e5-49ca-8d44-2fdf33f20ced None None] Attempting to bind port 43d02ab6-740d-4f8e-8ca8-37178e8f4f25 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': 'f838bdaa-3716-4de6-b0a6-5176147d7fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a6e0b5cd-5bc5-4666-aae2-0ec522f77ad4'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:21:19.938555 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f6480d-89e5-49ca-8d44-2fdf33f20ced None None] Attempting to bind port 43d02ab6-740d-4f8e-8ca8-37178e8f4f25 on network a6e0b5cd-5bc5-4666-aae2-0ec522f77ad4 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:21:19.949070 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f6480d-89e5-49ca-8d44-2fdf33f20ced None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:21:19.949629 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f6480d-89e5-49ca-8d44-2fdf33f20ced None None] Checking segment: {'id': 'f838bdaa-3716-4de6-b0a6-5176147d7fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a6e0b5cd-5bc5-4666-aae2-0ec522f77ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:21:19.950664 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-97f6480d-89e5-49ca-8d44-2fdf33f20ced None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:19.951416 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f6480d-89e5-49ca-8d44-2fdf33f20ced None None] Bound using segment: {'id': 'f838bdaa-3716-4de6-b0a6-5176147d7fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a6e0b5cd-5bc5-4666-aae2-0ec522f77ad4'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:21:19.952034 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-97f6480d-89e5-49ca-8d44-2fdf33f20ced None None] Bound port: 43d02ab6-740d-4f8e-8ca8-37178e8f4f25, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f838bdaa-3716-4de6-b0a6-5176147d7fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a6e0b5cd-5bc5-4666-aae2-0ec522f77ad4'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:21:19.952587 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-97f6480d-89e5-49ca-8d44-2fdf33f20ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:20.028209 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1bca52d1-c45c-4071-8006-ae7c62530916 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:20.031366 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 182cff48-d66b-43b0-9980-2834bc0729b5 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:21:20.031968 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:20.092088 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1bca52d1-c45c-4071-8006-ae7c62530916 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:20.108843 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-97f6480d-89e5-49ca-8d44-2fdf33f20ced None None] For port 43d02ab6-740d-4f8e-8ca8-37178e8f4f25, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:21:20.134423 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-97f6480d-89e5-49ca-8d44-2fdf33f20ced None None] For port 43d02ab6-740d-4f8e-8ca8-37178e8f4f25, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=43d02ab6-740d-4f8e-8ca8-37178e8f4f25,segment=NetworkSegment(f838bdaa-3716-4de6-b0a6-5176147d7fb6),segment_id=f838bdaa-3716-4de6-b0a6-5176147d7fb6)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:21:20.146132 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-97f6480d-89e5-49ca-8d44-2fdf33f20ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:20.149121 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bca52d1-c45c-4071-8006-ae7c62530916 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Network a6e0b5cd-5bc5-4666-aae2-0ec522f77ad4 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:21:20.156842 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-1bca52d1-c45c-4071-8006-ae7c62530916 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:21:20.171383 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bca52d1-c45c-4071-8006-ae7c62530916 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:21:20.178906 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bca52d1-c45c-4071-8006-ae7c62530916 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event updated for resources: {'Port': ['ID=eff94bcf-6cc7-464a-9c46-f5399abd3abd,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:20.209438 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d0cb64-d748-45d3-8924-bce68117c4e3 req-41b3a863-d5e4-4132-b57c-018690765e9b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:20.218184 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f0d0cb64-d748-45d3-8924-bce68117c4e3 req-41b3a863-d5e4-4132-b57c-018690765e9b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=0873eabe-c94d-487e-8192-2c70fe076c07 HTTP/1.1" status: 200 len: 945 time: 0.2345114 Dec 10 19:21:20.295906 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f6480d-89e5-49ca-8d44-2fdf33f20ced None None] Pushing event updated for resources: {'Port': ['ID=43d02ab6-740d-4f8e-8ca8-37178e8f4f25,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:20.312017 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-fdc37c81-66c4-4ee3-ad9c-7cec228aaac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:20.318810 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 07f2d4f6-4cbb-4056-ae5c-f2e6924ea543 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:21:20.365988 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f0d0cb64-d748-45d3-8924-bce68117c4e3 req-8a87cfb5-0b61-4929-b8ea-a49a22f8024e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=1907ce6b-399b-41b2-a6fc-f240420c8046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466546 Dec 10 19:21:20.393722 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1bca52d1-c45c-4071-8006-ae7c62530916 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712030'] for router_interface, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:20.486931 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 07f2d4f6-4cbb-4056-ae5c-f2e6924ea543 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:21:20.487903 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:20.733859 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:20.734148 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1bca52d1-c45c-4071-8006-ae7c62530916 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:20.845924 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port 07f2d4f6-4cbb-4056-ae5c-f2e6924ea543, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=07f2d4f6-4cbb-4056-ae5c-f2e6924ea543,segment=NetworkSegment(ca05707c-497b-492f-9926-e5ca8ce88d24),segment_id=ca05707c-497b-492f-9926-e5ca8ce88d24)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:21:20.860590 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:20.997979 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101fccf7-b351-4c07-88c8-961cc9e368a3 None None] Network 56b65486-c492-482f-a23e-07bbfde4364a requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:21:21.004371 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=07f2d4f6-4cbb-4056-ae5c-f2e6924ea543,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:21.073455 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-4aac17ab-47f2-4c05-9a40-91ff02c04ab4 None None] Provisioning complete for port 07f2d4f6-4cbb-4056-ae5c-f2e6924ea543 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:21:21.073455 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4aac17ab-47f2-4c05-9a40-91ff02c04ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:21.188637 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 9ae08f31-554f-4ac2-94e2-50ecb66855bd up at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:21:21.321009 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1bca52d1-c45c-4071-8006-ae7c62530916 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:21.332736 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1bca52d1-c45c-4071-8006-ae7c62530916 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:21.359737 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning for port 9ae08f31-554f-4ac2-94e2-50ecb66855bd completed by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:21:21.368218 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning complete for port 9ae08f31-554f-4ac2-94e2-50ecb66855bd triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:21:21.368883 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:21.508881 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:21.517281 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1bca52d1-c45c-4071-8006-ae7c62530916 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3755716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711339'] for router_interface, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:21.542865 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0873eabe-c94d-487e-8192-2c70fe076c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae08f31-554f-4ac2-94e2-50ecb66855bd'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:21:21.546023 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0dd006407324ce2959a5a4cf9f0b5e0801d7a51a5291ea700e8786e11115a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3982006a-2f0f-45ec-bf8f-7b3131cc52eb" -d '{"events": [{"server_uuid": "0873eabe-c94d-487e-8192-2c70fe076c07", "name": "network-vif-plugged", "status": "completed", "tag": "9ae08f31-554f-4ac2-94e2-50ecb66855bd"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:21:21.583033 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 9ae08f31-554f-4ac2-94e2-50ecb66855bd, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=9ae08f31-554f-4ac2-94e2-50ecb66855bd,segment=NetworkSegment(387b8a8e-867a-40d3-829b-f0133992e76e),segment_id=387b8a8e-867a-40d3-829b-f0133992e76e)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:21:21.592740 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:21.679169 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bca52d1-c45c-4071-8006-ae7c62530916 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event updated for resources: {'Port': ['ID=eff94bcf-6cc7-464a-9c46-f5399abd3abd,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:21.733131 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5886cf93-bcbc-4fc2-b6b0-6bf7d3e71378 x-openstack-request-id: req-5886cf93-bcbc-4fc2-b6b0-6bf7d3e71378 {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:21:21.733376 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0873eabe-c94d-487e-8192-2c70fe076c07", "name": "network-vif-plugged", "status": "completed", "tag": "9ae08f31-554f-4ac2-94e2-50ecb66855bd", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:21:21.734905 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5886cf93-bcbc-4fc2-b6b0-6bf7d3e71378 {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:21:21.735529 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0873eabe-c94d-487e-8192-2c70fe076c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae08f31-554f-4ac2-94e2-50ecb66855bd', 'code': 200} Dec 10 19:21:21.737024 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=9ae08f31-554f-4ac2-94e2-50ecb66855bd,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:21.829037 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174325e2-c5c7-4cac-8b12-6bd88c83b9c5 req-00e9ee11-688c-4517-bc36-d599599c0297 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:21.833189 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-174325e2-c5c7-4cac-8b12-6bd88c83b9c5 req-00e9ee11-688c-4517-bc36-d599599c0297 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=0873eabe-c94d-487e-8192-2c70fe076c07 HTTP/1.1" status: 200 len: 945 time: 0.3597462 Dec 10 19:21:21.890595 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bca52d1-c45c-4071-8006-ae7c62530916 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Network a6e0b5cd-5bc5-4666-aae2-0ec522f77ad4 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:21:21.893138 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 43d02ab6-740d-4f8e-8ca8-37178e8f4f25 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:21:21.894432 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-1bca52d1-c45c-4071-8006-ae7c62530916 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:21:21.974030 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-6534c24c-9eb7-449e-98e8-8c2fdad8b86f None None] Provisioning complete for port 07f2d4f6-4cbb-4056-ae5c-f2e6924ea543 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:21:21.974630 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6534c24c-9eb7-449e-98e8-8c2fdad8b86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:22.022318 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 43d02ab6-740d-4f8e-8ca8-37178e8f4f25 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:21:22.022827 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:22.230705 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:22.232966 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-6534c24c-9eb7-449e-98e8-8c2fdad8b86f None None] Provisioning complete for port 6bb7c7a7-668f-4e5b-8dad-bc32492e33bd triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:21:22.233513 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6534c24c-9eb7-449e-98e8-8c2fdad8b86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:22.307927 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-6534c24c-9eb7-449e-98e8-8c2fdad8b86f None None] Port 6bb7c7a7-668f-4e5b-8dad-bc32492e33bd cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:21:22.314302 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port 43d02ab6-740d-4f8e-8ca8-37178e8f4f25, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=43d02ab6-740d-4f8e-8ca8-37178e8f4f25,segment=NetworkSegment(f838bdaa-3716-4de6-b0a6-5176147d7fb6),segment_id=f838bdaa-3716-4de6-b0a6-5176147d7fb6)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:21:22.320746 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:22.322259 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 07f2d4f6-4cbb-4056-ae5c-f2e6924ea543 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:21:22.401922 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-174325e2-c5c7-4cac-8b12-6bd88c83b9c5 req-53e81b28-2d6e-468b-8478-4f3679eafa31 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=1907ce6b-399b-41b2-a6fc-f240420c8046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5535293 Dec 10 19:21:22.413735 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c80fa4-a100-4a20-9430-64b5c632a59d None None] Network a6e0b5cd-5bc5-4666-aae2-0ec522f77ad4 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:21:22.444247 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4c61a3-4059-44a4-af1a-1d60d1257124 req-c7d0824c-88b2-4156-90b2-f6a79f9649c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:22.447651 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-cc4c61a3-4059-44a4-af1a-1d60d1257124 req-c7d0824c-88b2-4156-90b2-f6a79f9649c5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0873eabe-c94d-487e-8192-2c70fe076c07 HTTP/1.1" status: 200 len: 1099 time: 0.0897377 Dec 10 19:21:22.455137 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bca52d1-c45c-4071-8006-ae7c62530916 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Router cf324db7-e0ae-4400-80ac-61f76c9743c9 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:21:22.561308 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-cc4c61a3-4059-44a4-af1a-1d60d1257124 req-e44267bd-1ed5-42d9-b364-c4b1f473b03a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1907ce6b-399b-41b2-a6fc-f240420c8046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026185 Dec 10 19:21:22.577532 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-0eb236d2-8305-4765-81b7-855ddcaeede7 None None] Provisioning complete for port 6bb7c7a7-668f-4e5b-8dad-bc32492e33bd triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:21:22.578197 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0eb236d2-8305-4765-81b7-855ddcaeede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:22.583425 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b186d4-25b7-4170-8413-4b8d146aed14 None None] Sync routers for ids ['cf324db7-e0ae-4400-80ac-61f76c9743c9'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:21:22.604258 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=43d02ab6-740d-4f8e-8ca8-37178e8f4f25,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:22.610921 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bca52d1-c45c-4071-8006-ae7c62530916 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:21:22.621065 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-1bca52d1-c45c-4071-8006-ae7c62530916 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "PUT /v2.0/routers/cf324db7-e0ae-4400-80ac-61f76c9743c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4563072 Dec 10 19:21:22.622639 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56006) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:22.627455 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-224101a8-b383-45e2-b4fb-6e82ae2da181 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Request body: {'network': {'name': 'tempest-RoutersTest-1298069755'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:21:22.635478 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b186d4-25b7-4170-8413-4b8d146aed14 None None] Routers {'cf324db7-e0ae-4400-80ac-61f76c9743c9'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:21:22.636573 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-94b186d4-25b7-4170-8413-4b8d146aed14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:20:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['cf324db7-e0ae-4400-80ac-61f76c9743c9'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:22.655019 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224101a8-b383-45e2-b4fb-6e82ae2da181 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Made reservation on behalf of c314b2e70362459092367990be71ff8e for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:21:22.661649 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-224101a8-b383-45e2-b4fb-6e82ae2da181 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:22.691787 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 07f2d4f6-4cbb-4056-ae5c-f2e6924ea543 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:21:22.693499 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:22.716295 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-224101a8-b383-45e2-b4fb-6e82ae2da181 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:21:22.736164 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-224101a8-b383-45e2-b4fb-6e82ae2da181 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:22.739240 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-224101a8-b383-45e2-b4fb-6e82ae2da181 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Added segment 055edb0e-2bff-47c6-8fe7-5a0665363b75 of type vlan for network b0d8d260-60a2-49e2-aa50-2df6ff0556bd Dec 10 19:21:22.761379 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-0eb236d2-8305-4765-81b7-855ddcaeede7 None None] Port 6bb7c7a7-668f-4e5b-8dad-bc32492e33bd cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:21:22.770212 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-94b186d4-25b7-4170-8413-4b8d146aed14 None None] Set router cf324db7-e0ae-4400-80ac-61f76c9743c9 gateway port host: None {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:21:22.812868 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-224101a8-b383-45e2-b4fb-6e82ae2da181 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:22.861421 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-224101a8-b383-45e2-b4fb-6e82ae2da181 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:22.873604 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224101a8-b383-45e2-b4fb-6e82ae2da181 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:22.875009 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-224101a8-b383-45e2-b4fb-6e82ae2da181 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:22.887159 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-0eb236d2-8305-4765-81b7-855ddcaeede7 None None] Provisioning complete for port 43d02ab6-740d-4f8e-8ca8-37178e8f4f25 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:21:22.887744 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0eb236d2-8305-4765-81b7-855ddcaeede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:23.007757 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-94b186d4-25b7-4170-8413-4b8d146aed14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'name': 'tempest-RoutersTest-router-1185277067', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:21:10Z', 'updated_at': '2021-12-10T19:21:20Z', 'revision_number': 4, 'project_id': 'c314b2e70362459092367990be71ff8e', 'gw_port_host': None, '_interfaces': [{'id': '182cff48-d66b-43b0-9980-2834bc0729b5', 'name': '', 'network_id': 'e4a0e0a6-db0c-4ec5-b893-16799b7ee594', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'mac_address': 'fa:16:3e:d2:30:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '192f88e4-4b60-483e-ab98-887f69b69a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:21:12Z', 'updated_at': '2021-12-10T19:21:18Z', 'revision_number': 5, 'project_id': 'c314b2e70362459092367990be71ff8e', 'subnets': [{'id': '192f88e4-4b60-483e-ab98-887f69b69a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bb7c7a7-668f-4e5b-8dad-bc32492e33bd', 'name': '', 'network_id': '56b65486-c492-482f-a23e-07bbfde4364a', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'mac_address': 'fa:16:3e:4d:1f:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e71a6af4-a78f-483c-b3b9-7ac73c8d1e6e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:21:15Z', 'updated_at': '2021-12-10T19:21:16Z', 'revision_number': 2, 'project_id': 'c314b2e70362459092367990be71ff8e', 'subnets': [{'id': 'e71a6af4-a78f-483c-b3b9-7ac73c8d1e6e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff94bcf-6cc7-464a-9c46-f5399abd3abd', 'name': '', 'network_id': 'a6e0b5cd-5bc5-4666-aae2-0ec522f77ad4', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'mac_address': 'fa:16:3e:16:64:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '5f0a23d4-14ea-4017-9253-50b88efd04ca', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:21:19Z', 'updated_at': '2021-12-10T19:21:21Z', 'revision_number': 2, 'project_id': 'c314b2e70362459092367990be71ff8e', 'subnets': [{'id': '5f0a23d4-14ea-4017-9253-50b88efd04ca', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:23.037760 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b186d4-25b7-4170-8413-4b8d146aed14 None None] Checking router: cf324db7-e0ae-4400-80ac-61f76c9743c9 for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:21:23.038153 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b186d4-25b7-4170-8413-4b8d146aed14 None None] Updating router cf324db7-e0ae-4400-80ac-61f76c9743c9 port 6bb7c7a7-668f-4e5b-8dad-bc32492e33bd binding host dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:21:23.067081 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-94b186d4-25b7-4170-8413-4b8d146aed14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:23.311645 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-0b30c7b4-6e64-4e5d-a6bc-0d45a4129d33 None None] Provisioning complete for port 6bb7c7a7-668f-4e5b-8dad-bc32492e33bd triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:21:23.312193 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0b30c7b4-6e64-4e5d-a6bc-0d45a4129d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:23.362576 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-0b30c7b4-6e64-4e5d-a6bc-0d45a4129d33 None None] Port 6bb7c7a7-668f-4e5b-8dad-bc32492e33bd cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:21:23.371852 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-224101a8-b383-45e2-b4fb-6e82ae2da181 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7491472 Dec 10 19:21:23.375061 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56008) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:23.382531 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-7899a978-f5b9-4677-85ef-5010eb6c2014 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Request body: {'subnet': {'network_id': 'b0d8d260-60a2-49e2-aa50-2df6ff0556bd', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:21:23.393409 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224101a8-b383-45e2-b4fb-6e82ae2da181 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event updated for resources: {'Network': ['ID=b0d8d260-60a2-49e2-aa50-2df6ff0556bd,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:23.405617 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224101a8-b383-45e2-b4fb-6e82ae2da181 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:23.405977 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224101a8-b383-45e2-b4fb-6e82ae2da181 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:23.406824 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224101a8-b383-45e2-b4fb-6e82ae2da181 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:23.407660 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224101a8-b383-45e2-b4fb-6e82ae2da181 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:23.408419 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224101a8-b383-45e2-b4fb-6e82ae2da181 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:23.408955 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224101a8-b383-45e2-b4fb-6e82ae2da181 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:23.409459 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224101a8-b383-45e2-b4fb-6e82ae2da181 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:23.409935 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224101a8-b383-45e2-b4fb-6e82ae2da181 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:23.410424 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224101a8-b383-45e2-b4fb-6e82ae2da181 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:23.410893 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224101a8-b383-45e2-b4fb-6e82ae2da181 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:23.411373 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224101a8-b383-45e2-b4fb-6e82ae2da181 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:23.412464 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224101a8-b383-45e2-b4fb-6e82ae2da181 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:23.432816 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network b0d8d260-60a2-49e2-aa50-2df6ff0556bd details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:21:23.464523 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-94b186d4-25b7-4170-8413-4b8d146aed14 None None] Notify callbacks [] for port, precommit_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:23.474001 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-94b186d4-25b7-4170-8413-4b8d146aed14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:23.570631 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6887aed9-02f4-46fb-8767-0ac8cefbdb9a None None] Pushing event updated for resources: {'Port': ['ID=6bb7c7a7-668f-4e5b-8dad-bc32492e33bd,revision_number=3']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:23.575967 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-a26b2535-d0e0-4485-9600-3474c8f4592e None None] Provisioning complete for port 43d02ab6-740d-4f8e-8ca8-37178e8f4f25 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:21:23.576439 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a26b2535-d0e0-4485-9600-3474c8f4592e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:23.580925 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6887aed9-02f4-46fb-8767-0ac8cefbdb9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:23.581603 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6887aed9-02f4-46fb-8767-0ac8cefbdb9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:23.582134 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6887aed9-02f4-46fb-8767-0ac8cefbdb9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:23.582643 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6887aed9-02f4-46fb-8767-0ac8cefbdb9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:23.583211 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6887aed9-02f4-46fb-8767-0ac8cefbdb9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:23.583630 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6887aed9-02f4-46fb-8767-0ac8cefbdb9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:23.585090 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6887aed9-02f4-46fb-8767-0ac8cefbdb9a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:23.585090 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6887aed9-02f4-46fb-8767-0ac8cefbdb9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:23.585469 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6887aed9-02f4-46fb-8767-0ac8cefbdb9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:23.585755 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6887aed9-02f4-46fb-8767-0ac8cefbdb9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:23.586138 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6887aed9-02f4-46fb-8767-0ac8cefbdb9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:23.586528 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6887aed9-02f4-46fb-8767-0ac8cefbdb9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:23.681956 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7899a978-f5b9-4677-85ef-5010eb6c2014 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Made reservation on behalf of c314b2e70362459092367990be71ff8e for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:21:23.703260 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7899a978-f5b9-4677-85ef-5010eb6c2014 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:23.744976 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-94b186d4-25b7-4170-8413-4b8d146aed14 None None] Attempting to bind port 6bb7c7a7-668f-4e5b-8dad-bc32492e33bd on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:21:23.745582 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-94b186d4-25b7-4170-8413-4b8d146aed14 None None] Attempting to bind port 6bb7c7a7-668f-4e5b-8dad-bc32492e33bd by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': 'ca05707c-497b-492f-9926-e5ca8ce88d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '56b65486-c492-482f-a23e-07bbfde4364a'}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:21:23.746153 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b186d4-25b7-4170-8413-4b8d146aed14 None None] Attempting to bind port 6bb7c7a7-668f-4e5b-8dad-bc32492e33bd on network 56b65486-c492-482f-a23e-07bbfde4364a {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:21:23.757251 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b186d4-25b7-4170-8413-4b8d146aed14 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:21:23.757777 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b186d4-25b7-4170-8413-4b8d146aed14 None None] Checking segment: {'id': 'ca05707c-497b-492f-9926-e5ca8ce88d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '56b65486-c492-482f-a23e-07bbfde4364a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:21:23.758337 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-94b186d4-25b7-4170-8413-4b8d146aed14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:23.758984 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b186d4-25b7-4170-8413-4b8d146aed14 None None] Bound using segment: {'id': 'ca05707c-497b-492f-9926-e5ca8ce88d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '56b65486-c492-482f-a23e-07bbfde4364a'} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:21:23.759585 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-94b186d4-25b7-4170-8413-4b8d146aed14 None None] Bound port: 6bb7c7a7-668f-4e5b-8dad-bc32492e33bd, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca05707c-497b-492f-9926-e5ca8ce88d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '56b65486-c492-482f-a23e-07bbfde4364a'}}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:21:23.760123 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-94b186d4-25b7-4170-8413-4b8d146aed14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:23.764715 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 43d02ab6-740d-4f8e-8ca8-37178e8f4f25 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:21:23.829455 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 43d02ab6-740d-4f8e-8ca8-37178e8f4f25 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:21:23.829926 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:23.873210 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-94b186d4-25b7-4170-8413-4b8d146aed14 None None] For port 6bb7c7a7-668f-4e5b-8dad-bc32492e33bd, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:21:23.880482 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-94b186d4-25b7-4170-8413-4b8d146aed14 None None] For port 6bb7c7a7-668f-4e5b-8dad-bc32492e33bd, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=6bb7c7a7-668f-4e5b-8dad-bc32492e33bd,segment=NetworkSegment(ca05707c-497b-492f-9926-e5ca8ce88d24),segment_id=ca05707c-497b-492f-9926-e5ca8ce88d24)] {{(pid=102368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:21:23.882910 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-a26b2535-d0e0-4485-9600-3474c8f4592e None None] Provisioning complete for port eff94bcf-6cc7-464a-9c46-f5399abd3abd triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:21:23.883420 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a26b2535-d0e0-4485-9600-3474c8f4592e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:23.883962 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5781d4-c5e2-4e0d-bc43-1ae29e93bff5 req-ee8c9133-6572-406d-949a-d2ca9ad8a08b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:23.887259 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7e5781d4-c5e2-4e0d-bc43-1ae29e93bff5 req-ee8c9133-6572-406d-949a-d2ca9ad8a08b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=0873eabe-c94d-487e-8192-2c70fe076c07 HTTP/1.1" status: 200 len: 946 time: 0.3435469 Dec 10 19:21:23.895876 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-94b186d4-25b7-4170-8413-4b8d146aed14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:23.955948 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b186d4-25b7-4170-8413-4b8d146aed14 None None] Updating router cf324db7-e0ae-4400-80ac-61f76c9743c9 port eff94bcf-6cc7-464a-9c46-f5399abd3abd binding host dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:21:24.010649 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6887aed9-02f4-46fb-8767-0ac8cefbdb9a None None] Pushing event updated for resources: {'Port': ['ID=6bb7c7a7-668f-4e5b-8dad-bc32492e33bd,revision_number=4']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:24.044084 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-94b186d4-25b7-4170-8413-4b8d146aed14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:24.085240 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7e5781d4-c5e2-4e0d-bc43-1ae29e93bff5 req-ebc7b204-76f3-471d-983f-6a6ddd22fa65 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=1907ce6b-399b-41b2-a6fc-f240420c8046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838465 Dec 10 19:21:24.151703 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-a26b2535-d0e0-4485-9600-3474c8f4592e None None] Port eff94bcf-6cc7-464a-9c46-f5399abd3abd cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:21:24.284151 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a09840fe-0006-417e-9bfc-b8ba759dbf80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:24.320478 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c0a08f76-df6a-4b38-81a2-28bdd764f1d3 None None] Provisioning complete for port 6bb7c7a7-668f-4e5b-8dad-bc32492e33bd triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:21:24.321022 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c0a08f76-df6a-4b38-81a2-28bdd764f1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:24.451196 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c0a08f76-df6a-4b38-81a2-28bdd764f1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:24.453354 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7899a978-f5b9-4677-85ef-5010eb6c2014 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:24.532491 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c0a08f76-df6a-4b38-81a2-28bdd764f1d3 None None] For port 6bb7c7a7-668f-4e5b-8dad-bc32492e33bd, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=6bb7c7a7-668f-4e5b-8dad-bc32492e33bd,segment=NetworkSegment(ca05707c-497b-492f-9926-e5ca8ce88d24),segment_id=ca05707c-497b-492f-9926-e5ca8ce88d24)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:21:24.539309 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c0a08f76-df6a-4b38-81a2-28bdd764f1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:24.604152 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7899a978-f5b9-4677-85ef-5010eb6c2014 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event updated for resources: {'Subnet': ['ID=10dc110f-2501-4657-a324-3b5e037993d9,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:24.625986 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c0a08f76-df6a-4b38-81a2-28bdd764f1d3 None None] Provisioning complete for port eff94bcf-6cc7-464a-9c46-f5399abd3abd triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:21:24.626708 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c0a08f76-df6a-4b38-81a2-28bdd764f1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:24.648156 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7899a978-f5b9-4677-85ef-5010eb6c2014 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Checking segment: {'id': '055edb0e-2bff-47c6-8fe7-5a0665363b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b0d8d260-60a2-49e2-aa50-2df6ff0556bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:21:24.648757 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7899a978-f5b9-4677-85ef-5010eb6c2014 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Network hostable DHCP agents. Network: b0d8d260-60a2-49e2-aa50-2df6ff0556bd, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:21:24.671835 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7899a978-f5b9-4677-85ef-5010eb6c2014 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Network b0d8d260-60a2-49e2-aa50-2df6ff0556bd is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:21:24.687125 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-7899a978-f5b9-4677-85ef-5010eb6c2014 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, b0d8d260-60a2-49e2-aa50-2df6ff0556bd) {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:21:24.701487 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7899a978-f5b9-4677-85ef-5010eb6c2014 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:24.702093 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7899a978-f5b9-4677-85ef-5010eb6c2014 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:24.711113 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968d763a-2f5a-4cac-8ee0-1899a8e6364a None None] Network b0d8d260-60a2-49e2-aa50-2df6ff0556bd requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:21:24.717687 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-94b186d4-25b7-4170-8413-4b8d146aed14 None None] Notify callbacks [] for port, precommit_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:24.727720 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-7899a978-f5b9-4677-85ef-5010eb6c2014 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3511028 Dec 10 19:21:24.727970 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-94b186d4-25b7-4170-8413-4b8d146aed14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:24.730570 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56014) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:24.754661 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a08f76-df6a-4b38-81a2-28bdd764f1d3 None None] Pushing event updated for resources: {'Port': ['ID=6bb7c7a7-668f-4e5b-8dad-bc32492e33bd,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:24.815145 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c0a08f76-df6a-4b38-81a2-28bdd764f1d3 None None] Port eff94bcf-6cc7-464a-9c46-f5399abd3abd cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:21:24.897676 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6887aed9-02f4-46fb-8767-0ac8cefbdb9a None None] Pushing event updated for resources: {'Port': ['ID=eff94bcf-6cc7-464a-9c46-f5399abd3abd,revision_number=3']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:24.932922 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-94b186d4-25b7-4170-8413-4b8d146aed14 None None] Attempting to bind port eff94bcf-6cc7-464a-9c46-f5399abd3abd on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:21:24.933541 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-94b186d4-25b7-4170-8413-4b8d146aed14 None None] Attempting to bind port eff94bcf-6cc7-464a-9c46-f5399abd3abd by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': 'f838bdaa-3716-4de6-b0a6-5176147d7fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a6e0b5cd-5bc5-4666-aae2-0ec522f77ad4'}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:21:24.935531 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b186d4-25b7-4170-8413-4b8d146aed14 None None] Attempting to bind port eff94bcf-6cc7-464a-9c46-f5399abd3abd on network a6e0b5cd-5bc5-4666-aae2-0ec522f77ad4 {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:21:24.955835 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b186d4-25b7-4170-8413-4b8d146aed14 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:21:24.956365 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b186d4-25b7-4170-8413-4b8d146aed14 None None] Checking segment: {'id': 'f838bdaa-3716-4de6-b0a6-5176147d7fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a6e0b5cd-5bc5-4666-aae2-0ec522f77ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:21:24.956919 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-94b186d4-25b7-4170-8413-4b8d146aed14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:24.960480 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b186d4-25b7-4170-8413-4b8d146aed14 None None] Bound using segment: {'id': 'f838bdaa-3716-4de6-b0a6-5176147d7fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a6e0b5cd-5bc5-4666-aae2-0ec522f77ad4'} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:21:24.960480 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-94b186d4-25b7-4170-8413-4b8d146aed14 None None] Bound port: eff94bcf-6cc7-464a-9c46-f5399abd3abd, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f838bdaa-3716-4de6-b0a6-5176147d7fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a6e0b5cd-5bc5-4666-aae2-0ec522f77ad4'}}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:21:24.960480 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-94b186d4-25b7-4170-8413-4b8d146aed14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:24.961570 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-5bd1b21f-76f3-4b75-9976-a0cc6a3ccf44 None None] Provisioning complete for port 6bb7c7a7-668f-4e5b-8dad-bc32492e33bd triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:21:24.961570 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-5bd1b21f-76f3-4b75-9976-a0cc6a3ccf44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:25.002585 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd507ac-d40a-4ffa-bd15-c0b24150d79a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-b0d8d260-60a2-49e2-aa50-2df6ff0556bd', 'network_id': 'b0d8d260-60a2-49e2-aa50-2df6ff0556bd', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'fixed_ips': [{'subnet_id': '10dc110f-2501-4657-a324-3b5e037993d9'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:21:25.003699 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-fbd507ac-d40a-4ffa-bd15-c0b24150d79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:25.107004 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-94b186d4-25b7-4170-8413-4b8d146aed14 None None] For port eff94bcf-6cc7-464a-9c46-f5399abd3abd, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:21:25.114139 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-94b186d4-25b7-4170-8413-4b8d146aed14 None None] For port eff94bcf-6cc7-464a-9c46-f5399abd3abd, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=eff94bcf-6cc7-464a-9c46-f5399abd3abd,segment=NetworkSegment(f838bdaa-3716-4de6-b0a6-5176147d7fb6),segment_id=f838bdaa-3716-4de6-b0a6-5176147d7fb6)] {{(pid=102368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:21:25.122856 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-94b186d4-25b7-4170-8413-4b8d146aed14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:25.216315 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-fbd507ac-d40a-4ffa-bd15-c0b24150d79a None None] Allocated IP 172.23.0.2 (b0d8d260-60a2-49e2-aa50-2df6ff0556bd/10dc110f-2501-4657-a324-3b5e037993d9/26588152-1293-4c31-84ce-fc51564b2957) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:21:25.227471 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-5bd1b21f-76f3-4b75-9976-a0cc6a3ccf44 None None] Provisioning complete for port eff94bcf-6cc7-464a-9c46-f5399abd3abd triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:21:25.227824 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-5bd1b21f-76f3-4b75-9976-a0cc6a3ccf44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:25.248206 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b186d4-25b7-4170-8413-4b8d146aed14 None None] Routers {'cf324db7-e0ae-4400-80ac-61f76c9743c9'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:21:25.249404 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-94b186d4-25b7-4170-8413-4b8d146aed14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:21:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['cf324db7-e0ae-4400-80ac-61f76c9743c9'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:25.254648 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6887aed9-02f4-46fb-8767-0ac8cefbdb9a None None] Pushing event updated for resources: {'Port': ['ID=eff94bcf-6cc7-464a-9c46-f5399abd3abd,revision_number=4']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:25.368156 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:25.389091 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f99214f8-b02d-4860-a968-3fdc09532e30 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:25.417389 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca634540-f869-45a2-8ffc-f2a0ca7ca90c req-806941b6-4ed6-4b7c-9a25-850f7485009d tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:25.419606 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ca634540-f869-45a2-8ffc-f2a0ca7ca90c req-806941b6-4ed6-4b7c-9a25-850f7485009d tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=0873eabe-c94d-487e-8192-2c70fe076c07 HTTP/1.1" status: 200 len: 946 time: 0.1044447 Dec 10 19:21:25.460025 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-5bd1b21f-76f3-4b75-9976-a0cc6a3ccf44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:25.501360 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ca634540-f869-45a2-8ffc-f2a0ca7ca90c req-a01397a0-fb54-4dcc-8f3c-2b3462ae914a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=1907ce6b-399b-41b2-a6fc-f240420c8046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747445 Dec 10 19:21:25.502720 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-94b186d4-25b7-4170-8413-4b8d146aed14 None None] Set router cf324db7-e0ae-4400-80ac-61f76c9743c9 gateway port host: None {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:21:25.553476 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-5bd1b21f-76f3-4b75-9976-a0cc6a3ccf44 None None] For port eff94bcf-6cc7-464a-9c46-f5399abd3abd, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=eff94bcf-6cc7-464a-9c46-f5399abd3abd,segment=NetworkSegment(f838bdaa-3716-4de6-b0a6-5176147d7fb6),segment_id=f838bdaa-3716-4de6-b0a6-5176147d7fb6)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:21:25.639269 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-fbd507ac-d40a-4ffa-bd15-c0b24150d79a None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:25.642837 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-5bd1b21f-76f3-4b75-9976-a0cc6a3ccf44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:25.660528 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-fbd507ac-d40a-4ffa-bd15-c0b24150d79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:25.742272 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 6bb7c7a7-668f-4e5b-8dad-bc32492e33bd up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:21:25.763202 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd507ac-d40a-4ffa-bd15-c0b24150d79a None None] Network b0d8d260-60a2-49e2-aa50-2df6ff0556bd is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:21:25.794597 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-fbd507ac-d40a-4ffa-bd15-c0b24150d79a None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:21:25.801467 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd507ac-d40a-4ffa-bd15-c0b24150d79a None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:21:25.821307 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b893efb-310b-40e7-af37-0b85c5e89f36 req-84c5eb3c-bbb4-4d40-93cc-6490d86a4bdc tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:25.825845 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0b893efb-310b-40e7-af37-0b85c5e89f36 req-84c5eb3c-bbb4-4d40-93cc-6490d86a4bdc tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=0873eabe-c94d-487e-8192-2c70fe076c07 HTTP/1.1" status: 200 len: 946 time: 0.1482499 Dec 10 19:21:25.828109 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1b21f-76f3-4b75-9976-a0cc6a3ccf44 None None] Pushing event updated for resources: {'Port': ['ID=eff94bcf-6cc7-464a-9c46-f5399abd3abd,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:25.881039 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-94b186d4-25b7-4170-8413-4b8d146aed14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'name': 'tempest-RoutersTest-router-1185277067', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:21:10Z', 'updated_at': '2021-12-10T19:21:20Z', 'revision_number': 4, 'project_id': 'c314b2e70362459092367990be71ff8e', 'gw_port_host': None, '_interfaces': [{'id': '182cff48-d66b-43b0-9980-2834bc0729b5', 'name': '', 'network_id': 'e4a0e0a6-db0c-4ec5-b893-16799b7ee594', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'mac_address': 'fa:16:3e:d2:30:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '192f88e4-4b60-483e-ab98-887f69b69a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:21:12Z', 'updated_at': '2021-12-10T19:21:18Z', 'revision_number': 5, 'project_id': 'c314b2e70362459092367990be71ff8e', 'subnets': [{'id': '192f88e4-4b60-483e-ab98-887f69b69a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bb7c7a7-668f-4e5b-8dad-bc32492e33bd', 'name': '', 'network_id': '56b65486-c492-482f-a23e-07bbfde4364a', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'mac_address': 'fa:16:3e:4d:1f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e71a6af4-a78f-483c-b3b9-7ac73c8d1e6e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:21:15Z', 'updated_at': '2021-12-10T19:21:24Z', 'revision_number': 5, 'project_id': 'c314b2e70362459092367990be71ff8e', 'subnets': [{'id': 'e71a6af4-a78f-483c-b3b9-7ac73c8d1e6e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff94bcf-6cc7-464a-9c46-f5399abd3abd', 'name': '', 'network_id': 'a6e0b5cd-5bc5-4666-aae2-0ec522f77ad4', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'mac_address': 'fa:16:3e:16:64:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '5f0a23d4-14ea-4017-9253-50b88efd04ca', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:21:19Z', 'updated_at': '2021-12-10T19:21:25Z', 'revision_number': 4, 'project_id': 'c314b2e70362459092367990be71ff8e', 'subnets': [{'id': '5f0a23d4-14ea-4017-9253-50b88efd04ca', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:25.893105 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-f99214f8-b02d-4860-a968-3fdc09532e30 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Allocated IP 172.23.0.1 (b0d8d260-60a2-49e2-aa50-2df6ff0556bd/10dc110f-2501-4657-a324-3b5e037993d9/a7886b6f-884f-4c2a-8c0f-6b1d0fcf4137) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:21:25.907137 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0b893efb-310b-40e7-af37-0b85c5e89f36 req-5b4ed9ec-2cd2-4b43-9ec9-3a884aab5876 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=1907ce6b-399b-41b2-a6fc-f240420c8046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518532 Dec 10 19:21:25.918616 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-fbd507ac-d40a-4ffa-bd15-c0b24150d79a None None] Attempting to bind port 26588152-1293-4c31-84ce-fc51564b2957 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:21:25.919413 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-fbd507ac-d40a-4ffa-bd15-c0b24150d79a None None] Attempting to bind port 26588152-1293-4c31-84ce-fc51564b2957 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '055edb0e-2bff-47c6-8fe7-5a0665363b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b0d8d260-60a2-49e2-aa50-2df6ff0556bd'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:21:25.919413 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd507ac-d40a-4ffa-bd15-c0b24150d79a None None] Attempting to bind port 26588152-1293-4c31-84ce-fc51564b2957 on network b0d8d260-60a2-49e2-aa50-2df6ff0556bd {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:21:25.925186 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-9cc95c07-6483-485b-9bcf-161559dc277a None None] Provisioning complete for port eff94bcf-6cc7-464a-9c46-f5399abd3abd triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:21:25.925790 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-9cc95c07-6483-485b-9bcf-161559dc277a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:25.953131 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b186d4-25b7-4170-8413-4b8d146aed14 None None] The sync data for ids ['cf324db7-e0ae-4400-80ac-61f76c9743c9'] in dv-neutron-821441-1-hyperv is: [{'id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'name': 'tempest-RoutersTest-router-1185277067', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:21:10Z', 'updated_at': '2021-12-10T19:21:20Z', 'revision_number': 4, 'project_id': 'c314b2e70362459092367990be71ff8e', 'gw_port_host': None, '_interfaces': [{'id': '182cff48-d66b-43b0-9980-2834bc0729b5', 'name': '', 'network_id': 'e4a0e0a6-db0c-4ec5-b893-16799b7ee594', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'mac_address': 'fa:16:3e:d2:30:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '192f88e4-4b60-483e-ab98-887f69b69a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:21:12Z', 'updated_at': '2021-12-10T19:21:18Z', 'revision_number': 5, 'project_id': 'c314b2e70362459092367990be71ff8e', 'subnets': [{'id': '192f88e4-4b60-483e-ab98-887f69b69a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bb7c7a7-668f-4e5b-8dad-bc32492e33bd', 'name': '', 'network_id': '56b65486-c492-482f-a23e-07bbfde4364a', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'mac_address': 'fa:16:3e:4d:1f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e71a6af4-a78f-483c-b3b9-7ac73c8d1e6e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:21:15Z', 'updated_at': '2021-12-10T19:21:24Z', 'revision_number': 5, 'project_id': 'c314b2e70362459092367990be71ff8e', 'subnets': [{'id': 'e71a6af4-a78f-483c-b3b9-7ac73c8d1e6e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff94bcf-6cc7-464a-9c46-f5399abd3abd', 'name': '', 'network_id': 'a6e0b5cd-5bc5-4666-aae2-0ec522f77ad4', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'mac_address': 'fa:16:3e:16:64:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '5f0a23d4-14ea-4017-9253-50b88efd04ca', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:21:19Z', 'updated_at': '2021-12-10T19:21:25Z', 'revision_number': 4, 'project_id': 'c314b2e70362459092367990be71ff8e', 'subnets': [{'id': '5f0a23d4-14ea-4017-9253-50b88efd04ca', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:21:25.961209 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd507ac-d40a-4ffa-bd15-c0b24150d79a None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:21:25.961593 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd507ac-d40a-4ffa-bd15-c0b24150d79a None None] Checking segment: {'id': '055edb0e-2bff-47c6-8fe7-5a0665363b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b0d8d260-60a2-49e2-aa50-2df6ff0556bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:21:25.962005 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-fbd507ac-d40a-4ffa-bd15-c0b24150d79a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:25.962409 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd507ac-d40a-4ffa-bd15-c0b24150d79a None None] Bound using segment: {'id': '055edb0e-2bff-47c6-8fe7-5a0665363b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b0d8d260-60a2-49e2-aa50-2df6ff0556bd'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:21:25.962909 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-fbd507ac-d40a-4ffa-bd15-c0b24150d79a None None] Bound port: 26588152-1293-4c31-84ce-fc51564b2957, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '055edb0e-2bff-47c6-8fe7-5a0665363b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b0d8d260-60a2-49e2-aa50-2df6ff0556bd'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:21:25.963298 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-fbd507ac-d40a-4ffa-bd15-c0b24150d79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:25.987965 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd507ac-d40a-4ffa-bd15-c0b24150d79a None None] Pushing event updated for resources: {'Port': ['ID=26588152-1293-4c31-84ce-fc51564b2957,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:26.029781 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 6bb7c7a7-668f-4e5b-8dad-bc32492e33bd triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:21:26.030562 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:26.157655 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f99214f8-b02d-4860-a968-3fdc09532e30 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:26.171736 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-fbd507ac-d40a-4ffa-bd15-c0b24150d79a None None] For port 26588152-1293-4c31-84ce-fc51564b2957, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:21:26.203538 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-fbd507ac-d40a-4ffa-bd15-c0b24150d79a None None] For port 26588152-1293-4c31-84ce-fc51564b2957, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=26588152-1293-4c31-84ce-fc51564b2957,segment=NetworkSegment(055edb0e-2bff-47c6-8fe7-5a0665363b75),segment_id=055edb0e-2bff-47c6-8fe7-5a0665363b75)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:21:26.212939 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f99214f8-b02d-4860-a968-3fdc09532e30 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:26.216466 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-fbd507ac-d40a-4ffa-bd15-c0b24150d79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:26.263022 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99214f8-b02d-4860-a968-3fdc09532e30 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Network b0d8d260-60a2-49e2-aa50-2df6ff0556bd is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:21:26.266989 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-f99214f8-b02d-4860-a968-3fdc09532e30 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:21:26.272415 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99214f8-b02d-4860-a968-3fdc09532e30 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:21:26.283046 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99214f8-b02d-4860-a968-3fdc09532e30 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event updated for resources: {'Port': ['ID=a7886b6f-884f-4c2a-8c0f-6b1d0fcf4137,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:26.335599 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f99214f8-b02d-4860-a968-3fdc09532e30 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712030'] for router_interface, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:26.385808 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd507ac-d40a-4ffa-bd15-c0b24150d79a None None] Pushing event updated for resources: {'Port': ['ID=26588152-1293-4c31-84ce-fc51564b2957,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:26.445898 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:26.520301 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f99214f8-b02d-4860-a968-3fdc09532e30 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:26.714020 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:26.931408 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f99214f8-b02d-4860-a968-3fdc09532e30 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:26.937468 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f99214f8-b02d-4860-a968-3fdc09532e30 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:27.031904 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99214f8-b02d-4860-a968-3fdc09532e30 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event updated for resources: {'Port': ['ID=a7886b6f-884f-4c2a-8c0f-6b1d0fcf4137,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:27.039376 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f99214f8-b02d-4860-a968-3fdc09532e30 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3755716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711339'] for router_interface, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:27.059975 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93b5ff8-34de-4c86-a49e-dd1b377ad288 None None] Sync routers for ids ['cf324db7-e0ae-4400-80ac-61f76c9743c9'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:21:27.077234 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93b5ff8-34de-4c86-a49e-dd1b377ad288 None None] Routers {'cf324db7-e0ae-4400-80ac-61f76c9743c9'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:21:27.078200 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-a93b5ff8-34de-4c86-a49e-dd1b377ad288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:21:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['cf324db7-e0ae-4400-80ac-61f76c9743c9'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:27.160950 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7380014d-f627-44a1-b9b3-ebb6804212dd req-5cb8acee-670b-4a16-ba1a-4142228ac09a tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:27.163322 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7380014d-f627-44a1-b9b3-ebb6804212dd req-5cb8acee-670b-4a16-ba1a-4142228ac09a tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 945 time: 0.0762229 Dec 10 19:21:27.196230 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99214f8-b02d-4860-a968-3fdc09532e30 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Network b0d8d260-60a2-49e2-aa50-2df6ff0556bd is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:21:27.198708 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-f99214f8-b02d-4860-a968-3fdc09532e30 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:21:27.211548 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-a93b5ff8-34de-4c86-a49e-dd1b377ad288 None None] Set router cf324db7-e0ae-4400-80ac-61f76c9743c9 gateway port host: None {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:21:27.226732 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7380014d-f627-44a1-b9b3-ebb6804212dd req-4e6a1835-22cd-4cda-8e2c-f884a7df0b0c tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/security-groups?id=0687b254-a34a-47da-a81f-4e503b73712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516975 Dec 10 19:21:27.338578 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f99214f8-b02d-4860-a968-3fdc09532e30 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Router cf324db7-e0ae-4400-80ac-61f76c9743c9 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:21:27.423273 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44f4a2-8e94-4b1c-83b3-5e161144f66a req-a30a32e0-c47f-4007-972d-5eef235b7cd9 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:27.437825 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ba44f4a2-8e94-4b1c-83b3-5e161144f66a req-a30a32e0-c47f-4007-972d-5eef235b7cd9 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 945 time: 0.0825191 Dec 10 19:21:27.463821 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99214f8-b02d-4860-a968-3fdc09532e30 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:21:27.473177 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-f99214f8-b02d-4860-a968-3fdc09532e30 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "PUT /v2.0/routers/cf324db7-e0ae-4400-80ac-61f76c9743c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7367795 Dec 10 19:21:27.476240 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56030) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:27.481284 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-0ea8d555-7d0c-4d64-91cb-948bc4793a2c tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:21:27.499660 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56032) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:27.505660 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ba44f4a2-8e94-4b1c-83b3-5e161144f66a req-95a78a9a-c5be-4a9c-9880-241bff2eb29c tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/security-groups?id=0687b254-a34a-47da-a81f-4e503b73712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663872 Dec 10 19:21:27.665123 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-a93b5ff8-34de-4c86-a49e-dd1b377ad288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'name': 'tempest-RoutersTest-router-1185277067', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:21:10Z', 'updated_at': '2021-12-10T19:21:26Z', 'revision_number': 5, 'project_id': 'c314b2e70362459092367990be71ff8e', 'gw_port_host': None, '_interfaces': [{'id': '182cff48-d66b-43b0-9980-2834bc0729b5', 'name': '', 'network_id': 'e4a0e0a6-db0c-4ec5-b893-16799b7ee594', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'mac_address': 'fa:16:3e:d2:30:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '192f88e4-4b60-483e-ab98-887f69b69a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:21:12Z', 'updated_at': '2021-12-10T19:21:18Z', 'revision_number': 5, 'project_id': 'c314b2e70362459092367990be71ff8e', 'subnets': [{'id': '192f88e4-4b60-483e-ab98-887f69b69a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bb7c7a7-668f-4e5b-8dad-bc32492e33bd', 'name': '', 'network_id': '56b65486-c492-482f-a23e-07bbfde4364a', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'mac_address': 'fa:16:3e:4d:1f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e71a6af4-a78f-483c-b3b9-7ac73c8d1e6e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:21:15Z', 'updated_at': '2021-12-10T19:21:24Z', 'revision_number': 5, 'project_id': 'c314b2e70362459092367990be71ff8e', 'subnets': [{'id': 'e71a6af4-a78f-483c-b3b9-7ac73c8d1e6e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7886b6f-884f-4c2a-8c0f-6b1d0fcf4137', 'name': '', 'network_id': 'b0d8d260-60a2-49e2-aa50-2df6ff0556bd', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'mac_address': 'fa:16:3e:09:ae:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '10dc110f-2501-4657-a324-3b5e037993d9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:21:25Z', 'updated_at': '2021-12-10T19:21:26Z', 'revision_number': 2, 'project_id': 'c314b2e70362459092367990be71ff8e', 'subnets': [{'id': '10dc110f-2501-4657-a324-3b5e037993d9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff94bcf-6cc7-464a-9c46-f5399abd3abd', 'name': '', 'network_id': 'a6e0b5cd-5bc5-4666-aae2-0ec522f77ad4', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'mac_address': 'fa:16:3e:16:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '5f0a23d4-14ea-4017-9253-50b88efd04ca', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:21:19Z', 'updated_at': '2021-12-10T19:21:25Z', 'revision_number': 5, 'project_id': 'c314b2e70362459092367990be71ff8e', 'subnets': [{'id': '5f0a23d4-14ea-4017-9253-50b88efd04ca', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:27.767115 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93b5ff8-34de-4c86-a49e-dd1b377ad288 None None] Checking router: cf324db7-e0ae-4400-80ac-61f76c9743c9 for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:21:27.768000 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93b5ff8-34de-4c86-a49e-dd1b377ad288 None None] Updating router cf324db7-e0ae-4400-80ac-61f76c9743c9 port a7886b6f-884f-4c2a-8c0f-6b1d0fcf4137 binding host dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:21:27.817579 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a93b5ff8-34de-4c86-a49e-dd1b377ad288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:27.916932 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device eff94bcf-6cc7-464a-9c46-f5399abd3abd up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:21:28.088269 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8534fb6-e28b-4dd7-ad15-caa1b25521c7 None None] Network b0d8d260-60a2-49e2-aa50-2df6ff0556bd requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:21:28.128569 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2337e638-8107-45a9-8d94-1c660a91d03a req-962fc6fe-4d9f-48b1-a63e-bc1b40c937c2 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:28.132934 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2337e638-8107-45a9-8d94-1c660a91d03a req-962fc6fe-4d9f-48b1-a63e-bc1b40c937c2 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 945 time: 0.1368020 Dec 10 19:21:28.214117 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2337e638-8107-45a9-8d94-1c660a91d03a req-851c4da5-1d98-48f2-a030-f1c569593c18 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/security-groups?id=0687b254-a34a-47da-a81f-4e503b73712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737910 Dec 10 19:21:28.266831 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.extraroute_db [None req-0ea8d555-7d0c-4d64-91cb-948bc4793a2c tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=102366) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 10 19:21:28.283158 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.extraroute_db [None req-0ea8d555-7d0c-4d64-91cb-948bc4793a2c tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Removed routes are [] {{(pid=102366) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 10 19:21:28.283622 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0ea8d555-7d0c-4d64-91cb-948bc4793a2c tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3713082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3715814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8908'] for router, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:28.322521 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3df077c0-531e-48ea-b943-42be1233777f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:28.336929 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-de7c6ba5-e87b-479e-a156-b30278765f33 None None] Provisioning complete for port 26588152-1293-4c31-84ce-fc51564b2957 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:21:28.337543 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-de7c6ba5-e87b-479e-a156-b30278765f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:28.453982 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port eff94bcf-6cc7-464a-9c46-f5399abd3abd triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:21:28.454517 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:28.496531 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0ea8d555-7d0c-4d64-91cb-948bc4793a2c tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3713082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3715814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8908'] for router, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:28.501178 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0ea8d555-7d0c-4d64-91cb-948bc4793a2c tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3713075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3713068', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3715807'] for router, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:28.656641 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea8d555-7d0c-4d64-91cb-948bc4793a2c tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Router cf324db7-e0ae-4400-80ac-61f76c9743c9 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:21:28.672958 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-3df077c0-531e-48ea-b943-42be1233777f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Allocated IP 172.20.0.17 (139f81ab-d6c8-498d-952f-fa382d229482/0216fdd2-22ad-4c45-a0c1-0fed28a79b40/6b901609-f33d-4654-adba-bd3e4ef620c5) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:21:28.785462 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea8d555-7d0c-4d64-91cb-948bc4793a2c tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:21:28.788089 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-de7c6ba5-e87b-479e-a156-b30278765f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:28.798523 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0ea8d555-7d0c-4d64-91cb-948bc4793a2c tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:28.800592 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-0ea8d555-7d0c-4d64-91cb-948bc4793a2c tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "PUT /v2.0/routers/cf324db7-e0ae-4400-80ac-61f76c9743c9 HTTP/1.1" status: 200 len: 934 time: 1.3224247 Dec 10 19:21:28.801081 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a93b5ff8-34de-4c86-a49e-dd1b377ad288 None None] Notify callbacks [] for port, precommit_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:28.804323 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56038) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:28.813018 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 26588152-1293-4c31-84ce-fc51564b2957 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:21:28.828183 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3df077c0-531e-48ea-b943-42be1233777f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:28.847214 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a93b5ff8-34de-4c86-a49e-dd1b377ad288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:28.893104 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3df077c0-531e-48ea-b943-42be1233777f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:28.900027 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-de7c6ba5-e87b-479e-a156-b30278765f33 None None] For port 26588152-1293-4c31-84ce-fc51564b2957, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=26588152-1293-4c31-84ce-fc51564b2957,segment=NetworkSegment(055edb0e-2bff-47c6-8fe7-5a0665363b75),segment_id=055edb0e-2bff-47c6-8fe7-5a0665363b75)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:21:28.918869 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-de7c6ba5-e87b-479e-a156-b30278765f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:28.932476 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-3f42ba2c-58f1-42ad-8411-ee6b83f86e96 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "GET /v2.0/routers/cf324db7-e0ae-4400-80ac-61f76c9743c9 HTTP/1.1" status: 200 len: 934 time: 0.1260896 Dec 10 19:21:28.936689 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56040) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:28.942772 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-3ead60fa-46e4-49a4-8cb1-1e29d5e69cee tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Request body: {'router': {'routes': None}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:21:28.949788 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29436fdb-854e-44d5-9d1b-bec51f20cc16 None None] Pushing event updated for resources: {'Port': ['ID=a7886b6f-884f-4c2a-8c0f-6b1d0fcf4137,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:28.950051 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df077c0-531e-48ea-b943-42be1233777f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Network 139f81ab-d6c8-498d-952f-fa382d229482 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:21:28.951460 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-3df077c0-531e-48ea-b943-42be1233777f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:21:28.955035 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df077c0-531e-48ea-b943-42be1233777f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:21:29.013494 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3df077c0-531e-48ea-b943-42be1233777f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712030'] for router_interface, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:29.080572 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df077c0-531e-48ea-b943-42be1233777f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Port': ['ID=6b901609-f33d-4654-adba-bd3e4ef620c5,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:29.095951 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df077c0-531e-48ea-b943-42be1233777f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:29.096336 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df077c0-531e-48ea-b943-42be1233777f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:29.096676 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df077c0-531e-48ea-b943-42be1233777f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:29.097092 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df077c0-531e-48ea-b943-42be1233777f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:29.097962 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df077c0-531e-48ea-b943-42be1233777f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:29.097962 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df077c0-531e-48ea-b943-42be1233777f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:29.098432 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df077c0-531e-48ea-b943-42be1233777f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:29.098432 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df077c0-531e-48ea-b943-42be1233777f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:29.099759 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df077c0-531e-48ea-b943-42be1233777f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:29.100431 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df077c0-531e-48ea-b943-42be1233777f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:29.100839 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df077c0-531e-48ea-b943-42be1233777f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:29.101157 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df077c0-531e-48ea-b943-42be1233777f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:29.141111 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c6ba5-e87b-479e-a156-b30278765f33 None None] Pushing event updated for resources: {'Port': ['ID=26588152-1293-4c31-84ce-fc51564b2957,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:29.146479 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 26588152-1293-4c31-84ce-fc51564b2957 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:21:29.147943 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:29.261673 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3df077c0-531e-48ea-b943-42be1233777f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:29.416795 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-a93b5ff8-34de-4c86-a49e-dd1b377ad288 None None] Attempting to bind port a7886b6f-884f-4c2a-8c0f-6b1d0fcf4137 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:21:29.417257 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-a93b5ff8-34de-4c86-a49e-dd1b377ad288 None None] Attempting to bind port a7886b6f-884f-4c2a-8c0f-6b1d0fcf4137 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '055edb0e-2bff-47c6-8fe7-5a0665363b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b0d8d260-60a2-49e2-aa50-2df6ff0556bd'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:21:29.417689 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93b5ff8-34de-4c86-a49e-dd1b377ad288 None None] Attempting to bind port a7886b6f-884f-4c2a-8c0f-6b1d0fcf4137 on network b0d8d260-60a2-49e2-aa50-2df6ff0556bd {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:21:29.430009 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93b5ff8-34de-4c86-a49e-dd1b377ad288 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:21:29.430383 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93b5ff8-34de-4c86-a49e-dd1b377ad288 None None] Checking segment: {'id': '055edb0e-2bff-47c6-8fe7-5a0665363b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b0d8d260-60a2-49e2-aa50-2df6ff0556bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:21:29.431035 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a93b5ff8-34de-4c86-a49e-dd1b377ad288 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:29.431419 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93b5ff8-34de-4c86-a49e-dd1b377ad288 None None] Bound using segment: {'id': '055edb0e-2bff-47c6-8fe7-5a0665363b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b0d8d260-60a2-49e2-aa50-2df6ff0556bd'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:21:29.431982 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-a93b5ff8-34de-4c86-a49e-dd1b377ad288 None None] Bound port: a7886b6f-884f-4c2a-8c0f-6b1d0fcf4137, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '055edb0e-2bff-47c6-8fe7-5a0665363b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b0d8d260-60a2-49e2-aa50-2df6ff0556bd'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:21:29.432438 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a93b5ff8-34de-4c86-a49e-dd1b377ad288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:29.453257 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-a14cd63a-0fed-4336-93c9-0b143b575bfc None None] Provisioning complete for port 26588152-1293-4c31-84ce-fc51564b2957 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:21:29.453705 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a14cd63a-0fed-4336-93c9-0b143b575bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:29.673148 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-a93b5ff8-34de-4c86-a49e-dd1b377ad288 None None] For port a7886b6f-884f-4c2a-8c0f-6b1d0fcf4137, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:21:29.687495 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-a93b5ff8-34de-4c86-a49e-dd1b377ad288 None None] For port a7886b6f-884f-4c2a-8c0f-6b1d0fcf4137, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=a7886b6f-884f-4c2a-8c0f-6b1d0fcf4137,segment=NetworkSegment(055edb0e-2bff-47c6-8fe7-5a0665363b75),segment_id=055edb0e-2bff-47c6-8fe7-5a0665363b75)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:21:29.708031 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-a14cd63a-0fed-4336-93c9-0b143b575bfc None None] Provisioning complete for port a7886b6f-884f-4c2a-8c0f-6b1d0fcf4137 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:21:29.708988 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a14cd63a-0fed-4336-93c9-0b143b575bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:29.719464 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a93b5ff8-34de-4c86-a49e-dd1b377ad288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:29.776102 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e94a1-def3-4755-bdba-4a5549cd4b5a req-f498ff33-4203-4589-b7b6-6697407f8ecc tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:29.778312 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-862e94a1-def3-4755-bdba-4a5549cd4b5a req-f498ff33-4203-4589-b7b6-6697407f8ecc tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 945 time: 0.1904781 Dec 10 19:21:29.837692 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 26588152-1293-4c31-84ce-fc51564b2957 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:21:29.887425 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-862e94a1-def3-4755-bdba-4a5549cd4b5a req-b97bc069-5c85-43fa-8882-8c70ad72159d tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/security-groups?id=0687b254-a34a-47da-a81f-4e503b73712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010435 Dec 10 19:21:29.933396 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93b5ff8-34de-4c86-a49e-dd1b377ad288 None None] Routers {'cf324db7-e0ae-4400-80ac-61f76c9743c9'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:21:29.934064 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-a93b5ff8-34de-4c86-a49e-dd1b377ad288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:21:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['cf324db7-e0ae-4400-80ac-61f76c9743c9'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:29.966848 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3df077c0-531e-48ea-b943-42be1233777f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:29.976486 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3df077c0-531e-48ea-b943-42be1233777f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:29.991404 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29436fdb-854e-44d5-9d1b-bec51f20cc16 None None] Pushing event updated for resources: {'Port': ['ID=a7886b6f-884f-4c2a-8c0f-6b1d0fcf4137,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:30.085344 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-a93b5ff8-34de-4c86-a49e-dd1b377ad288 None None] Set router cf324db7-e0ae-4400-80ac-61f76c9743c9 gateway port host: None {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:21:30.136428 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3df077c0-531e-48ea-b943-42be1233777f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3755716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711339'] for router_interface, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:30.141149 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df077c0-531e-48ea-b943-42be1233777f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Port': ['ID=6b901609-f33d-4654-adba-bd3e4ef620c5,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:30.166816 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.extraroute_db [None req-3ead60fa-46e4-49a4-8cb1-1e29d5e69cee tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Added routes are [] {{(pid=102366) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 10 19:21:30.167726 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.extraroute_db [None req-3ead60fa-46e4-49a4-8cb1-1e29d5e69cee tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=102366) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 10 19:21:30.227477 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3ead60fa-46e4-49a4-8cb1-1e29d5e69cee tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3713082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3715814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8908'] for router, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:30.307948 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 26588152-1293-4c31-84ce-fc51564b2957 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:21:30.308410 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:30.310235 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a14cd63a-0fed-4336-93c9-0b143b575bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:30.335104 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df077c0-531e-48ea-b943-42be1233777f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Network 139f81ab-d6c8-498d-952f-fa382d229482 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:21:30.337963 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-3df077c0-531e-48ea-b943-42be1233777f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:21:30.384409 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-a14cd63a-0fed-4336-93c9-0b143b575bfc None None] For port a7886b6f-884f-4c2a-8c0f-6b1d0fcf4137, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=a7886b6f-884f-4c2a-8c0f-6b1d0fcf4137,segment=NetworkSegment(055edb0e-2bff-47c6-8fe7-5a0665363b75),segment_id=055edb0e-2bff-47c6-8fe7-5a0665363b75)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:21:30.401003 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a14cd63a-0fed-4336-93c9-0b143b575bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:30.516111 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14cd63a-0fed-4336-93c9-0b143b575bfc None None] Pushing event updated for resources: {'Port': ['ID=a7886b6f-884f-4c2a-8c0f-6b1d0fcf4137,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:30.527115 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-a14cd63a-0fed-4336-93c9-0b143b575bfc None None] Provisioning complete for port 6b901609-f33d-4654-adba-bd3e4ef620c5 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:21:30.527642 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a14cd63a-0fed-4336-93c9-0b143b575bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:30.582697 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df077c0-531e-48ea-b943-42be1233777f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Router fc36a459-772e-42b2-b336-e02eacb0da03 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:21:30.638093 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3ead60fa-46e4-49a4-8cb1-1e29d5e69cee tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3713082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3715814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8908'] for router, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:30.643203 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3ead60fa-46e4-49a4-8cb1-1e29d5e69cee tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3713075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3713068', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3715807'] for router, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:30.670414 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-a14cd63a-0fed-4336-93c9-0b143b575bfc None None] Port 6b901609-f33d-4654-adba-bd3e4ef620c5 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:21:30.690961 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-a93b5ff8-34de-4c86-a49e-dd1b377ad288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'name': 'tempest-RoutersTest-router-1185277067', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:21:10Z', 'updated_at': '2021-12-10T19:21:28Z', 'revision_number': 6, 'project_id': 'c314b2e70362459092367990be71ff8e', 'gw_port_host': None, '_interfaces': [{'id': '182cff48-d66b-43b0-9980-2834bc0729b5', 'name': '', 'network_id': 'e4a0e0a6-db0c-4ec5-b893-16799b7ee594', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'mac_address': 'fa:16:3e:d2:30:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '192f88e4-4b60-483e-ab98-887f69b69a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:21:12Z', 'updated_at': '2021-12-10T19:21:18Z', 'revision_number': 5, 'project_id': 'c314b2e70362459092367990be71ff8e', 'subnets': [{'id': '192f88e4-4b60-483e-ab98-887f69b69a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bb7c7a7-668f-4e5b-8dad-bc32492e33bd', 'name': '', 'network_id': '56b65486-c492-482f-a23e-07bbfde4364a', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'mac_address': 'fa:16:3e:4d:1f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e71a6af4-a78f-483c-b3b9-7ac73c8d1e6e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:21:15Z', 'updated_at': '2021-12-10T19:21:24Z', 'revision_number': 5, 'project_id': 'c314b2e70362459092367990be71ff8e', 'subnets': [{'id': 'e71a6af4-a78f-483c-b3b9-7ac73c8d1e6e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7886b6f-884f-4c2a-8c0f-6b1d0fcf4137', 'name': '', 'network_id': 'b0d8d260-60a2-49e2-aa50-2df6ff0556bd', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'mac_address': 'fa:16:3e:09:ae:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '10dc110f-2501-4657-a324-3b5e037993d9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:21:25Z', 'updated_at': '2021-12-10T19:21:29Z', 'revision_number': 4, 'project_id': 'c314b2e70362459092367990be71ff8e', 'subnets': [{'id': '10dc110f-2501-4657-a324-3b5e037993d9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff94bcf-6cc7-464a-9c46-f5399abd3abd', 'name': '', 'network_id': 'a6e0b5cd-5bc5-4666-aae2-0ec522f77ad4', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'mac_address': 'fa:16:3e:16:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '5f0a23d4-14ea-4017-9253-50b88efd04ca', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:21:19Z', 'updated_at': '2021-12-10T19:21:25Z', 'revision_number': 5, 'project_id': 'c314b2e70362459092367990be71ff8e', 'subnets': [{'id': '5f0a23d4-14ea-4017-9253-50b88efd04ca', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:30.722319 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93b5ff8-34de-4c86-a49e-dd1b377ad288 None None] The sync data for ids ['cf324db7-e0ae-4400-80ac-61f76c9743c9'] in dv-neutron-821441-1-hyperv is: [{'id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'name': 'tempest-RoutersTest-router-1185277067', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:21:10Z', 'updated_at': '2021-12-10T19:21:28Z', 'revision_number': 6, 'project_id': 'c314b2e70362459092367990be71ff8e', 'gw_port_host': None, '_interfaces': [{'id': '182cff48-d66b-43b0-9980-2834bc0729b5', 'name': '', 'network_id': 'e4a0e0a6-db0c-4ec5-b893-16799b7ee594', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'mac_address': 'fa:16:3e:d2:30:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '192f88e4-4b60-483e-ab98-887f69b69a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:21:12Z', 'updated_at': '2021-12-10T19:21:18Z', 'revision_number': 5, 'project_id': 'c314b2e70362459092367990be71ff8e', 'subnets': [{'id': '192f88e4-4b60-483e-ab98-887f69b69a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bb7c7a7-668f-4e5b-8dad-bc32492e33bd', 'name': '', 'network_id': '56b65486-c492-482f-a23e-07bbfde4364a', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'mac_address': 'fa:16:3e:4d:1f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e71a6af4-a78f-483c-b3b9-7ac73c8d1e6e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:21:15Z', 'updated_at': '2021-12-10T19:21:24Z', 'revision_number': 5, 'project_id': 'c314b2e70362459092367990be71ff8e', 'subnets': [{'id': 'e71a6af4-a78f-483c-b3b9-7ac73c8d1e6e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7886b6f-884f-4c2a-8c0f-6b1d0fcf4137', 'name': '', 'network_id': 'b0d8d260-60a2-49e2-aa50-2df6ff0556bd', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'mac_address': 'fa:16:3e:09:ae:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '10dc110f-2501-4657-a324-3b5e037993d9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:21:25Z', 'updated_at': '2021-12-10T19:21:29Z', 'revision_number': 4, 'project_id': 'c314b2e70362459092367990be71ff8e', 'subnets': [{'id': '10dc110f-2501-4657-a324-3b5e037993d9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff94bcf-6cc7-464a-9c46-f5399abd3abd', 'name': '', 'network_id': 'a6e0b5cd-5bc5-4666-aae2-0ec522f77ad4', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'mac_address': 'fa:16:3e:16:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '5f0a23d4-14ea-4017-9253-50b88efd04ca', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:21:19Z', 'updated_at': '2021-12-10T19:21:25Z', 'revision_number': 5, 'project_id': 'c314b2e70362459092367990be71ff8e', 'subnets': [{'id': '5f0a23d4-14ea-4017-9253-50b88efd04ca', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:21:30.834424 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ead60fa-46e4-49a4-8cb1-1e29d5e69cee tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Router cf324db7-e0ae-4400-80ac-61f76c9743c9 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:21:30.843547 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-508fbed4-d95e-41ee-bf4b-9b6e4b6eee56 None None] Provisioning complete for port a7886b6f-884f-4c2a-8c0f-6b1d0fcf4137 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:21:30.844087 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-508fbed4-d95e-41ee-bf4b-9b6e4b6eee56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:31.004071 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ead60fa-46e4-49a4-8cb1-1e29d5e69cee tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:21:31.014556 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3ead60fa-46e4-49a4-8cb1-1e29d5e69cee tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:31.016073 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-3ead60fa-46e4-49a4-8cb1-1e29d5e69cee tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "PUT /v2.0/routers/cf324db7-e0ae-4400-80ac-61f76c9743c9 HTTP/1.1" status: 200 len: 700 time: 2.0778065 Dec 10 19:21:31.020417 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56050) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:31.046099 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-508fbed4-d95e-41ee-bf4b-9b6e4b6eee56 None None] Provisioning complete for port 6b901609-f33d-4654-adba-bd3e4ef620c5 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:21:31.046741 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-508fbed4-d95e-41ee-bf4b-9b6e4b6eee56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:31.094591 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-508fbed4-d95e-41ee-bf4b-9b6e4b6eee56 None None] Port 6b901609-f33d-4654-adba-bd3e4ef620c5 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:21:31.216718 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-5e379ea1-419f-4fa5-9f50-35345daaf884 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "GET /v2.0/routers/cf324db7-e0ae-4400-80ac-61f76c9743c9 HTTP/1.1" status: 200 len: 700 time: 0.1938655 Dec 10 19:21:31.219653 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56052) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:31.283120 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1707a9-3f4b-4303-8d9a-b8b53ecc9071 req-c53eec58-a714-43c1-8565-f465b8a9a70a tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:31.284845 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8e1707a9-3f4b-4303-8d9a-b8b53ecc9071 req-c53eec58-a714-43c1-8565-f465b8a9a70a tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 945 time: 0.1303160 Dec 10 19:21:31.334095 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df077c0-531e-48ea-b943-42be1233777f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:21:31.348750 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-3df077c0-531e-48ea-b943-42be1233777f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "PUT /v2.0/routers/fc36a459-772e-42b2-b336-e02eacb0da03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8409874 Dec 10 19:21:31.351739 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e9dd8a-a626-45e8-8e8c-beaeb3554657 None None] Sync routers for ids ['fc36a459-772e-42b2-b336-e02eacb0da03'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:21:31.376875 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e9dd8a-a626-45e8-8e8c-beaeb3554657 None None] Routers {'fc36a459-772e-42b2-b336-e02eacb0da03'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:21:31.378885 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-21e9dd8a-a626-45e8-8e8c-beaeb3554657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:21:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['fc36a459-772e-42b2-b336-e02eacb0da03'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:31.394369 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8e1707a9-3f4b-4303-8d9a-b8b53ecc9071 req-0231cebb-939b-4a5c-8e77-a97f5ae8e651 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/security-groups?id=0687b254-a34a-47da-a81f-4e503b73712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785887 Dec 10 19:21:31.576850 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-21e9dd8a-a626-45e8-8e8c-beaeb3554657 None None] Set router fc36a459-772e-42b2-b336-e02eacb0da03 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:21:31.852329 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device a7886b6f-884f-4c2a-8c0f-6b1d0fcf4137 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:21:31.866847 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e0d0004c-f9a8-4975-a58a-a66da3d0c7c6 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711290'] for router_interface, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:31.988295 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port a7886b6f-884f-4c2a-8c0f-6b1d0fcf4137 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:21:31.989121 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:32.019663 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-21e9dd8a-a626-45e8-8e8c-beaeb3554657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'name': 'tempest-TestNetworkBasicOps-router-174610736', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': 'f4f54156-4d4e-431d-b4de-80cee11ea05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:18:50Z', 'updated_at': '2021-12-10T19:21:29Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': 'f4f54156-4d4e-431d-b4de-80cee11ea05f', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:27:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:51Z', 'updated_at': '2021-12-10T19:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '0130aea9-1c9e-4cf6-a24c-281a44123df1', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'floating_ip_address': '172.26.6.237', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'port_id': 'f474eac2-65b4-4bb0-9076-1081e22ffee4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09581b17-9274-439f-a74b-fa6e61531b79', 'mac_address': 'fa:16:3e:86:e9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7c2f2a-f560-42f3-8510-087b533a0cee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:19:43Z', 'updated_at': '2021-12-10T19:19:49Z', 'revision_number': 1, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '247d0e9d-6076-46be-b3ad-29e13d25fa3a', 'name': '', 'network_id': '09581b17-9274-439f-a74b-fa6e61531b79', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:98:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'b9c100b6-9bbf-40aa-9f4a-38cbf1742a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:57Z', 'updated_at': '2021-12-10T19:19:04Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'b9c100b6-9bbf-40aa-9f4a-38cbf1742a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b901609-f33d-4654-adba-bd3e4ef620c5', 'name': '', 'network_id': '139f81ab-d6c8-498d-952f-fa382d229482', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:16:e7:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '0216fdd2-22ad-4c45-a0c1-0fed28a79b40', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:21:28Z', 'updated_at': '2021-12-10T19:21:29Z', 'revision_number': 2, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': '0216fdd2-22ad-4c45-a0c1-0fed28a79b40', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:32.020281 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1474982d-1c38-470d-b7ba-39b406021910 None None] Sync routers for ids ['cf324db7-e0ae-4400-80ac-61f76c9743c9'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:21:32.046061 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1474982d-1c38-470d-b7ba-39b406021910 None None] Routers {'cf324db7-e0ae-4400-80ac-61f76c9743c9'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:21:32.046402 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-1474982d-1c38-470d-b7ba-39b406021910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:21:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['cf324db7-e0ae-4400-80ac-61f76c9743c9'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:32.080243 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e9dd8a-a626-45e8-8e8c-beaeb3554657 None None] Checking router: fc36a459-772e-42b2-b336-e02eacb0da03 for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:21:32.080967 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e9dd8a-a626-45e8-8e8c-beaeb3554657 None None] Updating router fc36a459-772e-42b2-b336-e02eacb0da03 port 6b901609-f33d-4654-adba-bd3e4ef620c5 binding host dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:21:32.137463 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-21e9dd8a-a626-45e8-8e8c-beaeb3554657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:32.215902 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-1474982d-1c38-470d-b7ba-39b406021910 None None] Set router cf324db7-e0ae-4400-80ac-61f76c9743c9 gateway port host: None {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:21:32.266483 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:32.338355 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-e0d0004c-f9a8-4975-a58a-a66da3d0c7c6 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Deleting port a7886b6f-884f-4c2a-8c0f-6b1d0fcf4137 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:21:32.338740 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e0d0004c-f9a8-4975-a58a-a66da3d0c7c6 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:32.485806 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-e0d0004c-f9a8-4975-a58a-a66da3d0c7c6 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] For port a7886b6f-884f-4c2a-8c0f-6b1d0fcf4137, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=a7886b6f-884f-4c2a-8c0f-6b1d0fcf4137,segment=NetworkSegment(055edb0e-2bff-47c6-8fe7-5a0665363b75),segment_id=055edb0e-2bff-47c6-8fe7-5a0665363b75)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:21:32.486759 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e0d0004c-f9a8-4975-a58a-a66da3d0c7c6 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:32.517714 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-e0d0004c-f9a8-4975-a58a-a66da3d0c7c6 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Calling delete_port for a7886b6f-884f-4c2a-8c0f-6b1d0fcf4137 owned by network:router_interface {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:21:32.632579 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-1474982d-1c38-470d-b7ba-39b406021910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'name': 'tempest-RoutersTest-router-1185277067', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:21:10Z', 'updated_at': '2021-12-10T19:21:30Z', 'revision_number': 7, 'project_id': 'c314b2e70362459092367990be71ff8e', 'gw_port_host': None, '_interfaces': [{'id': '182cff48-d66b-43b0-9980-2834bc0729b5', 'name': '', 'network_id': 'e4a0e0a6-db0c-4ec5-b893-16799b7ee594', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'mac_address': 'fa:16:3e:d2:30:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '192f88e4-4b60-483e-ab98-887f69b69a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:21:12Z', 'updated_at': '2021-12-10T19:21:18Z', 'revision_number': 5, 'project_id': 'c314b2e70362459092367990be71ff8e', 'subnets': [{'id': '192f88e4-4b60-483e-ab98-887f69b69a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bb7c7a7-668f-4e5b-8dad-bc32492e33bd', 'name': '', 'network_id': '56b65486-c492-482f-a23e-07bbfde4364a', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'mac_address': 'fa:16:3e:4d:1f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e71a6af4-a78f-483c-b3b9-7ac73c8d1e6e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:21:15Z', 'updated_at': '2021-12-10T19:21:24Z', 'revision_number': 5, 'project_id': 'c314b2e70362459092367990be71ff8e', 'subnets': [{'id': 'e71a6af4-a78f-483c-b3b9-7ac73c8d1e6e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7886b6f-884f-4c2a-8c0f-6b1d0fcf4137', 'name': '', 'network_id': 'b0d8d260-60a2-49e2-aa50-2df6ff0556bd', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'mac_address': 'fa:16:3e:09:ae:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '10dc110f-2501-4657-a324-3b5e037993d9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:21:25Z', 'updated_at': '2021-12-10T19:21:30Z', 'revision_number': 5, 'project_id': 'c314b2e70362459092367990be71ff8e', 'subnets': [{'id': '10dc110f-2501-4657-a324-3b5e037993d9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff94bcf-6cc7-464a-9c46-f5399abd3abd', 'name': '', 'network_id': 'a6e0b5cd-5bc5-4666-aae2-0ec522f77ad4', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'mac_address': 'fa:16:3e:16:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '5f0a23d4-14ea-4017-9253-50b88efd04ca', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:21:19Z', 'updated_at': '2021-12-10T19:21:25Z', 'revision_number': 5, 'project_id': 'c314b2e70362459092367990be71ff8e', 'subnets': [{'id': '5f0a23d4-14ea-4017-9253-50b88efd04ca', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:32.675466 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b72ad-7b99-4930-8036-e43a0da63e5f req-c69b2bb7-4426-4f69-bc3c-4272aa9ddf80 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:32.677045 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-21e9dd8a-a626-45e8-8e8c-beaeb3554657 None None] Notify callbacks [] for port, precommit_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:32.682556 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1474982d-1c38-470d-b7ba-39b406021910 None None] Checking router: cf324db7-e0ae-4400-80ac-61f76c9743c9 for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:21:32.685500 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3e8b72ad-7b99-4930-8036-e43a0da63e5f req-c69b2bb7-4426-4f69-bc3c-4272aa9ddf80 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 945 time: 0.1378579 Dec 10 19:21:32.689346 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-21e9dd8a-a626-45e8-8e8c-beaeb3554657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:32.699702 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1474982d-1c38-470d-b7ba-39b406021910 None None] Routers {'cf324db7-e0ae-4400-80ac-61f76c9743c9'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:21:32.700838 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-1474982d-1c38-470d-b7ba-39b406021910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:21:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['cf324db7-e0ae-4400-80ac-61f76c9743c9'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:32.867661 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8708186e-efe8-4457-8812-9911ed9331d3 None None] Pushing event updated for resources: {'Port': ['ID=6b901609-f33d-4654-adba-bd3e4ef620c5,revision_number=3']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:32.888623 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e0d0004c-f9a8-4975-a58a-a66da3d0c7c6 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:32.919883 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-1474982d-1c38-470d-b7ba-39b406021910 None None] Set router cf324db7-e0ae-4400-80ac-61f76c9743c9 gateway port host: None {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:21:32.933700 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-21e9dd8a-a626-45e8-8e8c-beaeb3554657 None None] Attempting to bind port 6b901609-f33d-4654-adba-bd3e4ef620c5 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:21:32.934601 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-21e9dd8a-a626-45e8-8e8c-beaeb3554657 None None] Attempting to bind port 6b901609-f33d-4654-adba-bd3e4ef620c5 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '387b8a8e-867a-40d3-829b-f0133992e76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '139f81ab-d6c8-498d-952f-fa382d229482'}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:21:32.935458 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e9dd8a-a626-45e8-8e8c-beaeb3554657 None None] Attempting to bind port 6b901609-f33d-4654-adba-bd3e4ef620c5 on network 139f81ab-d6c8-498d-952f-fa382d229482 {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:21:32.938553 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3e8b72ad-7b99-4930-8036-e43a0da63e5f req-855efd05-5da4-4ec2-9c88-2957e0fc162f tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/security-groups?id=0687b254-a34a-47da-a81f-4e503b73712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2525914 Dec 10 19:21:32.947681 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e9dd8a-a626-45e8-8e8c-beaeb3554657 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:21:32.948661 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d0004c-f9a8-4975-a58a-a66da3d0c7c6 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event deleted for resources: {'Port': ['ID=a7886b6f-884f-4c2a-8c0f-6b1d0fcf4137,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:32.952912 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e9dd8a-a626-45e8-8e8c-beaeb3554657 None None] Checking segment: {'id': '387b8a8e-867a-40d3-829b-f0133992e76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '139f81ab-d6c8-498d-952f-fa382d229482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:21:32.953694 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-21e9dd8a-a626-45e8-8e8c-beaeb3554657 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:32.954257 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e9dd8a-a626-45e8-8e8c-beaeb3554657 None None] Bound using segment: {'id': '387b8a8e-867a-40d3-829b-f0133992e76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '139f81ab-d6c8-498d-952f-fa382d229482'} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:21:32.955458 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-21e9dd8a-a626-45e8-8e8c-beaeb3554657 None None] Bound port: 6b901609-f33d-4654-adba-bd3e4ef620c5, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '387b8a8e-867a-40d3-829b-f0133992e76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '139f81ab-d6c8-498d-952f-fa382d229482'}}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:21:32.956120 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-21e9dd8a-a626-45e8-8e8c-beaeb3554657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:33.102080 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-21e9dd8a-a626-45e8-8e8c-beaeb3554657 None None] For port 6b901609-f33d-4654-adba-bd3e4ef620c5, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:21:33.106409 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-21e9dd8a-a626-45e8-8e8c-beaeb3554657 None None] For port 6b901609-f33d-4654-adba-bd3e4ef620c5, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=6b901609-f33d-4654-adba-bd3e4ef620c5,segment=NetworkSegment(387b8a8e-867a-40d3-829b-f0133992e76e),segment_id=387b8a8e-867a-40d3-829b-f0133992e76e)] {{(pid=102368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:21:33.119338 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-21e9dd8a-a626-45e8-8e8c-beaeb3554657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:33.240314 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e0d0004c-f9a8-4975-a58a-a66da3d0c7c6 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3755731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3712768'] for router_interface, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:33.306222 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-69157866-2b3c-4f27-9811-96cb7f06b863 None None] Provisioning complete for port 6b901609-f33d-4654-adba-bd3e4ef620c5 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:21:33.306815 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-69157866-2b3c-4f27-9811-96cb7f06b863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:33.321152 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8708186e-efe8-4457-8812-9911ed9331d3 None None] Pushing event updated for resources: {'Port': ['ID=6b901609-f33d-4654-adba-bd3e4ef620c5,revision_number=4']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:33.324473 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e9dd8a-a626-45e8-8e8c-beaeb3554657 None None] Routers {'fc36a459-772e-42b2-b336-e02eacb0da03'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:21:33.325321 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-21e9dd8a-a626-45e8-8e8c-beaeb3554657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:21:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['fc36a459-772e-42b2-b336-e02eacb0da03'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:33.479373 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-21e9dd8a-a626-45e8-8e8c-beaeb3554657 None None] Set router fc36a459-772e-42b2-b336-e02eacb0da03 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:21:33.613005 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-69157866-2b3c-4f27-9811-96cb7f06b863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:33.619597 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0d0004c-f9a8-4975-a58a-a66da3d0c7c6 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Router cf324db7-e0ae-4400-80ac-61f76c9743c9 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:21:33.760819 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-69157866-2b3c-4f27-9811-96cb7f06b863 None None] For port 6b901609-f33d-4654-adba-bd3e4ef620c5, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=6b901609-f33d-4654-adba-bd3e4ef620c5,segment=NetworkSegment(387b8a8e-867a-40d3-829b-f0133992e76e),segment_id=387b8a8e-867a-40d3-829b-f0133992e76e)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:21:33.767741 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-69157866-2b3c-4f27-9811-96cb7f06b863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:33.851465 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69157866-2b3c-4f27-9811-96cb7f06b863 None None] Pushing event updated for resources: {'Port': ['ID=6b901609-f33d-4654-adba-bd3e4ef620c5,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:33.853688 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d0004c-f9a8-4975-a58a-a66da3d0c7c6 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:21:33.870574 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-1474982d-1c38-470d-b7ba-39b406021910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'name': 'tempest-RoutersTest-router-1185277067', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:21:10Z', 'updated_at': '2021-12-10T19:21:30Z', 'revision_number': 7, 'project_id': 'c314b2e70362459092367990be71ff8e', 'gw_port_host': None, '_interfaces': [{'id': '182cff48-d66b-43b0-9980-2834bc0729b5', 'name': '', 'network_id': 'e4a0e0a6-db0c-4ec5-b893-16799b7ee594', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'mac_address': 'fa:16:3e:d2:30:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '192f88e4-4b60-483e-ab98-887f69b69a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:21:12Z', 'updated_at': '2021-12-10T19:21:18Z', 'revision_number': 5, 'project_id': 'c314b2e70362459092367990be71ff8e', 'subnets': [{'id': '192f88e4-4b60-483e-ab98-887f69b69a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bb7c7a7-668f-4e5b-8dad-bc32492e33bd', 'name': '', 'network_id': '56b65486-c492-482f-a23e-07bbfde4364a', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'mac_address': 'fa:16:3e:4d:1f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e71a6af4-a78f-483c-b3b9-7ac73c8d1e6e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:21:15Z', 'updated_at': '2021-12-10T19:21:24Z', 'revision_number': 5, 'project_id': 'c314b2e70362459092367990be71ff8e', 'subnets': [{'id': 'e71a6af4-a78f-483c-b3b9-7ac73c8d1e6e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7886b6f-884f-4c2a-8c0f-6b1d0fcf4137', 'name': '', 'network_id': 'b0d8d260-60a2-49e2-aa50-2df6ff0556bd', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'mac_address': 'fa:16:3e:09:ae:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '10dc110f-2501-4657-a324-3b5e037993d9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:21:25Z', 'updated_at': '2021-12-10T19:21:30Z', 'revision_number': 5, 'project_id': 'c314b2e70362459092367990be71ff8e', 'subnets': [{'id': '10dc110f-2501-4657-a324-3b5e037993d9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff94bcf-6cc7-464a-9c46-f5399abd3abd', 'name': '', 'network_id': 'a6e0b5cd-5bc5-4666-aae2-0ec522f77ad4', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'mac_address': 'fa:16:3e:16:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '5f0a23d4-14ea-4017-9253-50b88efd04ca', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:21:19Z', 'updated_at': '2021-12-10T19:21:25Z', 'revision_number': 5, 'project_id': 'c314b2e70362459092367990be71ff8e', 'subnets': [{'id': '5f0a23d4-14ea-4017-9253-50b88efd04ca', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:33.871884 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-e0d0004c-f9a8-4975-a58a-a66da3d0c7c6 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "PUT /v2.0/routers/cf324db7-e0ae-4400-80ac-61f76c9743c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6507082 Dec 10 19:21:33.876125 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56060) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:33.917471 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1474982d-1c38-470d-b7ba-39b406021910 None None] The sync data for ids ['cf324db7-e0ae-4400-80ac-61f76c9743c9'] in dv-neutron-821441-1-hyperv is: [{'id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'name': 'tempest-RoutersTest-router-1185277067', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:21:10Z', 'updated_at': '2021-12-10T19:21:30Z', 'revision_number': 7, 'project_id': 'c314b2e70362459092367990be71ff8e', 'gw_port_host': None, '_interfaces': [{'id': '182cff48-d66b-43b0-9980-2834bc0729b5', 'name': '', 'network_id': 'e4a0e0a6-db0c-4ec5-b893-16799b7ee594', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'mac_address': 'fa:16:3e:d2:30:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '192f88e4-4b60-483e-ab98-887f69b69a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:21:12Z', 'updated_at': '2021-12-10T19:21:18Z', 'revision_number': 5, 'project_id': 'c314b2e70362459092367990be71ff8e', 'subnets': [{'id': '192f88e4-4b60-483e-ab98-887f69b69a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bb7c7a7-668f-4e5b-8dad-bc32492e33bd', 'name': '', 'network_id': '56b65486-c492-482f-a23e-07bbfde4364a', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'mac_address': 'fa:16:3e:4d:1f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e71a6af4-a78f-483c-b3b9-7ac73c8d1e6e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:21:15Z', 'updated_at': '2021-12-10T19:21:24Z', 'revision_number': 5, 'project_id': 'c314b2e70362459092367990be71ff8e', 'subnets': [{'id': 'e71a6af4-a78f-483c-b3b9-7ac73c8d1e6e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7886b6f-884f-4c2a-8c0f-6b1d0fcf4137', 'name': '', 'network_id': 'b0d8d260-60a2-49e2-aa50-2df6ff0556bd', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'mac_address': 'fa:16:3e:09:ae:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '10dc110f-2501-4657-a324-3b5e037993d9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:21:25Z', 'updated_at': '2021-12-10T19:21:30Z', 'revision_number': 5, 'project_id': 'c314b2e70362459092367990be71ff8e', 'subnets': [{'id': '10dc110f-2501-4657-a324-3b5e037993d9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff94bcf-6cc7-464a-9c46-f5399abd3abd', 'name': '', 'network_id': 'a6e0b5cd-5bc5-4666-aae2-0ec522f77ad4', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'mac_address': 'fa:16:3e:16:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '5f0a23d4-14ea-4017-9253-50b88efd04ca', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:21:19Z', 'updated_at': '2021-12-10T19:21:25Z', 'revision_number': 5, 'project_id': 'c314b2e70362459092367990be71ff8e', 'subnets': [{'id': '5f0a23d4-14ea-4017-9253-50b88efd04ca', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:21:33.939479 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-1c441894-eed2-4a0b-8ec0-e9be79a43438 None None] Provisioning complete for port 6b901609-f33d-4654-adba-bd3e4ef620c5 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:21:33.940539 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1c441894-eed2-4a0b-8ec0-e9be79a43438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:33.950301 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-21e9dd8a-a626-45e8-8e8c-beaeb3554657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'name': 'tempest-TestNetworkBasicOps-router-174610736', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': 'f4f54156-4d4e-431d-b4de-80cee11ea05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:18:50Z', 'updated_at': '2021-12-10T19:21:29Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': 'f4f54156-4d4e-431d-b4de-80cee11ea05f', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:27:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:51Z', 'updated_at': '2021-12-10T19:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '0130aea9-1c9e-4cf6-a24c-281a44123df1', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'floating_ip_address': '172.26.6.237', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'port_id': 'f474eac2-65b4-4bb0-9076-1081e22ffee4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09581b17-9274-439f-a74b-fa6e61531b79', 'mac_address': 'fa:16:3e:86:e9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7c2f2a-f560-42f3-8510-087b533a0cee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:19:43Z', 'updated_at': '2021-12-10T19:19:49Z', 'revision_number': 1, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '247d0e9d-6076-46be-b3ad-29e13d25fa3a', 'name': '', 'network_id': '09581b17-9274-439f-a74b-fa6e61531b79', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:98:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'b9c100b6-9bbf-40aa-9f4a-38cbf1742a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:57Z', 'updated_at': '2021-12-10T19:19:04Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'b9c100b6-9bbf-40aa-9f4a-38cbf1742a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b901609-f33d-4654-adba-bd3e4ef620c5', 'name': '', 'network_id': '139f81ab-d6c8-498d-952f-fa382d229482', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:16:e7:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '0216fdd2-22ad-4c45-a0c1-0fed28a79b40', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:21:28Z', 'updated_at': '2021-12-10T19:21:33Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': '0216fdd2-22ad-4c45-a0c1-0fed28a79b40', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:33.958676 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3753e46-6217-48e5-bc37-359f9e56c189 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Deleting subnet 10dc110f-2501-4657-a324-3b5e037993d9 {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:21:33.965204 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c3753e46-6217-48e5-bc37-359f9e56c189 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:34.031756 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e9dd8a-a626-45e8-8e8c-beaeb3554657 None None] The sync data for ids ['fc36a459-772e-42b2-b336-e02eacb0da03'] in dv-neutron-821441-1-hyperv is: [{'id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'name': 'tempest-TestNetworkBasicOps-router-174610736', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': 'f4f54156-4d4e-431d-b4de-80cee11ea05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:18:50Z', 'updated_at': '2021-12-10T19:21:29Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': 'f4f54156-4d4e-431d-b4de-80cee11ea05f', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:27:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:51Z', 'updated_at': '2021-12-10T19:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '0130aea9-1c9e-4cf6-a24c-281a44123df1', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'floating_ip_address': '172.26.6.237', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'port_id': 'f474eac2-65b4-4bb0-9076-1081e22ffee4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09581b17-9274-439f-a74b-fa6e61531b79', 'mac_address': 'fa:16:3e:86:e9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7c2f2a-f560-42f3-8510-087b533a0cee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:19:43Z', 'updated_at': '2021-12-10T19:19:49Z', 'revision_number': 1, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '247d0e9d-6076-46be-b3ad-29e13d25fa3a', 'name': '', 'network_id': '09581b17-9274-439f-a74b-fa6e61531b79', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:98:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'b9c100b6-9bbf-40aa-9f4a-38cbf1742a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:57Z', 'updated_at': '2021-12-10T19:19:04Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'b9c100b6-9bbf-40aa-9f4a-38cbf1742a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b901609-f33d-4654-adba-bd3e4ef620c5', 'name': '', 'network_id': '139f81ab-d6c8-498d-952f-fa382d229482', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:16:e7:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '0216fdd2-22ad-4c45-a0c1-0fed28a79b40', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:21:28Z', 'updated_at': '2021-12-10T19:21:33Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': '0216fdd2-22ad-4c45-a0c1-0fed28a79b40', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:21:34.078831 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c3753e46-6217-48e5-bc37-359f9e56c189 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:34.203920 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c4380-4c72-40bc-8c88-d2df40a2f5bb req-15b11529-e88c-4621-bfc4-53a6d7bd50a3 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:34.206051 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-830c4380-4c72-40bc-8c88-d2df40a2f5bb req-15b11529-e88c-4621-bfc4-53a6d7bd50a3 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 945 time: 0.1227324 Dec 10 19:21:34.270026 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c3753e46-6217-48e5-bc37-359f9e56c189 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:34.294889 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-830c4380-4c72-40bc-8c88-d2df40a2f5bb req-097c7757-4a8a-4e9a-b2df-b926a9c03389 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/security-groups?id=0687b254-a34a-47da-a81f-4e503b73712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745182 Dec 10 19:21:34.404329 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c3753e46-6217-48e5-bc37-359f9e56c189 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:34.405775 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60f5f78-cf77-4542-b482-6c983ba9cdb9 None None] Sync routers for ids ['cf324db7-e0ae-4400-80ac-61f76c9743c9'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:21:34.419284 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60f5f78-cf77-4542-b482-6c983ba9cdb9 None None] Routers {'cf324db7-e0ae-4400-80ac-61f76c9743c9'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:21:34.420211 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-d60f5f78-cf77-4542-b482-6c983ba9cdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:21:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['cf324db7-e0ae-4400-80ac-61f76c9743c9'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:34.447729 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3753e46-6217-48e5-bc37-359f9e56c189 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event deleted for resources: {'Subnet': ['ID=10dc110f-2501-4657-a324-3b5e037993d9,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:34.450893 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c3753e46-6217-48e5-bc37-359f9e56c189 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:34.454748 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-c3753e46-6217-48e5-bc37-359f9e56c189 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "DELETE /v2.0/subnets/10dc110f-2501-4657-a324-3b5e037993d9 HTTP/1.1" status: 204 len: 168 time: 0.5770142 Dec 10 19:21:34.459746 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56066) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:34.473591 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c0e897-d3bf-4da2-945f-95fc5353e2da None None] Network b0d8d260-60a2-49e2-aa50-2df6ff0556bd requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:21:34.573115 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-d60f5f78-cf77-4542-b482-6c983ba9cdb9 None None] Set router cf324db7-e0ae-4400-80ac-61f76c9743c9 gateway port host: None {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:21:34.623902 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-19f7a6c6-4fce-4589-8bd3-5f31446dfbe8 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:34.721134 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-19f7a6c6-4fce-4589-8bd3-5f31446dfbe8 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Deleting port 26588152-1293-4c31-84ce-fc51564b2957 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:21:34.721578 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-19f7a6c6-4fce-4589-8bd3-5f31446dfbe8 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:34.792940 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca53c1a4-8e3f-4a2c-aa89-f2dfeb00586c None None] DHCP port deletion for b0d8d260-60a2-49e2-aa50-2df6ff0556bd request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:21:34.824640 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-19f7a6c6-4fce-4589-8bd3-5f31446dfbe8 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] For port 26588152-1293-4c31-84ce-fc51564b2957, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=26588152-1293-4c31-84ce-fc51564b2957,segment=NetworkSegment(055edb0e-2bff-47c6-8fe7-5a0665363b75),segment_id=055edb0e-2bff-47c6-8fe7-5a0665363b75)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:21:34.825815 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-19f7a6c6-4fce-4589-8bd3-5f31446dfbe8 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:34.863872 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-19f7a6c6-4fce-4589-8bd3-5f31446dfbe8 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Calling delete_port for 26588152-1293-4c31-84ce-fc51564b2957 owned by network:dhcp {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:21:34.925635 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-ca53c1a4-8e3f-4a2c-aa89-f2dfeb00586c None None] Deleting port 26588152-1293-4c31-84ce-fc51564b2957 {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:21:34.926409 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ca53c1a4-8e3f-4a2c-aa89-f2dfeb00586c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:35.008894 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-d60f5f78-cf77-4542-b482-6c983ba9cdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'name': 'tempest-RoutersTest-router-1185277067', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:21:10Z', 'updated_at': '2021-12-10T19:21:32Z', 'revision_number': 8, 'project_id': 'c314b2e70362459092367990be71ff8e', 'gw_port_host': None, '_interfaces': [{'id': '182cff48-d66b-43b0-9980-2834bc0729b5', 'name': '', 'network_id': 'e4a0e0a6-db0c-4ec5-b893-16799b7ee594', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'mac_address': 'fa:16:3e:d2:30:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '192f88e4-4b60-483e-ab98-887f69b69a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:21:12Z', 'updated_at': '2021-12-10T19:21:18Z', 'revision_number': 5, 'project_id': 'c314b2e70362459092367990be71ff8e', 'subnets': [{'id': '192f88e4-4b60-483e-ab98-887f69b69a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bb7c7a7-668f-4e5b-8dad-bc32492e33bd', 'name': '', 'network_id': '56b65486-c492-482f-a23e-07bbfde4364a', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'mac_address': 'fa:16:3e:4d:1f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e71a6af4-a78f-483c-b3b9-7ac73c8d1e6e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:21:15Z', 'updated_at': '2021-12-10T19:21:24Z', 'revision_number': 5, 'project_id': 'c314b2e70362459092367990be71ff8e', 'subnets': [{'id': 'e71a6af4-a78f-483c-b3b9-7ac73c8d1e6e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff94bcf-6cc7-464a-9c46-f5399abd3abd', 'name': '', 'network_id': 'a6e0b5cd-5bc5-4666-aae2-0ec522f77ad4', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'mac_address': 'fa:16:3e:16:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '5f0a23d4-14ea-4017-9253-50b88efd04ca', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:21:19Z', 'updated_at': '2021-12-10T19:21:25Z', 'revision_number': 5, 'project_id': 'c314b2e70362459092367990be71ff8e', 'subnets': [{'id': '5f0a23d4-14ea-4017-9253-50b88efd04ca', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:35.055498 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-19f7a6c6-4fce-4589-8bd3-5f31446dfbe8 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:35.060377 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60f5f78-cf77-4542-b482-6c983ba9cdb9 None None] Checking router: cf324db7-e0ae-4400-80ac-61f76c9743c9 for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:21:35.078167 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60f5f78-cf77-4542-b482-6c983ba9cdb9 None None] Routers {'cf324db7-e0ae-4400-80ac-61f76c9743c9'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:21:35.079434 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-d60f5f78-cf77-4542-b482-6c983ba9cdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:21:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['cf324db7-e0ae-4400-80ac-61f76c9743c9'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:35.089452 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-ca53c1a4-8e3f-4a2c-aa89-f2dfeb00586c None None] For port 26588152-1293-4c31-84ce-fc51564b2957, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=26588152-1293-4c31-84ce-fc51564b2957,segment=NetworkSegment(055edb0e-2bff-47c6-8fe7-5a0665363b75),segment_id=055edb0e-2bff-47c6-8fe7-5a0665363b75)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:21:35.090241 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ca53c1a4-8e3f-4a2c-aa89-f2dfeb00586c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:35.094849 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f7a6c6-4fce-4589-8bd3-5f31446dfbe8 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event deleted for resources: {'Port': ['ID=26588152-1293-4c31-84ce-fc51564b2957,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:35.102324 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f7a6c6-4fce-4589-8bd3-5f31446dfbe8 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] No DVR routers for this DVR port 26588152-1293-4c31-84ce-fc51564b2957 on host dv-neutron-821441-1-hyperv {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:21:35.121419 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-ca53c1a4-8e3f-4a2c-aa89-f2dfeb00586c None None] Calling delete_port for 26588152-1293-4c31-84ce-fc51564b2957 owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:21:35.216384 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-d60f5f78-cf77-4542-b482-6c983ba9cdb9 None None] Set router cf324db7-e0ae-4400-80ac-61f76c9743c9 gateway port host: None {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:21:35.265703 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-19f7a6c6-4fce-4589-8bd3-5f31446dfbe8 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:35.281823 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ca53c1a4-8e3f-4a2c-aa89-f2dfeb00586c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:35.305514 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-19f7a6c6-4fce-4589-8bd3-5f31446dfbe8 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0d8d260-60a2-49e2-aa50-2df6ff0556bd']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:35.323797 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca53c1a4-8e3f-4a2c-aa89-f2dfeb00586c None None] No DVR routers for this DVR port 26588152-1293-4c31-84ce-fc51564b2957 on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:21:35.325747 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca53c1a4-8e3f-4a2c-aa89-f2dfeb00586c None None] Pushing event deleted for resources: {'Port': ['ID=26588152-1293-4c31-84ce-fc51564b2957,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:35.332485 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-19f7a6c6-4fce-4589-8bd3-5f31446dfbe8 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '055edb0e-2bff-47c6-8fe7-5a0665363b75') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:35.332863 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-19f7a6c6-4fce-4589-8bd3-5f31446dfbe8 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '055edb0e-2bff-47c6-8fe7-5a0665363b75') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:35.346131 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca53c1a4-8e3f-4a2c-aa89-f2dfeb00586c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:35.346612 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca53c1a4-8e3f-4a2c-aa89-f2dfeb00586c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:35.346806 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca53c1a4-8e3f-4a2c-aa89-f2dfeb00586c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:35.347117 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca53c1a4-8e3f-4a2c-aa89-f2dfeb00586c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:35.347444 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca53c1a4-8e3f-4a2c-aa89-f2dfeb00586c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:35.347822 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca53c1a4-8e3f-4a2c-aa89-f2dfeb00586c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:35.348154 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca53c1a4-8e3f-4a2c-aa89-f2dfeb00586c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:35.348917 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca53c1a4-8e3f-4a2c-aa89-f2dfeb00586c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:35.348917 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca53c1a4-8e3f-4a2c-aa89-f2dfeb00586c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:35.349293 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca53c1a4-8e3f-4a2c-aa89-f2dfeb00586c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:35.349462 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca53c1a4-8e3f-4a2c-aa89-f2dfeb00586c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:35.349770 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca53c1a4-8e3f-4a2c-aa89-f2dfeb00586c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:35.367037 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-19f7a6c6-4fce-4589-8bd3-5f31446dfbe8 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:35.390791 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-19f7a6c6-4fce-4589-8bd3-5f31446dfbe8 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:35.401893 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19f7a6c6-4fce-4589-8bd3-5f31446dfbe8 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:21:35.402757 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-19f7a6c6-4fce-4589-8bd3-5f31446dfbe8 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:35.409360 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:21:35.409360 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:21:35.409360 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:21:35.409360 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:21:35.409360 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:21:35.409360 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:21:35.409360 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:21:35.409360 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:21:35.409360 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:21:35.409360 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:21:35.409360 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:21:35.409360 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:21:35.409360 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:21:35.409360 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:21:35.409360 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:21:35.409360 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:21:35.409360 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:21:35.409360 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:21:35.409360 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:21:35.409360 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:21:35.409360 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:21:35.409360 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:21:35.409360 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:21:35.409360 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:21:35.409360 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:21:35.409360 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:21:35.409360 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:21:35.409360 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:21:35.409360 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:21:35.409360 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:21:35.409360 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:21:35.409360 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:21:35.549544 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-19f7a6c6-4fce-4589-8bd3-5f31446dfbe8 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:35.554754 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-19f7a6c6-4fce-4589-8bd3-5f31446dfbe8 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:35.558985 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-19f7a6c6-4fce-4589-8bd3-5f31446dfbe8 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "DELETE /v2.0/networks/b0d8d260-60a2-49e2-aa50-2df6ff0556bd HTTP/1.1" status: 204 len: 168 time: 1.0978770 Dec 10 19:21:35.561817 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56070) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:35.562899 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-d60f5f78-cf77-4542-b482-6c983ba9cdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'name': 'tempest-RoutersTest-router-1185277067', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:21:10Z', 'updated_at': '2021-12-10T19:21:32Z', 'revision_number': 8, 'project_id': 'c314b2e70362459092367990be71ff8e', 'gw_port_host': None, '_interfaces': [{'id': '182cff48-d66b-43b0-9980-2834bc0729b5', 'name': '', 'network_id': 'e4a0e0a6-db0c-4ec5-b893-16799b7ee594', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'mac_address': 'fa:16:3e:d2:30:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '192f88e4-4b60-483e-ab98-887f69b69a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:21:12Z', 'updated_at': '2021-12-10T19:21:18Z', 'revision_number': 5, 'project_id': 'c314b2e70362459092367990be71ff8e', 'subnets': [{'id': '192f88e4-4b60-483e-ab98-887f69b69a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bb7c7a7-668f-4e5b-8dad-bc32492e33bd', 'name': '', 'network_id': '56b65486-c492-482f-a23e-07bbfde4364a', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'mac_address': 'fa:16:3e:4d:1f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e71a6af4-a78f-483c-b3b9-7ac73c8d1e6e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:21:15Z', 'updated_at': '2021-12-10T19:21:24Z', 'revision_number': 5, 'project_id': 'c314b2e70362459092367990be71ff8e', 'subnets': [{'id': 'e71a6af4-a78f-483c-b3b9-7ac73c8d1e6e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff94bcf-6cc7-464a-9c46-f5399abd3abd', 'name': '', 'network_id': 'a6e0b5cd-5bc5-4666-aae2-0ec522f77ad4', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'mac_address': 'fa:16:3e:16:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '5f0a23d4-14ea-4017-9253-50b88efd04ca', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:21:19Z', 'updated_at': '2021-12-10T19:21:25Z', 'revision_number': 5, 'project_id': 'c314b2e70362459092367990be71ff8e', 'subnets': [{'id': '5f0a23d4-14ea-4017-9253-50b88efd04ca', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:35.577722 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3c53c-3bb6-47a8-97a3-8ac08e733ee7 req-d3b8bb56-dafa-4a13-a488-b8221e7eaa8a tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:35.579512 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f4a3c53c-3bb6-47a8-97a3-8ac08e733ee7 req-d3b8bb56-dafa-4a13-a488-b8221e7eaa8a tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 945 time: 0.1037800 Dec 10 19:21:35.593233 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f7a6c6-4fce-4589-8bd3-5f31446dfbe8 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event deleted for resources: {'Network': ['ID=b0d8d260-60a2-49e2-aa50-2df6ff0556bd,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:35.621931 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60f5f78-cf77-4542-b482-6c983ba9cdb9 None None] The sync data for ids ['cf324db7-e0ae-4400-80ac-61f76c9743c9'] in dv-neutron-821441-1-hyperv is: [{'id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'name': 'tempest-RoutersTest-router-1185277067', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:21:10Z', 'updated_at': '2021-12-10T19:21:32Z', 'revision_number': 8, 'project_id': 'c314b2e70362459092367990be71ff8e', 'gw_port_host': None, '_interfaces': [{'id': '182cff48-d66b-43b0-9980-2834bc0729b5', 'name': '', 'network_id': 'e4a0e0a6-db0c-4ec5-b893-16799b7ee594', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'mac_address': 'fa:16:3e:d2:30:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '192f88e4-4b60-483e-ab98-887f69b69a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:21:12Z', 'updated_at': '2021-12-10T19:21:18Z', 'revision_number': 5, 'project_id': 'c314b2e70362459092367990be71ff8e', 'subnets': [{'id': '192f88e4-4b60-483e-ab98-887f69b69a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bb7c7a7-668f-4e5b-8dad-bc32492e33bd', 'name': '', 'network_id': '56b65486-c492-482f-a23e-07bbfde4364a', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'mac_address': 'fa:16:3e:4d:1f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e71a6af4-a78f-483c-b3b9-7ac73c8d1e6e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:21:15Z', 'updated_at': '2021-12-10T19:21:24Z', 'revision_number': 5, 'project_id': 'c314b2e70362459092367990be71ff8e', 'subnets': [{'id': 'e71a6af4-a78f-483c-b3b9-7ac73c8d1e6e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff94bcf-6cc7-464a-9c46-f5399abd3abd', 'name': '', 'network_id': 'a6e0b5cd-5bc5-4666-aae2-0ec522f77ad4', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'mac_address': 'fa:16:3e:16:64:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '5f0a23d4-14ea-4017-9253-50b88efd04ca', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:21:19Z', 'updated_at': '2021-12-10T19:21:25Z', 'revision_number': 5, 'project_id': 'c314b2e70362459092367990be71ff8e', 'subnets': [{'id': '5f0a23d4-14ea-4017-9253-50b88efd04ca', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:21:35.658892 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f4a3c53c-3bb6-47a8-97a3-8ac08e733ee7 req-cb53ea59-932b-432c-8c67-964a46f962cb tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/security-groups?id=0687b254-a34a-47da-a81f-4e503b73712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532823 Dec 10 19:21:35.977084 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8607e9b6-a6c1-4691-86a5-be9046c394f1 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711290'] for router_interface, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:36.125568 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 6b901609-f33d-4654-adba-bd3e4ef620c5 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:21:36.190650 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 6b901609-f33d-4654-adba-bd3e4ef620c5 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:21:36.191019 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:36.314824 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-8607e9b6-a6c1-4691-86a5-be9046c394f1 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Deleting port eff94bcf-6cc7-464a-9c46-f5399abd3abd {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:21:36.315305 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8607e9b6-a6c1-4691-86a5-be9046c394f1 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:36.344961 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 26588152-1293-4c31-84ce-fc51564b2957 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:21:36.366704 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 26588152-1293-4c31-84ce-fc51564b2957 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:21:36.367046 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 26588152-1293-4c31-84ce-fc51564b2957 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:21:36.367462 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device a7886b6f-884f-4c2a-8c0f-6b1d0fcf4137 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:21:36.386876 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: a7886b6f-884f-4c2a-8c0f-6b1d0fcf4137 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:21:36.387210 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device a7886b6f-884f-4c2a-8c0f-6b1d0fcf4137 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:21:36.431164 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-8607e9b6-a6c1-4691-86a5-be9046c394f1 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] For port eff94bcf-6cc7-464a-9c46-f5399abd3abd, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=eff94bcf-6cc7-464a-9c46-f5399abd3abd,segment=NetworkSegment(f838bdaa-3716-4de6-b0a6-5176147d7fb6),segment_id=f838bdaa-3716-4de6-b0a6-5176147d7fb6)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:21:36.431524 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8607e9b6-a6c1-4691-86a5-be9046c394f1 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:36.446414 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-8607e9b6-a6c1-4691-86a5-be9046c394f1 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Calling delete_port for eff94bcf-6cc7-464a-9c46-f5399abd3abd owned by network:router_interface {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:21:36.649261 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8607e9b6-a6c1-4691-86a5-be9046c394f1 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:36.684538 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8607e9b6-a6c1-4691-86a5-be9046c394f1 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event deleted for resources: {'Port': ['ID=eff94bcf-6cc7-464a-9c46-f5399abd3abd,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:36.876287 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a64ca0-d08f-48d4-8267-b54a0a2fad17 req-580ed945-ea48-4f37-91a9-d862b2b69a87 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:36.878095 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-55a64ca0-d08f-48d4-8267-b54a0a2fad17 req-580ed945-ea48-4f37-91a9-d862b2b69a87 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 945 time: 0.0701292 Dec 10 19:21:36.943371 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8607e9b6-a6c1-4691-86a5-be9046c394f1 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3755731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3712768'] for router_interface, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:36.947902 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-55a64ca0-d08f-48d4-8267-b54a0a2fad17 req-e66f2365-7d5b-4b24-980f-306a4f2c6e40 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/security-groups?id=0687b254-a34a-47da-a81f-4e503b73712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574491 Dec 10 19:21:37.179955 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8607e9b6-a6c1-4691-86a5-be9046c394f1 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Router cf324db7-e0ae-4400-80ac-61f76c9743c9 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:21:37.301199 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8607e9b6-a6c1-4691-86a5-be9046c394f1 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:21:37.308827 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-8607e9b6-a6c1-4691-86a5-be9046c394f1 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "PUT /v2.0/routers/cf324db7-e0ae-4400-80ac-61f76c9743c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7445426 Dec 10 19:21:37.313192 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56076) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:37.319586 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30268150-a4f5-48e6-acb6-5ef771c77676 None None] Sync routers for ids ['cf324db7-e0ae-4400-80ac-61f76c9743c9'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:21:37.331853 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30268150-a4f5-48e6-acb6-5ef771c77676 None None] Routers {'cf324db7-e0ae-4400-80ac-61f76c9743c9'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:21:37.332661 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-30268150-a4f5-48e6-acb6-5ef771c77676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:21:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['cf324db7-e0ae-4400-80ac-61f76c9743c9'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:37.390599 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-778b719b-fb6b-4b80-97f9-a1441148fd0a tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Deleting subnet 5f0a23d4-14ea-4017-9253-50b88efd04ca {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:21:37.394669 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-778b719b-fb6b-4b80-97f9-a1441148fd0a tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:37.440097 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-30268150-a4f5-48e6-acb6-5ef771c77676 None None] Set router cf324db7-e0ae-4400-80ac-61f76c9743c9 gateway port host: None {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:21:37.453617 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-778b719b-fb6b-4b80-97f9-a1441148fd0a tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:37.564028 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-778b719b-fb6b-4b80-97f9-a1441148fd0a tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:37.647999 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-778b719b-fb6b-4b80-97f9-a1441148fd0a tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:37.684730 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778b719b-fb6b-4b80-97f9-a1441148fd0a tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event deleted for resources: {'Subnet': ['ID=5f0a23d4-14ea-4017-9253-50b88efd04ca,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:37.691282 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-778b719b-fb6b-4b80-97f9-a1441148fd0a tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:37.696844 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-778b719b-fb6b-4b80-97f9-a1441148fd0a tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "DELETE /v2.0/subnets/5f0a23d4-14ea-4017-9253-50b88efd04ca HTTP/1.1" status: 204 len: 168 time: 0.3821118 Dec 10 19:21:37.697470 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56078) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:37.744470 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46f338a-dc42-4dc9-9441-93892b3733c8 None None] Network a6e0b5cd-5bc5-4666-aae2-0ec522f77ad4 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:21:37.837665 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ba273dec-c554-4518-ad22-05a7373adb40 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:37.888869 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-30268150-a4f5-48e6-acb6-5ef771c77676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'name': 'tempest-RoutersTest-router-1185277067', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:21:10Z', 'updated_at': '2021-12-10T19:21:36Z', 'revision_number': 9, 'project_id': 'c314b2e70362459092367990be71ff8e', 'gw_port_host': None, '_interfaces': [{'id': '182cff48-d66b-43b0-9980-2834bc0729b5', 'name': '', 'network_id': 'e4a0e0a6-db0c-4ec5-b893-16799b7ee594', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'mac_address': 'fa:16:3e:d2:30:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '192f88e4-4b60-483e-ab98-887f69b69a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:21:12Z', 'updated_at': '2021-12-10T19:21:18Z', 'revision_number': 5, 'project_id': 'c314b2e70362459092367990be71ff8e', 'subnets': [{'id': '192f88e4-4b60-483e-ab98-887f69b69a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bb7c7a7-668f-4e5b-8dad-bc32492e33bd', 'name': '', 'network_id': '56b65486-c492-482f-a23e-07bbfde4364a', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'mac_address': 'fa:16:3e:4d:1f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e71a6af4-a78f-483c-b3b9-7ac73c8d1e6e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:21:15Z', 'updated_at': '2021-12-10T19:21:24Z', 'revision_number': 5, 'project_id': 'c314b2e70362459092367990be71ff8e', 'subnets': [{'id': 'e71a6af4-a78f-483c-b3b9-7ac73c8d1e6e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:37.924476 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-ba273dec-c554-4518-ad22-05a7373adb40 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Deleting port 43d02ab6-740d-4f8e-8ca8-37178e8f4f25 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:21:37.924885 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ba273dec-c554-4518-ad22-05a7373adb40 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:37.925064 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30268150-a4f5-48e6-acb6-5ef771c77676 None None] Checking router: cf324db7-e0ae-4400-80ac-61f76c9743c9 for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:21:37.941021 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30268150-a4f5-48e6-acb6-5ef771c77676 None None] Routers {'cf324db7-e0ae-4400-80ac-61f76c9743c9'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:21:37.941674 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-30268150-a4f5-48e6-acb6-5ef771c77676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:21:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['cf324db7-e0ae-4400-80ac-61f76c9743c9'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:38.038170 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391f0515-58e5-4e0d-8108-d31bb57f0759 None None] DHCP port deletion for a6e0b5cd-5bc5-4666-aae2-0ec522f77ad4 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:21:38.041391 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-ba273dec-c554-4518-ad22-05a7373adb40 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] For port 43d02ab6-740d-4f8e-8ca8-37178e8f4f25, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=43d02ab6-740d-4f8e-8ca8-37178e8f4f25,segment=NetworkSegment(f838bdaa-3716-4de6-b0a6-5176147d7fb6),segment_id=f838bdaa-3716-4de6-b0a6-5176147d7fb6)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:21:38.041757 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ba273dec-c554-4518-ad22-05a7373adb40 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:38.056605 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-ba273dec-c554-4518-ad22-05a7373adb40 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Calling delete_port for 43d02ab6-740d-4f8e-8ca8-37178e8f4f25 owned by network:dhcp {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:21:38.092335 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-30268150-a4f5-48e6-acb6-5ef771c77676 None None] Set router cf324db7-e0ae-4400-80ac-61f76c9743c9 gateway port host: None {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:21:38.134763 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca385e90-22f0-447e-a0f7-450a725bf498 req-8e87d20f-dc6a-401a-ab4d-31afea5ca2c9 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:38.136789 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ca385e90-22f0-447e-a0f7-450a725bf498 req-8e87d20f-dc6a-401a-ab4d-31afea5ca2c9 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 945 time: 0.0664690 Dec 10 19:21:38.195893 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ca385e90-22f0-447e-a0f7-450a725bf498 req-b2f8486d-4835-4bb3-9888-1b73b0898dd1 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/security-groups?id=0687b254-a34a-47da-a81f-4e503b73712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476909 Dec 10 19:21:38.217286 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ba273dec-c554-4518-ad22-05a7373adb40 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:38.246542 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-391f0515-58e5-4e0d-8108-d31bb57f0759 None None] Deleting port 43d02ab6-740d-4f8e-8ca8-37178e8f4f25 {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:21:38.246899 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-391f0515-58e5-4e0d-8108-d31bb57f0759 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:38.259806 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba273dec-c554-4518-ad22-05a7373adb40 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event deleted for resources: {'Port': ['ID=43d02ab6-740d-4f8e-8ca8-37178e8f4f25,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:38.267258 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba273dec-c554-4518-ad22-05a7373adb40 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] No DVR routers for this DVR port 43d02ab6-740d-4f8e-8ca8-37178e8f4f25 on host dv-neutron-821441-1-hyperv {{(pid=102366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:21:38.356779 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-391f0515-58e5-4e0d-8108-d31bb57f0759 None None] For port 43d02ab6-740d-4f8e-8ca8-37178e8f4f25, host dv-neutron-821441-1-hyperv, got binding levels [] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:21:38.357366 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-391f0515-58e5-4e0d-8108-d31bb57f0759 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:38.390076 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-391f0515-58e5-4e0d-8108-d31bb57f0759 None None] Calling delete_port for 43d02ab6-740d-4f8e-8ca8-37178e8f4f25 owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:21:38.394302 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.ipam_backend_mixin [None req-391f0515-58e5-4e0d-8108-d31bb57f0759 None None] Port 43d02ab6-740d-4f8e-8ca8-37178e8f4f25 was not found and therefore no delete operation was performed {{(pid=102367) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 19:21:38.397724 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-391f0515-58e5-4e0d-8108-d31bb57f0759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:38.413958 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ba273dec-c554-4518-ad22-05a7373adb40 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:38.429891 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391f0515-58e5-4e0d-8108-d31bb57f0759 None None] Pushing event deleted for resources: {'Port': ['ID=43d02ab6-740d-4f8e-8ca8-37178e8f4f25,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:38.436682 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391f0515-58e5-4e0d-8108-d31bb57f0759 None None] No DVR routers for this DVR port 43d02ab6-740d-4f8e-8ca8-37178e8f4f25 on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:21:38.457661 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-ba273dec-c554-4518-ad22-05a7373adb40 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6e0b5cd-5bc5-4666-aae2-0ec522f77ad4']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:38.474615 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-ba273dec-c554-4518-ad22-05a7373adb40 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f838bdaa-3716-4de6-b0a6-5176147d7fb6') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:38.475687 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-ba273dec-c554-4518-ad22-05a7373adb40 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f838bdaa-3716-4de6-b0a6-5176147d7fb6') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:38.479423 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-30268150-a4f5-48e6-acb6-5ef771c77676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'name': 'tempest-RoutersTest-router-1185277067', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:21:10Z', 'updated_at': '2021-12-10T19:21:36Z', 'revision_number': 9, 'project_id': 'c314b2e70362459092367990be71ff8e', 'gw_port_host': None, '_interfaces': [{'id': '182cff48-d66b-43b0-9980-2834bc0729b5', 'name': '', 'network_id': 'e4a0e0a6-db0c-4ec5-b893-16799b7ee594', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'mac_address': 'fa:16:3e:d2:30:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '192f88e4-4b60-483e-ab98-887f69b69a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:21:12Z', 'updated_at': '2021-12-10T19:21:18Z', 'revision_number': 5, 'project_id': 'c314b2e70362459092367990be71ff8e', 'subnets': [{'id': '192f88e4-4b60-483e-ab98-887f69b69a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bb7c7a7-668f-4e5b-8dad-bc32492e33bd', 'name': '', 'network_id': '56b65486-c492-482f-a23e-07bbfde4364a', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'mac_address': 'fa:16:3e:4d:1f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e71a6af4-a78f-483c-b3b9-7ac73c8d1e6e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:21:15Z', 'updated_at': '2021-12-10T19:21:24Z', 'revision_number': 5, 'project_id': 'c314b2e70362459092367990be71ff8e', 'subnets': [{'id': 'e71a6af4-a78f-483c-b3b9-7ac73c8d1e6e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:38.495346 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ba273dec-c554-4518-ad22-05a7373adb40 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:38.514055 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30268150-a4f5-48e6-acb6-5ef771c77676 None None] The sync data for ids ['cf324db7-e0ae-4400-80ac-61f76c9743c9'] in dv-neutron-821441-1-hyperv is: [{'id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'name': 'tempest-RoutersTest-router-1185277067', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:21:10Z', 'updated_at': '2021-12-10T19:21:36Z', 'revision_number': 9, 'project_id': 'c314b2e70362459092367990be71ff8e', 'gw_port_host': None, '_interfaces': [{'id': '182cff48-d66b-43b0-9980-2834bc0729b5', 'name': '', 'network_id': 'e4a0e0a6-db0c-4ec5-b893-16799b7ee594', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'mac_address': 'fa:16:3e:d2:30:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '192f88e4-4b60-483e-ab98-887f69b69a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:21:12Z', 'updated_at': '2021-12-10T19:21:18Z', 'revision_number': 5, 'project_id': 'c314b2e70362459092367990be71ff8e', 'subnets': [{'id': '192f88e4-4b60-483e-ab98-887f69b69a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bb7c7a7-668f-4e5b-8dad-bc32492e33bd', 'name': '', 'network_id': '56b65486-c492-482f-a23e-07bbfde4364a', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'mac_address': 'fa:16:3e:4d:1f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e71a6af4-a78f-483c-b3b9-7ac73c8d1e6e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:21:15Z', 'updated_at': '2021-12-10T19:21:24Z', 'revision_number': 5, 'project_id': 'c314b2e70362459092367990be71ff8e', 'subnets': [{'id': 'e71a6af4-a78f-483c-b3b9-7ac73c8d1e6e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:21:38.515167 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ba273dec-c554-4518-ad22-05a7373adb40 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:38.526103 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba273dec-c554-4518-ad22-05a7373adb40 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:21:38.526620 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ba273dec-c554-4518-ad22-05a7373adb40 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:38.530376 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:21:38.530376 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:21:38.530376 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:21:38.530376 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:21:38.530376 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:21:38.530376 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:21:38.530376 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:21:38.530376 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:21:38.530376 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:21:38.530376 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:21:38.530376 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:21:38.530376 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:21:38.530376 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:21:38.530376 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:21:38.530376 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:21:38.530376 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:21:38.530376 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:21:38.530376 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:21:38.530376 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:21:38.530376 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:21:38.530376 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:21:38.530376 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:21:38.530376 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:21:38.530376 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:21:38.530376 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:21:38.530376 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:21:38.530376 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:21:38.530376 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:21:38.530376 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:21:38.530376 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:21:38.530376 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:21:38.530376 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:21:38.606792 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ba273dec-c554-4518-ad22-05a7373adb40 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:38.616209 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ba273dec-c554-4518-ad22-05a7373adb40 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:38.619252 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-ba273dec-c554-4518-ad22-05a7373adb40 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "DELETE /v2.0/networks/a6e0b5cd-5bc5-4666-aae2-0ec522f77ad4 HTTP/1.1" status: 204 len: 168 time: 0.9207048 Dec 10 19:21:38.624436 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56082) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:38.633529 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba273dec-c554-4518-ad22-05a7373adb40 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event deleted for resources: {'Network': ['ID=a6e0b5cd-5bc5-4666-aae2-0ec522f77ad4,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:39.031004 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d1b860f1-4783-454e-a7ed-5fe4c20f80ce tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711290'] for router_interface, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:39.415755 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f7bf3-0b4b-4222-901e-27f25df0a73f req-adb69708-7ccf-414a-9c89-4ef078248450 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:39.417454 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-fb0f7bf3-0b4b-4222-901e-27f25df0a73f req-adb69708-7ccf-414a-9c89-4ef078248450 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 945 time: 0.1211205 Dec 10 19:21:39.466187 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-d1b860f1-4783-454e-a7ed-5fe4c20f80ce tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Deleting port 6bb7c7a7-668f-4e5b-8dad-bc32492e33bd {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:21:39.466513 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d1b860f1-4783-454e-a7ed-5fe4c20f80ce tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:39.527806 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-fb0f7bf3-0b4b-4222-901e-27f25df0a73f req-4c501731-e646-4c7a-8256-4bfe8683420d tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/security-groups?id=0687b254-a34a-47da-a81f-4e503b73712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977812 Dec 10 19:21:39.626045 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-d1b860f1-4783-454e-a7ed-5fe4c20f80ce tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] For port 6bb7c7a7-668f-4e5b-8dad-bc32492e33bd, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=6bb7c7a7-668f-4e5b-8dad-bc32492e33bd,segment=NetworkSegment(ca05707c-497b-492f-9926-e5ca8ce88d24),segment_id=ca05707c-497b-492f-9926-e5ca8ce88d24)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:21:39.626635 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d1b860f1-4783-454e-a7ed-5fe4c20f80ce tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:39.652193 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-d1b860f1-4783-454e-a7ed-5fe4c20f80ce tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Calling delete_port for 6bb7c7a7-668f-4e5b-8dad-bc32492e33bd owned by network:router_interface {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:21:39.745798 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device eff94bcf-6cc7-464a-9c46-f5399abd3abd no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:21:39.769572 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: eff94bcf-6cc7-464a-9c46-f5399abd3abd {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:21:39.769908 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device eff94bcf-6cc7-464a-9c46-f5399abd3abd not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:21:39.770334 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 43d02ab6-740d-4f8e-8ca8-37178e8f4f25 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:21:39.797286 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 43d02ab6-740d-4f8e-8ca8-37178e8f4f25 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:21:39.797638 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 43d02ab6-740d-4f8e-8ca8-37178e8f4f25 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:21:39.950894 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d1b860f1-4783-454e-a7ed-5fe4c20f80ce tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:39.985590 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b860f1-4783-454e-a7ed-5fe4c20f80ce tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event deleted for resources: {'Port': ['ID=6bb7c7a7-668f-4e5b-8dad-bc32492e33bd,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:40.268199 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d1b860f1-4783-454e-a7ed-5fe4c20f80ce tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3755731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3712768'] for router_interface, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:40.856620 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743aa08d-fe24-4309-871e-5db15a6db71c req-9b601010-a03f-4930-a0c2-e358a5cd0d7e tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:40.858162 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-743aa08d-fe24-4309-871e-5db15a6db71c req-9b601010-a03f-4930-a0c2-e358a5cd0d7e tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 945 time: 0.1101928 Dec 10 19:21:40.860274 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b860f1-4783-454e-a7ed-5fe4c20f80ce tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Router cf324db7-e0ae-4400-80ac-61f76c9743c9 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:21:40.978696 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:21:40.988412 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-743aa08d-fe24-4309-871e-5db15a6db71c req-e1563600-742a-4d37-914b-50b4205748a2 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/security-groups?id=0687b254-a34a-47da-a81f-4e503b73712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198030 Dec 10 19:21:41.010832 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b860f1-4783-454e-a7ed-5fe4c20f80ce tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:21:41.018638 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-d1b860f1-4783-454e-a7ed-5fe4c20f80ce tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "PUT /v2.0/routers/cf324db7-e0ae-4400-80ac-61f76c9743c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3913553 Dec 10 19:21:41.021350 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56092) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:41.025290 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcf7b68-d26c-467b-bfc3-8def2d3d4aea None None] Sync routers for ids ['cf324db7-e0ae-4400-80ac-61f76c9743c9'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:21:41.041692 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcf7b68-d26c-467b-bfc3-8def2d3d4aea None None] Routers {'cf324db7-e0ae-4400-80ac-61f76c9743c9'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:21:41.042695 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-4fcf7b68-d26c-467b-bfc3-8def2d3d4aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:21:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['cf324db7-e0ae-4400-80ac-61f76c9743c9'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:41.107912 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_v2 [None req-140fe2ab-8165-4ec5-9204-e62b4de0d63a tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Deleting subnet e71a6af4-a78f-483c-b3b9-7ac73c8d1e6e {{(pid=102365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:21:41.112073 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-140fe2ab-8165-4ec5-9204-e62b4de0d63a tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for subnet, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:41.165313 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-140fe2ab-8165-4ec5-9204-e62b4de0d63a tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353213'] for subnet, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:41.172183 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-4fcf7b68-d26c-467b-bfc3-8def2d3d4aea None None] Set router cf324db7-e0ae-4400-80ac-61f76c9743c9 gateway port host: None {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:21:41.288490 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-140fe2ab-8165-4ec5-9204-e62b4de0d63a tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:41.391176 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-140fe2ab-8165-4ec5-9204-e62b4de0d63a tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:41.429771 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140fe2ab-8165-4ec5-9204-e62b4de0d63a tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event deleted for resources: {'Subnet': ['ID=e71a6af4-a78f-483c-b3b9-7ac73c8d1e6e,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:41.431978 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-140fe2ab-8165-4ec5-9204-e62b4de0d63a tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:41.435408 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-140fe2ab-8165-4ec5-9204-e62b4de0d63a tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "DELETE /v2.0/subnets/e71a6af4-a78f-483c-b3b9-7ac73c8d1e6e HTTP/1.1" status: 204 len: 168 time: 0.4125826 Dec 10 19:21:41.439509 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56094) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:41.445380 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f798e7-c714-4113-9f50-a6b5e2b859dd None None] Network 56b65486-c492-482f-a23e-07bbfde4364a requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:21:41.452358 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-4fcf7b68-d26c-467b-bfc3-8def2d3d4aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'name': 'tempest-RoutersTest-router-1185277067', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:21:10Z', 'updated_at': '2021-12-10T19:21:39Z', 'revision_number': 10, 'project_id': 'c314b2e70362459092367990be71ff8e', 'gw_port_host': None, '_interfaces': [{'id': '182cff48-d66b-43b0-9980-2834bc0729b5', 'name': '', 'network_id': 'e4a0e0a6-db0c-4ec5-b893-16799b7ee594', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'mac_address': 'fa:16:3e:d2:30:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '192f88e4-4b60-483e-ab98-887f69b69a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:21:12Z', 'updated_at': '2021-12-10T19:21:18Z', 'revision_number': 5, 'project_id': 'c314b2e70362459092367990be71ff8e', 'subnets': [{'id': '192f88e4-4b60-483e-ab98-887f69b69a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:41.586085 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b6caefc2-789b-418c-9047-0bd6a483acd6 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:41.612036 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcf7b68-d26c-467b-bfc3-8def2d3d4aea None None] Checking router: cf324db7-e0ae-4400-80ac-61f76c9743c9 for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:21:41.624050 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcf7b68-d26c-467b-bfc3-8def2d3d4aea None None] Routers {'cf324db7-e0ae-4400-80ac-61f76c9743c9'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:21:41.624847 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-4fcf7b68-d26c-467b-bfc3-8def2d3d4aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:21:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['cf324db7-e0ae-4400-80ac-61f76c9743c9'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:41.698225 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-b6caefc2-789b-418c-9047-0bd6a483acd6 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Deleting port 07f2d4f6-4cbb-4056-ae5c-f2e6924ea543 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:21:41.698970 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b6caefc2-789b-418c-9047-0bd6a483acd6 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:41.750027 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e6c144-d2d3-407a-bedc-6586314459ac None None] DHCP port deletion for 56b65486-c492-482f-a23e-07bbfde4364a request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:21:41.758746 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-4fcf7b68-d26c-467b-bfc3-8def2d3d4aea None None] Set router cf324db7-e0ae-4400-80ac-61f76c9743c9 gateway port host: None {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:21:41.822382 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-b6caefc2-789b-418c-9047-0bd6a483acd6 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] For port 07f2d4f6-4cbb-4056-ae5c-f2e6924ea543, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=07f2d4f6-4cbb-4056-ae5c-f2e6924ea543,segment=NetworkSegment(ca05707c-497b-492f-9926-e5ca8ce88d24),segment_id=ca05707c-497b-492f-9926-e5ca8ce88d24)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:21:41.823157 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b6caefc2-789b-418c-9047-0bd6a483acd6 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:41.839645 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-b6caefc2-789b-418c-9047-0bd6a483acd6 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Calling delete_port for 07f2d4f6-4cbb-4056-ae5c-f2e6924ea543 owned by network:dhcp {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:21:41.956522 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6985ed63-0f44-42c6-a5a6-a5876a546158 req-27a28258-fea9-4615-9c07-4b50d4a5f346 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=da7c2f2a-f560-42f3-8510-087b533a0cee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0854313 Dec 10 19:21:41.961030 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b6caefc2-789b-418c-9047-0bd6a483acd6 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:41.986753 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6caefc2-789b-418c-9047-0bd6a483acd6 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event deleted for resources: {'Port': ['ID=07f2d4f6-4cbb-4056-ae5c-f2e6924ea543,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:42.005358 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6caefc2-789b-418c-9047-0bd6a483acd6 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] No DVR routers for this DVR port 07f2d4f6-4cbb-4056-ae5c-f2e6924ea543 on host dv-neutron-821441-1-hyperv {{(pid=102366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:21:42.073932 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-09e6c144-d2d3-407a-bedc-6586314459ac None None] Deleting port 07f2d4f6-4cbb-4056-ae5c-f2e6924ea543 {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:21:42.073932 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-09e6c144-d2d3-407a-bedc-6586314459ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:42.104659 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985ed63-0f44-42c6-a5a6-a5876a546158 req-072b3371-78e7-4c1c-95cb-23df39e7d6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:42.112285 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6985ed63-0f44-42c6-a5a6-a5876a546158 req-072b3371-78e7-4c1c-95cb-23df39e7d6a6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=730e4c9f0aba4accb176e575114c849e&device_id=da7c2f2a-f560-42f3-8510-087b533a0cee HTTP/1.1" status: 200 len: 1099 time: 0.1246371 Dec 10 19:21:42.135601 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-4fcf7b68-d26c-467b-bfc3-8def2d3d4aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'name': 'tempest-RoutersTest-router-1185277067', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:21:10Z', 'updated_at': '2021-12-10T19:21:39Z', 'revision_number': 10, 'project_id': 'c314b2e70362459092367990be71ff8e', 'gw_port_host': None, '_interfaces': [{'id': '182cff48-d66b-43b0-9980-2834bc0729b5', 'name': '', 'network_id': 'e4a0e0a6-db0c-4ec5-b893-16799b7ee594', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'mac_address': 'fa:16:3e:d2:30:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '192f88e4-4b60-483e-ab98-887f69b69a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:21:12Z', 'updated_at': '2021-12-10T19:21:18Z', 'revision_number': 5, 'project_id': 'c314b2e70362459092367990be71ff8e', 'subnets': [{'id': '192f88e4-4b60-483e-ab98-887f69b69a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:42.160631 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcf7b68-d26c-467b-bfc3-8def2d3d4aea None None] The sync data for ids ['cf324db7-e0ae-4400-80ac-61f76c9743c9'] in dv-neutron-821441-1-hyperv is: [{'id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'name': 'tempest-RoutersTest-router-1185277067', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:21:10Z', 'updated_at': '2021-12-10T19:21:39Z', 'revision_number': 10, 'project_id': 'c314b2e70362459092367990be71ff8e', 'gw_port_host': None, '_interfaces': [{'id': '182cff48-d66b-43b0-9980-2834bc0729b5', 'name': '', 'network_id': 'e4a0e0a6-db0c-4ec5-b893-16799b7ee594', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'mac_address': 'fa:16:3e:d2:30:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '192f88e4-4b60-483e-ab98-887f69b69a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:21:12Z', 'updated_at': '2021-12-10T19:21:18Z', 'revision_number': 5, 'project_id': 'c314b2e70362459092367990be71ff8e', 'subnets': [{'id': '192f88e4-4b60-483e-ab98-887f69b69a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:21:42.162649 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-09e6c144-d2d3-407a-bedc-6586314459ac None None] For port 07f2d4f6-4cbb-4056-ae5c-f2e6924ea543, host dv-neutron-821441-1-hyperv, got binding levels [] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:21:42.164166 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-09e6c144-d2d3-407a-bedc-6586314459ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:42.185422 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-09e6c144-d2d3-407a-bedc-6586314459ac None None] Calling delete_port for 07f2d4f6-4cbb-4056-ae5c-f2e6924ea543 owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:21:42.192006 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.ipam_backend_mixin [None req-09e6c144-d2d3-407a-bedc-6586314459ac None None] Port 07f2d4f6-4cbb-4056-ae5c-f2e6924ea543 was not found and therefore no delete operation was performed {{(pid=102367) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 19:21:42.198228 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-09e6c144-d2d3-407a-bedc-6586314459ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:42.211592 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b6caefc2-789b-418c-9047-0bd6a483acd6 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:42.241012 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-b6caefc2-789b-418c-9047-0bd6a483acd6 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56b65486-c492-482f-a23e-07bbfde4364a']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:42.252251 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e6c144-d2d3-407a-bedc-6586314459ac None None] Pushing event deleted for resources: {'Port': ['ID=07f2d4f6-4cbb-4056-ae5c-f2e6924ea543,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:42.259077 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e6c144-d2d3-407a-bedc-6586314459ac None None] No DVR routers for this DVR port 07f2d4f6-4cbb-4056-ae5c-f2e6924ea543 on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:21:42.259956 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-b6caefc2-789b-418c-9047-0bd6a483acd6 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca05707c-497b-492f-9926-e5ca8ce88d24') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:42.260414 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-b6caefc2-789b-418c-9047-0bd6a483acd6 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca05707c-497b-492f-9926-e5ca8ce88d24') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:42.281678 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b6caefc2-789b-418c-9047-0bd6a483acd6 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:42.305349 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b6caefc2-789b-418c-9047-0bd6a483acd6 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:42.315489 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ab7bd-b9d9-4471-8d5c-fb8e1e5cff11 req-372caefb-0329-4da3-bc6a-ea0d2b2a5180 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:42.315951 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6caefc2-789b-418c-9047-0bd6a483acd6 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:21:42.318371 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b6caefc2-789b-418c-9047-0bd6a483acd6 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:42.320558 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-909ab7bd-b9d9-4471-8d5c-fb8e1e5cff11 req-372caefb-0329-4da3-bc6a-ea0d2b2a5180 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 945 time: 0.1643586 Dec 10 19:21:42.323718 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:21:42.323718 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:21:42.323718 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:21:42.323718 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:21:42.323718 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:21:42.323718 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:21:42.323718 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:21:42.323718 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:21:42.323718 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:21:42.323718 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:21:42.323718 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:21:42.323718 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:21:42.323718 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:21:42.323718 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:21:42.323718 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:21:42.323718 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:21:42.323718 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:21:42.323718 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:21:42.323718 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:21:42.323718 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:21:42.323718 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:21:42.323718 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:21:42.323718 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:21:42.323718 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:21:42.323718 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:21:42.323718 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:21:42.323718 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:21:42.323718 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:21:42.323718 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:21:42.323718 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:21:42.323718 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:21:42.323718 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:21:42.374625 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985ed63-0f44-42c6-a5a6-a5876a546158 req-f9ba6a04-862b-4cc9-8cf0-805af688d680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:42.377384 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6985ed63-0f44-42c6-a5a6-a5876a546158 req-f9ba6a04-862b-4cc9-8cf0-805af688d680 service neutron] 10.222.0.36 "GET /v2.0/networks?id=09581b17-9274-439f-a74b-fa6e61531b79 HTTP/1.1" status: 200 len: 897 time: 0.2412755 Dec 10 19:21:42.406918 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b6caefc2-789b-418c-9047-0bd6a483acd6 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:42.416193 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b6caefc2-789b-418c-9047-0bd6a483acd6 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:42.419606 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-b6caefc2-789b-418c-9047-0bd6a483acd6 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "DELETE /v2.0/networks/56b65486-c492-482f-a23e-07bbfde4364a HTTP/1.1" status: 204 len: 168 time: 0.9778168 Dec 10 19:21:42.422603 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56098) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:42.440238 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6caefc2-789b-418c-9047-0bd6a483acd6 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event deleted for resources: {'Network': ['ID=56b65486-c492-482f-a23e-07bbfde4364a,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:42.483553 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-909ab7bd-b9d9-4471-8d5c-fb8e1e5cff11 req-c046ed75-cfdf-4572-b252-c25610a67548 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/security-groups?id=0687b254-a34a-47da-a81f-4e503b73712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547968 Dec 10 19:21:42.532134 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6985ed63-0f44-42c6-a5a6-a5876a546158 req-0231b6ef-32c7-4158-8e7f-7cf9d5ef6eff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f474eac2-65b4-4bb0-9076-1081e22ffee4 HTTP/1.1" status: 200 len: 1002 time: 0.1436591 Dec 10 19:21:42.607804 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985ed63-0f44-42c6-a5a6-a5876a546158 req-34a0f067-f0c2-48ae-b82b-ccdd1fbe9bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:42.609451 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6985ed63-0f44-42c6-a5a6-a5876a546158 req-34a0f067-f0c2-48ae-b82b-ccdd1fbe9bab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b9c100b6-9bbf-40aa-9f4a-38cbf1742a6f HTTP/1.1" status: 200 len: 835 time: 0.0688639 Dec 10 19:21:42.674215 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985ed63-0f44-42c6-a5a6-a5876a546158 req-7c3c2d52-1ecc-4679-94e0-a9f52ece87b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:42.677398 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6985ed63-0f44-42c6-a5a6-a5876a546158 req-7c3c2d52-1ecc-4679-94e0-a9f52ece87b1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=09581b17-9274-439f-a74b-fa6e61531b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0564461 Dec 10 19:21:42.825444 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6985ed63-0f44-42c6-a5a6-a5876a546158 req-baf53bae-07de-46dc-ba9f-aeaf50d8ec6d service neutron] 10.222.0.36 "GET /v2.0/networks/09581b17-9274-439f-a74b-fa6e61531b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391962 Dec 10 19:21:42.952963 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6985ed63-0f44-42c6-a5a6-a5876a546158 req-cdf56c80-b2fd-4870-8225-70da31a28db6 service neutron] 10.222.0.36 "GET /v2.0/networks/09581b17-9274-439f-a74b-fa6e61531b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181684 Dec 10 19:21:43.212985 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2c95d518-436c-43a2-baae-cda62d5c23ca tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711290'] for router_interface, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:43.552960 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-2c95d518-436c-43a2-baae-cda62d5c23ca tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Deleting port 182cff48-d66b-43b0-9980-2834bc0729b5 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:21:43.554281 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2c95d518-436c-43a2-baae-cda62d5c23ca tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:43.659204 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-2c95d518-436c-43a2-baae-cda62d5c23ca tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] For port 182cff48-d66b-43b0-9980-2834bc0729b5, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=182cff48-d66b-43b0-9980-2834bc0729b5,segment=NetworkSegment(bf1714aa-7d77-46fc-a811-94249e049552),segment_id=bf1714aa-7d77-46fc-a811-94249e049552)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:21:43.659592 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2c95d518-436c-43a2-baae-cda62d5c23ca tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:43.665881 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e95051c-76ad-41e0-b64a-b083967bcaf7 req-351c6200-7ad3-4305-b055-dd86a245ff62 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:43.675649 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-2c95d518-436c-43a2-baae-cda62d5c23ca tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Calling delete_port for 182cff48-d66b-43b0-9980-2834bc0729b5 owned by network:router_interface {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:21:43.680542 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1e95051c-76ad-41e0-b64a-b083967bcaf7 req-351c6200-7ad3-4305-b055-dd86a245ff62 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 945 time: 0.0956886 Dec 10 19:21:43.754127 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1e95051c-76ad-41e0-b64a-b083967bcaf7 req-913be2ef-c45e-459f-a111-745bb36ba6a6 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/security-groups?id=0687b254-a34a-47da-a81f-4e503b73712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722303 Dec 10 19:21:43.777951 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 6bb7c7a7-668f-4e5b-8dad-bc32492e33bd no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:21:43.801358 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 6bb7c7a7-668f-4e5b-8dad-bc32492e33bd {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:21:43.802637 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 6bb7c7a7-668f-4e5b-8dad-bc32492e33bd not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:21:43.803487 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 07f2d4f6-4cbb-4056-ae5c-f2e6924ea543 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:21:43.825060 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 07f2d4f6-4cbb-4056-ae5c-f2e6924ea543 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:21:43.825753 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 07f2d4f6-4cbb-4056-ae5c-f2e6924ea543 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:21:43.880098 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2c95d518-436c-43a2-baae-cda62d5c23ca tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:43.915852 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95d518-436c-43a2-baae-cda62d5c23ca tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event deleted for resources: {'Port': ['ID=182cff48-d66b-43b0-9980-2834bc0729b5,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:44.072968 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdfcc23-b2d6-4bed-90f3-01eba7379b2d req-ac97fdbd-9163-47ad-b44d-6e41840cc790 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:44.082483 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0fdfcc23-b2d6-4bed-90f3-01eba7379b2d req-ac97fdbd-9163-47ad-b44d-6e41840cc790 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 945 time: 0.0853817 Dec 10 19:21:44.154965 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0fdfcc23-b2d6-4bed-90f3-01eba7379b2d req-b22e97b0-0243-437b-aadb-806dbc013c5c tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/security-groups?id=0687b254-a34a-47da-a81f-4e503b73712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700366 Dec 10 19:21:44.165601 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2c95d518-436c-43a2-baae-cda62d5c23ca tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3755731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3712768'] for router_interface, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:44.218032 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42586961-103e-467c-9d57-5a095127b79d req-4b6ad62f-c19e-4bd4-98c3-4d7c5efd0380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:44.220210 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-42586961-103e-467c-9d57-5a095127b79d req-4b6ad62f-c19e-4bd4-98c3-4d7c5efd0380 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ebdd8c4cae7b4f17bfa866554f8f9f53&device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 1098 time: 0.0903106 Dec 10 19:21:44.328855 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42586961-103e-467c-9d57-5a095127b79d req-4505ece3-8b54-470c-9411-4e294d244632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:44.330509 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-42586961-103e-467c-9d57-5a095127b79d req-4505ece3-8b54-470c-9411-4e294d244632 service neutron] 10.222.0.36 "GET /v2.0/networks?id=24f70241-3241-44cc-a65f-374de1f348f0 HTTP/1.1" status: 200 len: 912 time: 0.1011357 Dec 10 19:21:44.352440 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c95d518-436c-43a2-baae-cda62d5c23ca tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Router cf324db7-e0ae-4400-80ac-61f76c9743c9 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:21:44.412956 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-42586961-103e-467c-9d57-5a095127b79d req-39eea0ba-60d4-42cc-bdb7-909472f93602 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2b8d566-0a08-4fc8-9dc6-7428d79b9b00 HTTP/1.1" status: 200 len: 1000 time: 0.0729499 Dec 10 19:21:44.443959 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c95d518-436c-43a2-baae-cda62d5c23ca tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:21:44.450611 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-2c95d518-436c-43a2-baae-cda62d5c23ca tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "PUT /v2.0/routers/cf324db7-e0ae-4400-80ac-61f76c9743c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0265691 Dec 10 19:21:44.453996 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56110) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:44.459678 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd91c00-f488-4746-be15-12e885fd0d32 None None] Sync routers for ids ['cf324db7-e0ae-4400-80ac-61f76c9743c9'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:21:44.473241 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd91c00-f488-4746-be15-12e885fd0d32 None None] Routers {'cf324db7-e0ae-4400-80ac-61f76c9743c9'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:21:44.474721 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-1dd91c00-f488-4746-be15-12e885fd0d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:21:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['cf324db7-e0ae-4400-80ac-61f76c9743c9'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:44.495721 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42586961-103e-467c-9d57-5a095127b79d req-3209514e-78ce-4e9e-b6cd-319721728fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:44.497485 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-42586961-103e-467c-9d57-5a095127b79d req-3209514e-78ce-4e9e-b6cd-319721728fe6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8d431d24-7af1-47c6-afa7-19e9588fcee0 HTTP/1.1" status: 200 len: 850 time: 0.0756526 Dec 10 19:21:44.550678 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-91ea70dc-9e51-4343-b729-e7a8814296ad tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Deleting subnet 192f88e4-4b60-483e-ab98-887f69b69a2a {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:21:44.556142 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-91ea70dc-9e51-4343-b729-e7a8814296ad tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:44.578994 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42586961-103e-467c-9d57-5a095127b79d req-73159cbc-1570-4825-b356-ac5b4368f21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:44.581642 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-42586961-103e-467c-9d57-5a095127b79d req-73159cbc-1570-4825-b356-ac5b4368f21f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=24f70241-3241-44cc-a65f-374de1f348f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755475 Dec 10 19:21:44.583614 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-1dd91c00-f488-4746-be15-12e885fd0d32 None None] Set router cf324db7-e0ae-4400-80ac-61f76c9743c9 gateway port host: None {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:21:44.638645 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-91ea70dc-9e51-4343-b729-e7a8814296ad tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:44.663841 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-1dd91c00-f488-4746-be15-12e885fd0d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'name': 'tempest-RoutersTest-router-1185277067', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:21:10Z', 'updated_at': '2021-12-10T19:21:43Z', 'revision_number': 11, 'project_id': 'c314b2e70362459092367990be71ff8e', 'gw_port_host': None}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:44.720752 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd91c00-f488-4746-be15-12e885fd0d32 None None] Checking router: cf324db7-e0ae-4400-80ac-61f76c9743c9 for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:21:44.737462 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd91c00-f488-4746-be15-12e885fd0d32 None None] Routers {'cf324db7-e0ae-4400-80ac-61f76c9743c9'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:21:44.738488 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-1dd91c00-f488-4746-be15-12e885fd0d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:21:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['cf324db7-e0ae-4400-80ac-61f76c9743c9'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:44.744357 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-42586961-103e-467c-9d57-5a095127b79d req-c9b5c64e-5981-46c9-8d02-c914f783dcce service neutron] 10.222.0.36 "GET /v2.0/networks/24f70241-3241-44cc-a65f-374de1f348f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539171 Dec 10 19:21:44.781263 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-91ea70dc-9e51-4343-b729-e7a8814296ad tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:44.847938 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-1dd91c00-f488-4746-be15-12e885fd0d32 None None] Set router cf324db7-e0ae-4400-80ac-61f76c9743c9 gateway port host: None {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:21:44.888650 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-91ea70dc-9e51-4343-b729-e7a8814296ad tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:44.915999 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-42586961-103e-467c-9d57-5a095127b79d req-5c865a4b-0d9d-4ae8-b7fd-f43c59f91617 service neutron] 10.222.0.36 "GET /v2.0/networks/24f70241-3241-44cc-a65f-374de1f348f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634197 Dec 10 19:21:44.948336 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ea70dc-9e51-4343-b729-e7a8814296ad tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event deleted for resources: {'Subnet': ['ID=192f88e4-4b60-483e-ab98-887f69b69a2a,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:44.950236 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-1dd91c00-f488-4746-be15-12e885fd0d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'name': 'tempest-RoutersTest-router-1185277067', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:21:10Z', 'updated_at': '2021-12-10T19:21:43Z', 'revision_number': 11, 'project_id': 'c314b2e70362459092367990be71ff8e', 'gw_port_host': None}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:44.954487 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-91ea70dc-9e51-4343-b729-e7a8814296ad tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:44.961108 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-91ea70dc-9e51-4343-b729-e7a8814296ad tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "DELETE /v2.0/subnets/192f88e4-4b60-483e-ab98-887f69b69a2a HTTP/1.1" status: 204 len: 168 time: 0.5055716 Dec 10 19:21:44.964238 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56112) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:45.009803 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09986104-1de5-4028-9997-38fb5f564a9a None None] Network e4a0e0a6-db0c-4ec5-b893-16799b7ee594 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:21:45.015849 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd91c00-f488-4746-be15-12e885fd0d32 None None] The sync data for ids ['cf324db7-e0ae-4400-80ac-61f76c9743c9'] in dv-neutron-821441-1-hyperv is: [{'id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'name': 'tempest-RoutersTest-router-1185277067', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:21:10Z', 'updated_at': '2021-12-10T19:21:43Z', 'revision_number': 11, 'project_id': 'c314b2e70362459092367990be71ff8e', 'gw_port_host': None}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:21:45.074642 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a4b0f97a-ed46-455f-ab97-39c869f97749 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:45.144098 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-a4b0f97a-ed46-455f-ab97-39c869f97749 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Deleting port 7118b55b-6282-4f4c-bad7-8f0cf6d2e5e1 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:21:45.144576 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a4b0f97a-ed46-455f-ab97-39c869f97749 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:45.255056 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-a4b0f97a-ed46-455f-ab97-39c869f97749 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] For port 7118b55b-6282-4f4c-bad7-8f0cf6d2e5e1, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=7118b55b-6282-4f4c-bad7-8f0cf6d2e5e1,segment=NetworkSegment(bf1714aa-7d77-46fc-a811-94249e049552),segment_id=bf1714aa-7d77-46fc-a811-94249e049552)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:21:45.255369 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a4b0f97a-ed46-455f-ab97-39c869f97749 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:45.272014 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-a4b0f97a-ed46-455f-ab97-39c869f97749 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Calling delete_port for 7118b55b-6282-4f4c-bad7-8f0cf6d2e5e1 owned by network:dhcp {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:21:45.375186 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161e112f-1a6d-48f9-8c12-ac9ffadbf4b7 req-ae3e34ef-91d0-40b0-a966-a171af3d98e8 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:45.376891 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-161e112f-1a6d-48f9-8c12-ac9ffadbf4b7 req-ae3e34ef-91d0-40b0-a966-a171af3d98e8 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 945 time: 0.1024041 Dec 10 19:21:45.400007 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a6ea7d-0e95-496b-b4fd-5f5ef94bb6ba None None] DHCP port deletion for e4a0e0a6-db0c-4ec5-b893-16799b7ee594 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:21:45.455944 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-161e112f-1a6d-48f9-8c12-ac9ffadbf4b7 req-ba625c84-c11c-4bb1-86f0-fb9285fda824 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/security-groups?id=0687b254-a34a-47da-a81f-4e503b73712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663066 Dec 10 19:21:45.457276 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a4b0f97a-ed46-455f-ab97-39c869f97749 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:45.493453 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b0f97a-ed46-455f-ab97-39c869f97749 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event deleted for resources: {'Port': ['ID=7118b55b-6282-4f4c-bad7-8f0cf6d2e5e1,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:45.493591 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-42a6ea7d-0e95-496b-b4fd-5f5ef94bb6ba None None] Deleting port 7118b55b-6282-4f4c-bad7-8f0cf6d2e5e1 {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:21:45.493591 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-42a6ea7d-0e95-496b-b4fd-5f5ef94bb6ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:45.510789 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b0f97a-ed46-455f-ab97-39c869f97749 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] No DVR routers for this DVR port 7118b55b-6282-4f4c-bad7-8f0cf6d2e5e1 on host dv-neutron-821441-1-hyperv {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:21:45.617592 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-42a6ea7d-0e95-496b-b4fd-5f5ef94bb6ba None None] For port 7118b55b-6282-4f4c-bad7-8f0cf6d2e5e1, host dv-neutron-821441-1-hyperv, got binding levels [] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:21:45.618152 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-42a6ea7d-0e95-496b-b4fd-5f5ef94bb6ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:45.624893 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a4b0f97a-ed46-455f-ab97-39c869f97749 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:45.641950 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-42a6ea7d-0e95-496b-b4fd-5f5ef94bb6ba None None] Calling delete_port for 7118b55b-6282-4f4c-bad7-8f0cf6d2e5e1 owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:21:45.647660 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.ipam_backend_mixin [None req-42a6ea7d-0e95-496b-b4fd-5f5ef94bb6ba None None] Port 7118b55b-6282-4f4c-bad7-8f0cf6d2e5e1 was not found and therefore no delete operation was performed {{(pid=102367) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 19:21:45.649802 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-42a6ea7d-0e95-496b-b4fd-5f5ef94bb6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:45.654800 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-a4b0f97a-ed46-455f-ab97-39c869f97749 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4a0e0a6-db0c-4ec5-b893-16799b7ee594']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:45.668898 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-a4b0f97a-ed46-455f-ab97-39c869f97749 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf1714aa-7d77-46fc-a811-94249e049552') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:45.669429 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-a4b0f97a-ed46-455f-ab97-39c869f97749 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf1714aa-7d77-46fc-a811-94249e049552') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:45.683046 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a4b0f97a-ed46-455f-ab97-39c869f97749 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:45.698278 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a6ea7d-0e95-496b-b4fd-5f5ef94bb6ba None None] No DVR routers for this DVR port 7118b55b-6282-4f4c-bad7-8f0cf6d2e5e1 on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:21:45.700369 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a4b0f97a-ed46-455f-ab97-39c869f97749 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:45.704322 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a6ea7d-0e95-496b-b4fd-5f5ef94bb6ba None None] Pushing event deleted for resources: {'Port': ['ID=7118b55b-6282-4f4c-bad7-8f0cf6d2e5e1,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:45.714180 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4b0f97a-ed46-455f-ab97-39c869f97749 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:21:45.714621 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a4b0f97a-ed46-455f-ab97-39c869f97749 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:45.719063 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:21:45.719063 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:21:45.719063 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:21:45.719063 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:21:45.719063 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:21:45.719063 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:21:45.719063 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:21:45.719063 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:21:45.719063 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:21:45.719063 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:21:45.719063 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:21:45.719063 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:21:45.719063 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:21:45.719063 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:21:45.719063 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:21:45.719063 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:21:45.719063 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:21:45.719063 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:21:45.719063 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:21:45.719063 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:21:45.719063 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:21:45.719063 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:21:45.719063 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:21:45.719063 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:21:45.719063 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:21:45.719063 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:21:45.719063 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:21:45.719063 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:21:45.719063 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:21:45.719063 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:21:45.719063 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:21:45.719063 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:21:45.771956 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 182cff48-d66b-43b0-9980-2834bc0729b5 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:21:45.793143 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 182cff48-d66b-43b0-9980-2834bc0729b5 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:21:45.793400 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a4b0f97a-ed46-455f-ab97-39c869f97749 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:45.793911 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 182cff48-d66b-43b0-9980-2834bc0729b5 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:21:45.793911 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 7118b55b-6282-4f4c-bad7-8f0cf6d2e5e1 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:21:45.802265 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a4b0f97a-ed46-455f-ab97-39c869f97749 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:45.809082 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-a4b0f97a-ed46-455f-ab97-39c869f97749 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "DELETE /v2.0/networks/e4a0e0a6-db0c-4ec5-b893-16799b7ee594 HTTP/1.1" status: 204 len: 168 time: 0.8432913 Dec 10 19:21:45.813653 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56118) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:45.814626 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 7118b55b-6282-4f4c-bad7-8f0cf6d2e5e1 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:21:45.814960 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 7118b55b-6282-4f4c-bad7-8f0cf6d2e5e1 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:21:45.827403 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b0f97a-ed46-455f-ab97-39c869f97749 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Pushing event deleted for resources: {'Network': ['ID=e4a0e0a6-db0c-4ec5-b893-16799b7ee594,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:45.828997 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-d260f452-c08f-4ce8-8d64-7681a3b0a66e tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Request body: {'router': {'routes': None}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:21:45.999875 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.extraroute_db [None req-d260f452-c08f-4ce8-8d64-7681a3b0a66e tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Added routes are [] {{(pid=102366) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 10 19:21:46.000174 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.extraroute_db [None req-d260f452-c08f-4ce8-8d64-7681a3b0a66e tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Removed routes are [] {{(pid=102366) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 10 19:21:46.000398 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d260f452-c08f-4ce8-8d64-7681a3b0a66e tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3713082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3715814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8908'] for router, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:46.151453 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d260f452-c08f-4ce8-8d64-7681a3b0a66e tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3713082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3715814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8908'] for router, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:46.155315 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d260f452-c08f-4ce8-8d64-7681a3b0a66e tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3713075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3713068', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3715807'] for router, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:46.240276 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d260f452-c08f-4ce8-8d64-7681a3b0a66e tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Router cf324db7-e0ae-4400-80ac-61f76c9743c9 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:21:46.323607 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d260f452-c08f-4ce8-8d64-7681a3b0a66e tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:21:46.335038 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d260f452-c08f-4ce8-8d64-7681a3b0a66e tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:46.336844 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d260f452-c08f-4ce8-8d64-7681a3b0a66e tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "PUT /v2.0/routers/cf324db7-e0ae-4400-80ac-61f76c9743c9 HTTP/1.1" status: 200 len: 701 time: 0.5204706 Dec 10 19:21:46.339126 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978be043-d021-430c-93cf-fcffcf2879c1 None None] Sync routers for ids ['cf324db7-e0ae-4400-80ac-61f76c9743c9'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:21:46.340280 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56120) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:46.355566 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978be043-d021-430c-93cf-fcffcf2879c1 None None] Routers {'cf324db7-e0ae-4400-80ac-61f76c9743c9'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:21:46.356570 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-978be043-d021-430c-93cf-fcffcf2879c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:21:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['cf324db7-e0ae-4400-80ac-61f76c9743c9'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:46.378027 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-103cbed0-829e-4107-856d-dd02a773a404 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf324db7-e0ae-4400-80ac-61f76c9743c9 HTTP/1.1" status: 200 len: 205 time: 0.0361824 Dec 10 19:21:46.382677 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56122) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:46.436525 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-978be043-d021-430c-93cf-fcffcf2879c1 None None] Set router cf324db7-e0ae-4400-80ac-61f76c9743c9 gateway port host: None {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:21:46.493640 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-44ae8b4a-9f74-40ae-bd52-aa3a4455ee8b tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for router, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:46.525845 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-978be043-d021-430c-93cf-fcffcf2879c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'name': 'tempest-RoutersTest-router-1185277067', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:21:10Z', 'updated_at': '2021-12-10T19:21:43Z', 'revision_number': 11, 'project_id': 'c314b2e70362459092367990be71ff8e', 'gw_port_host': None}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:46.578326 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978be043-d021-430c-93cf-fcffcf2879c1 None None] Checking router: cf324db7-e0ae-4400-80ac-61f76c9743c9 for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:21:46.593120 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978be043-d021-430c-93cf-fcffcf2879c1 None None] Routers {'cf324db7-e0ae-4400-80ac-61f76c9743c9'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:21:46.594148 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-978be043-d021-430c-93cf-fcffcf2879c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:21:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['cf324db7-e0ae-4400-80ac-61f76c9743c9'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:46.691000 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-978be043-d021-430c-93cf-fcffcf2879c1 None None] Set router cf324db7-e0ae-4400-80ac-61f76c9743c9 gateway port host: None {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:21:46.749304 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-978be043-d021-430c-93cf-fcffcf2879c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'name': 'tempest-RoutersTest-router-1185277067', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:21:10Z', 'updated_at': '2021-12-10T19:21:43Z', 'revision_number': 11, 'project_id': 'c314b2e70362459092367990be71ff8e', 'gw_port_host': None}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:46.779015 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-44ae8b4a-9f74-40ae-bd52-aa3a4455ee8b tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:46.783615 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-44ae8b4a-9f74-40ae-bd52-aa3a4455ee8b tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:46.783896 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978be043-d021-430c-93cf-fcffcf2879c1 None None] The sync data for ids ['cf324db7-e0ae-4400-80ac-61f76c9743c9'] in dv-neutron-821441-1-hyperv is: [{'id': 'cf324db7-e0ae-4400-80ac-61f76c9743c9', 'name': 'tempest-RoutersTest-router-1185277067', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:21:10Z', 'updated_at': '2021-12-10T19:21:43Z', 'revision_number': 11, 'project_id': 'c314b2e70362459092367990be71ff8e', 'gw_port_host': None}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:21:46.846381 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7899b731-ca90-4aa1-a342-18f52a6a3b54 req-ee68a31f-c03a-4fde-84bd-fbcef7f22bc3 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:46.848211 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7899b731-ca90-4aa1-a342-18f52a6a3b54 req-ee68a31f-c03a-4fde-84bd-fbcef7f22bc3 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 945 time: 0.2298236 Dec 10 19:21:46.855304 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-44ae8b4a-9f74-40ae-bd52-aa3a4455ee8b tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:46.855816 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ae8b4a-9f74-40ae-bd52-aa3a4455ee8b tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Fanout notify agent at l3_agent the message router_deleted on router cf324db7-e0ae-4400-80ac-61f76c9743c9 {{(pid=102365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:21:46.871658 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-44ae8b4a-9f74-40ae-bd52-aa3a4455ee8b tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:46.873915 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-44ae8b4a-9f74-40ae-bd52-aa3a4455ee8b tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "DELETE /v2.0/routers/cf324db7-e0ae-4400-80ac-61f76c9743c9 HTTP/1.1" status: 204 len: 168 time: 0.4898086 Dec 10 19:21:46.881221 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56126) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:46.886174 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-d1608f1d-917d-42a2-a726-47889458e58b tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-23724075', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:21:46.915665 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d1608f1d-917d-42a2-a726-47889458e58b tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:46.916846 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d1608f1d-917d-42a2-a726-47889458e58b tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:46.938672 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7899b731-ca90-4aa1-a342-18f52a6a3b54 req-f70b5bbd-39ab-4351-8428-5040a96e9e80 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/security-groups?id=0687b254-a34a-47da-a81f-4e503b73712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630662 Dec 10 19:21:46.981132 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d1608f1d-917d-42a2-a726-47889458e58b tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:46.987131 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d1608f1d-917d-42a2-a726-47889458e58b tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:47.019189 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d1608f1d-917d-42a2-a726-47889458e58b tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:47.021984 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d1608f1d-917d-42a2-a726-47889458e58b tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1382353 Dec 10 19:21:47.025194 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56130) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:47.031244 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-7c72af8c-d861-4602-b54a-a40ad4a7fa0c tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:21:47.142383 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b477a629-d67a-4198-b726-ba14aebe708b req-ce735ab0-b68d-4f3b-90fd-f4ca6eb157a6 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:47.144188 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b477a629-d67a-4198-b726-ba14aebe708b req-ce735ab0-b68d-4f3b-90fd-f4ca6eb157a6 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 945 time: 0.0848846 Dec 10 19:21:47.188852 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b477a629-d67a-4198-b726-ba14aebe708b req-67c16725-7da5-496b-b2ea-56f71dc8becb tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/security-groups?id=0687b254-a34a-47da-a81f-4e503b73712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374861 Dec 10 19:21:47.333862 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a2d944-c30c-4d32-b09b-1415351efb83 req-10bb9807-7400-4a59-b0a8-4a8449fecf02 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:47.335535 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-26a2d944-c30c-4d32-b09b-1415351efb83 req-10bb9807-7400-4a59-b0a8-4a8449fecf02 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 945 time: 0.0629144 Dec 10 19:21:47.357794 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7c72af8c-d861-4602-b54a-a40ad4a7fa0c tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3713082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3715814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8908'] for router, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:47.370006 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7c72af8c-d861-4602-b54a-a40ad4a7fa0c tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3713075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3713068', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3715807'] for router, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:47.377881 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-26a2d944-c30c-4d32-b09b-1415351efb83 req-dd00de3c-50dd-4915-8fc5-595fd233fe5a tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/security-groups?id=0687b254-a34a-47da-a81f-4e503b73712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358913 Dec 10 19:21:47.489532 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c72af8c-d861-4602-b54a-a40ad4a7fa0c tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Router c2541233-cef3-43d8-a7f5-620b4ea29ee0 is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:21:47.608906 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c72af8c-d861-4602-b54a-a40ad4a7fa0c tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:21:47.619661 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7c72af8c-d861-4602-b54a-a40ad4a7fa0c tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:47.621584 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-7c72af8c-d861-4602-b54a-a40ad4a7fa0c tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "PUT /v2.0/routers/c2541233-cef3-43d8-a7f5-620b4ea29ee0 HTTP/1.1" status: 200 len: 692 time: 0.5949140 Dec 10 19:21:47.626421 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56138) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:47.630592 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26762c24-ccb9-44df-a4ff-590a261aeabf None None] Sync routers for ids ['c2541233-cef3-43d8-a7f5-620b4ea29ee0'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:21:47.642321 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26762c24-ccb9-44df-a4ff-590a261aeabf None None] Routers {'c2541233-cef3-43d8-a7f5-620b4ea29ee0'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:21:47.642958 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-26762c24-ccb9-44df-a4ff-590a261aeabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:21:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['c2541233-cef3-43d8-a7f5-620b4ea29ee0'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:47.728053 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-26762c24-ccb9-44df-a4ff-590a261aeabf None None] Set router c2541233-cef3-43d8-a7f5-620b4ea29ee0 gateway port host: None {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:21:47.785149 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-26762c24-ccb9-44df-a4ff-590a261aeabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2541233-cef3-43d8-a7f5-620b4ea29ee0', 'name': 'tempest-RoutersTest-router-23724075', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:21:46Z', 'updated_at': '2021-12-10T19:21:47Z', 'revision_number': 2, 'project_id': 'c314b2e70362459092367990be71ff8e', 'gw_port_host': None}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:47.821329 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-a3466d93-0d1a-4b94-92e6-28d52302cf49 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "GET /v2.0/routers/c2541233-cef3-43d8-a7f5-620b4ea29ee0 HTTP/1.1" status: 200 len: 698 time: 0.1899710 Dec 10 19:21:47.821582 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26762c24-ccb9-44df-a4ff-590a261aeabf None None] Checking router: c2541233-cef3-43d8-a7f5-620b4ea29ee0 for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:21:47.822636 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56142) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:47.829166 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26762c24-ccb9-44df-a4ff-590a261aeabf None None] Routers {'c2541233-cef3-43d8-a7f5-620b4ea29ee0'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:21:47.830188 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-26762c24-ccb9-44df-a4ff-590a261aeabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:21:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['c2541233-cef3-43d8-a7f5-620b4ea29ee0'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:47.854965 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df6d384-c495-4d85-8bab-52ed0ea459be req-2e42fcc9-6693-429e-b9ab-67339dd7cf14 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:47.856630 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0df6d384-c495-4d85-8bab-52ed0ea459be req-2e42fcc9-6693-429e-b9ab-67339dd7cf14 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 945 time: 0.2166882 Dec 10 19:21:47.877903 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-8d99cf16-e690-41ba-be5f-a61137881562 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2541233-cef3-43d8-a7f5-620b4ea29ee0 HTTP/1.1" status: 200 len: 205 time: 0.0514278 Dec 10 19:21:47.878439 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56144) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:47.910132 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-26762c24-ccb9-44df-a4ff-590a261aeabf None None] Set router c2541233-cef3-43d8-a7f5-620b4ea29ee0 gateway port host: None {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:21:47.922953 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0df6d384-c495-4d85-8bab-52ed0ea459be req-309bb51b-ac2a-4b29-97f5-6fb063e70891 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/security-groups?id=0687b254-a34a-47da-a81f-4e503b73712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533516 Dec 10 19:21:47.966670 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-26762c24-ccb9-44df-a4ff-590a261aeabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2541233-cef3-43d8-a7f5-620b4ea29ee0', 'name': 'tempest-RoutersTest-router-23724075', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:21:46Z', 'updated_at': '2021-12-10T19:21:47Z', 'revision_number': 2, 'project_id': 'c314b2e70362459092367990be71ff8e', 'gw_port_host': None}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:47.999703 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26762c24-ccb9-44df-a4ff-590a261aeabf None None] The sync data for ids ['c2541233-cef3-43d8-a7f5-620b4ea29ee0'] in dv-neutron-821441-1-hyperv is: [{'id': 'c2541233-cef3-43d8-a7f5-620b4ea29ee0', 'name': 'tempest-RoutersTest-router-23724075', 'tenant_id': 'c314b2e70362459092367990be71ff8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:21:46Z', 'updated_at': '2021-12-10T19:21:47Z', 'revision_number': 2, 'project_id': 'c314b2e70362459092367990be71ff8e', 'gw_port_host': None}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:21:48.009113 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3589b0f8-0570-4da6-9176-fbc9efb32c63 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for router, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:48.197549 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3589b0f8-0570-4da6-9176-fbc9efb32c63 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:48.201177 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3589b0f8-0570-4da6-9176-fbc9efb32c63 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:48.259027 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3589b0f8-0570-4da6-9176-fbc9efb32c63 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:48.259591 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3589b0f8-0570-4da6-9176-fbc9efb32c63 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Fanout notify agent at l3_agent the message router_deleted on router c2541233-cef3-43d8-a7f5-620b4ea29ee0 {{(pid=102366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:21:48.266743 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3589b0f8-0570-4da6-9176-fbc9efb32c63 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:48.267869 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-3589b0f8-0570-4da6-9176-fbc9efb32c63 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "DELETE /v2.0/routers/c2541233-cef3-43d8-a7f5-620b4ea29ee0 HTTP/1.1" status: 204 len: 168 time: 0.3874545 Dec 10 19:21:48.271729 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56146) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:48.303089 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-5c1e3386-e010-4182-8c73-5bc67bc7f7f3 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2541233-cef3-43d8-a7f5-620b4ea29ee0 HTTP/1.1" status: 200 len: 205 time: 0.0298240 Dec 10 19:21:48.305950 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56148) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:48.351443 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-f2cb4dd1-69d8-4d5c-9ddf-62a0f60e4b09 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] delete failed (client error): The resource could not be found. Dec 10 19:21:48.352727 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-f2cb4dd1-69d8-4d5c-9ddf-62a0f60e4b09 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "DELETE /v2.0/routers/c2541233-cef3-43d8-a7f5-620b4ea29ee0 HTTP/1.1" status: 404 len: 336 time: 0.0454168 Dec 10 19:21:48.356530 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56150) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:48.387170 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-d160ede5-b913-4d4c-b4bd-c4d3a65e470f tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] DELETE failed (client error): The resource could not be found. Dec 10 19:21:48.387509 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d160ede5-b913-4d4c-b4bd-c4d3a65e470f tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:21:48.390958 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d160ede5-b913-4d4c-b4bd-c4d3a65e470f tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "DELETE /v2.0/subnets/10dc110f-2501-4657-a324-3b5e037993d9 HTTP/1.1" status: 404 len: 337 time: 0.0330617 Dec 10 19:21:48.394424 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56152) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:48.422199 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-df991d17-bbbd-474a-b648-8287fb5c129e tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] DELETE failed (client error): The resource could not be found. Dec 10 19:21:48.422654 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df991d17-bbbd-474a-b648-8287fb5c129e tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:21:48.425845 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-df991d17-bbbd-474a-b648-8287fb5c129e tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "DELETE /v2.0/subnets/5f0a23d4-14ea-4017-9253-50b88efd04ca HTTP/1.1" status: 404 len: 337 time: 0.0300477 Dec 10 19:21:48.428741 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56154) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:48.462181 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7494b96-940b-4d20-8f3a-beae26ef942e tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] DELETE failed (client error): The resource could not be found. Dec 10 19:21:48.462760 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7494b96-940b-4d20-8f3a-beae26ef942e tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:21:48.466786 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-e7494b96-940b-4d20-8f3a-beae26ef942e tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "DELETE /v2.0/subnets/e71a6af4-a78f-483c-b3b9-7ac73c8d1e6e HTTP/1.1" status: 404 len: 337 time: 0.0365884 Dec 10 19:21:48.469765 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56156) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:48.497723 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca3b9615-5a59-4a45-80d3-dd042d7b0aa0 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] DELETE failed (client error): The resource could not be found. Dec 10 19:21:48.498171 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca3b9615-5a59-4a45-80d3-dd042d7b0aa0 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:21:48.501454 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-ca3b9615-5a59-4a45-80d3-dd042d7b0aa0 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "DELETE /v2.0/subnets/192f88e4-4b60-483e-ab98-887f69b69a2a HTTP/1.1" status: 404 len: 337 time: 0.0306005 Dec 10 19:21:48.504188 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56158) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:48.535352 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-6f610e03-2edf-4b8f-9c36-3c5002510892 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf324db7-e0ae-4400-80ac-61f76c9743c9 HTTP/1.1" status: 200 len: 205 time: 0.0291798 Dec 10 19:21:48.539303 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56160) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:48.577754 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-2b07ccc1-6ecf-40bc-aeb8-9165c7360f5a tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] delete failed (client error): The resource could not be found. Dec 10 19:21:48.578779 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-2b07ccc1-6ecf-40bc-aeb8-9165c7360f5a tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "DELETE /v2.0/routers/cf324db7-e0ae-4400-80ac-61f76c9743c9 HTTP/1.1" status: 404 len: 336 time: 0.0384185 Dec 10 19:21:48.584893 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56162) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:48.625576 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-781c9de9-ed6b-43dc-9943-d07d653c3534 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb7af585-7520-4d59-a806-d0148a277053 HTTP/1.1" status: 200 len: 205 time: 0.0383482 Dec 10 19:21:48.630597 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56164) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:48.669684 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.api.v2.resource [None req-d76c60d3-674f-41da-9517-ced27748d8ed tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] delete failed (client error): The resource could not be found. Dec 10 19:21:48.671951 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-d76c60d3-674f-41da-9517-ced27748d8ed tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "DELETE /v2.0/routers/cb7af585-7520-4d59-a806-d0148a277053 HTTP/1.1" status: 404 len: 336 time: 0.0399950 Dec 10 19:21:48.673601 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56166) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:48.710014 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-82ca2ba7-13da-4ea8-be34-74a052d4950c tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] DELETE failed (client error): The resource could not be found. Dec 10 19:21:48.711278 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82ca2ba7-13da-4ea8-be34-74a052d4950c tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:21:48.717658 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-82ca2ba7-13da-4ea8-be34-74a052d4950c tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "DELETE /v2.0/subnets/bf1886a7-9f5e-4024-bf67-e7395cdb2899 HTTP/1.1" status: 404 len: 337 time: 0.0425270 Dec 10 19:21:48.720205 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56168) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:48.764018 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-fbbc3ca4-a682-4d10-b265-5ec7a0511e7b tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a04c22-435d-4e52-b6aa-20035f35f9cb HTTP/1.1" status: 200 len: 205 time: 0.0419536 Dec 10 19:21:48.766557 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56170) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:48.840039 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.api.v2.resource [None req-a3165661-bdec-451a-bb14-96ba330838fc tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] delete failed (client error): The resource could not be found. Dec 10 19:21:48.842623 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-a3165661-bdec-451a-bb14-96ba330838fc tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "DELETE /v2.0/routers/84a04c22-435d-4e52-b6aa-20035f35f9cb HTTP/1.1" status: 404 len: 336 time: 0.0739486 Dec 10 19:21:48.844836 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56172) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:48.884940 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-e802ac1b-50c2-4616-8503-845119ff4d17 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "GET /v2.0/ports?device_id=95320c06-eb21-434d-9821-62cca27a2ff1 HTTP/1.1" status: 200 len: 205 time: 0.0386992 Dec 10 19:21:48.887907 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56174) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:48.928260 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.api.v2.resource [None req-79a729b8-6801-403e-88cc-ef9f42bca9cb tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] delete failed (client error): The resource could not be found. Dec 10 19:21:48.929210 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-79a729b8-6801-403e-88cc-ef9f42bca9cb tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "DELETE /v2.0/routers/95320c06-eb21-434d-9821-62cca27a2ff1 HTTP/1.1" status: 404 len: 336 time: 0.0401936 Dec 10 19:21:48.932444 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56176) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:48.968132 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-249677ff-a588-4ab1-b5c8-46b82e2f61de tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] DELETE failed (client error): The resource could not be found. Dec 10 19:21:48.968753 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-249677ff-a588-4ab1-b5c8-46b82e2f61de tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:21:48.972399 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-249677ff-a588-4ab1-b5c8-46b82e2f61de tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "DELETE /v2.0/subnets/e7209889-2ab3-49ef-98ab-15c25fd78509 HTTP/1.1" status: 404 len: 337 time: 0.0386600 Dec 10 19:21:48.976877 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56180) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:49.032567 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-af669b9a-3e69-4cfa-bb95-ff2c020cd32b tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad9d27fc-c28c-4222-a1db-5bffbc200738 HTTP/1.1" status: 200 len: 205 time: 0.0540023 Dec 10 19:21:49.034836 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56182) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:49.100412 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.api.v2.resource [None req-ad322154-ccfc-49ef-be71-b28224937155 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] delete failed (client error): The resource could not be found. Dec 10 19:21:49.101543 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-ad322154-ccfc-49ef-be71-b28224937155 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "DELETE /v2.0/routers/ad9d27fc-c28c-4222-a1db-5bffbc200738 HTTP/1.1" status: 404 len: 336 time: 0.0646355 Dec 10 19:21:49.104657 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56184) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:49.153991 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd5b2a20-f25e-494f-9941-dc9df42bff1c tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] DELETE failed (client error): The resource could not be found. Dec 10 19:21:49.154448 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd5b2a20-f25e-494f-9941-dc9df42bff1c tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:21:49.157657 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-cd5b2a20-f25e-494f-9941-dc9df42bff1c tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "DELETE /v2.0/subnets/6a13e494-34c5-4df2-81ce-572cc68988fd HTTP/1.1" status: 404 len: 337 time: 0.0519965 Dec 10 19:21:49.161241 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56186) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:49.193362 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-e4eaa80f-31d4-4b90-9201-49ab96cceaf6 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "GET /v2.0/ports?device_id=52868449-0005-451e-92b3-dc9dd22c522b HTTP/1.1" status: 200 len: 205 time: 0.0291116 Dec 10 19:21:49.197148 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56188) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:49.212196 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314deb1-79b1-4a84-a722-62f39c10b21c req-6dcf0866-d0af-496d-b3f0-9ee55d01967b tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:49.213851 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d314deb1-79b1-4a84-a722-62f39c10b21c req-6dcf0866-d0af-496d-b3f0-9ee55d01967b tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 945 time: 0.1242273 Dec 10 19:21:49.252277 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.api.v2.resource [None req-c868e105-822e-4672-a2e5-65261efdff18 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] delete failed (client error): The resource could not be found. Dec 10 19:21:49.253247 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-c868e105-822e-4672-a2e5-65261efdff18 tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "DELETE /v2.0/routers/52868449-0005-451e-92b3-dc9dd22c522b HTTP/1.1" status: 404 len: 336 time: 0.0551622 Dec 10 19:21:49.257134 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56190) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:49.300588 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d314deb1-79b1-4a84-a722-62f39c10b21c req-e6663277-b641-41fe-a8ce-2ba46e396d7a tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/security-groups?id=0687b254-a34a-47da-a81f-4e503b73712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550752 Dec 10 19:21:49.301047 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-85c93c42-18e9-40a3-ab73-fb1ada525ccb tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] DELETE failed (client error): The resource could not be found. Dec 10 19:21:49.302234 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85c93c42-18e9-40a3-ab73-fb1ada525ccb tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:21:49.305831 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-85c93c42-18e9-40a3-ab73-fb1ada525ccb tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "DELETE /v2.0/subnets/ac1e18d2-6460-4d1d-a27d-0351b890af89 HTTP/1.1" status: 404 len: 337 time: 0.0473285 Dec 10 19:21:49.310395 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56192) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:49.344000 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-18042484-36e8-4f31-9865-a31c78143d3e tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] DELETE failed (client error): The resource could not be found. Dec 10 19:21:49.344458 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18042484-36e8-4f31-9865-a31c78143d3e tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:21:49.347770 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-18042484-36e8-4f31-9865-a31c78143d3e tempest-RoutersTest-883879277 tempest-RoutersTest-883879277-project] 10.222.0.69 "DELETE /v2.0/subnets/77766c8b-97b4-48a9-8d30-74074c7111b4 HTTP/1.1" status: 404 len: 337 time: 0.0362186 Dec 10 19:21:49.624266 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee8ab8-c6d5-49bf-926b-7c8ce925819a req-5bf824b5-d98f-4067-951e-175c3decf9fd tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:49.626004 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a7ee8ab8-c6d5-49bf-926b-7c8ce925819a req-5bf824b5-d98f-4067-951e-175c3decf9fd tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 945 time: 0.0858350 Dec 10 19:21:49.633281 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92adb2b-8803-4ca2-a7b3-06981dbe0174 req-52e3f642-7ef0-45b8-bd1e-168a819b2c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:49.634773 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d92adb2b-8803-4ca2-a7b3-06981dbe0174 req-52e3f642-7ef0-45b8-bd1e-168a819b2c6c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ebdd8c4cae7b4f17bfa866554f8f9f53&device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 1098 time: 0.0801611 Dec 10 19:21:49.728543 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a7ee8ab8-c6d5-49bf-926b-7c8ce925819a req-ec5fc7c8-d47d-40fd-bbd9-35b1f9c4ba50 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/security-groups?id=0687b254-a34a-47da-a81f-4e503b73712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904512 Dec 10 19:21:49.751213 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56202) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:49.791933 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92adb2b-8803-4ca2-a7b3-06981dbe0174 req-079d6282-f8fc-44fa-b637-8d0da9008b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:49.793955 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d92adb2b-8803-4ca2-a7b3-06981dbe0174 req-079d6282-f8fc-44fa-b637-8d0da9008b9a service neutron] 10.222.0.36 "GET /v2.0/networks?id=24f70241-3241-44cc-a65f-374de1f348f0 HTTP/1.1" status: 200 len: 912 time: 0.1494701 Dec 10 19:21:49.869660 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d92adb2b-8803-4ca2-a7b3-06981dbe0174 req-e721c345-f2c2-494e-a3a3-f6b6f544666d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2b8d566-0a08-4fc8-9dc6-7428d79b9b00 HTTP/1.1" status: 200 len: 1000 time: 0.0666106 Dec 10 19:21:49.920871 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-9a1f45e2-63f0-48f3-9507-c54d228cd33f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c314b2e70362459092367990be71ff8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1680150 Dec 10 19:21:49.923541 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56208) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:49.929911 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92adb2b-8803-4ca2-a7b3-06981dbe0174 req-121bf0d2-d2ed-4ca9-97db-1a95bce7698a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:49.932246 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d92adb2b-8803-4ca2-a7b3-06981dbe0174 req-121bf0d2-d2ed-4ca9-97db-1a95bce7698a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8d431d24-7af1-47c6-afa7-19e9588fcee0 HTTP/1.1" status: 200 len: 850 time: 0.0543637 Dec 10 19:21:49.981014 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6079ab94-266c-4946-84cf-339d4716cf1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:50.006287 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6079ab94-266c-4946-84cf-339d4716cf1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:50.058872 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6079ab94-266c-4946-84cf-339d4716cf1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:50.061877 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6079ab94-266c-4946-84cf-339d4716cf1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:50.063106 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-6079ab94-266c-4946-84cf-339d4716cf1f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9c50db2f-820f-4d7e-930d-e6d077a240d9 HTTP/1.1" status: 204 len: 168 time: 0.1382174 Dec 10 19:21:50.074704 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6079ab94-266c-4946-84cf-339d4716cf1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c50db2f-820f-4d7e-930d-e6d077a240d9,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:50.199967 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-683530ea-c797-4275-ae01-232a37f78518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:50.397384 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92adb2b-8803-4ca2-a7b3-06981dbe0174 req-57e4f0aa-4a75-40f6-b16a-1a243eb03d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:50.399887 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d92adb2b-8803-4ca2-a7b3-06981dbe0174 req-57e4f0aa-4a75-40f6-b16a-1a243eb03d24 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=24f70241-3241-44cc-a65f-374de1f348f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4558311 Dec 10 19:21:50.564123 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d92adb2b-8803-4ca2-a7b3-06981dbe0174 req-658e0021-001a-4992-b4ae-c6e5735bba3f service neutron] 10.222.0.36 "GET /v2.0/networks/24f70241-3241-44cc-a65f-374de1f348f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547410 Dec 10 19:21:50.683411 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d92adb2b-8803-4ca2-a7b3-06981dbe0174 req-58190063-ff51-475c-85a9-d028502a4f66 service neutron] 10.222.0.36 "GET /v2.0/networks/24f70241-3241-44cc-a65f-374de1f348f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115632 Dec 10 19:21:50.906553 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e63d036-eca4-4c29-889f-c88bd99b41f8 req-9553440a-5e56-419b-8db6-adac57df94ba tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:50.908355 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3e63d036-eca4-4c29-889f-c88bd99b41f8 req-9553440a-5e56-419b-8db6-adac57df94ba tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 945 time: 0.0812891 Dec 10 19:21:50.922416 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56232) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:50.956748 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3e63d036-eca4-4c29-889f-c88bd99b41f8 req-40384493-bad4-45ff-8368-a331d056fbc0 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/security-groups?id=0687b254-a34a-47da-a81f-4e503b73712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408382 Dec 10 19:21:51.038525 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-5f967325-135e-48ff-871d-8d3d37dd0ec5 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:21:51.039795 dv-neutron-821441-1-hyperv neutron-server[102366]: WARNING neutron.api.v2.base [None req-5f967325-135e-48ff-871d-8d3d37dd0ec5 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 10 19:21:51.040663 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-5f967325-135e-48ff-871d-8d3d37dd0ec5 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] create failed (client error): There was a conflict when trying to complete your request. Dec 10 19:21:51.042591 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-5f967325-135e-48ff-871d-8d3d37dd0ec5 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1184766 Dec 10 19:21:51.046161 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56236) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:51.055062 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-6eb566fb-59c2-447b-993b-e3bc154c0035 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Request body: {'security_group': {'name': 'tempest-secgroup--1821310171'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:21:51.088524 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6eb566fb-59c2-447b-993b-e3bc154c0035 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:51.097669 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6eb566fb-59c2-447b-993b-e3bc154c0035 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:51.193672 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6eb566fb-59c2-447b-993b-e3bc154c0035 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:51.198096 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6eb566fb-59c2-447b-993b-e3bc154c0035 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:51.243806 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb566fb-59c2-447b-993b-e3bc154c0035 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=469bbbbe-dad2-4956-be50-013fc001240a,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:51.292799 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6eb566fb-59c2-447b-993b-e3bc154c0035 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:51.297051 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6eb566fb-59c2-447b-993b-e3bc154c0035 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:51.330987 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6eb566fb-59c2-447b-993b-e3bc154c0035 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:51.332274 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-6eb566fb-59c2-447b-993b-e3bc154c0035 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2847633 Dec 10 19:21:51.336187 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56238) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:51.337644 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb566fb-59c2-447b-993b-e3bc154c0035 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2df1ff3-3598-4a1c-9167-f17a747ba4c1,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:51.342803 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-6415bc76-793d-40bc-9b6e-c6dda4565839 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Request body: {'security_group_rule': {'security_group_id': 'e2df1ff3-3598-4a1c-9167-f17a747ba4c1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:21:51.379024 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6415bc76-793d-40bc-9b6e-c6dda4565839 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:51.434366 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6415bc76-793d-40bc-9b6e-c6dda4565839 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:51.438844 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6415bc76-793d-40bc-9b6e-c6dda4565839 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:51.461194 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6415bc76-793d-40bc-9b6e-c6dda4565839 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b80b5a6-807b-4435-ad81-40e9f45b1bab,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:51.471521 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6415bc76-793d-40bc-9b6e-c6dda4565839 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:51.473937 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-6415bc76-793d-40bc-9b6e-c6dda4565839 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1353748 Dec 10 19:21:51.477332 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56240) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:51.482321 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-c32221e9-df83-4586-acc3-17e8bb899192 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Request body: {'security_group_rule': {'security_group_id': 'e2df1ff3-3598-4a1c-9167-f17a747ba4c1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:21:51.516065 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c32221e9-df83-4586-acc3-17e8bb899192 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:51.603138 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-c32221e9-df83-4586-acc3-17e8bb899192 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] create failed (client error): There was a conflict when trying to complete your request. Dec 10 19:21:51.604184 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-c32221e9-df83-4586-acc3-17e8bb899192 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1256874 Dec 10 19:21:51.607360 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56242) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:51.682165 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d0a57906-612c-4d1d-b1cc-114a6d7a352c tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:51.716998 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d0a57906-612c-4d1d-b1cc-114a6d7a352c tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:51.781807 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d0a57906-612c-4d1d-b1cc-114a6d7a352c tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:51.784854 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d0a57906-612c-4d1d-b1cc-114a6d7a352c tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:51.787359 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d0a57906-612c-4d1d-b1cc-114a6d7a352c tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] 10.222.0.69 "DELETE /v2.0/security-groups/e2df1ff3-3598-4a1c-9167-f17a747ba4c1 HTTP/1.1" status: 204 len: 168 time: 0.1789274 Dec 10 19:21:51.791903 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56244) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:51.797020 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a57906-612c-4d1d-b1cc-114a6d7a352c tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2df1ff3-3598-4a1c-9167-f17a747ba4c1,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:51.843642 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-8a36b16b-b40c-4b09-812e-da6c85b405de tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0502481 Dec 10 19:21:51.848096 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56246) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:51.853628 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-6dac5c60-2dda-4cba-8b55-260dcbf733af tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Request body: {'security_group': {'name': 'tempest-secgroup--1390629063'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:21:51.882550 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6dac5c60-2dda-4cba-8b55-260dcbf733af tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:51.986545 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6dac5c60-2dda-4cba-8b55-260dcbf733af tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:51.991568 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6dac5c60-2dda-4cba-8b55-260dcbf733af tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:52.022087 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dac5c60-2dda-4cba-8b55-260dcbf733af tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1de106e-bb7e-4cf9-aec3-378bdf09fa59,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:52.027656 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6dac5c60-2dda-4cba-8b55-260dcbf733af tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:52.031931 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-6dac5c60-2dda-4cba-8b55-260dcbf733af tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1825488 Dec 10 19:21:52.032421 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56250) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:52.043530 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-2ad9dc07-45f0-453e-a30a-c6faa7e60cfd tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Request body: {'security_group_rule': {'security_group_id': 'f1de106e-bb7e-4cf9-aec3-378bdf09fa59', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:21:52.043530 dv-neutron-821441-1-hyperv neutron-server[102366]: WARNING neutron.api.v2.base [None req-2ad9dc07-45f0-453e-a30a-c6faa7e60cfd tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 10 19:21:52.043996 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-2ad9dc07-45f0-453e-a30a-c6faa7e60cfd tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:21:52.050830 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-2ad9dc07-45f0-453e-a30a-c6faa7e60cfd tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0144432 Dec 10 19:21:52.054507 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56252) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:52.115665 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0390caed-814c-4a09-87a0-bd4d2087973d tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:52.132022 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85edfabd-6ec8-4647-b46f-b36c56a790c7 req-7819e22e-e5f1-4e35-b968-7c3e4de96975 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:52.134363 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-85edfabd-6ec8-4647-b46f-b36c56a790c7 req-7819e22e-e5f1-4e35-b968-7c3e4de96975 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 945 time: 0.0751510 Dec 10 19:21:52.142699 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0390caed-814c-4a09-87a0-bd4d2087973d tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:52.187282 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-85edfabd-6ec8-4647-b46f-b36c56a790c7 req-59dc94a2-47a9-4763-b5cb-3f29b946c057 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/security-groups?id=0687b254-a34a-47da-a81f-4e503b73712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459225 Dec 10 19:21:52.204987 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0390caed-814c-4a09-87a0-bd4d2087973d tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:52.207840 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0390caed-814c-4a09-87a0-bd4d2087973d tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:52.209013 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-0390caed-814c-4a09-87a0-bd4d2087973d tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] 10.222.0.69 "DELETE /v2.0/security-groups/f1de106e-bb7e-4cf9-aec3-378bdf09fa59 HTTP/1.1" status: 204 len: 168 time: 0.1534564 Dec 10 19:21:52.212993 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56256) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:52.228856 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0390caed-814c-4a09-87a0-bd4d2087973d tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1de106e-bb7e-4cf9-aec3-378bdf09fa59,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:52.264694 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-e485a3e0-22b9-4b4e-a115-06e401f10014 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0504079 Dec 10 19:21:52.269805 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56260) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:52.274537 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-e5a7d505-f73d-40bf-879b-5c58f9c34e63 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Request body: {'security_group': {'name': 'tempest-secgroup--1116052739'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:21:52.307401 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e5a7d505-f73d-40bf-879b-5c58f9c34e63 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:52.409609 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e5a7d505-f73d-40bf-879b-5c58f9c34e63 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:52.429336 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e5a7d505-f73d-40bf-879b-5c58f9c34e63 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:52.518309 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e5a7d505-f73d-40bf-879b-5c58f9c34e63 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:52.519631 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-e5a7d505-f73d-40bf-879b-5c58f9c34e63 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2487307 Dec 10 19:21:52.522362 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a7d505-f73d-40bf-879b-5c58f9c34e63 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3711df-0e79-49d8-a6c7-9d39f069ae06,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:52.524791 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56264) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:52.531937 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-6aad676b-f233-4120-98a0-66a2fc9c97dc tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Request body: {'security_group_rule': {'security_group_id': 'bb3711df-0e79-49d8-a6c7-9d39f069ae06', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:21:52.532718 dv-neutron-821441-1-hyperv neutron-server[102366]: WARNING neutron.api.v2.base [None req-6aad676b-f233-4120-98a0-66a2fc9c97dc tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 10 19:21:52.533687 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-6aad676b-f233-4120-98a0-66a2fc9c97dc tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:21:52.535358 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-6aad676b-f233-4120-98a0-66a2fc9c97dc tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0090110 Dec 10 19:21:52.539346 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dfaf6e-9b07-4a64-abf5-712fc7d9856e req-087fb904-98b9-485e-a73f-9ca78b484d8a tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:52.540008 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56266) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:52.540974 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-93dfaf6e-9b07-4a64-abf5-712fc7d9856e req-087fb904-98b9-485e-a73f-9ca78b484d8a tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 945 time: 0.2510960 Dec 10 19:21:52.599463 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-93dfaf6e-9b07-4a64-abf5-712fc7d9856e req-6e47ac0a-78fe-44c9-8658-8c1002caef00 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/security-groups?id=0687b254-a34a-47da-a81f-4e503b73712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462830 Dec 10 19:21:52.621887 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-834cf8fc-fc8e-47e5-899c-d1834faee5f6 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:52.663335 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-834cf8fc-fc8e-47e5-899c-d1834faee5f6 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:52.721787 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-834cf8fc-fc8e-47e5-899c-d1834faee5f6 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:52.724975 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-834cf8fc-fc8e-47e5-899c-d1834faee5f6 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:52.726160 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-834cf8fc-fc8e-47e5-899c-d1834faee5f6 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] 10.222.0.69 "DELETE /v2.0/security-groups/bb3711df-0e79-49d8-a6c7-9d39f069ae06 HTTP/1.1" status: 204 len: 168 time: 0.1845489 Dec 10 19:21:52.734457 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56270) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:52.739189 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834cf8fc-fc8e-47e5-899c-d1834faee5f6 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3711df-0e79-49d8-a6c7-9d39f069ae06,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:52.802244 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-f1ad9e6e-67fd-4bc4-b317-31602591d882 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0662189 Dec 10 19:21:52.808348 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56274) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:52.815988 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-42cf1789-e40b-49f9-946a-286df422ca6b tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Request body: {'security_group': {'name': 'tempest-secgroup--1019971466'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:21:52.854885 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-42cf1789-e40b-49f9-946a-286df422ca6b tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:52.941329 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ffabb-2ae3-4f36-b801-07c9f5ddc7a6 req-ffabac42-cfe3-4ce9-913e-bd2b09736042 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:52.943529 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-557ffabb-2ae3-4f36-b801-07c9f5ddc7a6 req-ffabac42-cfe3-4ce9-913e-bd2b09736042 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 945 time: 0.0644300 Dec 10 19:21:52.958576 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-42cf1789-e40b-49f9-946a-286df422ca6b tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:52.963632 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-42cf1789-e40b-49f9-946a-286df422ca6b tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:52.989510 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-42cf1789-e40b-49f9-946a-286df422ca6b tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:52.994032 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-42cf1789-e40b-49f9-946a-286df422ca6b tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1809297 Dec 10 19:21:52.994553 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56276) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:53.000152 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cf1789-e40b-49f9-946a-286df422ca6b tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5cac2e-fd2a-461f-8709-62dcdda3ae77,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:53.002730 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-73dbcd3a-55df-47b0-9e56-fd8e2acee96f tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Request body: {'security_group_rule': {'security_group_id': '3b5cac2e-fd2a-461f-8709-62dcdda3ae77', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:21:53.004119 dv-neutron-821441-1-hyperv neutron-server[102365]: WARNING neutron.api.v2.base [None req-73dbcd3a-55df-47b0-9e56-fd8e2acee96f tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 10 19:21:53.005490 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.api.v2.resource [None req-73dbcd3a-55df-47b0-9e56-fd8e2acee96f tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:21:53.007162 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-73dbcd3a-55df-47b0-9e56-fd8e2acee96f tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0099816 Dec 10 19:21:53.009880 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56278) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:53.011574 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-557ffabb-2ae3-4f36-b801-07c9f5ddc7a6 req-b8ad6add-0468-4e70-9cd3-109a40c56e17 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/security-groups?id=0687b254-a34a-47da-a81f-4e503b73712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575457 Dec 10 19:21:53.018746 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-a4469565-09f1-4ce2-baa9-7bc934fbd1f4 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Request body: {'security_group_rule': {'security_group_id': '3b5cac2e-fd2a-461f-8709-62dcdda3ae77', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:21:53.020647 dv-neutron-821441-1-hyperv neutron-server[102366]: WARNING neutron.api.v2.base [None req-a4469565-09f1-4ce2-baa9-7bc934fbd1f4 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 10 19:21:53.021362 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-a4469565-09f1-4ce2-baa9-7bc934fbd1f4 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:21:53.023124 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-a4469565-09f1-4ce2-baa9-7bc934fbd1f4 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0117378 Dec 10 19:21:53.025999 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56280) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:53.031952 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-f8a544aa-3094-4053-9740-a5d6645918cd tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Request body: {'security_group_rule': {'security_group_id': '3b5cac2e-fd2a-461f-8709-62dcdda3ae77', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:21:53.032842 dv-neutron-821441-1-hyperv neutron-server[102366]: WARNING neutron.api.v2.base [None req-f8a544aa-3094-4053-9740-a5d6645918cd tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 10 19:21:53.033449 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-f8a544aa-3094-4053-9740-a5d6645918cd tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:21:53.034312 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-f8a544aa-3094-4053-9740-a5d6645918cd tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0069168 Dec 10 19:21:53.039671 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56282) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:53.045366 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-4e359ed0-fb66-48f5-9c62-7c775836df7b tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Request body: {'security_group_rule': {'security_group_id': '3b5cac2e-fd2a-461f-8709-62dcdda3ae77', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:21:53.046248 dv-neutron-821441-1-hyperv neutron-server[102366]: WARNING neutron.api.v2.base [None req-4e359ed0-fb66-48f5-9c62-7c775836df7b tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 10 19:21:53.046758 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-4e359ed0-fb66-48f5-9c62-7c775836df7b tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:21:53.047853 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-4e359ed0-fb66-48f5-9c62-7c775836df7b tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0072224 Dec 10 19:21:53.050884 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56284) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:53.120068 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c43a1504-433d-4693-9c09-4b4b45893b42 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:53.148148 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c43a1504-433d-4693-9c09-4b4b45893b42 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:53.198774 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c43a1504-433d-4693-9c09-4b4b45893b42 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:53.201395 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c43a1504-433d-4693-9c09-4b4b45893b42 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:53.202602 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-c43a1504-433d-4693-9c09-4b4b45893b42 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] 10.222.0.69 "DELETE /v2.0/security-groups/3b5cac2e-fd2a-461f-8709-62dcdda3ae77 HTTP/1.1" status: 204 len: 168 time: 0.1501536 Dec 10 19:21:53.205434 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56286) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:53.213423 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43a1504-433d-4693-9c09-4b4b45893b42 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5cac2e-fd2a-461f-8709-62dcdda3ae77,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:53.262032 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-f0b40f61-892f-41b0-b882-6e1d2b0d6ad5 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0551953 Dec 10 19:21:53.266018 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56288) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:53.271488 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-2c480336-074c-4f46-b035-0b63309a1bb9 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Request body: {'security_group': {'name': 'tempest-secgroup--1098661698'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:21:53.299433 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2c480336-074c-4f46-b035-0b63309a1bb9 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:53.378279 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2c480336-074c-4f46-b035-0b63309a1bb9 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:53.383542 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2c480336-074c-4f46-b035-0b63309a1bb9 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:53.436911 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2c480336-074c-4f46-b035-0b63309a1bb9 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:53.438992 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-2c480336-074c-4f46-b035-0b63309a1bb9 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1716170 Dec 10 19:21:53.442461 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56290) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:53.443004 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c480336-074c-4f46-b035-0b63309a1bb9 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=575917b5-aa72-4858-9922-778dface60ab,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:53.448466 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-8992bc21-c34e-4cd3-a7d8-4f81d3828ee9 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Request body: {'security_group_rule': {'security_group_id': '575917b5-aa72-4858-9922-778dface60ab', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:21:53.449318 dv-neutron-821441-1-hyperv neutron-server[102366]: WARNING neutron.api.v2.base [None req-8992bc21-c34e-4cd3-a7d8-4f81d3828ee9 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 10 19:21:53.449881 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-8992bc21-c34e-4cd3-a7d8-4f81d3828ee9 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:21:53.451080 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-8992bc21-c34e-4cd3-a7d8-4f81d3828ee9 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0071349 Dec 10 19:21:53.455825 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56292) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:53.462094 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-2bc46d68-6682-446f-a683-ddad4851cfb4 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Request body: {'security_group_rule': {'security_group_id': '575917b5-aa72-4858-9922-778dface60ab', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:21:53.501624 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-2bc46d68-6682-446f-a683-ddad4851cfb4 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:21:53.502953 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-2bc46d68-6682-446f-a683-ddad4851cfb4 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0459509 Dec 10 19:21:53.506787 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56294) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:53.511446 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-140a0353-2a2e-40ec-8ac2-ca0eb3c53ad9 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Request body: {'security_group_rule': {'security_group_id': '575917b5-aa72-4858-9922-778dface60ab', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:21:53.511927 dv-neutron-821441-1-hyperv neutron-server[102366]: WARNING neutron.api.v2.base [None req-140a0353-2a2e-40ec-8ac2-ca0eb3c53ad9 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 10 19:21:53.512411 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-140a0353-2a2e-40ec-8ac2-ca0eb3c53ad9 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:21:53.513438 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-140a0353-2a2e-40ec-8ac2-ca0eb3c53ad9 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0055840 Dec 10 19:21:53.516396 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56296) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:53.522075 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-a3917836-04da-4a8e-85f4-6efeb44ad87f tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Request body: {'security_group_rule': {'security_group_id': '575917b5-aa72-4858-9922-778dface60ab', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:21:53.563485 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-a3917836-04da-4a8e-85f4-6efeb44ad87f tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:21:53.564633 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-a3917836-04da-4a8e-85f4-6efeb44ad87f tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0472062 Dec 10 19:21:53.569291 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56298) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:53.573905 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-f7c4d800-01d4-4941-b25e-9a653aeeaae7 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Request body: {'security_group_rule': {'security_group_id': '575917b5-aa72-4858-9922-778dface60ab', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:21:53.574378 dv-neutron-821441-1-hyperv neutron-server[102366]: WARNING neutron.api.v2.base [None req-f7c4d800-01d4-4941-b25e-9a653aeeaae7 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 10 19:21:53.574856 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-f7c4d800-01d4-4941-b25e-9a653aeeaae7 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:21:53.576062 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-f7c4d800-01d4-4941-b25e-9a653aeeaae7 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0055823 Dec 10 19:21:53.579013 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56300) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:53.584459 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-856c4a0b-cdd2-4b44-84f4-ba4eac057df8 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Request body: {'security_group_rule': {'security_group_id': '575917b5-aa72-4858-9922-778dface60ab', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:21:53.609892 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.securitygroups_db [None req-856c4a0b-cdd2-4b44-84f4-ba4eac057df8 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Project 38f33f63c1bf46998047b868f1497071 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:21:53.624351 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-856c4a0b-cdd2-4b44-84f4-ba4eac057df8 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:21:53.625649 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-856c4a0b-cdd2-4b44-84f4-ba4eac057df8 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0456872 Dec 10 19:21:53.630126 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56302) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:53.634812 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-ca7eb6ce-8abb-4759-a839-3004c5825d72 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Request body: {'security_group_rule': {'security_group_id': '575917b5-aa72-4858-9922-778dface60ab', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:21:53.635283 dv-neutron-821441-1-hyperv neutron-server[102366]: WARNING neutron.api.v2.base [None req-ca7eb6ce-8abb-4759-a839-3004c5825d72 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 10 19:21:53.635757 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-ca7eb6ce-8abb-4759-a839-3004c5825d72 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:21:53.636763 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-ca7eb6ce-8abb-4759-a839-3004c5825d72 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0056784 Dec 10 19:21:53.639960 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56304) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:53.648653 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-3a03602f-2c7a-449d-95cb-e841c00cfd94 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Request body: {'security_group_rule': {'security_group_id': '575917b5-aa72-4858-9922-778dface60ab', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:21:53.672993 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.securitygroups_db [None req-3a03602f-2c7a-449d-95cb-e841c00cfd94 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Project 38f33f63c1bf46998047b868f1497071 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:21:53.689209 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-3a03602f-2c7a-449d-95cb-e841c00cfd94 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:21:53.690257 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-3a03602f-2c7a-449d-95cb-e841c00cfd94 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0492997 Dec 10 19:21:53.693731 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56306) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:53.698203 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-4b46da89-e0fc-4917-af30-1117e94d56e8 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Request body: {'security_group_rule': {'security_group_id': '575917b5-aa72-4858-9922-778dface60ab', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:21:53.721558 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.securitygroups_db [None req-4b46da89-e0fc-4917-af30-1117e94d56e8 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Project 38f33f63c1bf46998047b868f1497071 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:21:53.741415 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-4b46da89-e0fc-4917-af30-1117e94d56e8 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:21:53.742700 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-4b46da89-e0fc-4917-af30-1117e94d56e8 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0479994 Dec 10 19:21:53.746879 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56308) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:53.811788 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0049e608-40cd-4980-a9bd-e2c28bdf334f tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:53.838529 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0049e608-40cd-4980-a9bd-e2c28bdf334f tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:53.885181 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0049e608-40cd-4980-a9bd-e2c28bdf334f tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:53.887816 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0049e608-40cd-4980-a9bd-e2c28bdf334f tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:53.889015 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-0049e608-40cd-4980-a9bd-e2c28bdf334f tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] 10.222.0.69 "DELETE /v2.0/security-groups/575917b5-aa72-4858-9922-778dface60ab HTTP/1.1" status: 204 len: 168 time: 0.1411943 Dec 10 19:21:53.891955 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56310) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:53.899542 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0049e608-40cd-4980-a9bd-e2c28bdf334f tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=575917b5-aa72-4858-9922-778dface60ab,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:53.948917 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-7e362351-a50d-4d13-a09f-8097077d751b tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0552182 Dec 10 19:21:53.953678 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56312) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:53.957822 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-479cfb6a-1685-4078-aba7-ea2162cf3467 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Request body: {'security_group': {'name': 'tempest-secgroup--1232294752'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:21:53.982720 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-479cfb6a-1685-4078-aba7-ea2162cf3467 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:54.068739 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-479cfb6a-1685-4078-aba7-ea2162cf3467 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:54.073487 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-479cfb6a-1685-4078-aba7-ea2162cf3467 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:54.101211 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-479cfb6a-1685-4078-aba7-ea2162cf3467 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:54.102479 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-479cfb6a-1685-4078-aba7-ea2162cf3467 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1486394 Dec 10 19:21:54.107641 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56316) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:54.115023 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-efa32280-3869-425d-946c-8d9c26f32088 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Request body: {'security_group_rule': {'security_group_id': 'f3b48631-f4c2-4813-9a21-258791293fbd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:21:54.122122 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479cfb6a-1685-4078-aba7-ea2162cf3467 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b48631-f4c2-4813-9a21-258791293fbd,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:54.166255 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a47d11ab-e71e-4c37-a201-f3cac3434ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:54.174533 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc666f-1994-471e-b211-1c4d8c4a936e req-9d7d0a09-54cb-4fd5-9916-9872ee05f52b tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:54.176708 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c1bc666f-1994-471e-b211-1c4d8c4a936e req-9d7d0a09-54cb-4fd5-9916-9872ee05f52b tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 945 time: 0.0691249 Dec 10 19:21:54.182044 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-efa32280-3869-425d-946c-8d9c26f32088 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] create failed (client error): The resource could not be found. Dec 10 19:21:54.183751 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-efa32280-3869-425d-946c-8d9c26f32088 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0739558 Dec 10 19:21:54.186330 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56320) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:54.191061 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-9319fa37-1c39-4ccd-8eb1-31a920484099 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Request body: {'security_group_rule': {'security_group_id': 'f3b48631-f4c2-4813-9a21-258791293fbd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '9bd5d4e9-37af-4225-a707-8068306f63ef'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:21:54.229464 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c1bc666f-1994-471e-b211-1c4d8c4a936e req-cb1c2073-b8ec-497b-a877-a5109ccbe09e tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/security-groups?id=0687b254-a34a-47da-a81f-4e503b73712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411723 Dec 10 19:21:54.243510 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-9319fa37-1c39-4ccd-8eb1-31a920484099 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] create failed (client error): The resource could not be found. Dec 10 19:21:54.245611 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-9319fa37-1c39-4ccd-8eb1-31a920484099 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0580940 Dec 10 19:21:54.250118 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56322) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:54.312059 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8661ec5a-b812-4fb8-8833-309cc6c5ce16 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:54.338175 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8661ec5a-b812-4fb8-8833-309cc6c5ce16 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:54.393403 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8661ec5a-b812-4fb8-8833-309cc6c5ce16 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:54.397833 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8661ec5a-b812-4fb8-8833-309cc6c5ce16 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:54.399681 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-8661ec5a-b812-4fb8-8833-309cc6c5ce16 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] 10.222.0.69 "DELETE /v2.0/security-groups/f3b48631-f4c2-4813-9a21-258791293fbd HTTP/1.1" status: 204 len: 168 time: 0.1482770 Dec 10 19:21:54.402481 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56324) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:54.413176 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8661ec5a-b812-4fb8-8833-309cc6c5ce16 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b48631-f4c2-4813-9a21-258791293fbd,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:54.455589 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-b83417ac-e543-4357-ae59-d640e2c90c37 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0518425 Dec 10 19:21:54.460693 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56326) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:54.465364 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-d301eccb-d96b-48dc-881e-fc9deee943d1 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Request body: {'security_group_rule': {'security_group_id': '8f6ae113-21f9-4e04-ac81-6268b48ddc26', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:21:54.508118 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.api.v2.resource [None req-d301eccb-d96b-48dc-881e-fc9deee943d1 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] create failed (client error): The resource could not be found. Dec 10 19:21:54.509116 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-d301eccb-d96b-48dc-881e-fc9deee943d1 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0474436 Dec 10 19:21:54.512962 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56328) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:54.520817 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-30764ca6-70b8-47a9-8e7e-2d74c0a0f874 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Request body: {'security_group': {'name': 'tempest-secgroup--957566029'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:21:54.548760 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-30764ca6-70b8-47a9-8e7e-2d74c0a0f874 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:54.639922 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-30764ca6-70b8-47a9-8e7e-2d74c0a0f874 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:54.643787 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-30764ca6-70b8-47a9-8e7e-2d74c0a0f874 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:54.678294 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-30764ca6-70b8-47a9-8e7e-2d74c0a0f874 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:54.679999 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-30764ca6-70b8-47a9-8e7e-2d74c0a0f874 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1654201 Dec 10 19:21:54.684170 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56330) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:54.686706 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30764ca6-70b8-47a9-8e7e-2d74c0a0f874 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5157ecc-df33-4aef-9ce3-3f35a65d190c,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:54.690238 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-8ebb296b-6aaf-48fc-9305-a9984e75f390 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Request body: {'security_group': {'name': 'tempest-secgroup--183787113'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:21:54.717340 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8ebb296b-6aaf-48fc-9305-a9984e75f390 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:54.799084 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8ebb296b-6aaf-48fc-9305-a9984e75f390 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:54.803678 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8ebb296b-6aaf-48fc-9305-a9984e75f390 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:54.834439 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8ebb296b-6aaf-48fc-9305-a9984e75f390 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:54.835815 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-8ebb296b-6aaf-48fc-9305-a9984e75f390 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1499507 Dec 10 19:21:54.841020 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56332) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:54.841677 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebb296b-6aaf-48fc-9305-a9984e75f390 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0f3a12-7a37-460c-9772-28237bf1dff9,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:54.845883 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-07e0c722-d135-4a74-89c1-0b911016319c tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Request body: {'security_group_rule': {'security_group_id': 'f5157ecc-df33-4aef-9ce3-3f35a65d190c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '8a0f3a12-7a37-460c-9772-28237bf1dff9'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:21:54.887174 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.api.v2.resource [None req-07e0c722-d135-4a74-89c1-0b911016319c tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:21:54.888220 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-07e0c722-d135-4a74-89c1-0b911016319c tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0461886 Dec 10 19:21:54.891226 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56334) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:54.959260 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-84ec41d9-83a1-420c-a1b6-f95c49b9cb6e tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks [] for security_group, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:54.987397 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-84ec41d9-83a1-420c-a1b6-f95c49b9cb6e tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:55.033279 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-84ec41d9-83a1-420c-a1b6-f95c49b9cb6e tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:55.036777 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-84ec41d9-83a1-420c-a1b6-f95c49b9cb6e tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:55.038191 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-84ec41d9-83a1-420c-a1b6-f95c49b9cb6e tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] 10.222.0.69 "DELETE /v2.0/security-groups/8a0f3a12-7a37-460c-9772-28237bf1dff9 HTTP/1.1" status: 204 len: 168 time: 0.1458795 Dec 10 19:21:55.042409 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56336) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:55.048797 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ec41d9-83a1-420c-a1b6-f95c49b9cb6e tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0f3a12-7a37-460c-9772-28237bf1dff9,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:55.110416 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-f932a764-de11-48cb-aa0b-4ee071528efa tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0668077 Dec 10 19:21:55.113156 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56338) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:55.168998 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ad6a64d1-86a5-4df4-95b2-0df53aa0be67 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:55.193730 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ad6a64d1-86a5-4df4-95b2-0df53aa0be67 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:55.245723 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ad6a64d1-86a5-4df4-95b2-0df53aa0be67 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:55.249551 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ad6a64d1-86a5-4df4-95b2-0df53aa0be67 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:55.250966 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-ad6a64d1-86a5-4df4-95b2-0df53aa0be67 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] 10.222.0.69 "DELETE /v2.0/security-groups/f5157ecc-df33-4aef-9ce3-3f35a65d190c HTTP/1.1" status: 204 len: 168 time: 0.1362846 Dec 10 19:21:55.253940 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56340) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:55.263481 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6a64d1-86a5-4df4-95b2-0df53aa0be67 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5157ecc-df33-4aef-9ce3-3f35a65d190c,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:55.317832 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:55.387289 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-bf9c1be7-006c-4c9c-9022-3ae31798e597 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1305661 Dec 10 19:21:55.391255 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56344) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:55.399381 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-6dbff2b1-4806-4663-b127-d9c8f37c133b tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Request body: {'security_group': {'name': 'tempest-secgroup--673357022'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:21:55.411551 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9524d9-b2e9-485f-81b1-15f1bd645ff5 req-36e4ee92-1904-45f9-95bf-37101fb84160 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:55.413135 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ab9524d9-b2e9-485f-81b1-15f1bd645ff5 req-36e4ee92-1904-45f9-95bf-37101fb84160 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 945 time: 0.0879366 Dec 10 19:21:55.423888 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6dbff2b1-4806-4663-b127-d9c8f37c133b tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:55.465300 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ab9524d9-b2e9-485f-81b1-15f1bd645ff5 req-708e25e5-a9ff-4628-8541-63e3e04d23ce tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/security-groups?id=0687b254-a34a-47da-a81f-4e503b73712c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399222 Dec 10 19:21:55.504859 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6dbff2b1-4806-4663-b127-d9c8f37c133b tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:55.509765 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6dbff2b1-4806-4663-b127-d9c8f37c133b tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:55.541126 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6dbff2b1-4806-4663-b127-d9c8f37c133b tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:55.544175 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-6dbff2b1-4806-4663-b127-d9c8f37c133b tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1508794 Dec 10 19:21:55.545658 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56346) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:55.551761 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbff2b1-4806-4663-b127-d9c8f37c133b tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd216649-4f9d-4a8e-b1df-dc5f1018cddd,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:55.554566 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-1ae38896-58f9-4ff8-bdb5-bedf64807e30 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Request body: {'security_group_rule': {'security_group_id': 'fd216649-4f9d-4a8e-b1df-dc5f1018cddd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:21:55.594995 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.api.v2.resource [None req-1ae38896-58f9-4ff8-bdb5-bedf64807e30 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:21:55.595939 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-1ae38896-58f9-4ff8-bdb5-bedf64807e30 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0488670 Dec 10 19:21:55.599531 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56348) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:55.604335 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-50721352-333a-4229-b50d-19b6030e86de tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Request body: {'security_group_rule': {'security_group_id': 'fd216649-4f9d-4a8e-b1df-dc5f1018cddd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:21:55.676010 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.api.v2.resource [None req-50721352-333a-4229-b50d-19b6030e86de tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:21:55.677234 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-50721352-333a-4229-b50d-19b6030e86de tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0764604 Dec 10 19:21:55.680118 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56350) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:55.689656 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf99f34-7f8f-4a33-9873-7c596b1f2f32 req-7fc507c0-dd39-4c4f-bcc7-51f942112eb3 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:55.691490 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8cf99f34-7f8f-4a33-9873-7c596b1f2f32 req-7fc507c0-dd39-4c4f-bcc7-51f942112eb3 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.36 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 945 time: 0.0794425 Dec 10 19:21:55.743462 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8290415e-4175-4b58-ad20-6be24a63b98d tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:55.780141 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8290415e-4175-4b58-ad20-6be24a63b98d tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:55.805000 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-8cf99f34-7f8f-4a33-9873-7c596b1f2f32 req-7313c70d-4be4-4986-aaf3-1c1171d68008 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Deleting port a2b8d566-0a08-4fc8-9dc6-7428d79b9b00 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:21:55.805604 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-8cf99f34-7f8f-4a33-9873-7c596b1f2f32 req-7313c70d-4be4-4986-aaf3-1c1171d68008 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:55.829998 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8290415e-4175-4b58-ad20-6be24a63b98d tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:55.835227 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8290415e-4175-4b58-ad20-6be24a63b98d tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:55.837391 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-8290415e-4175-4b58-ad20-6be24a63b98d tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] 10.222.0.69 "DELETE /v2.0/security-groups/fd216649-4f9d-4a8e-b1df-dc5f1018cddd HTTP/1.1" status: 204 len: 168 time: 0.1558356 Dec 10 19:21:55.845235 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56352) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:55.874790 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8290415e-4175-4b58-ad20-6be24a63b98d tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd216649-4f9d-4a8e-b1df-dc5f1018cddd,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:55.919975 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d81f2fb4-58eb-4545-bd66-7f982161ca4e tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0724447 Dec 10 19:21:55.923560 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56354) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:55.928280 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-a67e21fb-b88c-492b-84cf-524abf79a418 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Request body: {'security_group': {'name': 'tempest-secgroup--1005003597'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:21:55.942775 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-8cf99f34-7f8f-4a33-9873-7c596b1f2f32 req-7313c70d-4be4-4986-aaf3-1c1171d68008 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] For port a2b8d566-0a08-4fc8-9dc6-7428d79b9b00, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a2b8d566-0a08-4fc8-9dc6-7428d79b9b00,segment=NetworkSegment(91b8a6f4-24b2-4432-a8c6-88730ff1d7da),segment_id=91b8a6f4-24b2-4432-a8c6-88730ff1d7da)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:21:55.943164 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-8cf99f34-7f8f-4a33-9873-7c596b1f2f32 req-7313c70d-4be4-4986-aaf3-1c1171d68008 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:56.028487 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a67e21fb-b88c-492b-84cf-524abf79a418 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:56.234437 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a67e21fb-b88c-492b-84cf-524abf79a418 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:56.237566 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-8cf99f34-7f8f-4a33-9873-7c596b1f2f32 req-7313c70d-4be4-4986-aaf3-1c1171d68008 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:56.237919 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-8cf99f34-7f8f-4a33-9873-7c596b1f2f32 req-7313c70d-4be4-4986-aaf3-1c1171d68008 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3713103'] for floatingip, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:56.238269 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.l3_db [req-8cf99f34-7f8f-4a33-9873-7c596b1f2f32 req-7313c70d-4be4-4986-aaf3-1c1171d68008 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Floating IP 845954e7-e2fd-4ad9-ac5b-68969b6d0858 disassociated. External IP: 172.26.6.97, port: a2b8d566-0a08-4fc8-9dc6-7428d79b9b00. Dec 10 19:21:56.238689 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-8cf99f34-7f8f-4a33-9873-7c596b1f2f32 req-7313c70d-4be4-4986-aaf3-1c1171d68008 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Calling delete_port for a2b8d566-0a08-4fc8-9dc6-7428d79b9b00 owned by compute:nova {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:21:56.243166 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a67e21fb-b88c-492b-84cf-524abf79a418 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:56.311647 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a67e21fb-b88c-492b-84cf-524abf79a418 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:56.312928 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-a67e21fb-b88c-492b-84cf-524abf79a418 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3884847 Dec 10 19:21:56.316491 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56356) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:56.318011 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67e21fb-b88c-492b-84cf-524abf79a418 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9629d5-0bd2-4515-8cfd-a6e4099076b7,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:56.323695 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-005f33ce-6778-42aa-ad29-315d4d972f07 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:21:56.324123 dv-neutron-821441-1-hyperv neutron-server[102366]: WARNING neutron.api.v2.base [None req-005f33ce-6778-42aa-ad29-315d4d972f07 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 10 19:21:56.325085 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-005f33ce-6778-42aa-ad29-315d4d972f07 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] update failed (client error): There was a conflict when trying to complete your request. Dec 10 19:21:56.325781 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-005f33ce-6778-42aa-ad29-315d4d972f07 tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] 10.222.0.69 "PUT /v2.0/security-groups/3b9629d5-0bd2-4515-8cfd-a6e4099076b7 HTTP/1.1" status: 409 len: 330 time: 0.0067196 Dec 10 19:21:56.330134 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56358) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:56.400779 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-797dc49b-e673-42d3-b803-72488d945a0c tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:56.428752 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-797dc49b-e673-42d3-b803-72488d945a0c tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:56.435269 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-8cf99f34-7f8f-4a33-9873-7c596b1f2f32 req-7313c70d-4be4-4986-aaf3-1c1171d68008 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:56.435622 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:56.471202 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7313c70d-4be4-4986-aaf3-1c1171d68008 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Pushing event deleted for resources: {'Port': ['ID=a2b8d566-0a08-4fc8-9dc6-7428d79b9b00,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:56.484493 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-797dc49b-e673-42d3-b803-72488d945a0c tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:56.488196 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-797dc49b-e673-42d3-b803-72488d945a0c tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:56.490522 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-797dc49b-e673-42d3-b803-72488d945a0c tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] 10.222.0.69 "DELETE /v2.0/security-groups/3b9629d5-0bd2-4515-8cfd-a6e4099076b7 HTTP/1.1" status: 204 len: 168 time: 0.1591806 Dec 10 19:21:56.497096 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56360) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:56.534903 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797dc49b-e673-42d3-b803-72488d945a0c tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9629d5-0bd2-4515-8cfd-a6e4099076b7,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:56.596129 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-c74533f9-538f-426a-95e9-1e858c6863aa tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0915685 Dec 10 19:21:56.597159 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56366) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:56.613145 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-96a6ea42-c4ea-4dca-8d42-2476780fcc9c tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] delete failed (client error): The resource could not be found. Dec 10 19:21:56.616562 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-96a6ea42-c4ea-4dca-8d42-2476780fcc9c tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] 10.222.0.69 "DELETE /v2.0/security-groups/65e5ea65-05e9-4d0f-b833-4587d14a5e0a HTTP/1.1" status: 404 len: 347 time: 0.0179145 Dec 10 19:21:56.619485 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56368) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:56.635194 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-1d78d71d-55d1-4f29-9cae-ce59512cd9ac tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] show failed (client error): The resource could not be found. Dec 10 19:21:56.637268 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-1d78d71d-55d1-4f29-9cae-ce59512cd9ac tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] 10.222.0.69 "GET /v2.0/security-groups/462a1652-fce2-4e5e-9756-9768b7ae9680 HTTP/1.1" status: 404 len: 347 time: 0.0163662 Dec 10 19:21:56.640996 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56370) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:56.655811 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-8dc7da3a-d9e0-41cd-880e-c7148178381c tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] show failed (client error): The resource could not be found. Dec 10 19:21:56.658389 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-8dc7da3a-d9e0-41cd-880e-c7148178381c tempest-NegativeSecGroupIPv6Test-755225644 tempest-NegativeSecGroupIPv6Test-755225644-project] 10.222.0.69 "GET /v2.0/security-group-rules/3f68c31d-1355-4235-85e4-ce3c70eb8fee HTTP/1.1" status: 404 len: 356 time: 0.0147521 Dec 10 19:21:56.681189 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-fdfe20d6-fb71-4fe0-b619-0a773bd34ef4 req-ed6643d2-b7c7-40bc-b813-83ff0c1e90df tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7dea0-cb0b-4bec-b80f-ca5a933646fd HTTP/1.1" status: 200 len: 210 time: 0.0689893 Dec 10 19:21:56.704332 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8cf99f34-7f8f-4a33-9873-7c596b1f2f32 req-7313c70d-4be4-4986-aaf3-1c1171d68008 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Router 83006fac-2134-4452-9ed8-9dd94c1145b9 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:21:56.720889 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:56.829418 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8cf99f34-7f8f-4a33-9873-7c596b1f2f32 req-7313c70d-4be4-4986-aaf3-1c1171d68008 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:21:56.844900 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5182bce-987a-43be-9ef9-a20d79065c6b None None] Sync routers for ids ['83006fac-2134-4452-9ed8-9dd94c1145b9'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:21:56.865534 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5182bce-987a-43be-9ef9-a20d79065c6b None None] Routers {'83006fac-2134-4452-9ed8-9dd94c1145b9'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:21:56.866971 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-b5182bce-987a-43be-9ef9-a20d79065c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:21:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['83006fac-2134-4452-9ed8-9dd94c1145b9'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:56.876033 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cf99f34-7f8f-4a33-9873-7c596b1f2f32 req-7313c70d-4be4-4986-aaf3-1c1171d68008 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] No DVR routers for this DVR port a2b8d566-0a08-4fc8-9dc6-7428d79b9b00 on host hv-neutron-8214 {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:21:56.878565 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-8cf99f34-7f8f-4a33-9873-7c596b1f2f32 req-7313c70d-4be4-4986-aaf3-1c1171d68008 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:56.882626 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8cf99f34-7f8f-4a33-9873-7c596b1f2f32 req-7313c70d-4be4-4986-aaf3-1c1171d68008 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.36 "DELETE /v2.0/ports/a2b8d566-0a08-4fc8-9dc6-7428d79b9b00 HTTP/1.1" status: 204 len: 173 time: 1.1838338 Dec 10 19:21:56.883118 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a7dea0-cb0b-4bec-b80f-ca5a933646fd', 'name': 'network-vif-deleted', 'tag': 'a2b8d566-0a08-4fc8-9dc6-7428d79b9b00'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:21:56.885702 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa84559-652f-4e1f-be67-68c1424830da" -d '{"events": [{"server_uuid": "50a7dea0-cb0b-4bec-b80f-ca5a933646fd", "name": "network-vif-deleted", "tag": "a2b8d566-0a08-4fc8-9dc6-7428d79b9b00"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:21:56.938281 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202f7254-893e-400b-9cad-a447307a81c8 x-openstack-request-id: req-202f7254-893e-400b-9cad-a447307a81c8 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:21:56.938587 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a7dea0-cb0b-4bec-b80f-ca5a933646fd", "name": "network-vif-deleted", "tag": "a2b8d566-0a08-4fc8-9dc6-7428d79b9b00", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:21:56.939029 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-202f7254-893e-400b-9cad-a447307a81c8 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:21:56.939460 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a7dea0-cb0b-4bec-b80f-ca5a933646fd', 'name': 'network-vif-deleted', 'tag': 'a2b8d566-0a08-4fc8-9dc6-7428d79b9b00', 'status': 'completed', 'code': 200} Dec 10 19:21:57.011527 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-b5182bce-987a-43be-9ef9-a20d79065c6b None None] Set router 83006fac-2134-4452-9ed8-9dd94c1145b9 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:21:57.070996 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56378) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:57.228552 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-86af0bb3-7108-4ec5-93f7-2eb18f3ef92d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=38f33f63c1bf46998047b868f1497071&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1563487 Dec 10 19:21:57.231850 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56382) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:57.291842 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b478bec4-8058-4cca-be7e-8a4bb4a58d02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:57.299109 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-b5182bce-987a-43be-9ef9-a20d79065c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83006fac-2134-4452-9ed8-9dd94c1145b9', 'name': 'tempest-ServerActionsTestJSON-713841711-router', 'tenant_id': 'ebdd8c4cae7b4f17bfa866554f8f9f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.151'}], 'enable_snat': True}, 'gw_port_id': '0adc3546-fb12-4c42-a3b6-2c4b3e4ead18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:16:39Z', 'updated_at': '2021-12-10T19:16:49Z', 'revision_number': 4, 'project_id': 'ebdd8c4cae7b4f17bfa866554f8f9f53', 'gw_port': {'id': '0adc3546-fb12-4c42-a3b6-2c4b3e4ead18', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83006fac-2134-4452-9ed8-9dd94c1145b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:41Z', 'updated_at': '2021-12-10T19:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '972b085d-6751-41fa-91f4-b20ad0ebc04a', 'name': '', 'network_id': '24f70241-3241-44cc-a65f-374de1f348f0', 'tenant_id': 'ebdd8c4cae7b4f17bfa866554f8f9f53', 'mac_address': 'fa:16:3e:f2:ee:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83006fac-2134-4452-9ed8-9dd94c1145b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '8d431d24-7af1-47c6-afa7-19e9588fcee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:46Z', 'updated_at': '2021-12-10T19:17:04Z', 'revision_number': 5, 'project_id': 'ebdd8c4cae7b4f17bfa866554f8f9f53', 'subnets': [{'id': '8d431d24-7af1-47c6-afa7-19e9588fcee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:57.316316 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b478bec4-8058-4cca-be7e-8a4bb4a58d02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:57.344899 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5182bce-987a-43be-9ef9-a20d79065c6b None None] Checking router: 83006fac-2134-4452-9ed8-9dd94c1145b9 for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:21:57.362067 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5182bce-987a-43be-9ef9-a20d79065c6b None None] Routers {'83006fac-2134-4452-9ed8-9dd94c1145b9'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:21:57.363429 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-b5182bce-987a-43be-9ef9-a20d79065c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:21:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['83006fac-2134-4452-9ed8-9dd94c1145b9'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:57.387468 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b478bec4-8058-4cca-be7e-8a4bb4a58d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:57.392328 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b478bec4-8058-4cca-be7e-8a4bb4a58d02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:57.396142 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-b478bec4-8058-4cca-be7e-8a4bb4a58d02 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/469bbbbe-dad2-4956-be50-013fc001240a HTTP/1.1" status: 204 len: 168 time: 0.1615801 Dec 10 19:21:57.410829 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b478bec4-8058-4cca-be7e-8a4bb4a58d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469bbbbe-dad2-4956-be50-013fc001240a,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:57.524367 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-b5182bce-987a-43be-9ef9-a20d79065c6b None None] Set router 83006fac-2134-4452-9ed8-9dd94c1145b9 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:21:57.811409 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56394) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:57.893685 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-deab72a1-5a56-43c1-9e3b-c55e4a451d9d tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:57.923713 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-deab72a1-5a56-43c1-9e3b-c55e4a451d9d tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:57.937673 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-b5182bce-987a-43be-9ef9-a20d79065c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83006fac-2134-4452-9ed8-9dd94c1145b9', 'name': 'tempest-ServerActionsTestJSON-713841711-router', 'tenant_id': 'ebdd8c4cae7b4f17bfa866554f8f9f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.151'}], 'enable_snat': True}, 'gw_port_id': '0adc3546-fb12-4c42-a3b6-2c4b3e4ead18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:16:39Z', 'updated_at': '2021-12-10T19:16:49Z', 'revision_number': 4, 'project_id': 'ebdd8c4cae7b4f17bfa866554f8f9f53', 'gw_port': {'id': '0adc3546-fb12-4c42-a3b6-2c4b3e4ead18', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83006fac-2134-4452-9ed8-9dd94c1145b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:41Z', 'updated_at': '2021-12-10T19:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '972b085d-6751-41fa-91f4-b20ad0ebc04a', 'name': '', 'network_id': '24f70241-3241-44cc-a65f-374de1f348f0', 'tenant_id': 'ebdd8c4cae7b4f17bfa866554f8f9f53', 'mac_address': 'fa:16:3e:f2:ee:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83006fac-2134-4452-9ed8-9dd94c1145b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '8d431d24-7af1-47c6-afa7-19e9588fcee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:46Z', 'updated_at': '2021-12-10T19:17:04Z', 'revision_number': 5, 'project_id': 'ebdd8c4cae7b4f17bfa866554f8f9f53', 'subnets': [{'id': '8d431d24-7af1-47c6-afa7-19e9588fcee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:21:57.977343 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5182bce-987a-43be-9ef9-a20d79065c6b None None] The sync data for ids ['83006fac-2134-4452-9ed8-9dd94c1145b9'] in dv-neutron-821441-1-hyperv is: [{'id': '83006fac-2134-4452-9ed8-9dd94c1145b9', 'name': 'tempest-ServerActionsTestJSON-713841711-router', 'tenant_id': 'ebdd8c4cae7b4f17bfa866554f8f9f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.151'}], 'enable_snat': True}, 'gw_port_id': '0adc3546-fb12-4c42-a3b6-2c4b3e4ead18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:16:39Z', 'updated_at': '2021-12-10T19:16:49Z', 'revision_number': 4, 'project_id': 'ebdd8c4cae7b4f17bfa866554f8f9f53', 'gw_port': {'id': '0adc3546-fb12-4c42-a3b6-2c4b3e4ead18', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83006fac-2134-4452-9ed8-9dd94c1145b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:41Z', 'updated_at': '2021-12-10T19:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '972b085d-6751-41fa-91f4-b20ad0ebc04a', 'name': '', 'network_id': '24f70241-3241-44cc-a65f-374de1f348f0', 'tenant_id': 'ebdd8c4cae7b4f17bfa866554f8f9f53', 'mac_address': 'fa:16:3e:f2:ee:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83006fac-2134-4452-9ed8-9dd94c1145b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '8d431d24-7af1-47c6-afa7-19e9588fcee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:46Z', 'updated_at': '2021-12-10T19:17:04Z', 'revision_number': 5, 'project_id': 'ebdd8c4cae7b4f17bfa866554f8f9f53', 'subnets': [{'id': '8d431d24-7af1-47c6-afa7-19e9588fcee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:21:58.005811 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-deab72a1-5a56-43c1-9e3b-c55e4a451d9d tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:58.011102 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-deab72a1-5a56-43c1-9e3b-c55e4a451d9d tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:58.017343 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-deab72a1-5a56-43c1-9e3b-c55e4a451d9d tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "DELETE /v2.0/security-groups/0687b254-a34a-47da-a81f-4e503b73712c HTTP/1.1" status: 204 len: 168 time: 0.2004464 Dec 10 19:21:58.018152 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56402) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:58.039523 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deab72a1-5a56-43c1-9e3b-c55e4a451d9d tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0687b254-a34a-47da-a81f-4e503b73712c,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:58.053606 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.api.v2.resource [None req-32a3c990-1115-4180-a529-e37c67f2768e tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] show failed (client error): The resource could not be found. Dec 10 19:21:58.055495 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-32a3c990-1115-4180-a529-e37c67f2768e tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "GET /v2.0/security-groups/0687b254-a34a-47da-a81f-4e503b73712c HTTP/1.1" status: 404 len: 347 time: 0.0350568 Dec 10 19:21:58.059647 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56404) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:58.326018 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877ac918-4c30-4536-8f09-cad8e824eef1 None None] New status for floating IP 845954e7-e2fd-4ad9-ac5b-68969b6d0858: DOWN {{(pid=102367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:21:58.490405 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56414) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:58.636996 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-723b73d9-8ccf-4f3c-b9b6-42d5975895d4 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-965543220-network', 'tenant_id': '2dc8e3876aa4486885bb8ebde54a757c'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:21:58.665908 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723b73d9-8ccf-4f3c-b9b6-42d5975895d4 admin admin] Made reservation on behalf of 2dc8e3876aa4486885bb8ebde54a757c for: {'network': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:21:58.669765 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-723b73d9-8ccf-4f3c-b9b6-42d5975895d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:58.682977 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-723b73d9-8ccf-4f3c-b9b6-42d5975895d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:58.699906 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-e01f3bdf-e772-41c6-89fc-4befcd97d845 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Deleting port 6466e99c-74a0-4d39-9a7e-1594c57e775b {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:21:58.701305 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e01f3bdf-e772-41c6-89fc-4befcd97d845 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:58.806234 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-723b73d9-8ccf-4f3c-b9b6-42d5975895d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:58.811739 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-723b73d9-8ccf-4f3c-b9b6-42d5975895d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:58.827221 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e01f3bdf-e772-41c6-89fc-4befcd97d845 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:58.827563 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e01f3bdf-e772-41c6-89fc-4befcd97d845 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:58.845478 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-723b73d9-8ccf-4f3c-b9b6-42d5975895d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=102365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:21:58.848628 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-e01f3bdf-e772-41c6-89fc-4befcd97d845 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Calling delete_port for 6466e99c-74a0-4d39-9a7e-1594c57e775b owned by network:floatingip {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:21:58.853989 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723b73d9-8ccf-4f3c-b9b6-42d5975895d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9e530c-a061-4248-a31e-d8aad4f19bd5,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:58.869640 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-723b73d9-8ccf-4f3c-b9b6-42d5975895d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:58.870279 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.segments_db [None req-723b73d9-8ccf-4f3c-b9b6-42d5975895d4 admin admin] Added segment 116140ca-d174-47be-a168-da31343c1d2f of type vlan for network f1c746c7-9715-47f9-b22e-b165f4292919 Dec 10 19:21:58.932079 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-723b73d9-8ccf-4f3c-b9b6-42d5975895d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:58.965637 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-723b73d9-8ccf-4f3c-b9b6-42d5975895d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:58.966753 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723b73d9-8ccf-4f3c-b9b6-42d5975895d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:58.967339 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-723b73d9-8ccf-4f3c-b9b6-42d5975895d4 admin admin] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:59.029247 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-723b73d9-8ccf-4f3c-b9b6-42d5975895d4 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5375419 Dec 10 19:21:59.036243 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56420) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:59.042308 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-e2a5a994-2684-481f-a746-af5242eb689d admin admin] Request body: {'subnet': {'network_id': 'f1c746c7-9715-47f9-b22e-b165f4292919', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-965543220-subnet', 'tenant_id': '2dc8e3876aa4486885bb8ebde54a757c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:21:59.055942 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723b73d9-8ccf-4f3c-b9b6-42d5975895d4 admin admin] Pushing event updated for resources: {'Network': ['ID=f1c746c7-9715-47f9-b22e-b165f4292919,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:59.071756 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network f1c746c7-9715-47f9-b22e-b165f4292919 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:21:59.081225 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e01f3bdf-e772-41c6-89fc-4befcd97d845 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:59.082359 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a5a994-2684-481f-a746-af5242eb689d admin admin] Made reservation on behalf of 2dc8e3876aa4486885bb8ebde54a757c for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:21:59.088792 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e2a5a994-2684-481f-a746-af5242eb689d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:59.113157 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01f3bdf-e772-41c6-89fc-4befcd97d845 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Pushing event deleted for resources: {'Port': ['ID=6466e99c-74a0-4d39-9a7e-1594c57e775b,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:59.207747 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e01f3bdf-e772-41c6-89fc-4befcd97d845 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Notify callbacks [] for floatingip, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:59.211094 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e01f3bdf-e772-41c6-89fc-4befcd97d845 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:59.212336 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-e01f3bdf-e772-41c6-89fc-4befcd97d845 tempest-ServerActionsTestJSON-305894442 tempest-ServerActionsTestJSON-305894442-project] 10.222.0.69 "DELETE /v2.0/floatingips/845954e7-e2fd-4ad9-ac5b-68969b6d0858 HTTP/1.1" status: 204 len: 168 time: 1.1516569 Dec 10 19:21:59.217144 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56422) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:21:59.394508 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e2a5a994-2684-481f-a746-af5242eb689d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:59.429831 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device a2b8d566-0a08-4fc8-9dc6-7428d79b9b00 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:21:59.454664 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] No Port match for: a2b8d566-0a08-4fc8-9dc6-7428d79b9b00 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:21:59.455299 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device a2b8d566-0a08-4fc8-9dc6-7428d79b9b00 not bound to the agent host hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:21:59.485647 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a5a994-2684-481f-a746-af5242eb689d admin admin] Pushing event updated for resources: {'Subnet': ['ID=327ce438-8bd9-48d7-8d1b-4135151a15c8,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:59.511762 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a5a994-2684-481f-a746-af5242eb689d admin admin] Checking segment: {'id': '116140ca-d174-47be-a168-da31343c1d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f1c746c7-9715-47f9-b22e-b165f4292919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:21:59.512278 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a5a994-2684-481f-a746-af5242eb689d admin admin] Network hostable DHCP agents. Network: f1c746c7-9715-47f9-b22e-b165f4292919, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:21:59.547492 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a5a994-2684-481f-a746-af5242eb689d admin admin] Network f1c746c7-9715-47f9-b22e-b165f4292919 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:21:59.567655 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-e2a5a994-2684-481f-a746-af5242eb689d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, f1c746c7-9715-47f9-b22e-b165f4292919) {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:21:59.573198 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a5a994-2684-481f-a746-af5242eb689d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:59.573797 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e2a5a994-2684-481f-a746-af5242eb689d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:59.586065 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f18502-20ec-4573-8437-5853cc5b75c3 None None] Network f1c746c7-9715-47f9-b22e-b165f4292919 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:21:59.601625 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-e2a5a994-2684-481f-a746-af5242eb689d admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5639706 Dec 10 19:21:59.920398 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3fa5c547-5494-4a07-9bd2-2137a154c2cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711290'] for router_interface, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:21:59.987743 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d9c785-7ede-4345-a76f-05f07fc13cf7 None None] Network f1c746c7-9715-47f9-b22e-b165f4292919 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:22:00.275354 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-3fa5c547-5494-4a07-9bd2-2137a154c2cb admin admin] Deleting port 972b085d-6751-41fa-91f4-b20ad0ebc04a {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:22:00.275745 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3fa5c547-5494-4a07-9bd2-2137a154c2cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:00.381872 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56440) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:00.390074 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-051011a7-1984-4e57-8b69-0e79fff4d778 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-415953682-network', 'tenant_id': '6192ae0aac534727b2eddca1b74dfb6a'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:22:00.393294 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-3fa5c547-5494-4a07-9bd2-2137a154c2cb admin admin] For port 972b085d-6751-41fa-91f4-b20ad0ebc04a, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=972b085d-6751-41fa-91f4-b20ad0ebc04a,segment=NetworkSegment(91b8a6f4-24b2-4432-a8c6-88730ff1d7da),segment_id=91b8a6f4-24b2-4432-a8c6-88730ff1d7da)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:22:00.393761 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3fa5c547-5494-4a07-9bd2-2137a154c2cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:00.409144 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-3fa5c547-5494-4a07-9bd2-2137a154c2cb admin admin] Calling delete_port for 972b085d-6751-41fa-91f4-b20ad0ebc04a owned by network:router_interface {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:22:00.429253 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051011a7-1984-4e57-8b69-0e79fff4d778 admin admin] Made reservation on behalf of 6192ae0aac534727b2eddca1b74dfb6a for: {'network': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:22:00.431909 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-051011a7-1984-4e57-8b69-0e79fff4d778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:00.443133 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-051011a7-1984-4e57-8b69-0e79fff4d778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:00.555009 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-051011a7-1984-4e57-8b69-0e79fff4d778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:00.560936 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-051011a7-1984-4e57-8b69-0e79fff4d778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:00.590270 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-051011a7-1984-4e57-8b69-0e79fff4d778 admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=102365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:22:00.603113 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051011a7-1984-4e57-8b69-0e79fff4d778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b80a2354-7c85-4ace-a47d-693e03ba4b2b,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:00.608714 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-051011a7-1984-4e57-8b69-0e79fff4d778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:00.609063 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.segments_db [None req-051011a7-1984-4e57-8b69-0e79fff4d778 admin admin] Added segment 59be4ebe-4286-4433-a1b8-98793cd86fb3 of type vlan for network dd207b81-72b2-46e3-983c-50c6cb5544e0 Dec 10 19:22:00.657609 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-051011a7-1984-4e57-8b69-0e79fff4d778 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:00.680816 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3fa5c547-5494-4a07-9bd2-2137a154c2cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:00.694708 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-051011a7-1984-4e57-8b69-0e79fff4d778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:00.695853 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051011a7-1984-4e57-8b69-0e79fff4d778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:00.697408 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-051011a7-1984-4e57-8b69-0e79fff4d778 admin admin] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:00.709849 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa5c547-5494-4a07-9bd2-2137a154c2cb admin admin] Pushing event deleted for resources: {'Port': ['ID=972b085d-6751-41fa-91f4-b20ad0ebc04a,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:00.783851 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-051011a7-1984-4e57-8b69-0e79fff4d778 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4002082 Dec 10 19:22:00.789172 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56442) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:00.794597 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-9e8b97bf-9cce-4b00-85cc-45e4da1bd0b0 admin admin] Request body: {'subnet': {'network_id': 'dd207b81-72b2-46e3-983c-50c6cb5544e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-415953682-subnet', 'tenant_id': '6192ae0aac534727b2eddca1b74dfb6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:22:00.803292 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051011a7-1984-4e57-8b69-0e79fff4d778 admin admin] Pushing event updated for resources: {'Network': ['ID=dd207b81-72b2-46e3-983c-50c6cb5544e0,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:00.820229 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network dd207b81-72b2-46e3-983c-50c6cb5544e0 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:22:00.890294 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8b97bf-9cce-4b00-85cc-45e4da1bd0b0 admin admin] Made reservation on behalf of 6192ae0aac534727b2eddca1b74dfb6a for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:22:00.892765 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9e8b97bf-9cce-4b00-85cc-45e4da1bd0b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:00.984482 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3fa5c547-5494-4a07-9bd2-2137a154c2cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3755731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3712768'] for router_interface, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:01.228781 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9e8b97bf-9cce-4b00-85cc-45e4da1bd0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:01.343512 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8b97bf-9cce-4b00-85cc-45e4da1bd0b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dbe071c-9575-44c7-b629-6d29917a7746,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:01.368333 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa5c547-5494-4a07-9bd2-2137a154c2cb admin admin] Router 83006fac-2134-4452-9ed8-9dd94c1145b9 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:22:01.369251 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8b97bf-9cce-4b00-85cc-45e4da1bd0b0 admin admin] Checking segment: {'id': '59be4ebe-4286-4433-a1b8-98793cd86fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'dd207b81-72b2-46e3-983c-50c6cb5544e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:22:01.369613 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8b97bf-9cce-4b00-85cc-45e4da1bd0b0 admin admin] Network hostable DHCP agents. Network: dd207b81-72b2-46e3-983c-50c6cb5544e0, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:22:01.427581 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8b97bf-9cce-4b00-85cc-45e4da1bd0b0 admin admin] Network dd207b81-72b2-46e3-983c-50c6cb5544e0 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:22:01.499971 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-9e8b97bf-9cce-4b00-85cc-45e4da1bd0b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, dd207b81-72b2-46e3-983c-50c6cb5544e0) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:22:01.511021 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5c49af-99fb-4a51-9efa-bcdc2f9b79f4 None None] Network dd207b81-72b2-46e3-983c-50c6cb5544e0 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:22:01.511255 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8b97bf-9cce-4b00-85cc-45e4da1bd0b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:01.512158 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9e8b97bf-9cce-4b00-85cc-45e4da1bd0b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:01.559274 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-9e8b97bf-9cce-4b00-85cc-45e4da1bd0b0 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7598715 Dec 10 19:22:01.583362 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa5c547-5494-4a07-9bd2-2137a154c2cb admin admin] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:22:01.591953 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-3fa5c547-5494-4a07-9bd2-2137a154c2cb admin admin] 10.222.0.69 "PUT /v2.0/routers/83006fac-2134-4452-9ed8-9dd94c1145b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3735232 Dec 10 19:22:01.594628 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56448) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:01.602988 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32177a1-c63c-44f3-ae4f-deab16f0c3eb None None] Sync routers for ids ['83006fac-2134-4452-9ed8-9dd94c1145b9'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:22:01.618954 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32177a1-c63c-44f3-ae4f-deab16f0c3eb None None] Routers {'83006fac-2134-4452-9ed8-9dd94c1145b9'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:22:01.619585 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-c32177a1-c63c-44f3-ae4f-deab16f0c3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:21:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['83006fac-2134-4452-9ed8-9dd94c1145b9'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:22:01.770619 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-c32177a1-c63c-44f3-ae4f-deab16f0c3eb None None] Set router 83006fac-2134-4452-9ed8-9dd94c1145b9 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:22:01.791152 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5b5507-0808-4b53-9a0d-7df3007eb89c None None] Network dd207b81-72b2-46e3-983c-50c6cb5544e0 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:22:01.837055 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-be5baed1-51cf-4ce4-8f15-338b5deb9a86 admin admin] Notify callbacks [] for router, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:02.017738 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-c32177a1-c63c-44f3-ae4f-deab16f0c3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83006fac-2134-4452-9ed8-9dd94c1145b9', 'name': 'tempest-ServerActionsTestJSON-713841711-router', 'tenant_id': 'ebdd8c4cae7b4f17bfa866554f8f9f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.151'}], 'enable_snat': True}, 'gw_port_id': '0adc3546-fb12-4c42-a3b6-2c4b3e4ead18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:16:39Z', 'updated_at': '2021-12-10T19:22:00Z', 'revision_number': 5, 'project_id': 'ebdd8c4cae7b4f17bfa866554f8f9f53', 'gw_port': {'id': '0adc3546-fb12-4c42-a3b6-2c4b3e4ead18', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83006fac-2134-4452-9ed8-9dd94c1145b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:16:41Z', 'updated_at': '2021-12-10T19:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:22:02.033172 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-be5baed1-51cf-4ce4-8f15-338b5deb9a86 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:02.074181 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32177a1-c63c-44f3-ae4f-deab16f0c3eb None None] Checking router: 83006fac-2134-4452-9ed8-9dd94c1145b9 for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:22:02.086549 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32177a1-c63c-44f3-ae4f-deab16f0c3eb None None] Routers {'83006fac-2134-4452-9ed8-9dd94c1145b9'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:22:02.087544 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-c32177a1-c63c-44f3-ae4f-deab16f0c3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:21:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['83006fac-2134-4452-9ed8-9dd94c1145b9'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:22:02.123784 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-be5baed1-51cf-4ce4-8f15-338b5deb9a86 admin admin] Deleting port 0adc3546-fb12-4c42-a3b6-2c4b3e4ead18 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:22:02.124313 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-be5baed1-51cf-4ce4-8f15-338b5deb9a86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:02.233907 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-be5baed1-51cf-4ce4-8f15-338b5deb9a86 admin admin] For port 0adc3546-fb12-4c42-a3b6-2c4b3e4ead18, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=0adc3546-fb12-4c42-a3b6-2c4b3e4ead18,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:22:02.234380 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-be5baed1-51cf-4ce4-8f15-338b5deb9a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:02.247851 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:02.252791 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-c32177a1-c63c-44f3-ae4f-deab16f0c3eb None None] Set router 83006fac-2134-4452-9ed8-9dd94c1145b9 gateway port host: None {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:22:02.257023 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-be5baed1-51cf-4ce4-8f15-338b5deb9a86 admin admin] Calling delete_port for 0adc3546-fb12-4c42-a3b6-2c4b3e4ead18 owned by network:router_gateway {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:22:02.364874 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-c32177a1-c63c-44f3-ae4f-deab16f0c3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83006fac-2134-4452-9ed8-9dd94c1145b9', 'name': 'tempest-ServerActionsTestJSON-713841711-router', 'tenant_id': 'ebdd8c4cae7b4f17bfa866554f8f9f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:16:39Z', 'updated_at': '2021-12-10T19:22:02Z', 'revision_number': 6, 'project_id': 'ebdd8c4cae7b4f17bfa866554f8f9f53', 'gw_port_host': None}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:22:02.417043 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32177a1-c63c-44f3-ae4f-deab16f0c3eb None None] The sync data for ids ['83006fac-2134-4452-9ed8-9dd94c1145b9'] in dv-neutron-821441-1-hyperv is: [{'id': '83006fac-2134-4452-9ed8-9dd94c1145b9', 'name': 'tempest-ServerActionsTestJSON-713841711-router', 'tenant_id': 'ebdd8c4cae7b4f17bfa866554f8f9f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:16:39Z', 'updated_at': '2021-12-10T19:22:02Z', 'revision_number': 6, 'project_id': 'ebdd8c4cae7b4f17bfa866554f8f9f53', 'gw_port_host': None}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:22:02.499307 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-be5baed1-51cf-4ce4-8f15-338b5deb9a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:02.520429 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f25b7b-5349-46d9-bdbe-245aaa39f539 req-4893a099-a2e0-4d62-a842-ef14677aaef3 tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:02.522026 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b2f25b7b-5349-46d9-bdbe-245aaa39f539 req-4893a099-a2e0-4d62-a842-ef14677aaef3 tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] 10.222.0.69 "GET /v2.0/networks?id=f1c746c7-9715-47f9-b22e-b165f4292919 HTTP/1.1" status: 200 len: 811 time: 0.1611876 Dec 10 19:22:02.545490 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b2f25b7b-5349-46d9-bdbe-245aaa39f539 req-6c7ed9ff-0f04-40ca-a670-4e2f8840f053 tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] 10.222.0.69 "GET /v2.0/quotas/2dc8e3876aa4486885bb8ebde54a757c HTTP/1.1" status: 200 len: 375 time: 0.0123332 Dec 10 19:22:02.547949 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5baed1-51cf-4ce4-8f15-338b5deb9a86 admin admin] Pushing event deleted for resources: {'Port': ['ID=0adc3546-fb12-4c42-a3b6-2c4b3e4ead18,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:02.609715 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b2f25b7b-5349-46d9-bdbe-245aaa39f539 req-4959aeed-44fb-4129-8ea4-0f286dd53ffb tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=2dc8e3876aa4486885bb8ebde54a757c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506463 Dec 10 19:22:02.613920 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-be5baed1-51cf-4ce4-8f15-338b5deb9a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3713145'] for router_gateway, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:02.758579 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b2f25b7b-5349-46d9-bdbe-245aaa39f539 req-5832552c-b99e-4791-924d-7b754fb5647b service neutron] 10.222.0.69 "GET /v2.0/networks/f1c746c7-9715-47f9-b22e-b165f4292919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399853 Dec 10 19:22:02.762490 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-be5baed1-51cf-4ce4-8f15-338b5deb9a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:02.768060 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-be5baed1-51cf-4ce4-8f15-338b5deb9a86 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:02.822806 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-be5baed1-51cf-4ce4-8f15-338b5deb9a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:02.823498 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be5baed1-51cf-4ce4-8f15-338b5deb9a86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83006fac-2134-4452-9ed8-9dd94c1145b9 {{(pid=102366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:22:02.828861 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-be5baed1-51cf-4ce4-8f15-338b5deb9a86 admin admin] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:02.830479 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-be5baed1-51cf-4ce4-8f15-338b5deb9a86 admin admin] 10.222.0.69 "DELETE /v2.0/routers/83006fac-2134-4452-9ed8-9dd94c1145b9 HTTP/1.1" status: 204 len: 168 time: 1.2342913 Dec 10 19:22:02.833192 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56464) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:02.890456 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-11fcad84-ead2-4160-a060-f18070f34b49 admin admin] Deleting subnet 8d431d24-7af1-47c6-afa7-19e9588fcee0 {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:22:02.893848 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-11fcad84-ead2-4160-a060-f18070f34b49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:02.911285 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b2f25b7b-5349-46d9-bdbe-245aaa39f539 req-bc9a146b-b7fc-44cf-b5c9-077acdc71a85 service neutron] 10.222.0.69 "GET /v2.0/networks/f1c746c7-9715-47f9-b22e-b165f4292919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443822 Dec 10 19:22:02.943253 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-11fcad84-ead2-4160-a060-f18070f34b49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:03.038742 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-11fcad84-ead2-4160-a060-f18070f34b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:03.106778 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-251da3b7-041d-42fa-b1c5-4169f0231db0 req-680b531e-039e-4355-a975-50cbe8c7202a tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] 10.222.0.69 "GET /v2.0/ports?device_id=7987704f-7226-4e1e-8c17-5f2c1b76887e HTTP/1.1" status: 200 len: 210 time: 0.0413949 Dec 10 19:22:03.127331 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-11fcad84-ead2-4160-a060-f18070f34b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:03.172275 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fcad84-ead2-4160-a060-f18070f34b49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d431d24-7af1-47c6-afa7-19e9588fcee0,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:03.174406 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-11fcad84-ead2-4160-a060-f18070f34b49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:03.177888 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-11fcad84-ead2-4160-a060-f18070f34b49 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/8d431d24-7af1-47c6-afa7-19e9588fcee0 HTTP/1.1" status: 204 len: 168 time: 0.3433542 Dec 10 19:22:03.181310 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893167e6-e624-4c60-bce7-f281a6291ef6 None None] Network 24f70241-3241-44cc-a65f-374de1f348f0 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:22:03.182278 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56472) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:03.284305 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-42fbc86f-0abb-448b-b0c4-d8c74a14215e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:03.397694 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-42fbc86f-0abb-448b-b0c4-d8c74a14215e admin admin] Deleting port 7808313e-12a7-42ac-9977-cf888025d760 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:22:03.399438 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-42fbc86f-0abb-448b-b0c4-d8c74a14215e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:03.419835 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56478) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:03.521718 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269f5362-d516-43c5-902b-e8fbe59fe247 None None] DHCP port deletion for 24f70241-3241-44cc-a65f-374de1f348f0 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:22:03.598420 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-269f5362-d516-43c5-902b-e8fbe59fe247 None None] Deleting port 7808313e-12a7-42ac-9977-cf888025d760 {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:22:03.599570 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-269f5362-d516-43c5-902b-e8fbe59fe247 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:03.607144 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-42fbc86f-0abb-448b-b0c4-d8c74a14215e admin admin] For port 7808313e-12a7-42ac-9977-cf888025d760, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=7808313e-12a7-42ac-9977-cf888025d760,segment=NetworkSegment(91b8a6f4-24b2-4432-a8c6-88730ff1d7da),segment_id=91b8a6f4-24b2-4432-a8c6-88730ff1d7da)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:22:03.607757 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-42fbc86f-0abb-448b-b0c4-d8c74a14215e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:03.641503 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-42fbc86f-0abb-448b-b0c4-d8c74a14215e admin admin] Calling delete_port for 7808313e-12a7-42ac-9977-cf888025d760 owned by network:dhcp {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:22:03.726523 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-269f5362-d516-43c5-902b-e8fbe59fe247 None None] For port 7808313e-12a7-42ac-9977-cf888025d760, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=7808313e-12a7-42ac-9977-cf888025d760,segment=NetworkSegment(91b8a6f4-24b2-4432-a8c6-88730ff1d7da),segment_id=91b8a6f4-24b2-4432-a8c6-88730ff1d7da)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:22:03.726951 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-269f5362-d516-43c5-902b-e8fbe59fe247 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:03.780091 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-269f5362-d516-43c5-902b-e8fbe59fe247 None None] Calling delete_port for 7808313e-12a7-42ac-9977-cf888025d760 owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:22:03.850433 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 972b085d-6751-41fa-91f4-b20ad0ebc04a no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:22:03.882740 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 972b085d-6751-41fa-91f4-b20ad0ebc04a {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:22:03.883094 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 972b085d-6751-41fa-91f4-b20ad0ebc04a not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:22:03.883524 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 0adc3546-fb12-4c42-a3b6-2c4b3e4ead18 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:22:03.909538 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-42fbc86f-0abb-448b-b0c4-d8c74a14215e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:03.913528 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 0adc3546-fb12-4c42-a3b6-2c4b3e4ead18 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:22:03.913882 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 0adc3546-fb12-4c42-a3b6-2c4b3e4ead18 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:22:03.914463 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 7808313e-12a7-42ac-9977-cf888025d760 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:22:03.951342 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 7808313e-12a7-42ac-9977-cf888025d760 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:22:03.951724 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 7808313e-12a7-42ac-9977-cf888025d760 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:22:03.962356 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fbc86f-0abb-448b-b0c4-d8c74a14215e admin admin] Pushing event deleted for resources: {'Port': ['ID=7808313e-12a7-42ac-9977-cf888025d760,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:03.989450 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fbc86f-0abb-448b-b0c4-d8c74a14215e admin admin] No DVR routers for this DVR port 7808313e-12a7-42ac-9977-cf888025d760 on host dv-neutron-821441-1-hyperv {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:22:03.991324 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-269f5362-d516-43c5-902b-e8fbe59fe247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:04.041151 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269f5362-d516-43c5-902b-e8fbe59fe247 None None] Pushing event deleted for resources: {'Port': ['ID=7808313e-12a7-42ac-9977-cf888025d760,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:04.045374 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269f5362-d516-43c5-902b-e8fbe59fe247 None None] No DVR routers for this DVR port 7808313e-12a7-42ac-9977-cf888025d760 on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:22:04.107665 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-42fbc86f-0abb-448b-b0c4-d8c74a14215e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:04.134434 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-42fbc86f-0abb-448b-b0c4-d8c74a14215e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24f70241-3241-44cc-a65f-374de1f348f0']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:22:04.152228 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-42fbc86f-0abb-448b-b0c4-d8c74a14215e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91b8a6f4-24b2-4432-a8c6-88730ff1d7da') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:22:04.152228 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-42fbc86f-0abb-448b-b0c4-d8c74a14215e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91b8a6f4-24b2-4432-a8c6-88730ff1d7da') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:22:04.160888 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-42fbc86f-0abb-448b-b0c4-d8c74a14215e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:04.184907 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-42fbc86f-0abb-448b-b0c4-d8c74a14215e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:04.221905 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8ecc8d93-51ef-4b37-b63c-14787296c368 req-04be3455-2937-46e5-9680-66a9eb618696 tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] 10.222.0.69 "GET /v2.0/ports?device_id=7987704f-7226-4e1e-8c17-5f2c1b76887e HTTP/1.1" status: 200 len: 210 time: 0.0428963 Dec 10 19:22:04.224867 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42fbc86f-0abb-448b-b0c4-d8c74a14215e admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:22:04.225277 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-42fbc86f-0abb-448b-b0c4-d8c74a14215e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:04.227098 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:22:04.227098 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:22:04.227098 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:22:04.227098 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:22:04.227098 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:22:04.227098 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:22:04.227098 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:22:04.227098 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:22:04.227098 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:22:04.227098 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:22:04.227098 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:22:04.227098 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:22:04.227098 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:22:04.227098 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:22:04.227098 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:22:04.227098 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:22:04.227098 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:22:04.227098 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:22:04.227098 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:22:04.227098 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:22:04.227098 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:22:04.227098 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:22:04.227098 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:22:04.227098 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:22:04.227098 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:22:04.227098 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:22:04.227098 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:22:04.227098 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:22:04.227098 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:22:04.227098 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:22:04.227098 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:22:04.227098 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:22:04.310075 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-42fbc86f-0abb-448b-b0c4-d8c74a14215e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:04.316675 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-42fbc86f-0abb-448b-b0c4-d8c74a14215e admin admin] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:04.319758 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-42fbc86f-0abb-448b-b0c4-d8c74a14215e admin admin] 10.222.0.69 "DELETE /v2.0/networks/24f70241-3241-44cc-a65f-374de1f348f0 HTTP/1.1" status: 204 len: 168 time: 1.1360958 Dec 10 19:22:04.334994 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fbc86f-0abb-448b-b0c4-d8c74a14215e admin admin] Pushing event deleted for resources: {'Network': ['ID=24f70241-3241-44cc-a65f-374de1f348f0,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:04.362621 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5525d481-d8d8-4ea4-a41d-9ba72a284403 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711290'] for router_interface, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:04.644681 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56486) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:04.737737 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-8be7b893-979a-4755-b661-81df4319ef1b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ebdd8c4cae7b4f17bfa866554f8f9f53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0893464 Dec 10 19:22:04.740809 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56492) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:04.797576 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f47454de-f24a-48a0-bd11-752940d41880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:04.824888 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f47454de-f24a-48a0-bd11-752940d41880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:04.897866 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f47454de-f24a-48a0-bd11-752940d41880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:04.900866 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f47454de-f24a-48a0-bd11-752940d41880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:04.904345 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-f47454de-f24a-48a0-bd11-752940d41880 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7351ab44-688c-439f-a4a8-26d39d0db299 HTTP/1.1" status: 204 len: 168 time: 0.1602509 Dec 10 19:22:04.911166 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47454de-f24a-48a0-bd11-752940d41880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7351ab44-688c-439f-a4a8-26d39d0db299,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:04.971323 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f25b7b-5349-46d9-bdbe-245aaa39f539 req-f82184bd-1df3-4bb8-8346-6d3a71c4e7f5 tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:04.972990 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b2f25b7b-5349-46d9-bdbe-245aaa39f539 req-f82184bd-1df3-4bb8-8346-6d3a71c4e7f5 tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] 10.222.0.36 "GET /v2.0/networks?id=f1c746c7-9715-47f9-b22e-b165f4292919 HTTP/1.1" status: 200 len: 811 time: 0.5358756 Dec 10 19:22:04.987994 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-b2f25b7b-5349-46d9-bdbe-245aaa39f539 req-b6990c4d-f050-4393-8734-3ea60c5cb37a tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] Request body: {'port': {'device_id': '7987704f-7226-4e1e-8c17-5f2c1b76887e', 'network_id': 'f1c746c7-9715-47f9-b22e-b165f4292919', 'admin_state_up': True, 'tenant_id': '2dc8e3876aa4486885bb8ebde54a757c'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:22:05.188240 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2f25b7b-5349-46d9-bdbe-245aaa39f539 req-b6990c4d-f050-4393-8734-3ea60c5cb37a tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] Made reservation on behalf of 2dc8e3876aa4486885bb8ebde54a757c for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:22:05.194957 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-b2f25b7b-5349-46d9-bdbe-245aaa39f539 req-b6990c4d-f050-4393-8734-3ea60c5cb37a tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:05.356113 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-23398288-b0fb-4f89-9a7b-ca4fa88b09db req-9615e8f9-8cd2-4bdc-b9f7-f7328b3aaf42 tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] 10.222.0.69 "GET /v2.0/ports?device_id=7987704f-7226-4e1e-8c17-5f2c1b76887e HTTP/1.1" status: 200 len: 210 time: 0.0400231 Dec 10 19:22:05.391731 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-5525d481-d8d8-4ea4-a41d-9ba72a284403 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Deleting port 6b901609-f33d-4654-adba-bd3e4ef620c5 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:22:05.392066 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5525d481-d8d8-4ea4-a41d-9ba72a284403 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:05.469739 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [req-b2f25b7b-5349-46d9-bdbe-245aaa39f539 req-b6990c4d-f050-4393-8734-3ea60c5cb37a tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] Allocated IP 172.20.0.11 (f1c746c7-9715-47f9-b22e-b165f4292919/327ce438-8bd9-48d7-8d1b-4135151a15c8/bbf5fe17-62ae-4d32-96c6-f2935aa9e9b0) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:22:05.528711 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-5525d481-d8d8-4ea4-a41d-9ba72a284403 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] For port 6b901609-f33d-4654-adba-bd3e4ef620c5, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=6b901609-f33d-4654-adba-bd3e4ef620c5,segment=NetworkSegment(387b8a8e-867a-40d3-829b-f0133992e76e),segment_id=387b8a8e-867a-40d3-829b-f0133992e76e)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:22:05.529074 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5525d481-d8d8-4ea4-a41d-9ba72a284403 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:05.553760 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-5525d481-d8d8-4ea4-a41d-9ba72a284403 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Calling delete_port for 6b901609-f33d-4654-adba-bd3e4ef620c5 owned by network:router_interface {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:22:05.813116 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-b2f25b7b-5349-46d9-bdbe-245aaa39f539 req-b6990c4d-f050-4393-8734-3ea60c5cb37a tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:05.905537 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-b2f25b7b-5349-46d9-bdbe-245aaa39f539 req-b6990c4d-f050-4393-8734-3ea60c5cb37a tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:05.967118 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2f25b7b-5349-46d9-bdbe-245aaa39f539 req-b6990c4d-f050-4393-8734-3ea60c5cb37a tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] Network f1c746c7-9715-47f9-b22e-b165f4292919 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:22:05.970696 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5525d481-d8d8-4ea4-a41d-9ba72a284403 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:05.976542 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [req-b2f25b7b-5349-46d9-bdbe-245aaa39f539 req-b6990c4d-f050-4393-8734-3ea60c5cb37a tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:22:05.979613 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f25b7b-5349-46d9-bdbe-245aaa39f539 req-b6990c4d-f050-4393-8734-3ea60c5cb37a tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:22:06.020791 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6990c4d-f050-4393-8734-3ea60c5cb37a tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] Pushing event updated for resources: {'Port': ['ID=bbf5fe17-62ae-4d32-96c6-f2935aa9e9b0,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:06.078393 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5525d481-d8d8-4ea4-a41d-9ba72a284403 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'Port': ['ID=6b901609-f33d-4654-adba-bd3e4ef620c5,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:06.117662 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f25b7b-5349-46d9-bdbe-245aaa39f539 req-b6990c4d-f050-4393-8734-3ea60c5cb37a tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:06.118385 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-b2f25b7b-5349-46d9-bdbe-245aaa39f539 req-b6990c4d-f050-4393-8734-3ea60c5cb37a tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:06.147756 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b2f25b7b-5349-46d9-bdbe-245aaa39f539 req-b6990c4d-f050-4393-8734-3ea60c5cb37a tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1634891 Dec 10 19:22:06.197218 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-b2f25b7b-5349-46d9-bdbe-245aaa39f539 req-feb5eb09-e138-4157-819e-562467175e21 service neutron] Request body: {'port': {'device_id': '7987704f-7226-4e1e-8c17-5f2c1b76887e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:22:06.306559 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-b2f25b7b-5349-46d9-bdbe-245aaa39f539 req-feb5eb09-e138-4157-819e-562467175e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:06.334063 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5525d481-d8d8-4ea4-a41d-9ba72a284403 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3755731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3712768'] for router_interface, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:06.395023 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56532) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:06.515288 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-53cf8aa9-4d1e-4dd2-ad67-d25c43c94067 tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-592785302'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:22:06.549288 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-53cf8aa9-4d1e-4dd2-ad67-d25c43c94067 tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:06.550369 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-53cf8aa9-4d1e-4dd2-ad67-d25c43c94067 tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:06.608584 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-53cf8aa9-4d1e-4dd2-ad67-d25c43c94067 tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:06.613804 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-53cf8aa9-4d1e-4dd2-ad67-d25c43c94067 tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:06.630230 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-53cf8aa9-4d1e-4dd2-ad67-d25c43c94067 tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:06.634028 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-53cf8aa9-4d1e-4dd2-ad67-d25c43c94067 tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.2345386 Dec 10 19:22:06.634577 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56536) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:06.642991 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c0157-89f6-4a3c-a91f-d1255eec9210 req-80a32c27-1c28-4973-bbdb-3a29fbab4c7e tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:06.645189 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7e4c0157-89f6-4a3c-a91f-d1255eec9210 req-80a32c27-1c28-4973-bbdb-3a29fbab4c7e tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] 10.222.0.69 "GET /v2.0/ports?device_id=7987704f-7226-4e1e-8c17-5f2c1b76887e HTTP/1.1" status: 200 len: 932 time: 0.1930726 Dec 10 19:22:06.711005 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5a6af125-b8ec-4c1a-8125-dfd19e600b32 tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] Notify callbacks [] for router, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:06.781190 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7e4c0157-89f6-4a3c-a91f-d1255eec9210 req-68a06bb6-52b4-4c29-9cab-f6c37135b37f tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e9e530c-a061-4248-a31e-d8aad4f19bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295178 Dec 10 19:22:06.885883 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5525d481-d8d8-4ea4-a41d-9ba72a284403 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Router fc36a459-772e-42b2-b336-e02eacb0da03 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:22:06.902256 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [req-b2f25b7b-5349-46d9-bdbe-245aaa39f539 req-feb5eb09-e138-4157-819e-562467175e21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbf5fe17-62ae-4d32-96c6-f2935aa9e9b0 {{(pid=102365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:22:06.914397 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-b2f25b7b-5349-46d9-bdbe-245aaa39f539 req-feb5eb09-e138-4157-819e-562467175e21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:06.995979 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.provisioning_blocks [req-b2f25b7b-5349-46d9-bdbe-245aaa39f539 req-feb5eb09-e138-4157-819e-562467175e21 service neutron] Transition to ACTIVE for port object bbf5fe17-62ae-4d32-96c6-f2935aa9e9b0 will not be triggered until provisioned by entity L2. {{(pid=102365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:22:07.001504 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-b2f25b7b-5349-46d9-bdbe-245aaa39f539 req-feb5eb09-e138-4157-819e-562467175e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:07.079603 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb5eb09-e138-4157-819e-562467175e21 service neutron] Pushing event updated for resources: {'Port': ['ID=bbf5fe17-62ae-4d32-96c6-f2935aa9e9b0,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:07.108476 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5525d481-d8d8-4ea4-a41d-9ba72a284403 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:22:07.119881 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1a6353-bc26-4efe-87a0-85e1f48680c7 None None] Sync routers for ids ['fc36a459-772e-42b2-b336-e02eacb0da03'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:22:07.134151 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1a6353-bc26-4efe-87a0-85e1f48680c7 None None] Routers {'fc36a459-772e-42b2-b336-e02eacb0da03'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:22:07.135200 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-5525d481-d8d8-4ea4-a41d-9ba72a284403 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "PUT /v2.0/routers/fc36a459-772e-42b2-b336-e02eacb0da03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7141469 Dec 10 19:22:07.138729 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-5a1a6353-bc26-4efe-87a0-85e1f48680c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:21:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['fc36a459-772e-42b2-b336-e02eacb0da03'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:22:07.169385 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-b2f25b7b-5349-46d9-bdbe-245aaa39f539 req-feb5eb09-e138-4157-819e-562467175e21 service neutron] Attempting to bind port bbf5fe17-62ae-4d32-96c6-f2935aa9e9b0 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:22:07.169757 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-b2f25b7b-5349-46d9-bdbe-245aaa39f539 req-feb5eb09-e138-4157-819e-562467175e21 service neutron] Attempting to bind port bbf5fe17-62ae-4d32-96c6-f2935aa9e9b0 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '116140ca-d174-47be-a168-da31343c1d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f1c746c7-9715-47f9-b22e-b165f4292919'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:22:07.170034 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f25b7b-5349-46d9-bdbe-245aaa39f539 req-feb5eb09-e138-4157-819e-562467175e21 service neutron] Attempting to bind port bbf5fe17-62ae-4d32-96c6-f2935aa9e9b0 on network f1c746c7-9715-47f9-b22e-b165f4292919 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:22:07.175064 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f25b7b-5349-46d9-bdbe-245aaa39f539 req-feb5eb09-e138-4157-819e-562467175e21 service neutron] Port bbf5fe17-62ae-4d32-96c6-f2935aa9e9b0 on network f1c746c7-9715-47f9-b22e-b165f4292919 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:22:07.175255 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f25b7b-5349-46d9-bdbe-245aaa39f539 req-feb5eb09-e138-4157-819e-562467175e21 service neutron] Attempting to bind port bbf5fe17-62ae-4d32-96c6-f2935aa9e9b0 on network f1c746c7-9715-47f9-b22e-b165f4292919 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:22:07.181606 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f25b7b-5349-46d9-bdbe-245aaa39f539 req-feb5eb09-e138-4157-819e-562467175e21 service neutron] Checking agent: {'id': '9e16c23e-95bc-4c2e-b3ec-daf7533f9d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'started_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:22:07.181975 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f25b7b-5349-46d9-bdbe-245aaa39f539 req-feb5eb09-e138-4157-819e-562467175e21 service neutron] Checking segment: {'id': '116140ca-d174-47be-a168-da31343c1d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f1c746c7-9715-47f9-b22e-b165f4292919'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:22:07.182329 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f25b7b-5349-46d9-bdbe-245aaa39f539 req-feb5eb09-e138-4157-819e-562467175e21 service neutron] Bound using segment: {'id': '116140ca-d174-47be-a168-da31343c1d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f1c746c7-9715-47f9-b22e-b165f4292919'} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:22:07.182770 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-b2f25b7b-5349-46d9-bdbe-245aaa39f539 req-feb5eb09-e138-4157-819e-562467175e21 service neutron] Bound port: bbf5fe17-62ae-4d32-96c6-f2935aa9e9b0, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '116140ca-d174-47be-a168-da31343c1d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f1c746c7-9715-47f9-b22e-b165f4292919'}}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:22:07.183127 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-b2f25b7b-5349-46d9-bdbe-245aaa39f539 req-feb5eb09-e138-4157-819e-562467175e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:07.215587 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5a6af125-b8ec-4c1a-8125-dfd19e600b32 tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:07.218821 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5a6af125-b8ec-4c1a-8125-dfd19e600b32 tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:07.272609 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-5a1a6353-bc26-4efe-87a0-85e1f48680c7 None None] Set router fc36a459-772e-42b2-b336-e02eacb0da03 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:22:07.273770 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5a6af125-b8ec-4c1a-8125-dfd19e600b32 tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:07.274562 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a6af125-b8ec-4c1a-8125-dfd19e600b32 tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1da02a58-e840-4c6d-bb2d-544fcc457bd8 {{(pid=102366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:22:07.282529 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5a6af125-b8ec-4c1a-8125-dfd19e600b32 tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:07.285839 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-5a6af125-b8ec-4c1a-8125-dfd19e600b32 tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] 10.222.0.69 "DELETE /v2.0/routers/1da02a58-e840-4c6d-bb2d-544fcc457bd8 HTTP/1.1" status: 204 len: 168 time: 0.6491210 Dec 10 19:22:07.289255 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56540) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:07.289501 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-b2f25b7b-5349-46d9-bdbe-245aaa39f539 req-feb5eb09-e138-4157-819e-562467175e21 service neutron] For port bbf5fe17-62ae-4d32-96c6-f2935aa9e9b0, host hv-neutron-8214, cleared binding levels {{(pid=102365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:22:07.293932 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-b2f25b7b-5349-46d9-bdbe-245aaa39f539 req-feb5eb09-e138-4157-819e-562467175e21 service neutron] For port bbf5fe17-62ae-4d32-96c6-f2935aa9e9b0, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=bbf5fe17-62ae-4d32-96c6-f2935aa9e9b0,segment=NetworkSegment(116140ca-d174-47be-a168-da31343c1d2f),segment_id=116140ca-d174-47be-a168-da31343c1d2f)] {{(pid=102365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:22:07.298017 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-b2f25b7b-5349-46d9-bdbe-245aaa39f539 req-feb5eb09-e138-4157-819e-562467175e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:07.302337 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-5078d42a-7349-4aa7-ad61-e7fea513626e tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] Request body: {'router': {'name': 'tempest-router-1183010377', 'distributed': False}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:22:07.338690 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f25b7b-5349-46d9-bdbe-245aaa39f539 req-feb5eb09-e138-4157-819e-562467175e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:07.339362 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-b2f25b7b-5349-46d9-bdbe-245aaa39f539 req-feb5eb09-e138-4157-819e-562467175e21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:07.341511 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b2f25b7b-5349-46d9-bdbe-245aaa39f539 req-feb5eb09-e138-4157-819e-562467175e21 service neutron] 10.222.0.36 "PUT /v2.0/ports/bbf5fe17-62ae-4d32-96c6-f2935aa9e9b0 HTTP/1.1" status: 200 len: 1094 time: 1.1821172 Dec 10 19:22:07.342292 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7987704f-7226-4e1e-8c17-5f2c1b76887e', 'tag': 'bbf5fe17-62ae-4d32-96c6-f2935aa9e9b0'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:22:07.345259 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab6384d-4ba8-4930-a3ac-f24f5023fbcc" -d '{"events": [{"name": "network-changed", "server_uuid": "7987704f-7226-4e1e-8c17-5f2c1b76887e", "tag": "bbf5fe17-62ae-4d32-96c6-f2935aa9e9b0"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:22:07.367390 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5078d42a-7349-4aa7-ad61-e7fea513626e tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:07.371799 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5078d42a-7349-4aa7-ad61-e7fea513626e tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:07.383516 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb5eb09-e138-4157-819e-562467175e21 service neutron] Pushing event updated for resources: {'Port': ['ID=bbf5fe17-62ae-4d32-96c6-f2935aa9e9b0,revision_number=3']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:07.433324 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e26f0fc-de9b-48bf-987a-940eb73ac6d5 x-openstack-request-id: req-9e26f0fc-de9b-48bf-987a-940eb73ac6d5 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:22:07.433669 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7987704f-7226-4e1e-8c17-5f2c1b76887e", "tag": "bbf5fe17-62ae-4d32-96c6-f2935aa9e9b0", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:22:07.433841 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9e26f0fc-de9b-48bf-987a-940eb73ac6d5 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:22:07.434244 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7987704f-7226-4e1e-8c17-5f2c1b76887e', 'tag': 'bbf5fe17-62ae-4d32-96c6-f2935aa9e9b0', 'status': 'completed', 'code': 200} Dec 10 19:22:07.452539 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f25b7b-5349-46d9-bdbe-245aaa39f539 req-3a37710b-e2c1-4855-b260-58199d1d9bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:07.454409 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b2f25b7b-5349-46d9-bdbe-245aaa39f539 req-3a37710b-e2c1-4855-b260-58199d1d9bd8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2dc8e3876aa4486885bb8ebde54a757c&device_id=7987704f-7226-4e1e-8c17-5f2c1b76887e HTTP/1.1" status: 200 len: 1097 time: 0.0626924 Dec 10 19:22:07.455095 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5078d42a-7349-4aa7-ad61-e7fea513626e tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:07.460586 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5078d42a-7349-4aa7-ad61-e7fea513626e tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:07.480251 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5078d42a-7349-4aa7-ad61-e7fea513626e tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:07.484544 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-5078d42a-7349-4aa7-ad61-e7fea513626e tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1908369 Dec 10 19:22:07.486075 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56548) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:07.533198 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b2f25b7b-5349-46d9-bdbe-245aaa39f539 req-885a861a-4f32-464a-9c15-157a59967390 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bbf5fe17-62ae-4d32-96c6-f2935aa9e9b0 HTTP/1.1" status: 200 len: 217 time: 0.0646749 Dec 10 19:22:07.563102 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9645a1de-eddd-4b23-9dcd-50fee6df4667 tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] Notify callbacks [] for router, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:07.612259 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e7d50-52da-47b7-866a-c5a00a46d20a req-7d0f7a13-55e8-4cb6-bb7a-abd16edc30f1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:07.614820 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bf2e7d50-52da-47b7-866a-c5a00a46d20a req-7d0f7a13-55e8-4cb6-bb7a-abd16edc30f1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=0873eabe-c94d-487e-8192-2c70fe076c07 HTTP/1.1" status: 200 len: 946 time: 0.1566103 Dec 10 19:22:07.619178 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-5a1a6353-bc26-4efe-87a0-85e1f48680c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'name': 'tempest-TestNetworkBasicOps-router-174610736', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': 'f4f54156-4d4e-431d-b4de-80cee11ea05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:18:50Z', 'updated_at': '2021-12-10T19:22:05Z', 'revision_number': 6, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': 'f4f54156-4d4e-431d-b4de-80cee11ea05f', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:27:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:51Z', 'updated_at': '2021-12-10T19:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '0130aea9-1c9e-4cf6-a24c-281a44123df1', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'floating_ip_address': '172.26.6.237', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'port_id': 'f474eac2-65b4-4bb0-9076-1081e22ffee4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09581b17-9274-439f-a74b-fa6e61531b79', 'mac_address': 'fa:16:3e:86:e9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7c2f2a-f560-42f3-8510-087b533a0cee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:19:43Z', 'updated_at': '2021-12-10T19:19:49Z', 'revision_number': 1, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '247d0e9d-6076-46be-b3ad-29e13d25fa3a', 'name': '', 'network_id': '09581b17-9274-439f-a74b-fa6e61531b79', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:98:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'b9c100b6-9bbf-40aa-9f4a-38cbf1742a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:57Z', 'updated_at': '2021-12-10T19:19:04Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'b9c100b6-9bbf-40aa-9f4a-38cbf1742a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:22:07.627140 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f25b7b-5349-46d9-bdbe-245aaa39f539 req-59ec7b60-3185-4e20-8f39-daa88e9c6727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:07.629818 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b2f25b7b-5349-46d9-bdbe-245aaa39f539 req-59ec7b60-3185-4e20-8f39-daa88e9c6727 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=327ce438-8bd9-48d7-8d1b-4135151a15c8 HTTP/1.1" status: 200 len: 851 time: 0.0887983 Dec 10 19:22:07.655162 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1a6353-bc26-4efe-87a0-85e1f48680c7 None None] Checking router: fc36a459-772e-42b2-b336-e02eacb0da03 for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:22:07.668893 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1a6353-bc26-4efe-87a0-85e1f48680c7 None None] Routers {'fc36a459-772e-42b2-b336-e02eacb0da03'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:22:07.669669 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-5a1a6353-bc26-4efe-87a0-85e1f48680c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:21:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['fc36a459-772e-42b2-b336-e02eacb0da03'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:22:07.715037 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bf2e7d50-52da-47b7-866a-c5a00a46d20a req-bb60a34c-77cf-425a-b069-8977e2ebc941 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=1907ce6b-399b-41b2-a6fc-f240420c8046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744996 Dec 10 19:22:07.715037 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b2f25b7b-5349-46d9-bdbe-245aaa39f539 req-1101b1d2-facc-4650-8349-a1f29a2ba59f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1c746c7-9715-47f9-b22e-b165f4292919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700524 Dec 10 19:22:07.776720 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9645a1de-eddd-4b23-9dcd-50fee6df4667 tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:07.778119 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9645a1de-eddd-4b23-9dcd-50fee6df4667 tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:07.839523 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b2f25b7b-5349-46d9-bdbe-245aaa39f539 req-61ed0507-7eb6-475c-a86d-48d3ba27a9be service neutron] 10.222.0.36 "GET /v2.0/networks/f1c746c7-9715-47f9-b22e-b165f4292919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222665 Dec 10 19:22:07.848754 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-5a1a6353-bc26-4efe-87a0-85e1f48680c7 None None] Set router fc36a459-772e-42b2-b336-e02eacb0da03 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:22:07.873652 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9645a1de-eddd-4b23-9dcd-50fee6df4667 tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:07.875546 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9645a1de-eddd-4b23-9dcd-50fee6df4667 tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b8bd9817-f750-46a1-8369-49c90af7cc91 {{(pid=102366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:22:07.894624 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9645a1de-eddd-4b23-9dcd-50fee6df4667 tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:07.896295 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-9645a1de-eddd-4b23-9dcd-50fee6df4667 tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] 10.222.0.69 "DELETE /v2.0/routers/b8bd9817-f750-46a1-8369-49c90af7cc91 HTTP/1.1" status: 204 len: 168 time: 0.4088151 Dec 10 19:22:07.901063 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56552) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:07.908382 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-4f2072ba-7769-4f83-bc5e-0608793ac589 tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] Request body: {'router': {'name': 'tempest-router-527041790', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '2c58a1cd32f04a80a14c9d253f03b672'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:22:07.947747 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4f2072ba-7769-4f83-bc5e-0608793ac589 tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:07.950017 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4f2072ba-7769-4f83-bc5e-0608793ac589 tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:07.998711 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d8e66-7079-46f9-8484-cda90ce43f75 req-7f341545-5310-49c2-a08c-65f15cf03fa7 tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:08.000331 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2d5d8e66-7079-46f9-8484-cda90ce43f75 req-7f341545-5310-49c2-a08c-65f15cf03fa7 tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] 10.222.0.69 "GET /v2.0/ports?device_id=7987704f-7226-4e1e-8c17-5f2c1b76887e HTTP/1.1" status: 200 len: 944 time: 0.0897350 Dec 10 19:22:08.002819 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b2f25b7b-5349-46d9-bdbe-245aaa39f539 req-914a8b3b-636c-4bd3-b204-9242f1430f3f service neutron] 10.222.0.36 "GET /v2.0/networks/f1c746c7-9715-47f9-b22e-b165f4292919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532030 Dec 10 19:22:08.033275 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4f2072ba-7769-4f83-bc5e-0608793ac589 tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:08.039634 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4f2072ba-7769-4f83-bc5e-0608793ac589 tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:08.059643 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4f2072ba-7769-4f83-bc5e-0608793ac589 tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:08.060933 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-4f2072ba-7769-4f83-bc5e-0608793ac589 tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1583917 Dec 10 19:22:08.064417 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56554) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:08.069457 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-cf72317e-35ff-40dd-979c-8d91c98e9ed7 tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:22:08.087990 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2d5d8e66-7079-46f9-8484-cda90ce43f75 req-48e2eaaa-a198-41d4-bec1-44bd3dccb21c tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e9e530c-a061-4248-a31e-d8aad4f19bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802569 Dec 10 19:22:08.136257 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6384d-4ba8-4930-a3ac-f24f5023fbcc req-67ee6508-f2c8-4872-bd12-eb35ff943ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:08.138353 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1ab6384d-4ba8-4930-a3ac-f24f5023fbcc req-67ee6508-f2c8-4872-bd12-eb35ff943ac7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2dc8e3876aa4486885bb8ebde54a757c&device_id=7987704f-7226-4e1e-8c17-5f2c1b76887e HTTP/1.1" status: 200 len: 1097 time: 0.0704339 Dec 10 19:22:08.166288 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-5a1a6353-bc26-4efe-87a0-85e1f48680c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'name': 'tempest-TestNetworkBasicOps-router-174610736', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': 'f4f54156-4d4e-431d-b4de-80cee11ea05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:18:50Z', 'updated_at': '2021-12-10T19:22:05Z', 'revision_number': 6, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': 'f4f54156-4d4e-431d-b4de-80cee11ea05f', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:27:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:51Z', 'updated_at': '2021-12-10T19:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '0130aea9-1c9e-4cf6-a24c-281a44123df1', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'floating_ip_address': '172.26.6.237', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'port_id': 'f474eac2-65b4-4bb0-9076-1081e22ffee4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09581b17-9274-439f-a74b-fa6e61531b79', 'mac_address': 'fa:16:3e:86:e9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7c2f2a-f560-42f3-8510-087b533a0cee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:19:43Z', 'updated_at': '2021-12-10T19:19:49Z', 'revision_number': 1, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '247d0e9d-6076-46be-b3ad-29e13d25fa3a', 'name': '', 'network_id': '09581b17-9274-439f-a74b-fa6e61531b79', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:98:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'b9c100b6-9bbf-40aa-9f4a-38cbf1742a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:57Z', 'updated_at': '2021-12-10T19:19:04Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'b9c100b6-9bbf-40aa-9f4a-38cbf1742a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:22:08.211939 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1a6353-bc26-4efe-87a0-85e1f48680c7 None None] The sync data for ids ['fc36a459-772e-42b2-b336-e02eacb0da03'] in dv-neutron-821441-1-hyperv is: [{'id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'name': 'tempest-TestNetworkBasicOps-router-174610736', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': 'f4f54156-4d4e-431d-b4de-80cee11ea05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:18:50Z', 'updated_at': '2021-12-10T19:22:05Z', 'revision_number': 6, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': 'f4f54156-4d4e-431d-b4de-80cee11ea05f', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:27:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:51Z', 'updated_at': '2021-12-10T19:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '0130aea9-1c9e-4cf6-a24c-281a44123df1', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'floating_ip_address': '172.26.6.237', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'port_id': 'f474eac2-65b4-4bb0-9076-1081e22ffee4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09581b17-9274-439f-a74b-fa6e61531b79', 'mac_address': 'fa:16:3e:86:e9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7c2f2a-f560-42f3-8510-087b533a0cee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:19:43Z', 'updated_at': '2021-12-10T19:19:49Z', 'revision_number': 1, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '247d0e9d-6076-46be-b3ad-29e13d25fa3a', 'name': '', 'network_id': '09581b17-9274-439f-a74b-fa6e61531b79', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:98:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'b9c100b6-9bbf-40aa-9f4a-38cbf1742a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:57Z', 'updated_at': '2021-12-10T19:19:04Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'b9c100b6-9bbf-40aa-9f4a-38cbf1742a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:22:08.318526 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cf72317e-35ff-40dd-979c-8d91c98e9ed7 tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3713082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3715814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8908'] for router, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:08.318815 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cf72317e-35ff-40dd-979c-8d91c98e9ed7 tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] Notify callbacks [] for router, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:08.406580 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-cf72317e-35ff-40dd-979c-8d91c98e9ed7 tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102366) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Dec 10 19:22:08.406915 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-cf72317e-35ff-40dd-979c-8d91c98e9ed7 tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] Router a0fcf80a-3cd6-4579-aa2e-2aeef7ba763b migrating from provider to provider. {{(pid=102366) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Dec 10 19:22:08.407301 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cf72317e-35ff-40dd-979c-8d91c98e9ed7 tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:08.413030 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cf72317e-35ff-40dd-979c-8d91c98e9ed7 tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:08.417943 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cf72317e-35ff-40dd-979c-8d91c98e9ed7 tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3713075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3713068', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3715807'] for router, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:08.506837 dv-neutron-821441-1-hyperv neutron-server[102366]: WARNING neutron.scheduler.l3_agent_scheduler [None req-cf72317e-35ff-40dd-979c-8d91c98e9ed7 tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] No L3 agents can host the router a0fcf80a-3cd6-4579-aa2e-2aeef7ba763b Dec 10 19:22:08.524489 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6384d-4ba8-4930-a3ac-f24f5023fbcc req-fadb8d17-4408-4252-85b9-b70abefe1e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:08.527778 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1ab6384d-4ba8-4930-a3ac-f24f5023fbcc req-fadb8d17-4408-4252-85b9-b70abefe1e76 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1c746c7-9715-47f9-b22e-b165f4292919 HTTP/1.1" status: 200 len: 912 time: 0.3790295 Dec 10 19:22:08.577125 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1ab6384d-4ba8-4930-a3ac-f24f5023fbcc req-8d05a015-da57-4501-86a4-b19286a68fac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bbf5fe17-62ae-4d32-96c6-f2935aa9e9b0 HTTP/1.1" status: 200 len: 217 time: 0.0413961 Dec 10 19:22:08.616641 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf72317e-35ff-40dd-979c-8d91c98e9ed7 tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] Hosts for router a0fcf80a-3cd6-4579-aa2e-2aeef7ba763b: [] {{(pid=102366) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 10 19:22:08.648544 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf72317e-35ff-40dd-979c-8d91c98e9ed7 tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] Hosts for other DVR routers connected to router a0fcf80a-3cd6-4579-aa2e-2aeef7ba763b: set() {{(pid=102366) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 10 19:22:08.650566 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6384d-4ba8-4930-a3ac-f24f5023fbcc req-c104d29c-da14-4bc6-84e9-dbc6e9b916d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:08.651328 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cf72317e-35ff-40dd-979c-8d91c98e9ed7 tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:08.654942 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1ab6384d-4ba8-4930-a3ac-f24f5023fbcc req-c104d29c-da14-4bc6-84e9-dbc6e9b916d8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=327ce438-8bd9-48d7-8d1b-4135151a15c8 HTTP/1.1" status: 200 len: 851 time: 0.0676997 Dec 10 19:22:08.655163 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-cf72317e-35ff-40dd-979c-8d91c98e9ed7 tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] 10.222.0.69 "PUT /v2.0/routers/a0fcf80a-3cd6-4579-aa2e-2aeef7ba763b HTTP/1.1" status: 200 len: 716 time: 0.5872054 Dec 10 19:22:08.655293 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56556) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:08.689939 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1ab6384d-4ba8-4930-a3ac-f24f5023fbcc req-08c0f256-dc08-467b-a854-2b4d09ebf4d9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1c746c7-9715-47f9-b22e-b165f4292919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284495 Dec 10 19:22:08.746635 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d0051af9-fe8f-4994-9e6c-a9004cbfc22c tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] 10.222.0.69 "GET /v2.0/routers/a0fcf80a-3cd6-4579-aa2e-2aeef7ba763b HTTP/1.1" status: 200 len: 716 time: 0.0902464 Dec 10 19:22:08.750717 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56560) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:08.838946 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1ab6384d-4ba8-4930-a3ac-f24f5023fbcc req-0352d2a8-7acf-419c-8d67-7e3a3ae8e1b0 service neutron] 10.222.0.36 "GET /v2.0/networks/f1c746c7-9715-47f9-b22e-b165f4292919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372967 Dec 10 19:22:08.858581 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a58ac-856c-4c1a-bff2-2acea5a74506 req-f00e50ca-dfb6-4dae-b519-db54586975ea tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:08.860258 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d34a58ac-856c-4c1a-bff2-2acea5a74506 req-f00e50ca-dfb6-4dae-b519-db54586975ea tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=0873eabe-c94d-487e-8192-2c70fe076c07 HTTP/1.1" status: 200 len: 946 time: 0.0719869 Dec 10 19:22:08.947050 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d34a58ac-856c-4c1a-bff2-2acea5a74506 req-d1bd3457-1e05-4bb0-9de3-1e28f880a25a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=1907ce6b-399b-41b2-a6fc-f240420c8046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775626 Dec 10 19:22:08.953141 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-76f38cf0-61dd-4d38-8360-d0a29b9313af tempest-RoutersTestDVR-1596628537 tempest-RoutersTestDVR-1596628537-project] 10.222.0.69 "GET /v2.0/routers/a0fcf80a-3cd6-4579-aa2e-2aeef7ba763b HTTP/1.1" status: 200 len: 682 time: 0.2011323 Dec 10 19:22:08.955942 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56564) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:08.982076 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1ab6384d-4ba8-4930-a3ac-f24f5023fbcc req-b711e2ee-9a10-45f2-831a-e2953346bd02 service neutron] 10.222.0.36 "GET /v2.0/networks/f1c746c7-9715-47f9-b22e-b165f4292919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208322 Dec 10 19:22:09.036921 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-47a9e058-43db-4880-a9ac-4f00fb6c995e tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] Notify callbacks [] for router, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:09.120455 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736388d-8068-4b4c-a71d-7cb6c641f21f req-d0e4d6fc-8b72-46b9-893f-fbf57faa2b9e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:09.123123 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9736388d-8068-4b4c-a71d-7cb6c641f21f req-d0e4d6fc-8b72-46b9-893f-fbf57faa2b9e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.36 "GET /v2.0/ports?device_id=0873eabe-c94d-487e-8192-2c70fe076c07 HTTP/1.1" status: 200 len: 946 time: 0.0832210 Dec 10 19:22:09.207349 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-47a9e058-43db-4880-a9ac-4f00fb6c995e tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:09.210631 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-47a9e058-43db-4880-a9ac-4f00fb6c995e tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:09.274283 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-47a9e058-43db-4880-a9ac-4f00fb6c995e tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:09.275130 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a9e058-43db-4880-a9ac-4f00fb6c995e tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a0fcf80a-3cd6-4579-aa2e-2aeef7ba763b {{(pid=102366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:22:09.280568 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-47a9e058-43db-4880-a9ac-4f00fb6c995e tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:09.287930 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-47a9e058-43db-4880-a9ac-4f00fb6c995e tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] 10.222.0.69 "DELETE /v2.0/routers/a0fcf80a-3cd6-4579-aa2e-2aeef7ba763b HTTP/1.1" status: 204 len: 168 time: 0.3243761 Dec 10 19:22:09.288412 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56568) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:09.293048 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-8fe8ef8d-9116-41ba-add2-a98a7e115953 tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] Request body: {'router': {'name': 'tempest-router-678686804', 'distributed': True}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:22:09.319780 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8fe8ef8d-9116-41ba-add2-a98a7e115953 tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:09.320890 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8fe8ef8d-9116-41ba-add2-a98a7e115953 tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:09.342302 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c9ad2-cbad-4d52-af8a-65c6fb82795c req-777c8f15-9eff-4c1e-b093-4c0b6c8c07d5 tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:09.345021 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e49c9ad2-cbad-4d52-af8a-65c6fb82795c req-777c8f15-9eff-4c1e-b093-4c0b6c8c07d5 tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] 10.222.0.69 "GET /v2.0/ports?device_id=7987704f-7226-4e1e-8c17-5f2c1b76887e HTTP/1.1" status: 200 len: 944 time: 0.1243820 Dec 10 19:22:09.355237 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-9736388d-8068-4b4c-a71d-7cb6c641f21f req-0d878541-5002-4a95-ac00-a9a3e053e310 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Deleting port 9ae08f31-554f-4ac2-94e2-50ecb66855bd {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:22:09.355800 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-9736388d-8068-4b4c-a71d-7cb6c641f21f req-0d878541-5002-4a95-ac00-a9a3e053e310 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:09.383322 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8fe8ef8d-9116-41ba-add2-a98a7e115953 tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:09.387933 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8fe8ef8d-9116-41ba-add2-a98a7e115953 tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:09.404549 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8fe8ef8d-9116-41ba-add2-a98a7e115953 tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:09.405823 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-8fe8ef8d-9116-41ba-add2-a98a7e115953 tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1165390 Dec 10 19:22:09.408943 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56570) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:09.489881 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8ea26f60-212e-4706-9359-7f9b62ade95b tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] Notify callbacks [] for router, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:09.520074 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e49c9ad2-cbad-4d52-af8a-65c6fb82795c req-23289cae-459b-41f7-9acc-860d774beab3 tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e9e530c-a061-4248-a31e-d8aad4f19bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589661 Dec 10 19:22:09.577506 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-9736388d-8068-4b4c-a71d-7cb6c641f21f req-0d878541-5002-4a95-ac00-a9a3e053e310 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] For port 9ae08f31-554f-4ac2-94e2-50ecb66855bd, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=9ae08f31-554f-4ac2-94e2-50ecb66855bd,segment=NetworkSegment(387b8a8e-867a-40d3-829b-f0133992e76e),segment_id=387b8a8e-867a-40d3-829b-f0133992e76e)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:22:09.578058 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-9736388d-8068-4b4c-a71d-7cb6c641f21f req-0d878541-5002-4a95-ac00-a9a3e053e310 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:09.602820 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-9736388d-8068-4b4c-a71d-7cb6c641f21f req-0d878541-5002-4a95-ac00-a9a3e053e310 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Calling delete_port for 9ae08f31-554f-4ac2-94e2-50ecb66855bd owned by compute:nova {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:22:09.681903 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8ea26f60-212e-4706-9359-7f9b62ade95b tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:09.685572 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8ea26f60-212e-4706-9359-7f9b62ade95b tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:09.715682 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 6b901609-f33d-4654-adba-bd3e4ef620c5 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:22:09.748269 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 6b901609-f33d-4654-adba-bd3e4ef620c5 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:22:09.749019 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 6b901609-f33d-4654-adba-bd3e4ef620c5 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:22:09.766803 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8ea26f60-212e-4706-9359-7f9b62ade95b tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:09.767601 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea26f60-212e-4706-9359-7f9b62ade95b tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b18b8f2a-940d-40dd-a3da-e81ace82bd1e {{(pid=102366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:22:09.775365 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8ea26f60-212e-4706-9359-7f9b62ade95b tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:09.780210 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-8ea26f60-212e-4706-9359-7f9b62ade95b tempest-RoutersTestDVR-741902199 tempest-RoutersTestDVR-741902199-project-admin] 10.222.0.69 "DELETE /v2.0/routers/b18b8f2a-940d-40dd-a3da-e81ace82bd1e HTTP/1.1" status: 204 len: 168 time: 0.3683312 Dec 10 19:22:09.787188 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-9736388d-8068-4b4c-a71d-7cb6c641f21f req-0d878541-5002-4a95-ac00-a9a3e053e310 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:09.820406 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d878541-5002-4a95-ac00-a9a3e053e310 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'Port': ['ID=9ae08f31-554f-4ac2-94e2-50ecb66855bd,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:09.873468 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-9736388d-8068-4b4c-a71d-7cb6c641f21f req-0d878541-5002-4a95-ac00-a9a3e053e310 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] No DVR routers for this DVR port 9ae08f31-554f-4ac2-94e2-50ecb66855bd on host hv-neutron-8214 {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:22:09.876367 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-9736388d-8068-4b4c-a71d-7cb6c641f21f req-0d878541-5002-4a95-ac00-a9a3e053e310 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:09.880258 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9736388d-8068-4b4c-a71d-7cb6c641f21f req-0d878541-5002-4a95-ac00-a9a3e053e310 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.36 "DELETE /v2.0/ports/9ae08f31-554f-4ac2-94e2-50ecb66855bd HTTP/1.1" status: 204 len: 173 time: 0.7439144 Dec 10 19:22:09.880789 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0873eabe-c94d-487e-8192-2c70fe076c07', 'name': 'network-vif-deleted', 'tag': '9ae08f31-554f-4ac2-94e2-50ecb66855bd'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:22:09.883147 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-989504e0-9da3-47f1-b8c8-f746875f2280" -d '{"events": [{"server_uuid": "0873eabe-c94d-487e-8192-2c70fe076c07", "name": "network-vif-deleted", "tag": "9ae08f31-554f-4ac2-94e2-50ecb66855bd"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:22:09.922847 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5647ee25-f058-4b53-adb0-94ae54c96793 x-openstack-request-id: req-5647ee25-f058-4b53-adb0-94ae54c96793 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:22:09.923167 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0873eabe-c94d-487e-8192-2c70fe076c07", "name": "network-vif-deleted", "tag": "9ae08f31-554f-4ac2-94e2-50ecb66855bd", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:22:09.923488 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5647ee25-f058-4b53-adb0-94ae54c96793 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:22:09.923814 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0873eabe-c94d-487e-8192-2c70fe076c07', 'name': 'network-vif-deleted', 'tag': '9ae08f31-554f-4ac2-94e2-50ecb66855bd', 'status': 'completed', 'code': 200} Dec 10 19:22:10.080879 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-884bcd7c-96b6-4f72-b226-d8ffa9968176 req-d2c1cba9-eb89-4414-9c6e-062a5d026c29 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=0873eabe-c94d-487e-8192-2c70fe076c07 HTTP/1.1" status: 200 len: 210 time: 0.0290327 Dec 10 19:22:10.151388 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56580) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:10.305132 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5a37e314-6b28-4845-9c47-804ebfac84d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:10.433783 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5a37e314-6b28-4845-9c47-804ebfac84d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:10.438618 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5a37e314-6b28-4845-9c47-804ebfac84d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:10.482403 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-5a37e314-6b28-4845-9c47-804ebfac84d4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2c58a1cd32f04a80a14c9d253f03b672&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3298187 Dec 10 19:22:10.485905 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56584) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:10.493966 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a37e314-6b28-4845-9c47-804ebfac84d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17da78d5-a82d-4493-ae39-6fd31f0c0013,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:10.547282 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c88d7765-ca60-4d76-892f-b77371eca8b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:10.578498 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c88d7765-ca60-4d76-892f-b77371eca8b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:10.644303 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c88d7765-ca60-4d76-892f-b77371eca8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:10.649117 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c88d7765-ca60-4d76-892f-b77371eca8b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:10.651214 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-c88d7765-ca60-4d76-892f-b77371eca8b9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/17da78d5-a82d-4493-ae39-6fd31f0c0013 HTTP/1.1" status: 204 len: 168 time: 0.1640215 Dec 10 19:22:10.665801 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88d7765-ca60-4d76-892f-b77371eca8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17da78d5-a82d-4493-ae39-6fd31f0c0013,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:10.706163 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8525a84c-27f0-4063-894c-b910efb13b8f req-c94acb3b-bbc4-4e1a-ba50-7c8843b686d2 tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:10.709394 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8525a84c-27f0-4063-894c-b910efb13b8f req-c94acb3b-bbc4-4e1a-ba50-7c8843b686d2 tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] 10.222.0.69 "GET /v2.0/ports?device_id=7987704f-7226-4e1e-8c17-5f2c1b76887e HTTP/1.1" status: 200 len: 944 time: 0.0938258 Dec 10 19:22:10.769400 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8525a84c-27f0-4063-894c-b910efb13b8f req-a4e88475-9b66-4707-80a9-085a8a5ee283 tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e9e530c-a061-4248-a31e-d8aad4f19bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523574 Dec 10 19:22:10.991924 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56592) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:11.011106 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-695a284a-aec3-4929-8bb3-28158830eb43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:11.097609 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-695a284a-aec3-4929-8bb3-28158830eb43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:11.103349 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-695a284a-aec3-4929-8bb3-28158830eb43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:11.147833 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695a284a-aec3-4929-8bb3-28158830eb43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e06160-d84f-4b73-af43-936525641fc1,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:11.156247 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-695a284a-aec3-4929-8bb3-28158830eb43 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9f2eacfd542545e884ef1473bfd59ce9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1605372 Dec 10 19:22:11.156891 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56596) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:11.177043 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56598) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:11.229765 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c15e470b-e942-4829-b3cb-79df0825fd7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:11.247437 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cde9f7f9-cce5-48f1-89ed-e982267e3c8e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:11.256552 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c15e470b-e942-4829-b3cb-79df0825fd7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:11.278447 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cde9f7f9-cce5-48f1-89ed-e982267e3c8e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:11.329825 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c15e470b-e942-4829-b3cb-79df0825fd7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:11.332665 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c15e470b-e942-4829-b3cb-79df0825fd7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:11.334008 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-c15e470b-e942-4829-b3cb-79df0825fd7f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/43e06160-d84f-4b73-af43-936525641fc1 HTTP/1.1" status: 204 len: 168 time: 0.1765022 Dec 10 19:22:11.347831 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15e470b-e942-4829-b3cb-79df0825fd7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e06160-d84f-4b73-af43-936525641fc1,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:11.387607 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cde9f7f9-cce5-48f1-89ed-e982267e3c8e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:11.390422 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cde9f7f9-cce5-48f1-89ed-e982267e3c8e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:11.391551 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-cde9f7f9-cce5-48f1-89ed-e982267e3c8e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "DELETE /v2.0/security-groups/1907ce6b-399b-41b2-a6fc-f240420c8046 HTTP/1.1" status: 204 len: 168 time: 0.2130582 Dec 10 19:22:11.402921 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde9f7f9-cce5-48f1-89ed-e982267e3c8e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1907ce6b-399b-41b2-a6fc-f240420c8046,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:11.437634 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56604) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:11.478859 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device bbf5fe17-62ae-4d32-96c6-f2935aa9e9b0 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=102367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:22:11.505408 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaff689d-d07b-4513-980f-0d5d717d6a71 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Deleting subnet 0216fdd2-22ad-4c45-a0c1-0fed28a79b40 {{(pid=102365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:22:11.508870 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-aaff689d-d07b-4513-980f-0d5d717d6a71 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for subnet, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:11.563367 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-aaff689d-d07b-4513-980f-0d5d717d6a71 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353213'] for subnet, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:11.623692 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port bbf5fe17-62ae-4d32-96c6-f2935aa9e9b0, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=bbf5fe17-62ae-4d32-96c6-f2935aa9e9b0,segment=NetworkSegment(116140ca-d174-47be-a168-da31343c1d2f),segment_id=116140ca-d174-47be-a168-da31343c1d2f)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:22:11.641610 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Returning: {'device': 'bbf5fe17-62ae-4d32-96c6-f2935aa9e9b0', 'network_id': 'f1c746c7-9715-47f9-b22e-b165f4292919', 'port_id': 'bbf5fe17-62ae-4d32-96c6-f2935aa9e9b0', 'mac_address': 'fa:16:3e:86:d1:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '327ce438-8bd9-48d7-8d1b-4135151a15c8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:22:11.664220 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-aaff689d-d07b-4513-980f-0d5d717d6a71 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:11.687028 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:11.703968 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbf5fe17-62ae-4d32-96c6-f2935aa9e9b0 {{(pid=102367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:22:11.728912 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port bbf5fe17-62ae-4d32-96c6-f2935aa9e9b0, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=bbf5fe17-62ae-4d32-96c6-f2935aa9e9b0,segment=NetworkSegment(116140ca-d174-47be-a168-da31343c1d2f),segment_id=116140ca-d174-47be-a168-da31343c1d2f)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:22:11.737700 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:11.761174 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-aaff689d-d07b-4513-980f-0d5d717d6a71 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:11.792062 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaff689d-d07b-4513-980f-0d5d717d6a71 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'Subnet': ['ID=0216fdd2-22ad-4c45-a0c1-0fed28a79b40,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:11.795810 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=bbf5fe17-62ae-4d32-96c6-f2935aa9e9b0,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:11.809753 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-aaff689d-d07b-4513-980f-0d5d717d6a71 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:11.813765 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-aaff689d-d07b-4513-980f-0d5d717d6a71 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "DELETE /v2.0/subnets/0216fdd2-22ad-4c45-a0c1-0fed28a79b40 HTTP/1.1" status: 204 len: 168 time: 0.3749833 Dec 10 19:22:11.816420 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56616) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:11.828842 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035d8ff9-dd97-4f07-8740-a84e657d6e77 None None] Network 139f81ab-d6c8-498d-952f-fa382d229482 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:22:11.955923 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5095b57c-e156-46b5-9801-8de3b4da42f5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:12.095347 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29efe953-a048-4281-ba84-3fc0fbf8e316 req-a93c8b2b-8a0b-4202-8867-cfc697225713 tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:12.098112 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-29efe953-a048-4281-ba84-3fc0fbf8e316 req-a93c8b2b-8a0b-4202-8867-cfc697225713 tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] 10.222.0.69 "GET /v2.0/ports?device_id=7987704f-7226-4e1e-8c17-5f2c1b76887e HTTP/1.1" status: 200 len: 945 time: 0.1201494 Dec 10 19:22:12.114196 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b9b89e-0868-4049-b651-c0da55dd2873 None None] DHCP port deletion for 139f81ab-d6c8-498d-952f-fa382d229482 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:22:12.158489 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-29efe953-a048-4281-ba84-3fc0fbf8e316 req-1539dcc6-b7ec-46cc-b982-a6095d8e39d4 tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e9e530c-a061-4248-a31e-d8aad4f19bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528398 Dec 10 19:22:12.168362 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-5095b57c-e156-46b5-9801-8de3b4da42f5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Deleting port 9afd9e63-bfb0-41ba-8fd8-1e27af04daa9 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:22:12.168732 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5095b57c-e156-46b5-9801-8de3b4da42f5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:12.181484 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['bbf5fe17-62ae-4d32-96c6-f2935aa9e9b0'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:22:12.193007 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-19b9b89e-0868-4049-b651-c0da55dd2873 None None] Deleting port 9afd9e63-bfb0-41ba-8fd8-1e27af04daa9 {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:22:12.193628 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-19b9b89e-0868-4049-b651-c0da55dd2873 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:12.287432 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-5095b57c-e156-46b5-9801-8de3b4da42f5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] For port 9afd9e63-bfb0-41ba-8fd8-1e27af04daa9, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=9afd9e63-bfb0-41ba-8fd8-1e27af04daa9,segment=NetworkSegment(387b8a8e-867a-40d3-829b-f0133992e76e),segment_id=387b8a8e-867a-40d3-829b-f0133992e76e)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:22:12.288185 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5095b57c-e156-46b5-9801-8de3b4da42f5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:12.312744 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-5095b57c-e156-46b5-9801-8de3b4da42f5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Calling delete_port for 9afd9e63-bfb0-41ba-8fd8-1e27af04daa9 owned by network:dhcp {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:22:12.321560 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-19b9b89e-0868-4049-b651-c0da55dd2873 None None] For port 9afd9e63-bfb0-41ba-8fd8-1e27af04daa9, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=9afd9e63-bfb0-41ba-8fd8-1e27af04daa9,segment=NetworkSegment(387b8a8e-867a-40d3-829b-f0133992e76e),segment_id=387b8a8e-867a-40d3-829b-f0133992e76e)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:22:12.321960 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-19b9b89e-0868-4049-b651-c0da55dd2873 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:12.347794 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-19b9b89e-0868-4049-b651-c0da55dd2873 None None] Calling delete_port for 9afd9e63-bfb0-41ba-8fd8-1e27af04daa9 owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:22:12.408618 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5095b57c-e156-46b5-9801-8de3b4da42f5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:12.440158 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5095b57c-e156-46b5-9801-8de3b4da42f5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'Port': ['ID=9afd9e63-bfb0-41ba-8fd8-1e27af04daa9,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:12.447138 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5095b57c-e156-46b5-9801-8de3b4da42f5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] No DVR routers for this DVR port 9afd9e63-bfb0-41ba-8fd8-1e27af04daa9 on host dv-neutron-821441-1-hyperv {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:22:12.494780 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56628) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:12.548538 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5095b57c-e156-46b5-9801-8de3b4da42f5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:12.575488 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-5095b57c-e156-46b5-9801-8de3b4da42f5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['139f81ab-d6c8-498d-952f-fa382d229482']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:22:12.587473 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-5095b57c-e156-46b5-9801-8de3b4da42f5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '387b8a8e-867a-40d3-829b-f0133992e76e') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:22:12.587810 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-5095b57c-e156-46b5-9801-8de3b4da42f5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '387b8a8e-867a-40d3-829b-f0133992e76e') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:22:12.600075 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5095b57c-e156-46b5-9801-8de3b4da42f5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:12.619721 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5095b57c-e156-46b5-9801-8de3b4da42f5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:12.629474 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5095b57c-e156-46b5-9801-8de3b4da42f5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:22:12.630349 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5095b57c-e156-46b5-9801-8de3b4da42f5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:12.633567 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:22:12.633567 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:22:12.633567 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:22:12.633567 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:22:12.633567 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:22:12.633567 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:22:12.633567 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:22:12.633567 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:22:12.633567 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:22:12.633567 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:22:12.633567 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:22:12.633567 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:22:12.633567 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:22:12.633567 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:22:12.633567 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:22:12.633567 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:22:12.633567 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:22:12.633567 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:22:12.633567 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:22:12.633567 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:22:12.633567 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:22:12.633567 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:22:12.633567 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:22:12.633567 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:22:12.633567 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:22:12.633567 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:22:12.633567 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:22:12.633567 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:22:12.633567 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:22:12.633567 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:22:12.633567 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:22:12.633567 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:22:12.643470 dv-neutron-821441-1-hyperv neutron-server[102367]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 10 19:22:12.643470 dv-neutron-821441-1-hyperv neutron-server[102367]: from cryptography.utils import int_from_bytes Dec 10 19:22:12.643470 dv-neutron-821441-1-hyperv neutron-server[102367]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 10 19:22:12.643470 dv-neutron-821441-1-hyperv neutron-server[102367]: from cryptography.utils import int_from_bytes Dec 10 19:22:12.643470 dv-neutron-821441-1-hyperv neutron-server[102367]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:22:12.643470 dv-neutron-821441-1-hyperv neutron-server[102367]: self.session.flush() Dec 10 19:22:12.643470 dv-neutron-821441-1-hyperv neutron-server[102367]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:22:12.643470 dv-neutron-821441-1-hyperv neutron-server[102367]: self.session.flush() Dec 10 19:22:12.643470 dv-neutron-821441-1-hyperv neutron-server[102367]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:22:12.643470 dv-neutron-821441-1-hyperv neutron-server[102367]: self.session.flush() Dec 10 19:22:12.643470 dv-neutron-821441-1-hyperv neutron-server[102367]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:22:12.643470 dv-neutron-821441-1-hyperv neutron-server[102367]: self.session.flush() Dec 10 19:22:12.643470 dv-neutron-821441-1-hyperv neutron-server[102367]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:22:12.643470 dv-neutron-821441-1-hyperv neutron-server[102367]: self.session.flush() Dec 10 19:22:12.643470 dv-neutron-821441-1-hyperv neutron-server[102367]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:22:12.643470 dv-neutron-821441-1-hyperv neutron-server[102367]: self.session.flush() Dec 10 19:22:12.643470 dv-neutron-821441-1-hyperv neutron-server[102367]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:22:12.643470 dv-neutron-821441-1-hyperv neutron-server[102367]: self.session.flush() Dec 10 19:22:12.643470 dv-neutron-821441-1-hyperv neutron-server[102367]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:22:12.643470 dv-neutron-821441-1-hyperv neutron-server[102367]: self.session.flush() Dec 10 19:22:12.643470 dv-neutron-821441-1-hyperv neutron-server[102367]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:22:12.643470 dv-neutron-821441-1-hyperv neutron-server[102367]: self.session.flush() Dec 10 19:22:12.643470 dv-neutron-821441-1-hyperv neutron-server[102367]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:22:12.643470 dv-neutron-821441-1-hyperv neutron-server[102367]: self.session.flush() Dec 10 19:22:12.643470 dv-neutron-821441-1-hyperv neutron-server[102367]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:22:12.643470 dv-neutron-821441-1-hyperv neutron-server[102367]: self.session.flush() Dec 10 19:22:12.643470 dv-neutron-821441-1-hyperv neutron-server[102367]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:22:12.643470 dv-neutron-821441-1-hyperv neutron-server[102367]: self.session.flush() Dec 10 19:22:12.643470 dv-neutron-821441-1-hyperv neutron-server[102367]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:22:12.643470 dv-neutron-821441-1-hyperv neutron-server[102367]: self.session.flush() Dec 10 19:22:12.643470 dv-neutron-821441-1-hyperv neutron-server[102367]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:22:12.643470 dv-neutron-821441-1-hyperv neutron-server[102367]: self.session.flush() Dec 10 19:22:12.643470 dv-neutron-821441-1-hyperv neutron-server[102367]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:22:12.643470 dv-neutron-821441-1-hyperv neutron-server[102367]: self.session.flush() Dec 10 19:22:12.643470 dv-neutron-821441-1-hyperv neutron-server[102367]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:22:12.643470 dv-neutron-821441-1-hyperv neutron-server[102367]: self.session.flush() Dec 10 19:22:12.643470 dv-neutron-821441-1-hyperv neutron-server[102367]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:22:12.643470 dv-neutron-821441-1-hyperv neutron-server[102367]: self.session.flush() Dec 10 19:22:12.643470 dv-neutron-821441-1-hyperv neutron-server[102367]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:22:12.643470 dv-neutron-821441-1-hyperv neutron-server[102367]: self.session.flush() Dec 10 19:22:12.643470 dv-neutron-821441-1-hyperv neutron-server[102367]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:22:12.643470 dv-neutron-821441-1-hyperv neutron-server[102367]: self.session.flush() Dec 10 19:22:12.643470 dv-neutron-821441-1-hyperv neutron-server[102367]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:22:12.643470 dv-neutron-821441-1-hyperv neutron-server[102367]: self.session.flush() Dec 10 19:22:12.643470 dv-neutron-821441-1-hyperv neutron-server[102367]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:22:12.643470 dv-neutron-821441-1-hyperv neutron-server[102367]: self.session.flush() Dec 10 19:22:12.643470 dv-neutron-821441-1-hyperv neutron-server[102367]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:22:12.643470 dv-neutron-821441-1-hyperv neutron-server[102367]: self.session.flush() Dec 10 19:22:12.643470 dv-neutron-821441-1-hyperv neutron-server[102367]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:22:12.643470 dv-neutron-821441-1-hyperv neutron-server[102367]: self.session.flush() Dec 10 19:22:12.643470 dv-neutron-821441-1-hyperv neutron-server[102367]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:22:12.643470 dv-neutron-821441-1-hyperv neutron-server[102367]: self.session.flush() Dec 10 19:22:12.643470 dv-neutron-821441-1-hyperv neutron-server[102367]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:22:12.643470 dv-neutron-821441-1-hyperv neutron-server[102367]: self.session.flush() Dec 10 19:22:12.643470 dv-neutron-821441-1-hyperv neutron-server[102367]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:22:12.643470 dv-neutron-821441-1-hyperv neutron-server[102367]: self.session.flush() Dec 10 19:22:12.658384 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-19b9b89e-0868-4049-b651-c0da55dd2873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:12.660550 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-dbf6ffeb-fad3-428e-8f75-588e781d48df tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2119895170'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:22:12.693274 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf6ffeb-fad3-428e-8f75-588e781d48df tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Made reservation on behalf of 3469d34b4b5244779481838dc0c942a0 for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:22:12.696673 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b9b89e-0868-4049-b651-c0da55dd2873 None None] Pushing event deleted for resources: {'Port': ['ID=9afd9e63-bfb0-41ba-8fd8-1e27af04daa9,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:12.698839 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b9b89e-0868-4049-b651-c0da55dd2873 None None] No DVR routers for this DVR port 9afd9e63-bfb0-41ba-8fd8-1e27af04daa9 on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:22:12.714078 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-dbf6ffeb-fad3-428e-8f75-588e781d48df tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:12.728103 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5095b57c-e156-46b5-9801-8de3b4da42f5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:12.728892 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-dbf6ffeb-fad3-428e-8f75-588e781d48df tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:12.736173 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5095b57c-e156-46b5-9801-8de3b4da42f5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:12.742334 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-5095b57c-e156-46b5-9801-8de3b4da42f5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "DELETE /v2.0/networks/139f81ab-d6c8-498d-952f-fa382d229482 HTTP/1.1" status: 204 len: 168 time: 0.9244366 Dec 10 19:22:12.745936 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56632) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:12.760310 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5095b57c-e156-46b5-9801-8de3b4da42f5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'Network': ['ID=139f81ab-d6c8-498d-952f-fa382d229482,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:12.999958 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-dbf6ffeb-fad3-428e-8f75-588e781d48df tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:13.005393 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-dbf6ffeb-fad3-428e-8f75-588e781d48df tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:13.031539 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbf6ffeb-fad3-428e-8f75-588e781d48df tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:22:13.055063 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-dbf6ffeb-fad3-428e-8f75-588e781d48df tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:13.055425 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-dbf6ffeb-fad3-428e-8f75-588e781d48df tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Added segment 349affc8-50f4-455b-bd4d-50478ad01ebc of type vlan for network 1d551a91-027c-49df-950f-450dd7a0d1c8 Dec 10 19:22:13.065129 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf6ffeb-fad3-428e-8f75-588e781d48df tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1c4e60-4d02-4d0b-bc81-d42441e178d1,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:13.113437 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-c9ae763f-ba62-4405-848c-b591002d5070 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Deleting port 1edf4895-ecd3-4a19-8e94-c684a48c0253 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:22:13.113775 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c9ae763f-ba62-4405-848c-b591002d5070 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:13.116546 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-dbf6ffeb-fad3-428e-8f75-588e781d48df tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:13.188201 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-dbf6ffeb-fad3-428e-8f75-588e781d48df tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:13.194687 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf6ffeb-fad3-428e-8f75-588e781d48df tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:13.195355 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-dbf6ffeb-fad3-428e-8f75-588e781d48df tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:13.278169 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-dbf6ffeb-fad3-428e-8f75-588e781d48df tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7813032 Dec 10 19:22:13.285783 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56638) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:13.288088 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c9ae763f-ba62-4405-848c-b591002d5070 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:13.288406 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c9ae763f-ba62-4405-848c-b591002d5070 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:13.292952 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-236dbdba-efa2-4eec-a5e6-e863778ce3fa tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Request body: {'subnet': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:22:13.302463 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf6ffeb-fad3-428e-8f75-588e781d48df tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event updated for resources: {'Network': ['ID=1d551a91-027c-49df-950f-450dd7a0d1c8,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:13.308387 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-c9ae763f-ba62-4405-848c-b591002d5070 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Calling delete_port for 1edf4895-ecd3-4a19-8e94-c684a48c0253 owned by network:floatingip {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:22:13.315470 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:22:13.369577 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a799bf-798c-40dc-a512-0d1dd8b7e795 req-cbd618af-0a8d-4405-aa64-d37876eef4b7 tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:13.377142 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-47a799bf-798c-40dc-a512-0d1dd8b7e795 req-cbd618af-0a8d-4405-aa64-d37876eef4b7 tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] 10.222.0.69 "GET /v2.0/ports?device_id=7987704f-7226-4e1e-8c17-5f2c1b76887e HTTP/1.1" status: 200 len: 945 time: 0.1346898 Dec 10 19:22:13.453744 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-47a799bf-798c-40dc-a512-0d1dd8b7e795 req-e2d5eae4-ae4a-494f-afda-ee772cb35ac9 tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e9e530c-a061-4248-a31e-d8aad4f19bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756602 Dec 10 19:22:13.464367 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236dbdba-efa2-4eec-a5e6-e863778ce3fa tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Made reservation on behalf of 3469d34b4b5244779481838dc0c942a0 for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:22:13.468353 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-236dbdba-efa2-4eec-a5e6-e863778ce3fa tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:13.494344 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device bbf5fe17-62ae-4d32-96c6-f2935aa9e9b0 up at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:22:13.517862 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c9ae763f-ba62-4405-848c-b591002d5070 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:13.556001 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning for port bbf5fe17-62ae-4d32-96c6-f2935aa9e9b0 completed by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:22:13.561411 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning complete for port bbf5fe17-62ae-4d32-96c6-f2935aa9e9b0 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:22:13.562135 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:13.671333 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:13.710033 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-236dbdba-efa2-4eec-a5e6-e863778ce3fa tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:13.713562 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7987704f-7226-4e1e-8c17-5f2c1b76887e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf5fe17-62ae-4d32-96c6-f2935aa9e9b0'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:22:13.716068 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0dd006407324ce2959a5a4cf9f0b5e0801d7a51a5291ea700e8786e11115a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1c9aa5-8fbe-4c33-b7f2-df127bdfbd62" -d '{"events": [{"server_uuid": "7987704f-7226-4e1e-8c17-5f2c1b76887e", "name": "network-vif-plugged", "status": "completed", "tag": "bbf5fe17-62ae-4d32-96c6-f2935aa9e9b0"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:22:13.742620 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port bbf5fe17-62ae-4d32-96c6-f2935aa9e9b0, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=bbf5fe17-62ae-4d32-96c6-f2935aa9e9b0,segment=NetworkSegment(116140ca-d174-47be-a168-da31343c1d2f),segment_id=116140ca-d174-47be-a168-da31343c1d2f)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:22:13.752669 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:13.754637 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 9ae08f31-554f-4ac2-94e2-50ecb66855bd no longer exists at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:22:13.792367 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2630cf13-a6b5-44f2-b756-46c9fd162249 x-openstack-request-id: req-2630cf13-a6b5-44f2-b756-46c9fd162249 {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:22:13.793247 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7987704f-7226-4e1e-8c17-5f2c1b76887e", "name": "network-vif-plugged", "status": "completed", "tag": "bbf5fe17-62ae-4d32-96c6-f2935aa9e9b0", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:22:13.793840 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2630cf13-a6b5-44f2-b756-46c9fd162249 {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:22:13.794487 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7987704f-7226-4e1e-8c17-5f2c1b76887e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf5fe17-62ae-4d32-96c6-f2935aa9e9b0', 'code': 200} Dec 10 19:22:13.798603 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] No Port match for: 9ae08f31-554f-4ac2-94e2-50ecb66855bd {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:22:13.799463 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 9ae08f31-554f-4ac2-94e2-50ecb66855bd not bound to the agent host hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:22:13.825270 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 9afd9e63-bfb0-41ba-8fd8-1e27af04daa9 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:22:13.858610 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236dbdba-efa2-4eec-a5e6-e863778ce3fa tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event updated for resources: {'Subnet': ['ID=ad16d071-c9e7-4a45-88a3-e75a16a9195a,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:13.859989 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 9afd9e63-bfb0-41ba-8fd8-1e27af04daa9 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:22:13.860631 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 9afd9e63-bfb0-41ba-8fd8-1e27af04daa9 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:22:13.883569 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236dbdba-efa2-4eec-a5e6-e863778ce3fa tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Checking segment: {'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:22:13.884232 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236dbdba-efa2-4eec-a5e6-e863778ce3fa tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Network hostable DHCP agents. Network: 1d551a91-027c-49df-950f-450dd7a0d1c8, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:22:13.888017 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=bbf5fe17-62ae-4d32-96c6-f2935aa9e9b0,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:13.916141 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236dbdba-efa2-4eec-a5e6-e863778ce3fa tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:22:13.928764 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-236dbdba-efa2-4eec-a5e6-e863778ce3fa tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 1d551a91-027c-49df-950f-450dd7a0d1c8) {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:22:13.934281 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236dbdba-efa2-4eec-a5e6-e863778ce3fa tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:13.935018 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-236dbdba-efa2-4eec-a5e6-e863778ce3fa tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:13.949127 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3364627e-51d6-444b-bab7-912378c94b9b None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:22:13.972491 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-236dbdba-efa2-4eec-a5e6-e863778ce3fa tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6804566 Dec 10 19:22:13.978900 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56642) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:13.982540 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ae763f-ba62-4405-848c-b591002d5070 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'Port': ['ID=1edf4895-ecd3-4a19-8e94-c684a48c0253,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:13.991176 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-e077d06b-befe-4e7d-84bf-397183b0587e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Request body: {'port': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'name': 'tempest-NetworksTestDHCPv6-2068966240'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:22:14.063681 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c9ae763f-ba62-4405-848c-b591002d5070 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for floatingip, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:14.064059 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.l3_db [None req-c9ae763f-ba62-4405-848c-b591002d5070 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Floating IP 0130aea9-1c9e-4cf6-a24c-281a44123df1 disassociated (deleted). External IP: 172.26.6.237, port: f474eac2-65b4-4bb0-9076-1081e22ffee4. Dec 10 19:22:14.101810 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f2969c-9036-42a1-8cd2-a51558321bea req-129a35e2-7203-43bb-be57-e55197903315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:14.103362 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f9f2969c-9036-42a1-8cd2-a51558321bea req-129a35e2-7203-43bb-be57-e55197903315 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7987704f-7226-4e1e-8c17-5f2c1b76887e HTTP/1.1" status: 200 len: 1099 time: 0.0948346 Dec 10 19:22:14.171254 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f9f2969c-9036-42a1-8cd2-a51558321bea req-1ef63688-5900-47b5-9529-b7d5f236a024 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6e9e530c-a061-4248-a31e-d8aad4f19bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602582 Dec 10 19:22:14.177609 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e077d06b-befe-4e7d-84bf-397183b0587e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Made reservation on behalf of 3469d34b4b5244779481838dc0c942a0 for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:22:14.182008 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940a29f7-800a-4b89-8039-2369576eee46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-1d551a91-027c-49df-950f-450dd7a0d1c8', 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'tenant_id': '3469d34b4b5244779481838dc0c942a0', 'fixed_ips': [{'subnet_id': 'ad16d071-c9e7-4a45-88a3-e75a16a9195a'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:22:14.183972 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-940a29f7-800a-4b89-8039-2369576eee46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:14.184139 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e077d06b-befe-4e7d-84bf-397183b0587e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:14.216734 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [None req-e077d06b-befe-4e7d-84bf-397183b0587e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] device_id is not set on port 32781ef2-289e-4923-9aa5-fa945b0145f4 yet. {{(pid=102365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:22:14.335560 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9ae763f-ba62-4405-848c-b591002d5070 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Router fc36a459-772e-42b2-b336-e02eacb0da03 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:22:14.401221 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-e077d06b-befe-4e7d-84bf-397183b0587e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Allocated IP 2001:db8::2ee (1d551a91-027c-49df-950f-450dd7a0d1c8/ad16d071-c9e7-4a45-88a3-e75a16a9195a/32781ef2-289e-4923-9aa5-fa945b0145f4) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:22:14.459680 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ae763f-ba62-4405-848c-b591002d5070 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:22:14.464289 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c9ae763f-ba62-4405-848c-b591002d5070 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:14.476231 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3939a87-f99d-4c5f-a3bf-d89efffef541 None None] Sync routers for ids ['fc36a459-772e-42b2-b336-e02eacb0da03'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:22:14.494641 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3939a87-f99d-4c5f-a3bf-d89efffef541 None None] Routers {'fc36a459-772e-42b2-b336-e02eacb0da03'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:22:14.495420 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-c9ae763f-ba62-4405-848c-b591002d5070 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "DELETE /v2.0/floatingips/0130aea9-1c9e-4cf6-a24c-281a44123df1 HTTP/1.1" status: 204 len: 168 time: 1.7480671 Dec 10 19:22:14.496177 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da7c2f2a-f560-42f3-8510-087b533a0cee', 'tag': 'f474eac2-65b4-4bb0-9076-1081e22ffee4'}] {{(pid=102366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:22:14.499138 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a86acec104960cf4069dffce1919f1f0aa2a294c7752363dfd1d6594a90fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4460b05f-a073-487d-9765-502dbfc4f665" -d '{"events": [{"name": "network-changed", "server_uuid": "da7c2f2a-f560-42f3-8510-087b533a0cee", "tag": "f474eac2-65b4-4bb0-9076-1081e22ffee4"}]}' {{(pid=102366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:22:14.500816 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-a3939a87-f99d-4c5f-a3bf-d89efffef541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:21:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['fc36a459-772e-42b2-b336-e02eacb0da03'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:22:14.630902 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e077d06b-befe-4e7d-84bf-397183b0587e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:14.657645 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e198b-d276-4485-910c-bb15e774cd9b req-6b18011b-428d-4a4c-a5ab-8200deec90f6 tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:14.659931 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-fb0e198b-d276-4485-910c-bb15e774cd9b req-6b18011b-428d-4a4c-a5ab-8200deec90f6 tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] 10.222.0.69 "GET /v2.0/ports?device_id=7987704f-7226-4e1e-8c17-5f2c1b76887e HTTP/1.1" status: 200 len: 946 time: 0.0926828 Dec 10 19:22:14.676004 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-a3939a87-f99d-4c5f-a3bf-d89efffef541 None None] Set router fc36a459-772e-42b2-b336-e02eacb0da03 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:22:14.727916 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e077d06b-befe-4e7d-84bf-397183b0587e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:14.743613 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-fb0e198b-d276-4485-910c-bb15e774cd9b req-e99af15d-2efe-4321-8520-c6eae44fab99 tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e9e530c-a061-4248-a31e-d8aad4f19bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608964 Dec 10 19:22:14.815494 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-940a29f7-800a-4b89-8039-2369576eee46 None None] Allocated IP 2001:db8::2 (1d551a91-027c-49df-950f-450dd7a0d1c8/ad16d071-c9e7-4a45-88a3-e75a16a9195a/feead15a-9ff6-44db-98ac-8a362dbab238) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:22:14.826533 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40620a1-065e-4488-b332-0024087b88be x-openstack-request-id: req-d40620a1-065e-4488-b332-0024087b88be {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:22:14.827142 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da7c2f2a-f560-42f3-8510-087b533a0cee", "tag": "f474eac2-65b4-4bb0-9076-1081e22ffee4", "status": "completed", "code": 200}]} {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:22:14.830896 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d40620a1-065e-4488-b332-0024087b88be {{(pid=102366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:22:14.832392 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da7c2f2a-f560-42f3-8510-087b533a0cee', 'tag': 'f474eac2-65b4-4bb0-9076-1081e22ffee4', 'status': 'completed', 'code': 200} Dec 10 19:22:14.834299 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e077d06b-befe-4e7d-84bf-397183b0587e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:22:14.838457 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-e077d06b-befe-4e7d-84bf-397183b0587e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:22:14.843367 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e077d06b-befe-4e7d-84bf-397183b0587e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:22:14.850996 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e077d06b-befe-4e7d-84bf-397183b0587e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:14.852053 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e077d06b-befe-4e7d-84bf-397183b0587e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:14.874141 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-e077d06b-befe-4e7d-84bf-397183b0587e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8937149 Dec 10 19:22:14.879852 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56652) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:14.912014 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e077d06b-befe-4e7d-84bf-397183b0587e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event updated for resources: {'Port': ['ID=32781ef2-289e-4923-9aa5-fa945b0145f4,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:14.930950 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4460b05f-a073-487d-9765-502dbfc4f665 req-1ea66694-8d79-463a-9f28-bd509ea7e226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:14.932709 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4460b05f-a073-487d-9765-502dbfc4f665 req-1ea66694-8d79-463a-9f28-bd509ea7e226 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=730e4c9f0aba4accb176e575114c849e&device_id=da7c2f2a-f560-42f3-8510-087b533a0cee HTTP/1.1" status: 200 len: 1099 time: 0.0505316 Dec 10 19:22:14.972859 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-a3939a87-f99d-4c5f-a3bf-d89efffef541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'name': 'tempest-TestNetworkBasicOps-router-174610736', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': 'f4f54156-4d4e-431d-b4de-80cee11ea05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:18:50Z', 'updated_at': '2021-12-10T19:22:05Z', 'revision_number': 6, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': 'f4f54156-4d4e-431d-b4de-80cee11ea05f', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:27:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:51Z', 'updated_at': '2021-12-10T19:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '247d0e9d-6076-46be-b3ad-29e13d25fa3a', 'name': '', 'network_id': '09581b17-9274-439f-a74b-fa6e61531b79', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:98:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'b9c100b6-9bbf-40aa-9f4a-38cbf1742a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:57Z', 'updated_at': '2021-12-10T19:19:04Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'b9c100b6-9bbf-40aa-9f4a-38cbf1742a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:22:14.984208 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3f280c-e35c-42eb-a923-b287af99710a tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:14.988549 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-ef3f280c-e35c-42eb-a923-b287af99710a tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1044264 Dec 10 19:22:14.992457 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56654) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:15.010383 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3939a87-f99d-4c5f-a3bf-d89efffef541 None None] Checking router: fc36a459-772e-42b2-b336-e02eacb0da03 for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:22:15.020803 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3939a87-f99d-4c5f-a3bf-d89efffef541 None None] Routers {'fc36a459-772e-42b2-b336-e02eacb0da03'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:22:15.021687 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-a3939a87-f99d-4c5f-a3bf-d89efffef541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:21:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['fc36a459-772e-42b2-b336-e02eacb0da03'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:22:15.063617 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b1dec4-32f1-4c99-82bb-60048db6e32f req-746f96b5-c95e-4802-8729-f7efae2ac7f3 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:15.069237 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-24b1dec4-32f1-4c99-82bb-60048db6e32f req-746f96b5-c95e-4802-8729-f7efae2ac7f3 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=da7c2f2a-f560-42f3-8510-087b533a0cee HTTP/1.1" status: 200 len: 946 time: 0.1105154 Dec 10 19:22:15.131851 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-940a29f7-800a-4b89-8039-2369576eee46 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:15.135933 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4460b05f-a073-487d-9765-502dbfc4f665 req-c4d71520-1f13-4128-a96a-ebebaf1496f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:15.137721 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4460b05f-a073-487d-9765-502dbfc4f665 req-c4d71520-1f13-4128-a96a-ebebaf1496f3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=09581b17-9274-439f-a74b-fa6e61531b79 HTTP/1.1" status: 200 len: 897 time: 0.1970890 Dec 10 19:22:15.141279 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-940a29f7-800a-4b89-8039-2369576eee46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:15.143554 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-c6e35afb-1c23-4ca6-afd9-23a9d477c949 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Deleting port 32781ef2-289e-4923-9aa5-fa945b0145f4 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:22:15.143801 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-24b1dec4-32f1-4c99-82bb-60048db6e32f req-fdc1b6e1-07ea-4f4d-814f-ed385d4124c4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=d932299c-b37c-45f3-9dcf-bda9756c30c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0713773 Dec 10 19:22:15.144268 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c6e35afb-1c23-4ca6-afd9-23a9d477c949 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:15.151142 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-a3939a87-f99d-4c5f-a3bf-d89efffef541 None None] Set router fc36a459-772e-42b2-b336-e02eacb0da03 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:22:15.205809 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4460b05f-a073-487d-9765-502dbfc4f665 req-d22f7443-031b-4199-abec-fd4120914a4f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f474eac2-65b4-4bb0-9076-1081e22ffee4 HTTP/1.1" status: 200 len: 217 time: 0.0546470 Dec 10 19:22:15.210922 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940a29f7-800a-4b89-8039-2369576eee46 None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:22:15.214585 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-940a29f7-800a-4b89-8039-2369576eee46 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:22:15.219010 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940a29f7-800a-4b89-8039-2369576eee46 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:22:15.230668 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940a29f7-800a-4b89-8039-2369576eee46 None None] Pushing event updated for resources: {'Port': ['ID=feead15a-9ff6-44db-98ac-8a362dbab238,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:15.296863 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-940a29f7-800a-4b89-8039-2369576eee46 None None] Attempting to bind port feead15a-9ff6-44db-98ac-8a362dbab238 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:22:15.297690 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-940a29f7-800a-4b89-8039-2369576eee46 None None] Attempting to bind port feead15a-9ff6-44db-98ac-8a362dbab238 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:22:15.298300 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940a29f7-800a-4b89-8039-2369576eee46 None None] Attempting to bind port feead15a-9ff6-44db-98ac-8a362dbab238 on network 1d551a91-027c-49df-950f-450dd7a0d1c8 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:22:15.299814 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c6e35afb-1c23-4ca6-afd9-23a9d477c949 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:15.306910 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940a29f7-800a-4b89-8039-2369576eee46 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:22:15.307295 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4460b05f-a073-487d-9765-502dbfc4f665 req-5a46d754-6ff2-46be-abd0-24660dfed753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:15.308071 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940a29f7-800a-4b89-8039-2369576eee46 None None] Checking segment: {'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:22:15.308783 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-940a29f7-800a-4b89-8039-2369576eee46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:15.309698 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940a29f7-800a-4b89-8039-2369576eee46 None None] Bound using segment: {'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:22:15.309933 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4460b05f-a073-487d-9765-502dbfc4f665 req-5a46d754-6ff2-46be-abd0-24660dfed753 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b9c100b6-9bbf-40aa-9f4a-38cbf1742a6f HTTP/1.1" status: 200 len: 835 time: 0.0912454 Dec 10 19:22:15.310675 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-940a29f7-800a-4b89-8039-2369576eee46 None None] Bound port: feead15a-9ff6-44db-98ac-8a362dbab238, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:22:15.311348 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-940a29f7-800a-4b89-8039-2369576eee46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:15.318992 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-c6e35afb-1c23-4ca6-afd9-23a9d477c949 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Calling delete_port for 32781ef2-289e-4923-9aa5-fa945b0145f4 owned by {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:22:15.393200 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-940a29f7-800a-4b89-8039-2369576eee46 None None] For port feead15a-9ff6-44db-98ac-8a362dbab238, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:22:15.400628 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-940a29f7-800a-4b89-8039-2369576eee46 None None] For port feead15a-9ff6-44db-98ac-8a362dbab238, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=feead15a-9ff6-44db-98ac-8a362dbab238,segment=NetworkSegment(349affc8-50f4-455b-bd4d-50478ad01ebc),segment_id=349affc8-50f4-455b-bd4d-50478ad01ebc)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:22:15.410920 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-940a29f7-800a-4b89-8039-2369576eee46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:15.412282 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4460b05f-a073-487d-9765-502dbfc4f665 req-ad24c19b-9457-40a7-8d4f-57630ff3eedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:15.414512 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4460b05f-a073-487d-9765-502dbfc4f665 req-ad24c19b-9457-40a7-8d4f-57630ff3eedc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=09581b17-9274-439f-a74b-fa6e61531b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0946040 Dec 10 19:22:15.543644 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c6e35afb-1c23-4ca6-afd9-23a9d477c949 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:15.562622 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940a29f7-800a-4b89-8039-2369576eee46 None None] Pushing event updated for resources: {'Port': ['ID=feead15a-9ff6-44db-98ac-8a362dbab238,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:15.566559 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4460b05f-a073-487d-9765-502dbfc4f665 req-70b230dd-c5fb-419f-87d7-3837e205c9b1 service neutron] 10.222.0.36 "GET /v2.0/networks/09581b17-9274-439f-a74b-fa6e61531b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425338 Dec 10 19:22:15.588194 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-a3939a87-f99d-4c5f-a3bf-d89efffef541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'name': 'tempest-TestNetworkBasicOps-router-174610736', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': 'f4f54156-4d4e-431d-b4de-80cee11ea05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:18:50Z', 'updated_at': '2021-12-10T19:22:05Z', 'revision_number': 6, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': 'f4f54156-4d4e-431d-b4de-80cee11ea05f', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:27:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:51Z', 'updated_at': '2021-12-10T19:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '247d0e9d-6076-46be-b3ad-29e13d25fa3a', 'name': '', 'network_id': '09581b17-9274-439f-a74b-fa6e61531b79', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:98:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'b9c100b6-9bbf-40aa-9f4a-38cbf1742a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:57Z', 'updated_at': '2021-12-10T19:19:04Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'b9c100b6-9bbf-40aa-9f4a-38cbf1742a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:22:15.624963 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e35afb-1c23-4ca6-afd9-23a9d477c949 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event deleted for resources: {'Port': ['ID=32781ef2-289e-4923-9aa5-fa945b0145f4,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:15.627323 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3939a87-f99d-4c5f-a3bf-d89efffef541 None None] The sync data for ids ['fc36a459-772e-42b2-b336-e02eacb0da03'] in dv-neutron-821441-1-hyperv is: [{'id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'name': 'tempest-TestNetworkBasicOps-router-174610736', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': 'f4f54156-4d4e-431d-b4de-80cee11ea05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:18:50Z', 'updated_at': '2021-12-10T19:22:05Z', 'revision_number': 6, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': 'f4f54156-4d4e-431d-b4de-80cee11ea05f', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:27:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:51Z', 'updated_at': '2021-12-10T19:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '247d0e9d-6076-46be-b3ad-29e13d25fa3a', 'name': '', 'network_id': '09581b17-9274-439f-a74b-fa6e61531b79', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:98:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'b9c100b6-9bbf-40aa-9f4a-38cbf1742a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:57Z', 'updated_at': '2021-12-10T19:19:04Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'b9c100b6-9bbf-40aa-9f4a-38cbf1742a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:22:15.662554 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c6e35afb-1c23-4ca6-afd9-23a9d477c949 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:15.666387 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-c6e35afb-1c23-4ca6-afd9-23a9d477c949 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/ports/32781ef2-289e-4923-9aa5-fa945b0145f4 HTTP/1.1" status: 204 len: 168 time: 0.6677363 Dec 10 19:22:15.670301 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56656) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:15.840178 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4460b05f-a073-487d-9765-502dbfc4f665 req-fa20e159-e4b1-4af1-b8f1-8cc1bb0f1745 service neutron] 10.222.0.36 "GET /v2.0/networks/09581b17-9274-439f-a74b-fa6e61531b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629230 Dec 10 19:22:15.847691 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f845adb-35b8-4eb8-a20d-dc5f631888e2 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:15.854436 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f845adb-35b8-4eb8-a20d-dc5f631888e2 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:15.856182 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-2f845adb-35b8-4eb8-a20d-dc5f631888e2 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1789143 Dec 10 19:22:15.860177 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56660) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:15.958652 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_v2 [None req-63f50a10-c13e-437c-9885-644a5bee3a61 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Deleting subnet ad16d071-c9e7-4a45-88a3-e75a16a9195a {{(pid=102365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:22:15.963976 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-63f50a10-c13e-437c-9885-644a5bee3a61 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:16.003778 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4757dd-e5ba-4723-92aa-0cd77feec610 req-8f22b8f1-9a0f-4dad-a91a-6a6848d2ed73 tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:16.006228 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7f4757dd-e5ba-4723-92aa-0cd77feec610 req-8f22b8f1-9a0f-4dad-a91a-6a6848d2ed73 tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] 10.222.0.69 "GET /v2.0/ports?device_id=7987704f-7226-4e1e-8c17-5f2c1b76887e HTTP/1.1" status: 200 len: 946 time: 0.1113789 Dec 10 19:22:16.047211 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-63f50a10-c13e-437c-9885-644a5bee3a61 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353213'] for subnet, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:16.073074 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8d7de1-a752-4efd-b0ac-bb6b922c09d0 None None] New status for floating IP 0130aea9-1c9e-4cf6-a24c-281a44123df1: DOWN {{(pid=102367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:22:16.096519 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7f4757dd-e5ba-4723-92aa-0cd77feec610 req-9666f41e-4fc5-409d-9b34-e2472039e8a7 tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e9e530c-a061-4248-a31e-d8aad4f19bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812006 Dec 10 19:22:16.157095 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-63f50a10-c13e-437c-9885-644a5bee3a61 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:16.332793 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839bdfa-8a00-49f0-aeff-c68c8a38ef49 req-d2169367-d592-4feb-bf68-fd2dd06a5456 tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:16.334397 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b839bdfa-8a00-49f0-aeff-c68c8a38ef49 req-d2169367-d592-4feb-bf68-fd2dd06a5456 tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] 10.222.0.69 "GET /v2.0/ports?device_id=7987704f-7226-4e1e-8c17-5f2c1b76887e HTTP/1.1" status: 200 len: 946 time: 0.1309969 Dec 10 19:22:16.343972 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdb25e2-2685-4e95-990b-c85952b28cc5 req-d022a7a6-4d67-4a20-b294-602f6d5a3257 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:16.345564 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5fdb25e2-2685-4e95-990b-c85952b28cc5 req-d022a7a6-4d67-4a20-b294-602f6d5a3257 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=da7c2f2a-f560-42f3-8510-087b533a0cee HTTP/1.1" status: 200 len: 946 time: 0.0966768 Dec 10 19:22:16.348806 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-63f50a10-c13e-437c-9885-644a5bee3a61 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:16.398988 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f50a10-c13e-437c-9885-644a5bee3a61 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event deleted for resources: {'Subnet': ['ID=ad16d071-c9e7-4a45-88a3-e75a16a9195a,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:16.408112 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-63f50a10-c13e-437c-9885-644a5bee3a61 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:16.411736 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-63f50a10-c13e-437c-9885-644a5bee3a61 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/subnets/ad16d071-c9e7-4a45-88a3-e75a16a9195a HTTP/1.1" status: 204 len: 168 time: 0.5503769 Dec 10 19:22:16.414534 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56666) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:16.447252 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b839bdfa-8a00-49f0-aeff-c68c8a38ef49 req-40d6ec11-66e4-4305-959d-63fc99ee1d34 tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e9e530c-a061-4248-a31e-d8aad4f19bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004889 Dec 10 19:22:16.460333 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-7983ad11-3ed5-4e7f-8a09-b9c77561f6b8 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0402656 Dec 10 19:22:16.461082 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56668) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:16.468317 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-d0f3b83a-f9c8-4dae-ab69-a68f80ea6fc0 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Request body: {'subnet': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:22:16.470294 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5fdb25e2-2685-4e95-990b-c85952b28cc5 req-08272eb1-814f-4e51-bbab-4f51d55acf0e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=d932299c-b37c-45f3-9dcf-bda9756c30c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0833645 Dec 10 19:22:16.597933 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f3b83a-f9c8-4dae-ab69-a68f80ea6fc0 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Made reservation on behalf of 3469d34b4b5244779481838dc0c942a0 for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:22:16.604850 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d0f3b83a-f9c8-4dae-ab69-a68f80ea6fc0 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:16.739481 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d509329-a725-4497-a8a9-1d79e99b6657 req-c409fa51-2993-4d13-b381-e86696e34dda tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:16.741105 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3d509329-a725-4497-a8a9-1d79e99b6657 req-c409fa51-2993-4d13-b381-e86696e34dda tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.36 "GET /v2.0/ports?device_id=da7c2f2a-f560-42f3-8510-087b533a0cee HTTP/1.1" status: 200 len: 946 time: 0.0972507 Dec 10 19:22:16.834423 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c8a050-f8fa-4ea9-8c51-4ebe74dda46c None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:22:16.865158 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76c5fe-263c-4020-af20-61581819f653 req-d5315e45-2979-4d23-9f21-c4bc6c07dd3d tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:16.869842 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9b76c5fe-263c-4020-af20-61581819f653 req-d5315e45-2979-4d23-9f21-c4bc6c07dd3d tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] 10.222.0.69 "GET /v2.0/ports?device_id=7987704f-7226-4e1e-8c17-5f2c1b76887e HTTP/1.1" status: 200 len: 946 time: 0.1090283 Dec 10 19:22:16.914372 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-d5e443da-1f03-4e86-8a6f-b2e8902064d1 None None] Provisioning complete for port feead15a-9ff6-44db-98ac-8a362dbab238 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:22:16.914644 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d5e443da-1f03-4e86-8a6f-b2e8902064d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:16.922279 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d0f3b83a-f9c8-4dae-ab69-a68f80ea6fc0 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:16.929128 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9b76c5fe-263c-4020-af20-61581819f653 req-5f1f03cf-4e58-470a-894f-9ed4e9d52f33 tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e9e530c-a061-4248-a31e-d8aad4f19bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498769 Dec 10 19:22:16.947040 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-3d509329-a725-4497-a8a9-1d79e99b6657 req-0fab197b-f8e1-4fea-92da-2fe0c10769d8 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Deleting port f474eac2-65b4-4bb0-9076-1081e22ffee4 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:22:16.947383 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-3d509329-a725-4497-a8a9-1d79e99b6657 req-0fab197b-f8e1-4fea-92da-2fe0c10769d8 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:16.979928 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f3b83a-f9c8-4dae-ab69-a68f80ea6fc0 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:22:16.983485 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-d0f3b83a-f9c8-4dae-ab69-a68f80ea6fc0 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:22:16.991161 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f3b83a-f9c8-4dae-ab69-a68f80ea6fc0 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:16.992001 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d0f3b83a-f9c8-4dae-ab69-a68f80ea6fc0 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:17.000711 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f3b83a-f9c8-4dae-ab69-a68f80ea6fc0 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event updated for resources: {'Subnet': ['ID=2ee044fa-d6f8-44a9-910d-a3e4f38d1828,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:17.016877 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d0f3b83a-f9c8-4dae-ab69-a68f80ea6fc0 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5550294 Dec 10 19:22:17.020152 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56674) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:17.026302 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-7140723d-34a5-4e9e-8a29-49d97b9dc935 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Request body: {'port': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'name': 'tempest-NetworksTestDHCPv6-2060387090'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:22:17.057011 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d5e443da-1f03-4e86-8a6f-b2e8902064d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:17.062975 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-3d509329-a725-4497-a8a9-1d79e99b6657 req-0fab197b-f8e1-4fea-92da-2fe0c10769d8 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] For port f474eac2-65b4-4bb0-9076-1081e22ffee4, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f474eac2-65b4-4bb0-9076-1081e22ffee4,segment=NetworkSegment(0332fa17-cf06-4edb-9411-1f6004e1d061),segment_id=0332fa17-cf06-4edb-9411-1f6004e1d061)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:22:17.063331 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-3d509329-a725-4497-a8a9-1d79e99b6657 req-0fab197b-f8e1-4fea-92da-2fe0c10769d8 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:17.079027 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-3d509329-a725-4497-a8a9-1d79e99b6657 req-0fab197b-f8e1-4fea-92da-2fe0c10769d8 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Calling delete_port for f474eac2-65b4-4bb0-9076-1081e22ffee4 owned by compute:nova {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:22:17.101114 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-d5e443da-1f03-4e86-8a6f-b2e8902064d1 None None] For port feead15a-9ff6-44db-98ac-8a362dbab238, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=feead15a-9ff6-44db-98ac-8a362dbab238,segment=NetworkSegment(349affc8-50f4-455b-bd4d-50478ad01ebc),segment_id=349affc8-50f4-455b-bd4d-50478ad01ebc)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:22:17.105886 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d5e443da-1f03-4e86-8a6f-b2e8902064d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:17.159228 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7140723d-34a5-4e9e-8a29-49d97b9dc935 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Made reservation on behalf of 3469d34b4b5244779481838dc0c942a0 for: {'port': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:22:17.164247 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7140723d-34a5-4e9e-8a29-49d97b9dc935 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:17.174543 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e443da-1f03-4e86-8a6f-b2e8902064d1 None None] Pushing event updated for resources: {'Port': ['ID=feead15a-9ff6-44db-98ac-8a362dbab238,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:17.185799 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [None req-7140723d-34a5-4e9e-8a29-49d97b9dc935 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] device_id is not set on port 773e69e3-f090-4443-9b5c-cc1b67a0afd7 yet. {{(pid=102366) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:22:17.247316 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-3d509329-a725-4497-a8a9-1d79e99b6657 req-0fab197b-f8e1-4fea-92da-2fe0c10769d8 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:17.280174 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab197b-f8e1-4fea-92da-2fe0c10769d8 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'Port': ['ID=f474eac2-65b4-4bb0-9076-1081e22ffee4,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:17.312549 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1d9be8-02b9-4925-a187-cd81d423a23f None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:22:17.328329 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d509329-a725-4497-a8a9-1d79e99b6657 req-0fab197b-f8e1-4fea-92da-2fe0c10769d8 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] No DVR routers for this DVR port f474eac2-65b4-4bb0-9076-1081e22ffee4 on host hv-neutron-8214 {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:22:17.333815 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-3d509329-a725-4497-a8a9-1d79e99b6657 req-0fab197b-f8e1-4fea-92da-2fe0c10769d8 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:17.337361 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3d509329-a725-4497-a8a9-1d79e99b6657 req-0fab197b-f8e1-4fea-92da-2fe0c10769d8 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.36 "DELETE /v2.0/ports/f474eac2-65b4-4bb0-9076-1081e22ffee4 HTTP/1.1" status: 204 len: 173 time: 0.5885756 Dec 10 19:22:17.337927 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7c2f2a-f560-42f3-8510-087b533a0cee', 'name': 'network-vif-deleted', 'tag': 'f474eac2-65b4-4bb0-9076-1081e22ffee4'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:22:17.338860 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-7140723d-34a5-4e9e-8a29-49d97b9dc935 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Allocated IP 2001:db8::2a3 (1d551a91-027c-49df-950f-450dd7a0d1c8/2ee044fa-d6f8-44a9-910d-a3e4f38d1828/773e69e3-f090-4443-9b5c-cc1b67a0afd7) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:22:17.340281 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc4ae385-b586-4453-8a4e-dc5a5f27b6c1" -d '{"events": [{"server_uuid": "da7c2f2a-f560-42f3-8510-087b533a0cee", "name": "network-vif-deleted", "tag": "f474eac2-65b4-4bb0-9076-1081e22ffee4"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:22:17.385213 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005dbae2-cd5c-4bb3-b17b-fcddea8b322d x-openstack-request-id: req-005dbae2-cd5c-4bb3-b17b-fcddea8b322d {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:22:17.385687 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7c2f2a-f560-42f3-8510-087b533a0cee", "name": "network-vif-deleted", "tag": "f474eac2-65b4-4bb0-9076-1081e22ffee4", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:22:17.385955 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-005dbae2-cd5c-4bb3-b17b-fcddea8b322d {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:22:17.386547 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7c2f2a-f560-42f3-8510-087b533a0cee', 'name': 'network-vif-deleted', 'tag': 'f474eac2-65b4-4bb0-9076-1081e22ffee4', 'status': 'completed', 'code': 200} Dec 10 19:22:17.391111 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-bed7ef22-060a-487b-827a-44e5901eb7ae None None] Provisioning complete for port feead15a-9ff6-44db-98ac-8a362dbab238 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:22:17.391907 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-bed7ef22-060a-487b-827a-44e5901eb7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:17.567832 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7140723d-34a5-4e9e-8a29-49d97b9dc935 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:17.617056 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7140723d-34a5-4e9e-8a29-49d97b9dc935 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:17.657334 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2a1f27ac-51c0-4898-a403-2c25e19b781f req-3259e15a-5883-483f-b057-0777ff2b3023 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=da7c2f2a-f560-42f3-8510-087b533a0cee HTTP/1.1" status: 200 len: 210 time: 0.0348120 Dec 10 19:22:17.670470 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7140723d-34a5-4e9e-8a29-49d97b9dc935 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:22:17.678334 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-7140723d-34a5-4e9e-8a29-49d97b9dc935 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:22:17.680966 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7140723d-34a5-4e9e-8a29-49d97b9dc935 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:22:17.693437 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7140723d-34a5-4e9e-8a29-49d97b9dc935 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:17.694506 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7140723d-34a5-4e9e-8a29-49d97b9dc935 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:17.717293 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7140723d-34a5-4e9e-8a29-49d97b9dc935 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event updated for resources: {'Port': ['ID=773e69e3-f090-4443-9b5c-cc1b67a0afd7,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:17.731032 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-7140723d-34a5-4e9e-8a29-49d97b9dc935 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.7067847 Dec 10 19:22:17.731380 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56680) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:17.826072 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device feead15a-9ff6-44db-98ac-8a362dbab238 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:22:17.864434 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce7439c-870e-43fa-9c31-8f1e2118b348 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:17.872859 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce7439c-870e-43fa-9c31-8f1e2118b348 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:17.877942 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-6ce7439c-870e-43fa-9c31-8f1e2118b348 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.1427307 Dec 10 19:22:17.879020 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56682) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:17.896790 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port feead15a-9ff6-44db-98ac-8a362dbab238 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:22:17.897551 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:17.989731 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:22:18.026187 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-eeeafee5-9edb-4a95-bc93-eb6d7fa883d5 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Deleting port 773e69e3-f090-4443-9b5c-cc1b67a0afd7 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:22:18.026735 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-eeeafee5-9edb-4a95-bc93-eb6d7fa883d5 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:18.049423 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-90d2c99b-85ec-4bf2-9613-e85b52ea8fce None None] Provisioning complete for port feead15a-9ff6-44db-98ac-8a362dbab238 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:22:18.049985 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-90d2c99b-85ec-4bf2-9613-e85b52ea8fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:18.150641 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22497d3-13ea-4364-9e06-5439e9c38dff req-ebbf38bd-dbd7-4efb-9029-19a9ae5fd9a3 tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:18.153012 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b22497d3-13ea-4364-9e06-5439e9c38dff req-ebbf38bd-dbd7-4efb-9029-19a9ae5fd9a3 tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] 10.222.0.69 "GET /v2.0/ports?device_id=7987704f-7226-4e1e-8c17-5f2c1b76887e HTTP/1.1" status: 200 len: 946 time: 0.0724370 Dec 10 19:22:18.190457 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-eeeafee5-9edb-4a95-bc93-eb6d7fa883d5 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:18.211174 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-eeeafee5-9edb-4a95-bc93-eb6d7fa883d5 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Calling delete_port for 773e69e3-f090-4443-9b5c-cc1b67a0afd7 owned by {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:22:18.231349 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b22497d3-13ea-4364-9e06-5439e9c38dff req-97d930f1-90ff-4271-bcda-a044167ac60d tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e9e530c-a061-4248-a31e-d8aad4f19bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699301 Dec 10 19:22:18.266389 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-1cb22b47-a4e0-44a3-b52b-7fdf452d0cbd None None] Could not find standard attr ID for object 32781ef2-289e-4923-9aa5-fa945b0145f4. {{(pid=102367) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:22:18.390907 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-eeeafee5-9edb-4a95-bc93-eb6d7fa883d5 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:18.491852 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-5938be67-00a7-4f04-b3c1-bfb3d74b3672 None None] Could not find standard attr ID for object 773e69e3-f090-4443-9b5c-cc1b67a0afd7. {{(pid=102367) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:22:18.729662 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56692) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:18.775046 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeafee5-9edb-4a95-bc93-eb6d7fa883d5 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event deleted for resources: {'Port': ['ID=773e69e3-f090-4443-9b5c-cc1b67a0afd7,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:18.778384 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-eeeafee5-9edb-4a95-bc93-eb6d7fa883d5 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:18.782232 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-eeeafee5-9edb-4a95-bc93-eb6d7fa883d5 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/ports/773e69e3-f090-4443-9b5c-cc1b67a0afd7 HTTP/1.1" status: 204 len: 168 time: 0.9012196 Dec 10 19:22:18.792120 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56696) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:18.843207 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62747df6-be52-4027-b6b2-ad4298a0c4c8 req-c0eef11d-20be-47f3-9161-8cea52cb2f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:18.844687 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-62747df6-be52-4027-b6b2-ad4298a0c4c8 req-c0eef11d-20be-47f3-9161-8cea52cb2f7d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2dc8e3876aa4486885bb8ebde54a757c&device_id=7987704f-7226-4e1e-8c17-5f2c1b76887e HTTP/1.1" status: 200 len: 1099 time: 0.0949554 Dec 10 19:22:18.854458 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d2ffe5a0-7cbe-463e-97ec-15851fcfa41f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:18.860163 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d2214-b529-45ab-9d14-1f999e16c836 req-a7d2afeb-138f-4002-8d6f-6ae4c93d5c6f tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:18.861834 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-357d2214-b529-45ab-9d14-1f999e16c836 req-a7d2afeb-138f-4002-8d6f-6ae4c93d5c6f tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] 10.222.0.69 "GET /v2.0/ports?device_id=7987704f-7226-4e1e-8c17-5f2c1b76887e HTTP/1.1" status: 200 len: 946 time: 0.1107938 Dec 10 19:22:18.880407 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff7f849-0be2-4b50-9b50-b5bada9de1f6 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:18.882060 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff7f849-0be2-4b50-9b50-b5bada9de1f6 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:18.883610 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-6ff7f849-0be2-4b50-9b50-b5bada9de1f6 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0904799 Dec 10 19:22:18.886929 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56698) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:18.898834 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d2ffe5a0-7cbe-463e-97ec-15851fcfa41f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:18.964347 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d2ffe5a0-7cbe-463e-97ec-15851fcfa41f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:18.967099 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d2ffe5a0-7cbe-463e-97ec-15851fcfa41f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:18.971122 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d2ffe5a0-7cbe-463e-97ec-15851fcfa41f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "DELETE /v2.0/security-groups/d932299c-b37c-45f3-9dcf-bda9756c30c7 HTTP/1.1" status: 204 len: 168 time: 0.2372353 Dec 10 19:22:18.983070 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ffe5a0-7cbe-463e-97ec-15851fcfa41f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d932299c-b37c-45f3-9dcf-bda9756c30c7,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:19.006164 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56702) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:19.015373 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-357d2214-b529-45ab-9d14-1f999e16c836 req-9118ca1b-fa3a-4ef1-9bcf-746e6fcc42f1 tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e9e530c-a061-4248-a31e-d8aad4f19bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425459 Dec 10 19:22:19.027576 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_v2 [None req-384efb7e-42a7-44f9-ae2d-4232dc9a27f3 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Deleting subnet 2ee044fa-d6f8-44a9-910d-a3e4f38d1828 {{(pid=102365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:22:19.038150 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-384efb7e-42a7-44f9-ae2d-4232dc9a27f3 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:19.063936 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62747df6-be52-4027-b6b2-ad4298a0c4c8 req-4145ac59-c9ef-4bf8-a56a-a34e188f9d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:19.065450 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-62747df6-be52-4027-b6b2-ad4298a0c4c8 req-4145ac59-c9ef-4bf8-a56a-a34e188f9d3c service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1c746c7-9715-47f9-b22e-b165f4292919 HTTP/1.1" status: 200 len: 912 time: 0.2023764 Dec 10 19:22:19.113990 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-62747df6-be52-4027-b6b2-ad4298a0c4c8 req-abd19960-f071-4f26-b0e0-0d9969c92420 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bbf5fe17-62ae-4d32-96c6-f2935aa9e9b0 HTTP/1.1" status: 200 len: 217 time: 0.0387120 Dec 10 19:22:19.118480 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-384efb7e-42a7-44f9-ae2d-4232dc9a27f3 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353213'] for subnet, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:19.204456 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-384efb7e-42a7-44f9-ae2d-4232dc9a27f3 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:19.208957 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62747df6-be52-4027-b6b2-ad4298a0c4c8 req-e892da6b-fcaa-4a32-8005-2d2596f6dbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:19.210410 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-62747df6-be52-4027-b6b2-ad4298a0c4c8 req-e892da6b-fcaa-4a32-8005-2d2596f6dbb8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=327ce438-8bd9-48d7-8d1b-4135151a15c8 HTTP/1.1" status: 200 len: 851 time: 0.0890768 Dec 10 19:22:19.260594 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-62747df6-be52-4027-b6b2-ad4298a0c4c8 req-0c1581e4-c171-4c41-8591-7d68c326252b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1c746c7-9715-47f9-b22e-b165f4292919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308011 Dec 10 19:22:19.351751 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-384efb7e-42a7-44f9-ae2d-4232dc9a27f3 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:19.407619 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cff2537e-9bae-4dad-910b-17d5826a42fe tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711290'] for router_interface, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:19.408801 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384efb7e-42a7-44f9-ae2d-4232dc9a27f3 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event deleted for resources: {'Subnet': ['ID=2ee044fa-d6f8-44a9-910d-a3e4f38d1828,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:19.411872 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-384efb7e-42a7-44f9-ae2d-4232dc9a27f3 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:19.414322 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-384efb7e-42a7-44f9-ae2d-4232dc9a27f3 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/subnets/2ee044fa-d6f8-44a9-910d-a3e4f38d1828 HTTP/1.1" status: 204 len: 168 time: 0.5223711 Dec 10 19:22:19.419807 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56704) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:19.420405 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9e549b-d988-478a-bd48-480adaaaf113 None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:22:19.481650 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-964ba798-e05b-4c6d-9664-884b9ee186c9 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0603638 Dec 10 19:22:19.484603 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-62747df6-be52-4027-b6b2-ad4298a0c4c8 req-e0b36ae3-be65-4e19-a4c5-71a3ddf4b71a service neutron] 10.222.0.36 "GET /v2.0/networks/f1c746c7-9715-47f9-b22e-b165f4292919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170942 Dec 10 19:22:19.484801 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56706) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:19.490686 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-74675ef1-b797-4c6d-8edb-1e814c84312d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Request body: {'subnet': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:22:19.540749 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device f474eac2-65b4-4bb0-9076-1081e22ffee4 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:22:19.565004 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] No Port match for: f474eac2-65b4-4bb0-9076-1081e22ffee4 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:22:19.566179 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device f474eac2-65b4-4bb0-9076-1081e22ffee4 not bound to the agent host hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:22:19.611501 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-62747df6-be52-4027-b6b2-ad4298a0c4c8 req-ff4a7a4d-237c-4dda-8c12-6064b9f9070c service neutron] 10.222.0.36 "GET /v2.0/networks/f1c746c7-9715-47f9-b22e-b165f4292919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177223 Dec 10 19:22:19.646263 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cd9606-ef43-4c75-b8b3-62fba0bffd09 None None] DHCP port deletion for 1d551a91-027c-49df-950f-450dd7a0d1c8 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:22:19.664180 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74675ef1-b797-4c6d-8edb-1e814c84312d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Made reservation on behalf of 3469d34b4b5244779481838dc0c942a0 for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:22:19.667640 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-74675ef1-b797-4c6d-8edb-1e814c84312d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:19.699970 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-77cd9606-ef43-4c75-b8b3-62fba0bffd09 None None] Deleting port feead15a-9ff6-44db-98ac-8a362dbab238 {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:22:19.700409 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-77cd9606-ef43-4c75-b8b3-62fba0bffd09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:19.779576 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device feead15a-9ff6-44db-98ac-8a362dbab238 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:22:19.789806 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-77cd9606-ef43-4c75-b8b3-62fba0bffd09 None None] For port feead15a-9ff6-44db-98ac-8a362dbab238, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=feead15a-9ff6-44db-98ac-8a362dbab238,segment=NetworkSegment(349affc8-50f4-455b-bd4d-50478ad01ebc),segment_id=349affc8-50f4-455b-bd4d-50478ad01ebc)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:22:19.790311 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-77cd9606-ef43-4c75-b8b3-62fba0bffd09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:19.822756 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-77cd9606-ef43-4c75-b8b3-62fba0bffd09 None None] Calling delete_port for feead15a-9ff6-44db-98ac-8a362dbab238 owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:22:19.930490 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:19.939765 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-74675ef1-b797-4c6d-8edb-1e814c84312d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:19.943388 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-cff2537e-9bae-4dad-910b-17d5826a42fe tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Deleting port 247d0e9d-6076-46be-b3ad-29e13d25fa3a {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:22:19.943727 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cff2537e-9bae-4dad-910b-17d5826a42fe tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:19.964817 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-77cd9606-ef43-4c75-b8b3-62fba0bffd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:20.008988 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cd9606-ef43-4c75-b8b3-62fba0bffd09 None None] Pushing event deleted for resources: {'Port': ['ID=feead15a-9ff6-44db-98ac-8a362dbab238,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:20.013399 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cd9606-ef43-4c75-b8b3-62fba0bffd09 None None] No DVR routers for this DVR port feead15a-9ff6-44db-98ac-8a362dbab238 on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:22:20.040890 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74675ef1-b797-4c6d-8edb-1e814c84312d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:22:20.048308 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-74675ef1-b797-4c6d-8edb-1e814c84312d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:22:20.055375 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74675ef1-b797-4c6d-8edb-1e814c84312d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:20.055974 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-74675ef1-b797-4c6d-8edb-1e814c84312d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:20.067299 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfc9296-8271-4ae1-9302-61a71c862ed0 None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:22:20.082225 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74675ef1-b797-4c6d-8edb-1e814c84312d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event updated for resources: {'Subnet': ['ID=65227cde-e72f-4c43-bb98-94a1a8517a53,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:20.090174 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-74675ef1-b797-4c6d-8edb-1e814c84312d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6042988 Dec 10 19:22:20.093816 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56710) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:20.106485 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-6ba0b16d-b6ca-48c5-aaf7-76d8fef12649 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Request body: {'port': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'name': 'tempest-NetworksTestDHCPv6-640243071'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:22:20.150044 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-cff2537e-9bae-4dad-910b-17d5826a42fe tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] For port 247d0e9d-6076-46be-b3ad-29e13d25fa3a, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=247d0e9d-6076-46be-b3ad-29e13d25fa3a,segment=NetworkSegment(0332fa17-cf06-4edb-9411-1f6004e1d061),segment_id=0332fa17-cf06-4edb-9411-1f6004e1d061)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:22:20.150711 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cff2537e-9bae-4dad-910b-17d5826a42fe tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:20.165343 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-cff2537e-9bae-4dad-910b-17d5826a42fe tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Calling delete_port for 247d0e9d-6076-46be-b3ad-29e13d25fa3a owned by network:router_interface {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:22:20.207158 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a38a0-13b9-4871-ab4a-53b2aa8a4f24 req-a49851cc-22b8-4957-94d7-8bc1bbec6789 tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:20.211143 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8c7a38a0-13b9-4871-ab4a-53b2aa8a4f24 req-a49851cc-22b8-4957-94d7-8bc1bbec6789 tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] 10.222.0.69 "GET /v2.0/ports?device_id=7987704f-7226-4e1e-8c17-5f2c1b76887e HTTP/1.1" status: 200 len: 946 time: 0.0891194 Dec 10 19:22:20.223260 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f7fb5d97-8e2d-4885-99e7-182161184fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:20.271803 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45022c68-be19-45d1-934c-e5f61796732f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-1d551a91-027c-49df-950f-450dd7a0d1c8', 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'tenant_id': '3469d34b4b5244779481838dc0c942a0', 'fixed_ips': [{'subnet_id': '65227cde-e72f-4c43-bb98-94a1a8517a53'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:22:20.277048 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-45022c68-be19-45d1-934c-e5f61796732f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:20.286617 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8c7a38a0-13b9-4871-ab4a-53b2aa8a4f24 req-c4a3392c-64d2-4dc1-bdee-455dc0a99cc9 tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e9e530c-a061-4248-a31e-d8aad4f19bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656173 Dec 10 19:22:20.448369 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-45022c68-be19-45d1-934c-e5f61796732f None None] Allocated IP 2001:db8::2 (1d551a91-027c-49df-950f-450dd7a0d1c8/65227cde-e72f-4c43-bb98-94a1a8517a53/787d6f4f-bb32-4c92-83fe-cd9da95506f5) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:22:20.486771 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba0b16d-b6ca-48c5-aaf7-76d8fef12649 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Made reservation on behalf of 3469d34b4b5244779481838dc0c942a0 for: {'port': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:22:20.490939 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6ba0b16d-b6ca-48c5-aaf7-76d8fef12649 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:20.514935 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cff2537e-9bae-4dad-910b-17d5826a42fe tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:20.517510 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [None req-6ba0b16d-b6ca-48c5-aaf7-76d8fef12649 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] device_id is not set on port be0a0b21-84ad-44fb-a4c4-f264562c0fe5 yet. {{(pid=102366) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:22:20.557654 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff2537e-9bae-4dad-910b-17d5826a42fe tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'Port': ['ID=247d0e9d-6076-46be-b3ad-29e13d25fa3a,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:20.616237 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-45022c68-be19-45d1-934c-e5f61796732f None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:20.626065 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-45022c68-be19-45d1-934c-e5f61796732f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:20.676986 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45022c68-be19-45d1-934c-e5f61796732f None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:22:20.683669 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-45022c68-be19-45d1-934c-e5f61796732f None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:22:20.693205 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45022c68-be19-45d1-934c-e5f61796732f None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:22:20.708423 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45022c68-be19-45d1-934c-e5f61796732f None None] Pushing event updated for resources: {'Port': ['ID=787d6f4f-bb32-4c92-83fe-cd9da95506f5,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:20.782889 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-45022c68-be19-45d1-934c-e5f61796732f None None] Attempting to bind port 787d6f4f-bb32-4c92-83fe-cd9da95506f5 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:22:20.783255 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-45022c68-be19-45d1-934c-e5f61796732f None None] Attempting to bind port 787d6f4f-bb32-4c92-83fe-cd9da95506f5 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:22:20.783619 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45022c68-be19-45d1-934c-e5f61796732f None None] Attempting to bind port 787d6f4f-bb32-4c92-83fe-cd9da95506f5 on network 1d551a91-027c-49df-950f-450dd7a0d1c8 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:22:20.790171 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45022c68-be19-45d1-934c-e5f61796732f None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:22:20.790796 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45022c68-be19-45d1-934c-e5f61796732f None None] Checking segment: {'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:22:20.791205 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-45022c68-be19-45d1-934c-e5f61796732f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:20.791597 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45022c68-be19-45d1-934c-e5f61796732f None None] Bound using segment: {'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:22:20.792069 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-45022c68-be19-45d1-934c-e5f61796732f None None] Bound port: 787d6f4f-bb32-4c92-83fe-cd9da95506f5, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:22:20.792448 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-45022c68-be19-45d1-934c-e5f61796732f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:20.839445 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-6ba0b16d-b6ca-48c5-aaf7-76d8fef12649 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Allocated IP 2001:db8::d9 (1d551a91-027c-49df-950f-450dd7a0d1c8/65227cde-e72f-4c43-bb98-94a1a8517a53/be0a0b21-84ad-44fb-a4c4-f264562c0fe5) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:22:20.862405 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-45022c68-be19-45d1-934c-e5f61796732f None None] For port 787d6f4f-bb32-4c92-83fe-cd9da95506f5, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:22:20.866380 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-45022c68-be19-45d1-934c-e5f61796732f None None] For port 787d6f4f-bb32-4c92-83fe-cd9da95506f5, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=787d6f4f-bb32-4c92-83fe-cd9da95506f5,segment=NetworkSegment(349affc8-50f4-455b-bd4d-50478ad01ebc),segment_id=349affc8-50f4-455b-bd4d-50478ad01ebc)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:22:20.870642 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-45022c68-be19-45d1-934c-e5f61796732f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:20.888532 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cff2537e-9bae-4dad-910b-17d5826a42fe tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3755731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3712768'] for router_interface, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:20.934871 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45022c68-be19-45d1-934c-e5f61796732f None None] Pushing event updated for resources: {'Port': ['ID=787d6f4f-bb32-4c92-83fe-cd9da95506f5,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:21.427007 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3887498-0330-4cde-81d1-177ef55d7703 req-edf76dbb-acb4-4c2d-93bb-a83888c5d120 tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:21.429241 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c3887498-0330-4cde-81d1-177ef55d7703 req-edf76dbb-acb4-4c2d-93bb-a83888c5d120 tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] 10.222.0.69 "GET /v2.0/ports?device_id=7987704f-7226-4e1e-8c17-5f2c1b76887e HTTP/1.1" status: 200 len: 946 time: 0.0685024 Dec 10 19:22:21.482138 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c3887498-0330-4cde-81d1-177ef55d7703 req-e16e2bb2-1e88-4fa5-9b88-bd0b94535c66 tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e9e530c-a061-4248-a31e-d8aad4f19bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453207 Dec 10 19:22:21.495659 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6ba0b16d-b6ca-48c5-aaf7-76d8fef12649 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:21.623142 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6ba0b16d-b6ca-48c5-aaf7-76d8fef12649 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:21.660674 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff2537e-9bae-4dad-910b-17d5826a42fe tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Router fc36a459-772e-42b2-b336-e02eacb0da03 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:22:21.683897 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba0b16d-b6ca-48c5-aaf7-76d8fef12649 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:22:21.707538 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-6ba0b16d-b6ca-48c5-aaf7-76d8fef12649 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:22:21.715077 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba0b16d-b6ca-48c5-aaf7-76d8fef12649 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:22:21.721469 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba0b16d-b6ca-48c5-aaf7-76d8fef12649 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:21.722314 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6ba0b16d-b6ca-48c5-aaf7-76d8fef12649 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:21.748939 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba0b16d-b6ca-48c5-aaf7-76d8fef12649 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event updated for resources: {'Port': ['ID=be0a0b21-84ad-44fb-a4c4-f264562c0fe5,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:21.841796 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-6ba0b16d-b6ca-48c5-aaf7-76d8fef12649 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7427690 Dec 10 19:22:21.842347 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56718) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:21.886788 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1e6b9-f423-42a0-844d-d0bedb3a16aa req-b6d0fc64-1bf6-4c85-9417-5acd4abbdc7d tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:21.890076 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f8c1e6b9-f423-42a0-844d-d0bedb3a16aa req-b6d0fc64-1bf6-4c85-9417-5acd4abbdc7d tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] 10.222.0.69 "GET /v2.0/ports?device_id=7987704f-7226-4e1e-8c17-5f2c1b76887e HTTP/1.1" status: 200 len: 946 time: 0.0956933 Dec 10 19:22:21.924558 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c791055-2e7d-4f09-a4b4-348b1c9ce3d0 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:21.927175 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c791055-2e7d-4f09-a4b4-348b1c9ce3d0 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:21.928915 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-1c791055-2e7d-4f09-a4b4-348b1c9ce3d0 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.0855317 Dec 10 19:22:21.933557 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56720) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:21.943884 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff2537e-9bae-4dad-910b-17d5826a42fe tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:22:21.952454 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-cff2537e-9bae-4dad-910b-17d5826a42fe tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "PUT /v2.0/routers/fc36a459-772e-42b2-b336-e02eacb0da03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9445543 Dec 10 19:22:21.954473 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56722) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:21.961143 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fa261f-54b0-4ac4-ac7f-334cbc27c321 None None] Sync routers for ids ['fc36a459-772e-42b2-b336-e02eacb0da03'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:22:21.981951 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fa261f-54b0-4ac4-ac7f-334cbc27c321 None None] Routers {'fc36a459-772e-42b2-b336-e02eacb0da03'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:22:21.982777 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-21fa261f-54b0-4ac4-ac7f-334cbc27c321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:21:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['fc36a459-772e-42b2-b336-e02eacb0da03'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:22:22.010190 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f8c1e6b9-f423-42a0-844d-d0bedb3a16aa req-89443392-f8cd-4382-8e89-3890899eca40 tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e9e530c-a061-4248-a31e-d8aad4f19bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835664 Dec 10 19:22:22.012543 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 787d6f4f-bb32-4c92-83fe-cd9da95506f5 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:22:22.087194 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f6e2ace-5a30-4b84-a6f9-cdd691916ccd tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Deleting subnet b9c100b6-9bbf-40aa-9f4a-38cbf1742a6f {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:22:22.095775 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0f6e2ace-5a30-4b84-a6f9-cdd691916ccd tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:22.123552 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-21fa261f-54b0-4ac4-ac7f-334cbc27c321 None None] Set router fc36a459-772e-42b2-b336-e02eacb0da03 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:22:22.154252 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0f6e2ace-5a30-4b84-a6f9-cdd691916ccd tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:22.187212 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-cadcd461-2f86-4d7d-bb25-22df98e1dc13 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Deleting port be0a0b21-84ad-44fb-a4c4-f264562c0fe5 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:22:22.187706 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cadcd461-2f86-4d7d-bb25-22df98e1dc13 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:22.267340 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-5428e8a0-c779-4d7d-8a08-591c94ae6646 None None] Provisioning complete for port 787d6f4f-bb32-4c92-83fe-cd9da95506f5 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:22:22.268599 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-5428e8a0-c779-4d7d-8a08-591c94ae6646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:22.330387 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-21fa261f-54b0-4ac4-ac7f-334cbc27c321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'name': 'tempest-TestNetworkBasicOps-router-174610736', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': 'f4f54156-4d4e-431d-b4de-80cee11ea05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:18:50Z', 'updated_at': '2021-12-10T19:22:20Z', 'revision_number': 7, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': 'f4f54156-4d4e-431d-b4de-80cee11ea05f', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:27:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:51Z', 'updated_at': '2021-12-10T19:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:22:22.356789 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cadcd461-2f86-4d7d-bb25-22df98e1dc13 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:22.359434 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fa261f-54b0-4ac4-ac7f-334cbc27c321 None None] Checking router: fc36a459-772e-42b2-b336-e02eacb0da03 for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:22:22.369820 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fa261f-54b0-4ac4-ac7f-334cbc27c321 None None] Routers {'fc36a459-772e-42b2-b336-e02eacb0da03'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:22:22.370344 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-21fa261f-54b0-4ac4-ac7f-334cbc27c321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:21:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['fc36a459-772e-42b2-b336-e02eacb0da03'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:22:22.372410 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0f6e2ace-5a30-4b84-a6f9-cdd691916ccd tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:22.382926 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 787d6f4f-bb32-4c92-83fe-cd9da95506f5 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:22:22.383377 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:22.398017 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-cadcd461-2f86-4d7d-bb25-22df98e1dc13 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Calling delete_port for be0a0b21-84ad-44fb-a4c4-f264562c0fe5 owned by {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:22:22.415621 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-5428e8a0-c779-4d7d-8a08-591c94ae6646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:22.465107 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-5428e8a0-c779-4d7d-8a08-591c94ae6646 None None] For port 787d6f4f-bb32-4c92-83fe-cd9da95506f5, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=787d6f4f-bb32-4c92-83fe-cd9da95506f5,segment=NetworkSegment(349affc8-50f4-455b-bd4d-50478ad01ebc),segment_id=349affc8-50f4-455b-bd4d-50478ad01ebc)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:22:22.473706 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-5428e8a0-c779-4d7d-8a08-591c94ae6646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:22.497850 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0f6e2ace-5a30-4b84-a6f9-cdd691916ccd tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:22.514425 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-21fa261f-54b0-4ac4-ac7f-334cbc27c321 None None] Set router fc36a459-772e-42b2-b336-e02eacb0da03 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:22:22.532472 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0f6e2ace-5a30-4b84-a6f9-cdd691916ccd tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:22.539585 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56724) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:22.540409 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-0f6e2ace-5a30-4b84-a6f9-cdd691916ccd tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "DELETE /v2.0/subnets/b9c100b6-9bbf-40aa-9f4a-38cbf1742a6f HTTP/1.1" status: 204 len: 168 time: 0.5841539 Dec 10 19:22:22.542621 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6e2ace-5a30-4b84-a6f9-cdd691916ccd tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'Subnet': ['ID=b9c100b6-9bbf-40aa-9f4a-38cbf1742a6f,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:22.555655 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6db4dab-5ce6-4b1c-993e-be3270e138e2 None None] Network 09581b17-9274-439f-a74b-fa6e61531b79 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:22:22.627661 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5428e8a0-c779-4d7d-8a08-591c94ae6646 None None] Pushing event updated for resources: {'Port': ['ID=787d6f4f-bb32-4c92-83fe-cd9da95506f5,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:22.664398 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-4e760217-0bc0-4662-a90f-f78365c6959c None None] Provisioning complete for port be0a0b21-84ad-44fb-a4c4-f264562c0fe5 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:22:22.664716 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4e760217-0bc0-4662-a90f-f78365c6959c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:22.708390 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cadcd461-2f86-4d7d-bb25-22df98e1dc13 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:22.719128 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dc5b92b6-c37d-4c3e-a762-0dc736ae5281 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:22.743510 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-4e760217-0bc0-4662-a90f-f78365c6959c None None] Port be0a0b21-84ad-44fb-a4c4-f264562c0fe5 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:22:22.744566 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-21fa261f-54b0-4ac4-ac7f-334cbc27c321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'name': 'tempest-TestNetworkBasicOps-router-174610736', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': 'f4f54156-4d4e-431d-b4de-80cee11ea05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:18:50Z', 'updated_at': '2021-12-10T19:22:20Z', 'revision_number': 7, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': 'f4f54156-4d4e-431d-b4de-80cee11ea05f', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:27:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:51Z', 'updated_at': '2021-12-10T19:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:22:22.773518 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fa261f-54b0-4ac4-ac7f-334cbc27c321 None None] The sync data for ids ['fc36a459-772e-42b2-b336-e02eacb0da03'] in dv-neutron-821441-1-hyperv is: [{'id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'name': 'tempest-TestNetworkBasicOps-router-174610736', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': 'f4f54156-4d4e-431d-b4de-80cee11ea05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:18:50Z', 'updated_at': '2021-12-10T19:22:20Z', 'revision_number': 7, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': 'f4f54156-4d4e-431d-b4de-80cee11ea05f', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:27:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc36a459-772e-42b2-b336-e02eacb0da03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:51Z', 'updated_at': '2021-12-10T19:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:22:22.800413 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadcd461-2f86-4d7d-bb25-22df98e1dc13 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event deleted for resources: {'Port': ['ID=be0a0b21-84ad-44fb-a4c4-f264562c0fe5,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:22.836196 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cadcd461-2f86-4d7d-bb25-22df98e1dc13 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:22.839980 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-cadcd461-2f86-4d7d-bb25-22df98e1dc13 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/ports/be0a0b21-84ad-44fb-a4c4-f264562c0fe5 HTTP/1.1" status: 204 len: 168 time: 0.9052219 Dec 10 19:22:22.843951 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56726) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:22.911093 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dc5b92b6-c37d-4c3e-a762-0dc736ae5281 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:22.929902 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d253c68e-0607-4ecf-9ceb-9b9732f86e5a tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:22.931700 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d253c68e-0607-4ecf-9ceb-9b9732f86e5a tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:22.934691 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d253c68e-0607-4ecf-9ceb-9b9732f86e5a tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0883117 Dec 10 19:22:22.936167 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56728) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:22.972280 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-dc5b92b6-c37d-4c3e-a762-0dc736ae5281 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Deleting port f4f54156-4d4e-431d-b4de-80cee11ea05f {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:22:22.973017 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dc5b92b6-c37d-4c3e-a762-0dc736ae5281 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:23.002746 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-9714ae37-e470-412c-a950-2eb56221d22b tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Deleting subnet 65227cde-e72f-4c43-bb98-94a1a8517a53 {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:22:23.009111 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9714ae37-e470-412c-a950-2eb56221d22b tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:23.071995 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-dc5b92b6-c37d-4c3e-a762-0dc736ae5281 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] For port f4f54156-4d4e-431d-b4de-80cee11ea05f, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=f4f54156-4d4e-431d-b4de-80cee11ea05f,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:22:23.072984 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dc5b92b6-c37d-4c3e-a762-0dc736ae5281 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:23.073369 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9714ae37-e470-412c-a950-2eb56221d22b tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:23.115689 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-dc5b92b6-c37d-4c3e-a762-0dc736ae5281 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Calling delete_port for f4f54156-4d4e-431d-b4de-80cee11ea05f owned by network:router_gateway {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:22:23.180300 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4549fc3a-061a-4f33-99f0-151e5f548443 req-fd839ed9-7be5-4b45-b3d3-d371921140a9 tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:23.181106 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9714ae37-e470-412c-a950-2eb56221d22b tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:23.182297 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4549fc3a-061a-4f33-99f0-151e5f548443 req-fd839ed9-7be5-4b45-b3d3-d371921140a9 tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] 10.222.0.69 "GET /v2.0/ports?device_id=7987704f-7226-4e1e-8c17-5f2c1b76887e HTTP/1.1" status: 200 len: 946 time: 0.1043792 Dec 10 19:22:23.229875 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c32d41-ca75-4319-a163-9740381ca74d None None] DHCP port deletion for 09581b17-9274-439f-a74b-fa6e61531b79 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:22:23.272576 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9714ae37-e470-412c-a950-2eb56221d22b tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:23.303905 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9714ae37-e470-412c-a950-2eb56221d22b tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event deleted for resources: {'Subnet': ['ID=65227cde-e72f-4c43-bb98-94a1a8517a53,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:23.310220 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9714ae37-e470-412c-a950-2eb56221d22b tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:23.314014 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-9714ae37-e470-412c-a950-2eb56221d22b tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/subnets/65227cde-e72f-4c43-bb98-94a1a8517a53 HTTP/1.1" status: 204 len: 168 time: 0.3764093 Dec 10 19:22:23.318877 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56732) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:23.320931 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-58c32d41-ca75-4319-a163-9740381ca74d None None] Deleting port fff76442-d415-4d10-a314-400328c68ae8 {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:22:23.321736 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-58c32d41-ca75-4319-a163-9740381ca74d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:23.330274 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25adbeea-7d84-4b04-8b1f-2fb86655d70f None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:22:23.367224 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4549fc3a-061a-4f33-99f0-151e5f548443 req-a363278e-7128-4d9f-becd-247719aa3352 tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e9e530c-a061-4248-a31e-d8aad4f19bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652930 Dec 10 19:22:23.382088 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-888e17dd-f135-40f4-9b7c-07cf6d3b427a tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0595727 Dec 10 19:22:23.382369 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56734) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:23.419193 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dc5b92b6-c37d-4c3e-a762-0dc736ae5281 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:23.480143 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b92b6-c37d-4c3e-a762-0dc736ae5281 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'Port': ['ID=f4f54156-4d4e-431d-b4de-80cee11ea05f,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:23.485094 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74261c8a-3b45-4059-977a-b1b321c9cf92 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:23.486492 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-74261c8a-3b45-4059-977a-b1b321c9cf92 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1031623 Dec 10 19:22:23.492356 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56738) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:23.596122 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-58c32d41-ca75-4319-a163-9740381ca74d None None] For port fff76442-d415-4d10-a314-400328c68ae8, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=fff76442-d415-4d10-a314-400328c68ae8,segment=NetworkSegment(0332fa17-cf06-4edb-9411-1f6004e1d061),segment_id=0332fa17-cf06-4edb-9411-1f6004e1d061)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:22:23.600255 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-58c32d41-ca75-4319-a163-9740381ca74d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:23.634255 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5edf1f-3ee6-4df1-a9ad-83bff98b960d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:23.636990 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-9b5edf1f-3ee6-4df1-a9ad-83bff98b960d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1430759 Dec 10 19:22:23.639873 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56742) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:23.665485 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-58c32d41-ca75-4319-a163-9740381ca74d None None] Calling delete_port for fff76442-d415-4d10-a314-400328c68ae8 owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:22:23.705131 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-a0ecb778-be12-4778-b994-413e11466e06 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0480444 Dec 10 19:22:23.710816 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56744) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:23.727781 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-6d9c52e1-32fe-4267-9ca4-cfb6a6dd6382 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Request body: {'subnet': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:22:23.750020 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dc5b92b6-c37d-4c3e-a762-0dc736ae5281 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3713145'] for router_gateway, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:23.850109 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-58c32d41-ca75-4319-a163-9740381ca74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:23.869697 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dc5b92b6-c37d-4c3e-a762-0dc736ae5281 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:23.875148 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dc5b92b6-c37d-4c3e-a762-0dc736ae5281 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:23.895109 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36d9cb-4579-46d7-8999-1e33a482a069 req-63ec1e39-8f9c-43ba-b19e-54cb6eaee8ef tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:23.896731 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bc36d9cb-4579-46d7-8999-1e33a482a069 req-63ec1e39-8f9c-43ba-b19e-54cb6eaee8ef tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] 10.222.0.69 "GET /v2.0/ports?device_id=7987704f-7226-4e1e-8c17-5f2c1b76887e HTTP/1.1" status: 200 len: 946 time: 0.2628188 Dec 10 19:22:23.901180 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c32d41-ca75-4319-a163-9740381ca74d None None] No DVR routers for this DVR port fff76442-d415-4d10-a314-400328c68ae8 on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:22:23.923983 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9c52e1-32fe-4267-9ca4-cfb6a6dd6382 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Made reservation on behalf of 3469d34b4b5244779481838dc0c942a0 for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:22:23.928470 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6d9c52e1-32fe-4267-9ca4-cfb6a6dd6382 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:23.946376 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d628d4-dd1d-4f1d-a005-d8e800a9c98e req-0d1249d9-cd6f-4f9f-a4ce-be53c87b1c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:23.946634 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c32d41-ca75-4319-a163-9740381ca74d None None] Pushing event deleted for resources: {'Port': ['ID=fff76442-d415-4d10-a314-400328c68ae8,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:23.948369 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-65d628d4-dd1d-4f1d-a005-d8e800a9c98e req-0d1249d9-cd6f-4f9f-a4ce-be53c87b1c64 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2dc8e3876aa4486885bb8ebde54a757c&device_id=7987704f-7226-4e1e-8c17-5f2c1b76887e HTTP/1.1" status: 200 len: 1099 time: 0.2691610 Dec 10 19:22:23.957577 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffec313-3c34-47ce-ba84-e6370f38227d None None] DHCP port deletion for 1d551a91-027c-49df-950f-450dd7a0d1c8 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:22:23.983158 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dc5b92b6-c37d-4c3e-a762-0dc736ae5281 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:23.983681 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5b92b6-c37d-4c3e-a762-0dc736ae5281 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Fanout notify agent at l3_agent the message router_deleted on router fc36a459-772e-42b2-b336-e02eacb0da03 {{(pid=102365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:22:24.019603 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dc5b92b6-c37d-4c3e-a762-0dc736ae5281 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:24.020857 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-dc5b92b6-c37d-4c3e-a762-0dc736ae5281 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "DELETE /v2.0/routers/fc36a459-772e-42b2-b336-e02eacb0da03 HTTP/1.1" status: 204 len: 168 time: 1.4801896 Dec 10 19:22:24.028065 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56746) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:24.065989 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bc36d9cb-4579-46d7-8999-1e33a482a069 req-00013e73-a76e-475a-962c-284c814ba3a5 tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e9e530c-a061-4248-a31e-d8aad4f19bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320100 Dec 10 19:22:24.071164 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-cffec313-3c34-47ce-ba84-e6370f38227d None None] Deleting port 787d6f4f-bb32-4c92-83fe-cd9da95506f5 {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:22:24.071543 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-cffec313-3c34-47ce-ba84-e6370f38227d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:24.089715 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 247d0e9d-6076-46be-b3ad-29e13d25fa3a no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:22:24.149641 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d628d4-dd1d-4f1d-a005-d8e800a9c98e req-60f2b4eb-f193-4e0e-8a3d-8966b0bfa2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:24.152047 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-65d628d4-dd1d-4f1d-a005-d8e800a9c98e req-60f2b4eb-f193-4e0e-8a3d-8966b0bfa2df service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1c746c7-9715-47f9-b22e-b165f4292919 HTTP/1.1" status: 200 len: 912 time: 0.1932209 Dec 10 19:22:24.166206 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-fea8618c-0010-42c4-ab70-c22f3b7fad5b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:24.202843 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 247d0e9d-6076-46be-b3ad-29e13d25fa3a {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:22:24.203077 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 247d0e9d-6076-46be-b3ad-29e13d25fa3a not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:22:24.203500 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device fff76442-d415-4d10-a314-400328c68ae8 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:22:24.210657 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-65d628d4-dd1d-4f1d-a005-d8e800a9c98e req-8789c9c6-2d39-4b50-9ede-bb3f142f9ffd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bbf5fe17-62ae-4d32-96c6-f2935aa9e9b0 HTTP/1.1" status: 200 len: 217 time: 0.0511608 Dec 10 19:22:24.213489 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-cffec313-3c34-47ce-ba84-e6370f38227d None None] For port 787d6f4f-bb32-4c92-83fe-cd9da95506f5, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=787d6f4f-bb32-4c92-83fe-cd9da95506f5,segment=NetworkSegment(349affc8-50f4-455b-bd4d-50478ad01ebc),segment_id=349affc8-50f4-455b-bd4d-50478ad01ebc)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:22:24.213915 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-cffec313-3c34-47ce-ba84-e6370f38227d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:24.247372 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: fff76442-d415-4d10-a314-400328c68ae8 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:22:24.248702 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device fff76442-d415-4d10-a314-400328c68ae8 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:22:24.262215 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-cffec313-3c34-47ce-ba84-e6370f38227d None None] Calling delete_port for 787d6f4f-bb32-4c92-83fe-cd9da95506f5 owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:22:24.266781 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-9707d595-eb88-4b2b-8fc7-a12b49020240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:24.282396 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d628d4-dd1d-4f1d-a005-d8e800a9c98e req-ac048aa8-4ef1-47a0-a291-8a5ce1885c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:24.284029 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-65d628d4-dd1d-4f1d-a005-d8e800a9c98e req-ac048aa8-4ef1-47a0-a291-8a5ce1885c0e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=327ce438-8bd9-48d7-8d1b-4135151a15c8 HTTP/1.1" status: 200 len: 851 time: 0.0662363 Dec 10 19:22:24.321887 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-fea8618c-0010-42c4-ab70-c22f3b7fad5b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:24.322689 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-65d628d4-dd1d-4f1d-a005-d8e800a9c98e req-49a32f33-d6d4-416c-a20d-fe081c86b73f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1c746c7-9715-47f9-b22e-b165f4292919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306244 Dec 10 19:22:24.367512 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-cffec313-3c34-47ce-ba84-e6370f38227d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:24.379452 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-fea8618c-0010-42c4-ab70-c22f3b7fad5b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09581b17-9274-439f-a74b-fa6e61531b79']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:22:24.396639 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-fea8618c-0010-42c4-ab70-c22f3b7fad5b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0332fa17-cf06-4edb-9411-1f6004e1d061') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:22:24.396916 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-fea8618c-0010-42c4-ab70-c22f3b7fad5b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0332fa17-cf06-4edb-9411-1f6004e1d061') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:22:24.404963 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffec313-3c34-47ce-ba84-e6370f38227d None None] Pushing event deleted for resources: {'Port': ['ID=787d6f4f-bb32-4c92-83fe-cd9da95506f5,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:24.405203 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6d9c52e1-32fe-4267-9ca4-cfb6a6dd6382 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:24.408574 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffec313-3c34-47ce-ba84-e6370f38227d None None] No DVR routers for this DVR port 787d6f4f-bb32-4c92-83fe-cd9da95506f5 on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:22:24.417456 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-fea8618c-0010-42c4-ab70-c22f3b7fad5b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:24.439134 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-65d628d4-dd1d-4f1d-a005-d8e800a9c98e req-18b820e9-c131-41b8-b2cd-bb8841ff82de service neutron] 10.222.0.36 "GET /v2.0/networks/f1c746c7-9715-47f9-b22e-b165f4292919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095531 Dec 10 19:22:24.464077 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-fea8618c-0010-42c4-ab70-c22f3b7fad5b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:24.471104 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9c52e1-32fe-4267-9ca4-cfb6a6dd6382 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:22:24.478728 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fea8618c-0010-42c4-ab70-c22f3b7fad5b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:22:24.479116 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-fea8618c-0010-42c4-ab70-c22f3b7fad5b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:24.482658 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:22:24.482658 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:22:24.482658 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:22:24.482658 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:22:24.482658 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:22:24.482658 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:22:24.482658 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:22:24.482658 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:22:24.482658 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:22:24.482658 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:22:24.482658 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:22:24.482658 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:22:24.482658 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:22:24.482658 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:22:24.482658 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:22:24.482658 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:22:24.482658 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:22:24.482658 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:22:24.482658 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:22:24.482658 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:22:24.482658 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:22:24.482658 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:22:24.482658 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:22:24.482658 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:22:24.482658 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:22:24.482658 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:22:24.482658 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:22:24.482658 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:22:24.482658 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:22:24.482658 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:22:24.482658 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:22:24.482658 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:22:24.486656 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-6d9c52e1-32fe-4267-9ca4-cfb6a6dd6382 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:22:24.499146 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae023d35-63b8-459e-8dfe-1cc72c67e257 None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:22:24.506377 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9c52e1-32fe-4267-9ca4-cfb6a6dd6382 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:24.507202 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6d9c52e1-32fe-4267-9ca4-cfb6a6dd6382 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:24.548639 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9c52e1-32fe-4267-9ca4-cfb6a6dd6382 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event updated for resources: {'Subnet': ['ID=f2dbc701-40d9-4788-9fd9-636c99d02140,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:24.562105 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9c52e1-32fe-4267-9ca4-cfb6a6dd6382 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:24.562451 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9c52e1-32fe-4267-9ca4-cfb6a6dd6382 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:24.562793 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9c52e1-32fe-4267-9ca4-cfb6a6dd6382 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:24.563125 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9c52e1-32fe-4267-9ca4-cfb6a6dd6382 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:24.563452 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9c52e1-32fe-4267-9ca4-cfb6a6dd6382 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:24.563779 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9c52e1-32fe-4267-9ca4-cfb6a6dd6382 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:24.564101 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9c52e1-32fe-4267-9ca4-cfb6a6dd6382 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:24.564422 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9c52e1-32fe-4267-9ca4-cfb6a6dd6382 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:24.564771 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9c52e1-32fe-4267-9ca4-cfb6a6dd6382 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:24.565092 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9c52e1-32fe-4267-9ca4-cfb6a6dd6382 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:24.565449 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-65d628d4-dd1d-4f1d-a005-d8e800a9c98e req-399f8372-e63c-4cb2-a9a7-224265412556 service neutron] 10.222.0.36 "GET /v2.0/networks/f1c746c7-9715-47f9-b22e-b165f4292919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156023 Dec 10 19:22:24.565563 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9c52e1-32fe-4267-9ca4-cfb6a6dd6382 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:24.565917 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9c52e1-32fe-4267-9ca4-cfb6a6dd6382 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:24.596127 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-6d9c52e1-32fe-4267-9ca4-cfb6a6dd6382 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8788426 Dec 10 19:22:24.596441 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56748) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:24.610195 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-357ed41f-7c0f-4759-8dc0-9884976f51f6 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Request body: {'port': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'fixed_ips': [{'subnet_id': 'f2dbc701-40d9-4788-9fd9-636c99d02140', 'ip_address': '2001:db8::5f37:2c3c:e644:47ec'}], 'name': 'tempest-NetworksTestDHCPv6-217196688'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:22:24.613173 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-fea8618c-0010-42c4-ab70-c22f3b7fad5b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:24.622743 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-fea8618c-0010-42c4-ab70-c22f3b7fad5b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:24.627464 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-fea8618c-0010-42c4-ab70-c22f3b7fad5b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "DELETE /v2.0/networks/09581b17-9274-439f-a74b-fa6e61531b79 HTTP/1.1" status: 204 len: 168 time: 0.5983076 Dec 10 19:22:24.648218 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea8618c-0010-42c4-ab70-c22f3b7fad5b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'Network': ['ID=09581b17-9274-439f-a74b-fa6e61531b79,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:24.668862 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56750) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:24.675242 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-c3a092f6-db15-4386-a77d-053837c596cd tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'network': {'name': 'tempest-network-smoke--365641177', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'port_security_enabled': True}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:22:24.702667 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a092f6-db15-4386-a77d-053837c596cd tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Made reservation on behalf of 730e4c9f0aba4accb176e575114c849e for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:22:24.707017 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c3a092f6-db15-4386-a77d-053837c596cd tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:24.738162 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3a092f6-db15-4386-a77d-053837c596cd tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:22:24.748289 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c3a092f6-db15-4386-a77d-053837c596cd tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:24.748779 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-c3a092f6-db15-4386-a77d-053837c596cd tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Added segment 466dc6d5-0fdc-438d-bf4a-e84dfc071da3 of type vlan for network 7af47983-22ac-40ad-acd7-9dce8289b142 Dec 10 19:22:24.783139 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357ed41f-7c0f-4759-8dc0-9884976f51f6 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Made reservation on behalf of 3469d34b4b5244779481838dc0c942a0 for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:22:24.787521 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddca96d-0b44-4c7d-b163-343d297433f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-1d551a91-027c-49df-950f-450dd7a0d1c8', 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'tenant_id': '3469d34b4b5244779481838dc0c942a0', 'fixed_ips': [{'subnet_id': 'f2dbc701-40d9-4788-9fd9-636c99d02140'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:22:24.789137 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-fddca96d-0b44-4c7d-b163-343d297433f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:24.795291 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c3a092f6-db15-4386-a77d-053837c596cd tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:24.836456 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c3a092f6-db15-4386-a77d-053837c596cd tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:24.844416 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a092f6-db15-4386-a77d-053837c596cd tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:24.845079 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c3a092f6-db15-4386-a77d-053837c596cd tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:24.873459 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-357ed41f-7c0f-4759-8dc0-9884976f51f6 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:24.892426 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [None req-357ed41f-7c0f-4759-8dc0-9884976f51f6 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] device_id is not set on port d58a5feb-b9bf-42f5-8805-a503d258f61f yet. {{(pid=102365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:22:24.910107 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-c3a092f6-db15-4386-a77d-053837c596cd tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2356939 Dec 10 19:22:24.910355 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56752) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:24.917304 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-546f0e3e-31e8-4c3a-8577-3893da549c0a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-167037203', 'admin_state_up': True, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:22:24.944621 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a092f6-db15-4386-a77d-053837c596cd tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Network': ['ID=7af47983-22ac-40ad-acd7-9dce8289b142,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:24.960102 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 7af47983-22ac-40ad-acd7-9dce8289b142 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:22:24.963826 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-546f0e3e-31e8-4c3a-8577-3893da549c0a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:24.965691 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-546f0e3e-31e8-4c3a-8577-3893da549c0a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:25.031739 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-fddca96d-0b44-4c7d-b163-343d297433f4 None None] Allocated IP 2001:db8::2 (1d551a91-027c-49df-950f-450dd7a0d1c8/f2dbc701-40d9-4788-9fd9-636c99d02140/e46cbde0-c399-49f7-8299-21e5327bef35) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:22:25.049275 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-546f0e3e-31e8-4c3a-8577-3893da549c0a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:25.204716 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-fddca96d-0b44-4c7d-b163-343d297433f4 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:25.212595 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-546f0e3e-31e8-4c3a-8577-3893da549c0a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:25.213601 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-fddca96d-0b44-4c7d-b163-343d297433f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:25.236245 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e145f00-7dc7-4582-bf19-9b42a3eda937 req-7ac05fd3-4e02-4e64-aaa4-9a5887d0eaec tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:25.245278 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5e145f00-7dc7-4582-bf19-9b42a3eda937 req-7ac05fd3-4e02-4e64-aaa4-9a5887d0eaec tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] 10.222.0.69 "GET /v2.0/ports?device_id=7987704f-7226-4e1e-8c17-5f2c1b76887e HTTP/1.1" status: 200 len: 946 time: 0.0830188 Dec 10 19:22:25.258534 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddca96d-0b44-4c7d-b163-343d297433f4 None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:22:25.262135 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-fddca96d-0b44-4c7d-b163-343d297433f4 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:22:25.264885 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddca96d-0b44-4c7d-b163-343d297433f4 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:22:25.288982 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddca96d-0b44-4c7d-b163-343d297433f4 None None] Pushing event updated for resources: {'Port': ['ID=e46cbde0-c399-49f7-8299-21e5327bef35,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:25.333704 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5e145f00-7dc7-4582-bf19-9b42a3eda937 req-caf459d9-9389-49c4-b543-d4cc920214d6 tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e9e530c-a061-4248-a31e-d8aad4f19bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874255 Dec 10 19:22:25.335306 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-357ed41f-7c0f-4759-8dc0-9884976f51f6 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Allocated IP 2001:db8::5f37:2c3c:e644:47ec (1d551a91-027c-49df-950f-450dd7a0d1c8/f2dbc701-40d9-4788-9fd9-636c99d02140/d58a5feb-b9bf-42f5-8805-a503d258f61f) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:22:25.365921 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:25.368627 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-fddca96d-0b44-4c7d-b163-343d297433f4 None None] Attempting to bind port e46cbde0-c399-49f7-8299-21e5327bef35 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:22:25.369183 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-fddca96d-0b44-4c7d-b163-343d297433f4 None None] Attempting to bind port e46cbde0-c399-49f7-8299-21e5327bef35 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:22:25.369713 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddca96d-0b44-4c7d-b163-343d297433f4 None None] Attempting to bind port e46cbde0-c399-49f7-8299-21e5327bef35 on network 1d551a91-027c-49df-950f-450dd7a0d1c8 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:22:25.379091 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddca96d-0b44-4c7d-b163-343d297433f4 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:22:25.379806 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddca96d-0b44-4c7d-b163-343d297433f4 None None] Checking segment: {'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:22:25.380459 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-fddca96d-0b44-4c7d-b163-343d297433f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:25.381081 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddca96d-0b44-4c7d-b163-343d297433f4 None None] Bound using segment: {'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:22:25.381826 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-fddca96d-0b44-4c7d-b163-343d297433f4 None None] Bound port: e46cbde0-c399-49f7-8299-21e5327bef35, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:22:25.382409 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-fddca96d-0b44-4c7d-b163-343d297433f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:25.486927 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-fddca96d-0b44-4c7d-b163-343d297433f4 None None] For port e46cbde0-c399-49f7-8299-21e5327bef35, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:22:25.487219 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-546f0e3e-31e8-4c3a-8577-3893da549c0a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router_gateway, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:25.491155 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-fddca96d-0b44-4c7d-b163-343d297433f4 None None] For port e46cbde0-c399-49f7-8299-21e5327bef35, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=e46cbde0-c399-49f7-8299-21e5327bef35,segment=NetworkSegment(349affc8-50f4-455b-bd4d-50478ad01ebc),segment_id=349affc8-50f4-455b-bd4d-50478ad01ebc)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:22:25.499075 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-fddca96d-0b44-4c7d-b163-343d297433f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:25.522932 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-546f0e3e-31e8-4c3a-8577-3893da549c0a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:25.524837 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-357ed41f-7c0f-4759-8dc0-9884976f51f6 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:25.560019 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddca96d-0b44-4c7d-b163-343d297433f4 None None] Pushing event updated for resources: {'Port': ['ID=e46cbde0-c399-49f7-8299-21e5327bef35,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:25.582038 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-357ed41f-7c0f-4759-8dc0-9884976f51f6 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:25.629772 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357ed41f-7c0f-4759-8dc0-9884976f51f6 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:22:25.633455 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-357ed41f-7c0f-4759-8dc0-9884976f51f6 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:22:25.635950 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357ed41f-7c0f-4759-8dc0-9884976f51f6 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:22:25.642480 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357ed41f-7c0f-4759-8dc0-9884976f51f6 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:25.647522 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-357ed41f-7c0f-4759-8dc0-9884976f51f6 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:25.670401 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-546f0e3e-31e8-4c3a-8577-3893da549c0a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Allocated IP 172.26.6.246 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/dd4ead6d-2555-4b4e-957f-c63658ee61c5) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:22:25.670961 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-357ed41f-7c0f-4759-8dc0-9884976f51f6 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0696518 Dec 10 19:22:25.671106 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56756) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:25.716264 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357ed41f-7c0f-4759-8dc0-9884976f51f6 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event updated for resources: {'Port': ['ID=d58a5feb-b9bf-42f5-8805-a503d258f61f,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:25.757343 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bea11a4-597a-4e85-ab23-8e7430c1d7b0 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:25.771591 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bea11a4-597a-4e85-ab23-8e7430c1d7b0 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:25.773620 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-3bea11a4-597a-4e85-ab23-8e7430c1d7b0 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1016068 Dec 10 19:22:25.776270 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56758) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:25.854335 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 787d6f4f-bb32-4c92-83fe-cd9da95506f5 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:22:25.876200 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 787d6f4f-bb32-4c92-83fe-cd9da95506f5 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:22:25.876570 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 787d6f4f-bb32-4c92-83fe-cd9da95506f5 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:22:25.877186 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device f4f54156-4d4e-431d-b4de-80cee11ea05f no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:22:25.892127 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-546f0e3e-31e8-4c3a-8577-3893da549c0a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:25.902478 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: f4f54156-4d4e-431d-b4de-80cee11ea05f {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:22:25.903585 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device f4f54156-4d4e-431d-b4de-80cee11ea05f not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:22:25.915985 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-8e3d346d-5511-4572-adfd-5a1fc901d32c tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Deleting port d58a5feb-b9bf-42f5-8805-a503d258f61f {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:22:25.916447 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8e3d346d-5511-4572-adfd-5a1fc901d32c tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:25.939310 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-546f0e3e-31e8-4c3a-8577-3893da549c0a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:25.979788 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546f0e3e-31e8-4c3a-8577-3893da549c0a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:22:25.983206 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-546f0e3e-31e8-4c3a-8577-3893da549c0a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:22:25.986422 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546f0e3e-31e8-4c3a-8577-3893da549c0a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:22:26.017008 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8e3d346d-5511-4572-adfd-5a1fc901d32c tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:26.018002 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546f0e3e-31e8-4c3a-8577-3893da549c0a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Port': ['ID=dd4ead6d-2555-4b4e-957f-c63658ee61c5,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:26.031939 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-8e3d346d-5511-4572-adfd-5a1fc901d32c tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Calling delete_port for d58a5feb-b9bf-42f5-8805-a503d258f61f owned by {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:22:26.173131 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8e3d346d-5511-4572-adfd-5a1fc901d32c tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:26.207995 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3d346d-5511-4572-adfd-5a1fc901d32c tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event deleted for resources: {'Port': ['ID=d58a5feb-b9bf-42f5-8805-a503d258f61f,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:26.234946 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8e3d346d-5511-4572-adfd-5a1fc901d32c tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:26.238979 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-8e3d346d-5511-4572-adfd-5a1fc901d32c tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/ports/d58a5feb-b9bf-42f5-8805-a503d258f61f HTTP/1.1" status: 204 len: 168 time: 0.4612856 Dec 10 19:22:26.241442 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56760) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:26.268916 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-546f0e3e-31e8-4c3a-8577-3893da549c0a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router_gateway, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:26.297775 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bbe8e3-8ad6-41c6-9f31-f0005b4e33c6 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:26.299455 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bbe8e3-8ad6-41c6-9f31-f0005b4e33c6 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:26.302485 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-e3bbe8e3-8ad6-41c6-9f31-f0005b4e33c6 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0600481 Dec 10 19:22:26.305034 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56762) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:26.372154 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_v2 [None req-3081a588-5839-473c-b9c7-b511430aa07a tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Deleting subnet f2dbc701-40d9-4788-9fd9-636c99d02140 {{(pid=102365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:22:26.376848 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3081a588-5839-473c-b9c7-b511430aa07a tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:26.436635 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3081a588-5839-473c-b9c7-b511430aa07a tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353213'] for subnet, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:26.444562 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:26.500286 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-546f0e3e-31e8-4c3a-8577-3893da549c0a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:26.534479 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c220a30-0f77-421d-934c-d71c6b01f6fe req-b44c348b-4152-4f9a-ba79-99b22272c9c2 tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:26.536292 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1c220a30-0f77-421d-934c-d71c6b01f6fe req-b44c348b-4152-4f9a-ba79-99b22272c9c2 tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] 10.222.0.69 "GET /v2.0/ports?device_id=7987704f-7226-4e1e-8c17-5f2c1b76887e HTTP/1.1" status: 200 len: 946 time: 0.0954890 Dec 10 19:22:26.595102 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3081a588-5839-473c-b9c7-b511430aa07a tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:26.626051 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1c220a30-0f77-421d-934c-d71c6b01f6fe req-96b34fe3-dd93-4cc3-b7fe-92d63fc99c3c tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e9e530c-a061-4248-a31e-d8aad4f19bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716083 Dec 10 19:22:26.681407 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-546f0e3e-31e8-4c3a-8577-3893da549c0a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Router 0c1799c6-ae14-4430-bc97-71024c6ce94a is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:22:26.683622 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3081a588-5839-473c-b9c7-b511430aa07a tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:26.724387 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:26.731029 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c37f3dcb-c373-4761-82d7-e0eb2d0c9488 None None] Provisioning complete for port e46cbde0-c399-49f7-8299-21e5327bef35 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:22:26.731668 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c37f3dcb-c373-4761-82d7-e0eb2d0c9488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:26.746768 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3081a588-5839-473c-b9c7-b511430aa07a tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event deleted for resources: {'Subnet': ['ID=f2dbc701-40d9-4788-9fd9-636c99d02140,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:26.757802 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3081a588-5839-473c-b9c7-b511430aa07a tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:26.763475 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-3081a588-5839-473c-b9c7-b511430aa07a tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/subnets/f2dbc701-40d9-4788-9fd9-636c99d02140 HTTP/1.1" status: 204 len: 168 time: 0.4553173 Dec 10 19:22:26.763766 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56768) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:26.843881 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-02141b42-0bce-401c-b47f-e75488560e32 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0789003 Dec 10 19:22:26.847096 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56770) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:26.852948 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-0bdbe0be-f491-433e-86eb-e7677406f282 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Request body: {'subnet': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:22:26.863306 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c37f3dcb-c373-4761-82d7-e0eb2d0c9488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:26.892525 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546f0e3e-31e8-4c3a-8577-3893da549c0a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:22:26.903680 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d6fd3b-3f8a-4cbc-b330-c7676a35e21b None None] Sync routers for ids ['0c1799c6-ae14-4430-bc97-71024c6ce94a'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:22:26.929847 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c37f3dcb-c373-4761-82d7-e0eb2d0c9488 None None] For port e46cbde0-c399-49f7-8299-21e5327bef35, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=e46cbde0-c399-49f7-8299-21e5327bef35,segment=NetworkSegment(349affc8-50f4-455b-bd4d-50478ad01ebc),segment_id=349affc8-50f4-455b-bd4d-50478ad01ebc)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:22:26.932469 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d6fd3b-3f8a-4cbc-b330-c7676a35e21b None None] Routers {'0c1799c6-ae14-4430-bc97-71024c6ce94a'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:22:26.933288 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-04d6fd3b-3f8a-4cbc-b330-c7676a35e21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:22:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['0c1799c6-ae14-4430-bc97-71024c6ce94a'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:22:26.937219 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-546f0e3e-31e8-4c3a-8577-3893da549c0a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:26.938772 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c37f3dcb-c373-4761-82d7-e0eb2d0c9488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:26.943975 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-546f0e3e-31e8-4c3a-8577-3893da549c0a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0278697 Dec 10 19:22:26.945052 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56774) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:26.988889 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-620743b7-0b51-481a-8edc-c1406b650748 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=730e4c9f0aba4accb176e575114c849e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0430017 Dec 10 19:22:26.991555 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56776) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:27.057755 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bdbe0be-f491-433e-86eb-e7677406f282 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Made reservation on behalf of 3469d34b4b5244779481838dc0c942a0 for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:22:27.062258 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0bdbe0be-f491-433e-86eb-e7677406f282 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:27.072050 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37f3dcb-c373-4761-82d7-e0eb2d0c9488 None None] Pushing event updated for resources: {'Port': ['ID=e46cbde0-c399-49f7-8299-21e5327bef35,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:27.079245 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc4e213-2951-4177-a1ab-fbce62f1e42e None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:22:27.113131 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f100ce7-0e96-467c-869a-15a81ec54f09 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:27.115028 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-5f100ce7-0e96-467c-869a-15a81ec54f09 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1222320 Dec 10 19:22:27.118706 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56778) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:27.137719 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee78c09-3bcc-42de-a665-bb233c335d1d req-0dad49a3-3c80-4b5d-9a7b-0bb0b9251c95 tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:27.139296 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-cee78c09-3bcc-42de-a665-bb233c335d1d req-0dad49a3-3c80-4b5d-9a7b-0bb0b9251c95 tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] 10.222.0.69 "GET /v2.0/ports?device_id=7987704f-7226-4e1e-8c17-5f2c1b76887e HTTP/1.1" status: 200 len: 946 time: 0.1583462 Dec 10 19:22:27.153659 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d2463260-65ae-47f6-a34a-7a3696deb5d3 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=68e2ee80-e7f8-4be2-b0d8-392fd4a4e031&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335698 Dec 10 19:22:27.156280 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56780) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:27.163137 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-004d0bf4-33fe-4f03-88e4-e0b9a724c064 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1863431795', 'network_id': '7af47983-22ac-40ad-acd7-9dce8289b142', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:22:27.177784 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-6b3a7018-1465-4c3f-9f9e-fa4cf548f70b None None] Could not find standard attr ID for object d58a5feb-b9bf-42f5-8805-a503d258f61f. {{(pid=102367) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:22:27.225324 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-cee78c09-3bcc-42de-a665-bb233c335d1d req-84ade42d-4303-4796-bad4-7d94a8929fd6 tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e9e530c-a061-4248-a31e-d8aad4f19bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667584 Dec 10 19:22:27.244936 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-04d6fd3b-3f8a-4cbc-b330-c7676a35e21b None None] Set router 0c1799c6-ae14-4430-bc97-71024c6ce94a gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:22:27.328289 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004d0bf4-33fe-4f03-88e4-e0b9a724c064 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Made reservation on behalf of 730e4c9f0aba4accb176e575114c849e for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:22:27.335561 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-004d0bf4-33fe-4f03-88e4-e0b9a724c064 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:27.369280 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0bdbe0be-f491-433e-86eb-e7677406f282 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:27.596909 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a93cb9-b3ea-4692-88a8-e2effff81b64 None None] DHCP port deletion for 1d551a91-027c-49df-950f-450dd7a0d1c8 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:22:27.624746 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-004d0bf4-33fe-4f03-88e4-e0b9a724c064 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:27.665438 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-04d6fd3b-3f8a-4cbc-b330-c7676a35e21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1799c6-ae14-4430-bc97-71024c6ce94a', 'name': 'tempest-TestNetworkBasicOps-router-167037203', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': 'dd4ead6d-2555-4b4e-957f-c63658ee61c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:22:24Z', 'updated_at': '2021-12-10T19:22:26Z', 'revision_number': 3, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': 'dd4ead6d-2555-4b4e-957f-c63658ee61c5', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e6:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1799c6-ae14-4430-bc97-71024c6ce94a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:22:25Z', 'updated_at': '2021-12-10T19:22:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:22:27.711001 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004d0bf4-33fe-4f03-88e4-e0b9a724c064 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Subnet': ['ID=36a5dada-aa7c-4a07-8f39-7b371645ee4e,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:27.711490 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d6fd3b-3f8a-4cbc-b330-c7676a35e21b None None] Checking router: 0c1799c6-ae14-4430-bc97-71024c6ce94a for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:22:27.711490 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d6fd3b-3f8a-4cbc-b330-c7676a35e21b None None] Updating router 0c1799c6-ae14-4430-bc97-71024c6ce94a port dd4ead6d-2555-4b4e-957f-c63658ee61c5 binding host dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:22:27.719717 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-74a93cb9-b3ea-4692-88a8-e2effff81b64 None None] Deleting port e46cbde0-c399-49f7-8299-21e5327bef35 {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:22:27.720141 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-74a93cb9-b3ea-4692-88a8-e2effff81b64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:27.722326 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004d0bf4-33fe-4f03-88e4-e0b9a724c064 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Checking segment: {'id': '466dc6d5-0fdc-438d-bf4a-e84dfc071da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '7af47983-22ac-40ad-acd7-9dce8289b142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:22:27.723197 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004d0bf4-33fe-4f03-88e4-e0b9a724c064 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Network hostable DHCP agents. Network: 7af47983-22ac-40ad-acd7-9dce8289b142, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:22:27.744552 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004d0bf4-33fe-4f03-88e4-e0b9a724c064 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Network 7af47983-22ac-40ad-acd7-9dce8289b142 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:22:27.760164 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-004d0bf4-33fe-4f03-88e4-e0b9a724c064 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 7af47983-22ac-40ad-acd7-9dce8289b142) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:22:27.766186 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004d0bf4-33fe-4f03-88e4-e0b9a724c064 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:27.766832 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-004d0bf4-33fe-4f03-88e4-e0b9a724c064 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:27.767814 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdbe0be-f491-433e-86eb-e7677406f282 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:22:27.778551 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-0bdbe0be-f491-433e-86eb-e7677406f282 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:22:27.782353 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdbe0be-f491-433e-86eb-e7677406f282 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:27.782949 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0bdbe0be-f491-433e-86eb-e7677406f282 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:27.786715 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281fa518-d5bc-4f23-96a5-98429e5ebab5 None None] Network 7af47983-22ac-40ad-acd7-9dce8289b142 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:22:27.795396 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-004d0bf4-33fe-4f03-88e4-e0b9a724c064 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6373150 Dec 10 19:22:27.797917 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56782) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:27.800585 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdbe0be-f491-433e-86eb-e7677406f282 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event updated for resources: {'Subnet': ['ID=16534a1c-440f-4007-8c5b-a095bbf22084,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:27.814147 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-0bdbe0be-f491-433e-86eb-e7677406f282 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9658389 Dec 10 19:22:27.817403 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56784) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:27.822845 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-3c67952e-27d7-4a40-a624-c5bf500a3b92 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Request body: {'port': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'fixed_ips': [{'subnet_id': '16534a1c-440f-4007-8c5b-a095bbf22084', 'ip_address': '2001:db8::f7f7:90fa:37a2:a1b3'}], 'name': 'tempest-NetworksTestDHCPv6-1419317322'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:22:27.851959 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-04d6fd3b-3f8a-4cbc-b330-c7676a35e21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:27.954179 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-74a93cb9-b3ea-4692-88a8-e2effff81b64 None None] For port e46cbde0-c399-49f7-8299-21e5327bef35, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=e46cbde0-c399-49f7-8299-21e5327bef35,segment=NetworkSegment(349affc8-50f4-455b-bd4d-50478ad01ebc),segment_id=349affc8-50f4-455b-bd4d-50478ad01ebc)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:22:27.954716 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-74a93cb9-b3ea-4692-88a8-e2effff81b64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:27.991515 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c67952e-27d7-4a40-a624-c5bf500a3b92 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Made reservation on behalf of 3469d34b4b5244779481838dc0c942a0 for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:22:27.997345 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3c67952e-27d7-4a40-a624-c5bf500a3b92 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:28.019906 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [None req-3c67952e-27d7-4a40-a624-c5bf500a3b92 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] device_id is not set on port abb47db2-b628-4daf-8f82-9182ad43c2b9 yet. {{(pid=102365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:22:28.033060 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-74a93cb9-b3ea-4692-88a8-e2effff81b64 None None] Calling delete_port for e46cbde0-c399-49f7-8299-21e5327bef35 owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:22:28.230330 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2835d29c-22d6-4c3e-b01b-b4b3fbb74b2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-7af47983-22ac-40ad-acd7-9dce8289b142', 'network_id': '7af47983-22ac-40ad-acd7-9dce8289b142', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'fixed_ips': [{'subnet_id': '36a5dada-aa7c-4a07-8f39-7b371645ee4e'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:22:28.231976 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2835d29c-22d6-4c3e-b01b-b4b3fbb74b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:28.242204 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-3c67952e-27d7-4a40-a624-c5bf500a3b92 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Allocated IP 2001:db8::f7f7:90fa:37a2:a1b3 (1d551a91-027c-49df-950f-450dd7a0d1c8/16534a1c-440f-4007-8c5b-a095bbf22084/abb47db2-b628-4daf-8f82-9182ad43c2b9) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:22:28.354063 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-74a93cb9-b3ea-4692-88a8-e2effff81b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:28.401758 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a93cb9-b3ea-4692-88a8-e2effff81b64 None None] Pushing event deleted for resources: {'Port': ['ID=e46cbde0-c399-49f7-8299-21e5327bef35,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:28.406834 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a93cb9-b3ea-4692-88a8-e2effff81b64 None None] No DVR routers for this DVR port e46cbde0-c399-49f7-8299-21e5327bef35 on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:22:28.459800 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0feb62-6e3c-4afc-9b71-fe7af1ea2d66 None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:22:28.495339 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf1eadd-d2c4-4904-89e1-b5bab02ad04d req-1f0b414b-bb1d-4993-aa96-2ae7c2918325 tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:28.497246 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8cf1eadd-d2c4-4904-89e1-b5bab02ad04d req-1f0b414b-bb1d-4993-aa96-2ae7c2918325 tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] 10.222.0.69 "GET /v2.0/ports?device_id=7987704f-7226-4e1e-8c17-5f2c1b76887e HTTP/1.1" status: 200 len: 946 time: 0.1670251 Dec 10 19:22:28.576935 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-2835d29c-22d6-4c3e-b01b-b4b3fbb74b2d None None] Allocated IP 172.20.0.2 (7af47983-22ac-40ad-acd7-9dce8289b142/36a5dada-aa7c-4a07-8f39-7b371645ee4e/326d1e7b-5ff9-4456-8e59-6c75c6e71272) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:22:28.588546 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-04d6fd3b-3f8a-4cbc-b330-c7676a35e21b None None] Notify callbacks [] for port, precommit_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:28.601342 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8cf1eadd-d2c4-4904-89e1-b5bab02ad04d req-e6f47b4e-a234-4630-8e7d-288f5e1bb408 tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e9e530c-a061-4248-a31e-d8aad4f19bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882220 Dec 10 19:22:28.606780 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-04d6fd3b-3f8a-4cbc-b330-c7676a35e21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:28.636175 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3c67952e-27d7-4a40-a624-c5bf500a3b92 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:28.699310 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3c67952e-27d7-4a40-a624-c5bf500a3b92 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:28.700009 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-662137d2-528e-4493-8b73-4f02ce7220a1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:28.723889 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-04d6fd3b-3f8a-4cbc-b330-c7676a35e21b None None] Attempting to bind port dd4ead6d-2555-4b4e-957f-c63658ee61c5 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:22:28.724269 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-04d6fd3b-3f8a-4cbc-b330-c7676a35e21b None None] Attempting to bind port dd4ead6d-2555-4b4e-957f-c63658ee61c5 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:22:28.724920 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d6fd3b-3f8a-4cbc-b330-c7676a35e21b None None] Attempting to bind port dd4ead6d-2555-4b4e-957f-c63658ee61c5 on network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:22:28.747439 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d6fd3b-3f8a-4cbc-b330-c7676a35e21b None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:22:28.747926 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d6fd3b-3f8a-4cbc-b330-c7676a35e21b None None] Checking segment: {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:22:28.748103 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-04d6fd3b-3f8a-4cbc-b330-c7676a35e21b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:28.748486 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d6fd3b-3f8a-4cbc-b330-c7676a35e21b None None] Bound using segment: {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:22:28.749005 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-04d6fd3b-3f8a-4cbc-b330-c7676a35e21b None None] Bound port: dd4ead6d-2555-4b4e-957f-c63658ee61c5, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:22:28.749393 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-04d6fd3b-3f8a-4cbc-b330-c7676a35e21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:28.754242 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c67952e-27d7-4a40-a624-c5bf500a3b92 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:22:28.757131 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-3c67952e-27d7-4a40-a624-c5bf500a3b92 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:22:28.764300 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c67952e-27d7-4a40-a624-c5bf500a3b92 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:22:28.770629 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c67952e-27d7-4a40-a624-c5bf500a3b92 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:28.771288 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3c67952e-27d7-4a40-a624-c5bf500a3b92 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:28.775178 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c67952e-27d7-4a40-a624-c5bf500a3b92 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event updated for resources: {'Port': ['ID=abb47db2-b628-4daf-8f82-9182ad43c2b9,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:28.796322 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56788) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:28.797378 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-3c67952e-27d7-4a40-a624-c5bf500a3b92 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9776130 Dec 10 19:22:28.805267 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5719059-ad82-483b-b4ba-31165909b6ca None None] Pushing event updated for resources: {'Port': ['ID=dd4ead6d-2555-4b4e-957f-c63658ee61c5,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:28.868162 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9f12e5-2512-4cdc-baca-bf582841a25a tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:28.871099 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-7d9f12e5-2512-4cdc-baca-bf582841a25a tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0727577 Dec 10 19:22:28.874384 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56790) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:28.960706 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-04d6fd3b-3f8a-4cbc-b330-c7676a35e21b None None] For port dd4ead6d-2555-4b4e-957f-c63658ee61c5, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:22:28.990002 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-04d6fd3b-3f8a-4cbc-b330-c7676a35e21b None None] For port dd4ead6d-2555-4b4e-957f-c63658ee61c5, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=dd4ead6d-2555-4b4e-957f-c63658ee61c5,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:22:28.995178 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-d46fc524-cb4c-4966-a6d4-60c07e36178f tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Deleting port abb47db2-b628-4daf-8f82-9182ad43c2b9 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:22:28.996048 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d46fc524-cb4c-4966-a6d4-60c07e36178f tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:28.998735 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2835d29c-22d6-4c3e-b01b-b4b3fbb74b2d None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:29.000878 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-04d6fd3b-3f8a-4cbc-b330-c7676a35e21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:29.035070 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2835d29c-22d6-4c3e-b01b-b4b3fbb74b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:29.062394 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddeb16a-e512-4f0e-a842-a316ab038058 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-1d551a91-027c-49df-950f-450dd7a0d1c8', 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'tenant_id': '3469d34b4b5244779481838dc0c942a0', 'fixed_ips': [{'subnet_id': '16534a1c-440f-4007-8c5b-a095bbf22084'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:22:29.063115 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1ddeb16a-e512-4f0e-a842-a316ab038058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:29.094542 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-662137d2-528e-4493-8b73-4f02ce7220a1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Allocated IP 172.20.0.1 (7af47983-22ac-40ad-acd7-9dce8289b142/36a5dada-aa7c-4a07-8f39-7b371645ee4e/fb786b88-5054-4d56-a8e7-0b53bc9d232d) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:22:29.103998 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2835d29c-22d6-4c3e-b01b-b4b3fbb74b2d None None] Network 7af47983-22ac-40ad-acd7-9dce8289b142 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:22:29.111394 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5719059-ad82-483b-b4ba-31165909b6ca None None] Pushing event updated for resources: {'Port': ['ID=dd4ead6d-2555-4b4e-957f-c63658ee61c5,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:29.118293 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d6fd3b-3f8a-4cbc-b330-c7676a35e21b None None] Routers {'0c1799c6-ae14-4430-bc97-71024c6ce94a'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:22:29.118862 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-04d6fd3b-3f8a-4cbc-b330-c7676a35e21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:22:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['0c1799c6-ae14-4430-bc97-71024c6ce94a'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:22:29.121105 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-2835d29c-22d6-4c3e-b01b-b4b3fbb74b2d None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:22:29.123428 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2835d29c-22d6-4c3e-b01b-b4b3fbb74b2d None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:22:29.146316 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d46fc524-cb4c-4966-a6d4-60c07e36178f tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:29.177754 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-d46fc524-cb4c-4966-a6d4-60c07e36178f tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Calling delete_port for abb47db2-b628-4daf-8f82-9182ad43c2b9 owned by {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:22:29.196600 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2923ee-d315-415b-8fa9-275d0c60bd04 req-c5c27790-6ace-4ba2-b69e-37c88b7c16c8 tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:29.198116 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ee2923ee-d315-415b-8fa9-275d0c60bd04 req-c5c27790-6ace-4ba2-b69e-37c88b7c16c8 tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] 10.222.0.36 "GET /v2.0/ports?device_id=7987704f-7226-4e1e-8c17-5f2c1b76887e HTTP/1.1" status: 200 len: 946 time: 0.1104207 Dec 10 19:22:29.247589 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-662137d2-528e-4493-8b73-4f02ce7220a1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:29.289713 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-662137d2-528e-4493-8b73-4f02ce7220a1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:29.351747 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662137d2-528e-4493-8b73-4f02ce7220a1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Network 7af47983-22ac-40ad-acd7-9dce8289b142 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:22:29.356296 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-662137d2-528e-4493-8b73-4f02ce7220a1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:22:29.361839 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662137d2-528e-4493-8b73-4f02ce7220a1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:22:29.391169 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-ee2923ee-d315-415b-8fa9-275d0c60bd04 req-14b54c16-ea71-45ef-8b44-25ae8b0a6446 tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] Deleting port bbf5fe17-62ae-4d32-96c6-f2935aa9e9b0 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:22:29.391395 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-ee2923ee-d315-415b-8fa9-275d0c60bd04 req-14b54c16-ea71-45ef-8b44-25ae8b0a6446 tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:29.406514 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662137d2-528e-4493-8b73-4f02ce7220a1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Port': ['ID=fb786b88-5054-4d56-a8e7-0b53bc9d232d,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:29.422823 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-662137d2-528e-4493-8b73-4f02ce7220a1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712030'] for router_interface, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:29.509099 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2835d29c-22d6-4c3e-b01b-b4b3fbb74b2d None None] Pushing event updated for resources: {'Port': ['ID=326d1e7b-5ff9-4456-8e59-6c75c6e71272,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:29.516198 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d46fc524-cb4c-4966-a6d4-60c07e36178f tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:29.563600 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-2835d29c-22d6-4c3e-b01b-b4b3fbb74b2d None None] Attempting to bind port 326d1e7b-5ff9-4456-8e59-6c75c6e71272 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:22:29.563983 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-2835d29c-22d6-4c3e-b01b-b4b3fbb74b2d None None] Attempting to bind port 326d1e7b-5ff9-4456-8e59-6c75c6e71272 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '466dc6d5-0fdc-438d-bf4a-e84dfc071da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '7af47983-22ac-40ad-acd7-9dce8289b142'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:22:29.564159 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2835d29c-22d6-4c3e-b01b-b4b3fbb74b2d None None] Attempting to bind port 326d1e7b-5ff9-4456-8e59-6c75c6e71272 on network 7af47983-22ac-40ad-acd7-9dce8289b142 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:22:29.575008 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46fc524-cb4c-4966-a6d4-60c07e36178f tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event deleted for resources: {'Port': ['ID=abb47db2-b628-4daf-8f82-9182ad43c2b9,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:29.582432 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2835d29c-22d6-4c3e-b01b-b4b3fbb74b2d None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:22:29.582830 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2835d29c-22d6-4c3e-b01b-b4b3fbb74b2d None None] Checking segment: {'id': '466dc6d5-0fdc-438d-bf4a-e84dfc071da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '7af47983-22ac-40ad-acd7-9dce8289b142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:22:29.583243 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2835d29c-22d6-4c3e-b01b-b4b3fbb74b2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:29.583591 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2835d29c-22d6-4c3e-b01b-b4b3fbb74b2d None None] Bound using segment: {'id': '466dc6d5-0fdc-438d-bf4a-e84dfc071da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '7af47983-22ac-40ad-acd7-9dce8289b142'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:22:29.584079 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-2835d29c-22d6-4c3e-b01b-b4b3fbb74b2d None None] Bound port: 326d1e7b-5ff9-4456-8e59-6c75c6e71272, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '466dc6d5-0fdc-438d-bf4a-e84dfc071da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '7af47983-22ac-40ad-acd7-9dce8289b142'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:22:29.584465 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2835d29c-22d6-4c3e-b01b-b4b3fbb74b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:29.607987 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46fc524-cb4c-4966-a6d4-60c07e36178f tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:29.608872 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46fc524-cb4c-4966-a6d4-60c07e36178f tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:29.609042 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46fc524-cb4c-4966-a6d4-60c07e36178f tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:29.609579 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46fc524-cb4c-4966-a6d4-60c07e36178f tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:29.610302 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46fc524-cb4c-4966-a6d4-60c07e36178f tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:29.610656 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46fc524-cb4c-4966-a6d4-60c07e36178f tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:29.611507 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46fc524-cb4c-4966-a6d4-60c07e36178f tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:29.611727 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46fc524-cb4c-4966-a6d4-60c07e36178f tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:29.612891 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46fc524-cb4c-4966-a6d4-60c07e36178f tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:29.613445 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46fc524-cb4c-4966-a6d4-60c07e36178f tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:29.614165 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46fc524-cb4c-4966-a6d4-60c07e36178f tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:29.614632 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46fc524-cb4c-4966-a6d4-60c07e36178f tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:29.619713 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-04d6fd3b-3f8a-4cbc-b330-c7676a35e21b None None] Set router 0c1799c6-ae14-4430-bc97-71024c6ce94a gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:22:29.630316 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-662137d2-528e-4493-8b73-4f02ce7220a1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:29.652708 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-ee2923ee-d315-415b-8fa9-275d0c60bd04 req-14b54c16-ea71-45ef-8b44-25ae8b0a6446 tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] For port bbf5fe17-62ae-4d32-96c6-f2935aa9e9b0, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=bbf5fe17-62ae-4d32-96c6-f2935aa9e9b0,segment=NetworkSegment(116140ca-d174-47be-a168-da31343c1d2f),segment_id=116140ca-d174-47be-a168-da31343c1d2f)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:22:29.653291 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-ee2923ee-d315-415b-8fa9-275d0c60bd04 req-14b54c16-ea71-45ef-8b44-25ae8b0a6446 tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:29.658675 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d46fc524-cb4c-4966-a6d4-60c07e36178f tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:29.670136 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-1ddeb16a-e512-4f0e-a842-a316ab038058 None None] Allocated IP 2001:db8::2 (1d551a91-027c-49df-950f-450dd7a0d1c8/16534a1c-440f-4007-8c5b-a095bbf22084/6224240e-9c6d-41e9-8178-3953ee7c528c) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:22:29.678911 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-d46fc524-cb4c-4966-a6d4-60c07e36178f tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/ports/abb47db2-b628-4daf-8f82-9182ad43c2b9 HTTP/1.1" status: 204 len: 168 time: 0.8025825 Dec 10 19:22:29.680553 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56794) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:29.756455 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-ee2923ee-d315-415b-8fa9-275d0c60bd04 req-14b54c16-ea71-45ef-8b44-25ae8b0a6446 tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] Calling delete_port for bbf5fe17-62ae-4d32-96c6-f2935aa9e9b0 owned by compute:nova {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:22:29.908806 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0160db49-9868-4882-abef-fd863b45d48a tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:29.911748 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0160db49-9868-4882-abef-fd863b45d48a tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:29.913561 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-0160db49-9868-4882-abef-fd863b45d48a tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2239146 Dec 10 19:22:29.916387 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56796) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:29.928010 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-2835d29c-22d6-4c3e-b01b-b4b3fbb74b2d None None] For port 326d1e7b-5ff9-4456-8e59-6c75c6e71272, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:22:29.934231 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-2835d29c-22d6-4c3e-b01b-b4b3fbb74b2d None None] For port 326d1e7b-5ff9-4456-8e59-6c75c6e71272, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=326d1e7b-5ff9-4456-8e59-6c75c6e71272,segment=NetworkSegment(466dc6d5-0fdc-438d-bf4a-e84dfc071da3),segment_id=466dc6d5-0fdc-438d-bf4a-e84dfc071da3)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:22:29.935730 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d1247-6aa8-4c11-8201-a7b5e459a762 req-31dd8193-d2a3-4765-914e-795ffdf8fe8d tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:29.937367 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-cc5d1247-6aa8-4c11-8201-a7b5e459a762 req-31dd8193-d2a3-4765-914e-795ffdf8fe8d tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] 10.222.0.69 "GET /v2.0/ports?device_id=7987704f-7226-4e1e-8c17-5f2c1b76887e HTTP/1.1" status: 200 len: 946 time: 0.1831853 Dec 10 19:22:29.948196 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2835d29c-22d6-4c3e-b01b-b4b3fbb74b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:29.999813 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-cc5d1247-6aa8-4c11-8201-a7b5e459a762 req-199db0f6-49c6-4e55-84ec-133b07f82e44 tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e9e530c-a061-4248-a31e-d8aad4f19bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515883 Dec 10 19:22:30.002377 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-87b3680f-5de0-4cd5-9915-d07e0b92af1d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Deleting subnet 16534a1c-440f-4007-8c5b-a095bbf22084 {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:22:30.050310 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-662137d2-528e-4493-8b73-4f02ce7220a1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:30.055712 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-662137d2-528e-4493-8b73-4f02ce7220a1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:30.094445 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-ee2923ee-d315-415b-8fa9-275d0c60bd04 req-14b54c16-ea71-45ef-8b44-25ae8b0a6446 tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:30.137786 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['bbf5fe17-62ae-4d32-96c6-f2935aa9e9b0'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:22:30.144473 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2835d29c-22d6-4c3e-b01b-b4b3fbb74b2d None None] Pushing event updated for resources: {'Port': ['ID=326d1e7b-5ff9-4456-8e59-6c75c6e71272,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:30.156326 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-662137d2-528e-4493-8b73-4f02ce7220a1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3755716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711339'] for router_interface, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:30.158559 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b54c16-ea71-45ef-8b44-25ae8b0a6446 tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] Pushing event deleted for resources: {'Port': ['ID=bbf5fe17-62ae-4d32-96c6-f2935aa9e9b0,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:30.177279 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662137d2-528e-4493-8b73-4f02ce7220a1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Port': ['ID=fb786b88-5054-4d56-a8e7-0b53bc9d232d,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:30.205355 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1ddeb16a-e512-4f0e-a842-a316ab038058 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:30.219843 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1ddeb16a-e512-4f0e-a842-a316ab038058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:30.225129 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-87b3680f-5de0-4cd5-9915-d07e0b92af1d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:30.228200 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-04d6fd3b-3f8a-4cbc-b330-c7676a35e21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1799c6-ae14-4430-bc97-71024c6ce94a', 'name': 'tempest-TestNetworkBasicOps-router-167037203', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': 'dd4ead6d-2555-4b4e-957f-c63658ee61c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:22:24Z', 'updated_at': '2021-12-10T19:22:26Z', 'revision_number': 3, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': 'dd4ead6d-2555-4b4e-957f-c63658ee61c5', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e6:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1799c6-ae14-4430-bc97-71024c6ce94a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:22:25Z', 'updated_at': '2021-12-10T19:22:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:22:30.249718 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee2923ee-d315-415b-8fa9-275d0c60bd04 req-14b54c16-ea71-45ef-8b44-25ae8b0a6446 tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] No DVR routers for this DVR port bbf5fe17-62ae-4d32-96c6-f2935aa9e9b0 on host hv-neutron-8214 {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:22:30.255283 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-ee2923ee-d315-415b-8fa9-275d0c60bd04 req-14b54c16-ea71-45ef-8b44-25ae8b0a6446 tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:30.263388 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ee2923ee-d315-415b-8fa9-275d0c60bd04 req-14b54c16-ea71-45ef-8b44-25ae8b0a6446 tempest-TestServerAdvancedOps-2074819807 tempest-TestServerAdvancedOps-2074819807-project] 10.222.0.36 "DELETE /v2.0/ports/bbf5fe17-62ae-4d32-96c6-f2935aa9e9b0 HTTP/1.1" status: 204 len: 173 time: 1.0580664 Dec 10 19:22:30.264157 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7987704f-7226-4e1e-8c17-5f2c1b76887e', 'name': 'network-vif-deleted', 'tag': 'bbf5fe17-62ae-4d32-96c6-f2935aa9e9b0'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:22:30.272615 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f6a5100-da74-4e50-ae18-7d3cfb50d832" -d '{"events": [{"server_uuid": "7987704f-7226-4e1e-8c17-5f2c1b76887e", "name": "network-vif-deleted", "tag": "bbf5fe17-62ae-4d32-96c6-f2935aa9e9b0"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:22:30.303983 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-87b3680f-5de0-4cd5-9915-d07e0b92af1d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:30.325101 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d6fd3b-3f8a-4cbc-b330-c7676a35e21b None None] The sync data for ids ['0c1799c6-ae14-4430-bc97-71024c6ce94a'] in dv-neutron-821441-1-hyperv is: [{'id': '0c1799c6-ae14-4430-bc97-71024c6ce94a', 'name': 'tempest-TestNetworkBasicOps-router-167037203', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': 'dd4ead6d-2555-4b4e-957f-c63658ee61c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:22:24Z', 'updated_at': '2021-12-10T19:22:26Z', 'revision_number': 3, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': 'dd4ead6d-2555-4b4e-957f-c63658ee61c5', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e6:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1799c6-ae14-4430-bc97-71024c6ce94a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:22:25Z', 'updated_at': '2021-12-10T19:22:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:22:30.338237 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ddeb16a-e512-4f0e-a842-a316ab038058 None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:22:30.343706 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-1ddeb16a-e512-4f0e-a842-a316ab038058 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:22:30.349066 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddeb16a-e512-4f0e-a842-a316ab038058 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:22:30.366178 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddeb16a-e512-4f0e-a842-a316ab038058 None None] Pushing event updated for resources: {'Port': ['ID=6224240e-9c6d-41e9-8178-3953ee7c528c,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:30.400301 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8667d8-0554-42bb-9cc5-4b5ee25be765 x-openstack-request-id: req-ba8667d8-0554-42bb-9cc5-4b5ee25be765 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:22:30.400633 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7987704f-7226-4e1e-8c17-5f2c1b76887e", "name": "network-vif-deleted", "tag": "bbf5fe17-62ae-4d32-96c6-f2935aa9e9b0", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:22:30.400899 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ba8667d8-0554-42bb-9cc5-4b5ee25be765 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:22:30.401391 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7987704f-7226-4e1e-8c17-5f2c1b76887e', 'name': 'network-vif-deleted', 'tag': 'bbf5fe17-62ae-4d32-96c6-f2935aa9e9b0', 'status': 'completed', 'code': 200} Dec 10 19:22:30.434881 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662137d2-528e-4493-8b73-4f02ce7220a1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Network 7af47983-22ac-40ad-acd7-9dce8289b142 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:22:30.438738 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-662137d2-528e-4493-8b73-4f02ce7220a1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:22:30.510947 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-1ddeb16a-e512-4f0e-a842-a316ab038058 None None] Attempting to bind port 6224240e-9c6d-41e9-8178-3953ee7c528c on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:22:30.511333 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-1ddeb16a-e512-4f0e-a842-a316ab038058 None None] Attempting to bind port 6224240e-9c6d-41e9-8178-3953ee7c528c by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:22:30.511703 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddeb16a-e512-4f0e-a842-a316ab038058 None None] Attempting to bind port 6224240e-9c6d-41e9-8178-3953ee7c528c on network 1d551a91-027c-49df-950f-450dd7a0d1c8 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:22:30.518142 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddeb16a-e512-4f0e-a842-a316ab038058 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:22:30.518982 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddeb16a-e512-4f0e-a842-a316ab038058 None None] Checking segment: {'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:22:30.519592 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1ddeb16a-e512-4f0e-a842-a316ab038058 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:30.522871 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddeb16a-e512-4f0e-a842-a316ab038058 None None] Bound using segment: {'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:22:30.523467 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-1ddeb16a-e512-4f0e-a842-a316ab038058 None None] Bound port: 6224240e-9c6d-41e9-8178-3953ee7c528c, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:22:30.523877 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1ddeb16a-e512-4f0e-a842-a316ab038058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:30.592250 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-87b3680f-5de0-4cd5-9915-d07e0b92af1d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:30.677734 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-662137d2-528e-4493-8b73-4f02ce7220a1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Router 0c1799c6-ae14-4430-bc97-71024c6ce94a has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:22:30.688842 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-87b3680f-5de0-4cd5-9915-d07e0b92af1d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:30.694677 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-1ddeb16a-e512-4f0e-a842-a316ab038058 None None] For port 6224240e-9c6d-41e9-8178-3953ee7c528c, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:22:30.699867 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-1ddeb16a-e512-4f0e-a842-a316ab038058 None None] For port 6224240e-9c6d-41e9-8178-3953ee7c528c, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=6224240e-9c6d-41e9-8178-3953ee7c528c,segment=NetworkSegment(349affc8-50f4-455b-bd4d-50478ad01ebc),segment_id=349affc8-50f4-455b-bd4d-50478ad01ebc)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:22:30.717669 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1ddeb16a-e512-4f0e-a842-a316ab038058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:30.765681 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-87b3680f-5de0-4cd5-9915-d07e0b92af1d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:30.777235 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-87b3680f-5de0-4cd5-9915-d07e0b92af1d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/subnets/16534a1c-440f-4007-8c5b-a095bbf22084 HTTP/1.1" status: 204 len: 168 time: 0.8585718 Dec 10 19:22:30.778547 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b3680f-5de0-4cd5-9915-d07e0b92af1d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event deleted for resources: {'Subnet': ['ID=16534a1c-440f-4007-8c5b-a095bbf22084,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:30.780600 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56800) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:30.829063 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddeb16a-e512-4f0e-a842-a316ab038058 None None] Pushing event updated for resources: {'Port': ['ID=6224240e-9c6d-41e9-8178-3953ee7c528c,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:30.885789 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-dc3c0771-2383-468e-a0fb-a588ddd137dc tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0988369 Dec 10 19:22:30.890156 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56802) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:30.900542 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-af6a4282-51c4-4512-b8a2-ad1bd9929c80 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Request body: {'subnet': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:22:30.974333 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662137d2-528e-4493-8b73-4f02ce7220a1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:22:30.986313 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-662137d2-528e-4493-8b73-4f02ce7220a1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "PUT /v2.0/routers/0c1799c6-ae14-4430-bc97-71024c6ce94a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1843832 Dec 10 19:22:30.986763 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56804) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:31.034195 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6a4282-51c4-4512-b8a2-ad1bd9929c80 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Made reservation on behalf of 3469d34b4b5244779481838dc0c942a0 for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:22:31.037967 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-af6a4282-51c4-4512-b8a2-ad1bd9929c80 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:31.115937 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56808) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:31.253606 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_v2 [None req-8242d106-cb6a-4459-9e6f-c741c6990971 admin admin] Deleting subnet 327ce438-8bd9-48d7-8d1b-4135151a15c8 {{(pid=102365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:22:31.257897 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8242d106-cb6a-4459-9e6f-c741c6990971 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:31.322383 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8242d106-cb6a-4459-9e6f-c741c6990971 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353213'] for subnet, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:31.343247 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91614bf1-7563-4d2f-b433-50ba08481771 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:31.343825 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91614bf1-7563-4d2f-b433-50ba08481771 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:31.344391 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91614bf1-7563-4d2f-b433-50ba08481771 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:31.345431 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91614bf1-7563-4d2f-b433-50ba08481771 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:31.346075 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91614bf1-7563-4d2f-b433-50ba08481771 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:31.347115 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91614bf1-7563-4d2f-b433-50ba08481771 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:31.347529 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91614bf1-7563-4d2f-b433-50ba08481771 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:31.347968 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91614bf1-7563-4d2f-b433-50ba08481771 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:31.348657 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91614bf1-7563-4d2f-b433-50ba08481771 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:31.352536 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-91614bf1-7563-4d2f-b433-50ba08481771 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6346 time: 0.3636374 Dec 10 19:22:31.358578 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56810) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:31.470013 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8439e39e-f890-45e3-bee2-a3c3d0834680 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:31.471049 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8439e39e-f890-45e3-bee2-a3c3d0834680 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:31.472234 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8439e39e-f890-45e3-bee2-a3c3d0834680 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:31.472910 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8439e39e-f890-45e3-bee2-a3c3d0834680 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:31.473474 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8242d106-cb6a-4459-9e6f-c741c6990971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:31.473996 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8439e39e-f890-45e3-bee2-a3c3d0834680 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:31.474877 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8439e39e-f890-45e3-bee2-a3c3d0834680 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:31.475324 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8439e39e-f890-45e3-bee2-a3c3d0834680 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:31.475760 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8439e39e-f890-45e3-bee2-a3c3d0834680 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:31.481176 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-8439e39e-f890-45e3-bee2-a3c3d0834680 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5282 time: 0.1208386 Dec 10 19:22:31.481817 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56812) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:31.645701 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-af6a4282-51c4-4512-b8a2-ad1bd9929c80 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:31.652475 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8242d106-cb6a-4459-9e6f-c741c6990971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:31.684578 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d14bb56-cece-478d-854d-07c217b8db86 None None] Network 7af47983-22ac-40ad-acd7-9dce8289b142 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:22:31.711084 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8242d106-cb6a-4459-9e6f-c741c6990971 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:31.717440 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-8242d106-cb6a-4459-9e6f-c741c6990971 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/327ce438-8bd9-48d7-8d1b-4135151a15c8 HTTP/1.1" status: 204 len: 168 time: 0.5969539 Dec 10 19:22:31.718487 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56814) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:31.722044 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6a4282-51c4-4512-b8a2-ad1bd9929c80 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:22:31.726874 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-af6a4282-51c4-4512-b8a2-ad1bd9929c80 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:22:31.729920 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6a4282-51c4-4512-b8a2-ad1bd9929c80 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:31.730600 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-af6a4282-51c4-4512-b8a2-ad1bd9929c80 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:31.746728 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6a4282-51c4-4512-b8a2-ad1bd9929c80 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event updated for resources: {'Subnet': ['ID=120433a1-3586-46a1-ace8-6f97f4332245,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:31.785533 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-af6a4282-51c4-4512-b8a2-ad1bd9929c80 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8912759 Dec 10 19:22:31.785533 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8242d106-cb6a-4459-9e6f-c741c6990971 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=327ce438-8bd9-48d7-8d1b-4135151a15c8,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:31.787173 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56816) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:31.792613 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-489c02c8-dfb1-439c-b809-15e5b830d4ca tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Request body: {'port': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'fixed_ips': [{'subnet_id': '120433a1-3586-46a1-ace8-6f97f4332245', 'ip_address': '2001:db8::3a1b:febc:42b5:7e21'}], 'name': 'tempest-NetworksTestDHCPv6-341043135'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:22:31.954429 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f0e6db88-0176-4e1b-b10e-49676eb12ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:32.045055 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-489c02c8-dfb1-439c-b809-15e5b830d4ca tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Made reservation on behalf of 3469d34b4b5244779481838dc0c942a0 for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:22:32.072445 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-e92401eb-6a44-43ed-aeef-4f73483825fa None None] Provisioning complete for port 326d1e7b-5ff9-4456-8e59-6c75c6e71272 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:22:32.072445 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e92401eb-6a44-43ed-aeef-4f73483825fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:32.142602 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f0e6db88-0176-4e1b-b10e-49676eb12ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:32.150917 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-85b74ded-d612-49ef-a436-4320827a166e tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.6679449 Dec 10 19:22:32.173400 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device dd4ead6d-2555-4b4e-957f-c63658ee61c5 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:22:32.174524 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-f0e6db88-0176-4e1b-b10e-49676eb12ac8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1c746c7-9715-47f9-b22e-b165f4292919']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:22:32.195045 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-489c02c8-dfb1-439c-b809-15e5b830d4ca tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:32.208611 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-f0e6db88-0176-4e1b-b10e-49676eb12ac8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '116140ca-d174-47be-a168-da31343c1d2f') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:22:32.208910 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-f0e6db88-0176-4e1b-b10e-49676eb12ac8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '116140ca-d174-47be-a168-da31343c1d2f') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:22:32.222652 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f0e6db88-0176-4e1b-b10e-49676eb12ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:32.225032 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [None req-489c02c8-dfb1-439c-b809-15e5b830d4ca tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] device_id is not set on port fbde13e2-149c-47d6-8b12-d0e08bdf4e3a yet. {{(pid=102365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:22:32.242323 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f0e6db88-0176-4e1b-b10e-49676eb12ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:32.254087 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0e6db88-0176-4e1b-b10e-49676eb12ac8 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:22:32.254637 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f0e6db88-0176-4e1b-b10e-49676eb12ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:32.256872 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:22:32.256872 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:22:32.256872 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:22:32.256872 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:22:32.256872 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:22:32.256872 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:22:32.256872 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:22:32.256872 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:22:32.256872 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:22:32.256872 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:22:32.256872 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:22:32.256872 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:22:32.256872 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:22:32.256872 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:22:32.256872 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:22:32.256872 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:22:32.256872 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:22:32.256872 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:22:32.256872 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:22:32.256872 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:22:32.256872 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:22:32.256872 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:22:32.256872 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:22:32.256872 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:22:32.256872 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:22:32.256872 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:22:32.256872 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:22:32.256872 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:22:32.256872 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:22:32.256872 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:22:32.256872 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:22:32.256872 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:22:32.343341 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f0e6db88-0176-4e1b-b10e-49676eb12ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:32.349022 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f0e6db88-0176-4e1b-b10e-49676eb12ac8 admin admin] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:32.355903 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-f0e6db88-0176-4e1b-b10e-49676eb12ac8 admin admin] 10.222.0.69 "DELETE /v2.0/networks/f1c746c7-9715-47f9-b22e-b165f4292919 HTTP/1.1" status: 204 len: 168 time: 0.6348205 Dec 10 19:22:32.364088 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:32.364986 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56820) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:32.388343 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e6db88-0176-4e1b-b10e-49676eb12ac8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1c746c7-9715-47f9-b22e-b165f4292919,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:32.448227 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port dd4ead6d-2555-4b4e-957f-c63658ee61c5 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:22:32.448617 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:32.461742 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_v2 [None req-d960a1ed-4da9-443e-af50-dd1176d3f79e admin admin] Deleting subnet 1dbe071c-9575-44c7-b629-6d29917a7746 {{(pid=102365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:22:32.493204 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d960a1ed-4da9-443e-af50-dd1176d3f79e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:32.538471 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e92401eb-6a44-43ed-aeef-4f73483825fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:32.608902 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d960a1ed-4da9-443e-af50-dd1176d3f79e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353213'] for subnet, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:32.611643 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-489c02c8-dfb1-439c-b809-15e5b830d4ca tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Allocated IP 2001:db8::3a1b:febc:42b5:7e21 (1d551a91-027c-49df-950f-450dd7a0d1c8/120433a1-3586-46a1-ace8-6f97f4332245/fbde13e2-149c-47d6-8b12-d0e08bdf4e3a) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:22:32.634178 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:32.648816 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-e92401eb-6a44-43ed-aeef-4f73483825fa None None] For port 326d1e7b-5ff9-4456-8e59-6c75c6e71272, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=326d1e7b-5ff9-4456-8e59-6c75c6e71272,segment=NetworkSegment(466dc6d5-0fdc-438d-bf4a-e84dfc071da3),segment_id=466dc6d5-0fdc-438d-bf4a-e84dfc071da3)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:22:32.657416 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e92401eb-6a44-43ed-aeef-4f73483825fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:32.671927 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port dd4ead6d-2555-4b4e-957f-c63658ee61c5, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=dd4ead6d-2555-4b4e-957f-c63658ee61c5,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:22:32.698617 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d960a1ed-4da9-443e-af50-dd1176d3f79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:32.722045 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b212f054-cdc7-4ac2-b66f-51b89848959f None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:22:32.727110 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:32.727829 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 326d1e7b-5ff9-4456-8e59-6c75c6e71272 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:22:32.885306 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-68a8653d-a978-45bf-a3fd-62210338e649 None None] Provisioning complete for port 6224240e-9c6d-41e9-8178-3953ee7c528c triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:22:32.885975 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-68a8653d-a978-45bf-a3fd-62210338e649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:32.922350 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d960a1ed-4da9-443e-af50-dd1176d3f79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:32.925659 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92401eb-6a44-43ed-aeef-4f73483825fa None None] Pushing event updated for resources: {'Port': ['ID=326d1e7b-5ff9-4456-8e59-6c75c6e71272,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:32.980489 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d960a1ed-4da9-443e-af50-dd1176d3f79e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dbe071c-9575-44c7-b629-6d29917a7746,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:32.990497 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d960a1ed-4da9-443e-af50-dd1176d3f79e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:32.994327 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-d960a1ed-4da9-443e-af50-dd1176d3f79e admin admin] 10.222.0.69 "DELETE /v2.0/subnets/1dbe071c-9575-44c7-b629-6d29917a7746 HTTP/1.1" status: 204 len: 168 time: 0.6280363 Dec 10 19:22:32.996769 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56822) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:33.039508 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=dd4ead6d-2555-4b4e-957f-c63658ee61c5,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:33.058426 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 326d1e7b-5ff9-4456-8e59-6c75c6e71272 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:22:33.058618 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:33.089353 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-489c02c8-dfb1-439c-b809-15e5b830d4ca tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:33.147679 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-489c02c8-dfb1-439c-b809-15e5b830d4ca tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:33.157710 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca61ef26-6a9c-4c2a-8098-df1de576d224 None None] Sync routers for ids ['0c1799c6-ae14-4430-bc97-71024c6ce94a'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:22:33.174011 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca61ef26-6a9c-4c2a-8098-df1de576d224 None None] Routers {'0c1799c6-ae14-4430-bc97-71024c6ce94a'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:22:33.175308 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-ca61ef26-6a9c-4c2a-8098-df1de576d224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:22:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['0c1799c6-ae14-4430-bc97-71024c6ce94a'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:22:33.189190 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ec2d6b3d-ae4e-4d0a-ba58-7200e75bc7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:33.194153 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56824) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:33.203616 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-27cf51fb-6d89-45b2-afe2-eb28e3e87137 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-220370812', 'description': 'tempest-secgroup-smoke-220370812 description', 'project_id': '730e4c9f0aba4accb176e575114c849e'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:22:33.224793 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489c02c8-dfb1-439c-b809-15e5b830d4ca tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:22:33.234386 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-489c02c8-dfb1-439c-b809-15e5b830d4ca tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:22:33.240978 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489c02c8-dfb1-439c-b809-15e5b830d4ca tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:22:33.249281 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489c02c8-dfb1-439c-b809-15e5b830d4ca tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:33.257643 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-489c02c8-dfb1-439c-b809-15e5b830d4ca tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:33.287936 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 6224240e-9c6d-41e9-8178-3953ee7c528c up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:22:33.300457 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489c02c8-dfb1-439c-b809-15e5b830d4ca tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event updated for resources: {'Port': ['ID=fbde13e2-149c-47d6-8b12-d0e08bdf4e3a,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:33.311727 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-489c02c8-dfb1-439c-b809-15e5b830d4ca tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5233636 Dec 10 19:22:33.314962 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56826) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:33.321053 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-27cf51fb-6d89-45b2-afe2-eb28e3e87137 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:33.328299 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-68a8653d-a978-45bf-a3fd-62210338e649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:33.364286 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ec2d6b3d-ae4e-4d0a-ba58-7200e75bc7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:33.386821 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-68a8653d-a978-45bf-a3fd-62210338e649 None None] For port 6224240e-9c6d-41e9-8178-3953ee7c528c, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=6224240e-9c6d-41e9-8178-3953ee7c528c,segment=NetworkSegment(349affc8-50f4-455b-bd4d-50478ad01ebc),segment_id=349affc8-50f4-455b-bd4d-50478ad01ebc)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:22:33.405606 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-68a8653d-a978-45bf-a3fd-62210338e649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:33.408319 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 6224240e-9c6d-41e9-8178-3953ee7c528c triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:22:33.409453 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:33.411559 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-ca61ef26-6a9c-4c2a-8098-df1de576d224 None None] Set router 0c1799c6-ae14-4430-bc97-71024c6ce94a gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:22:33.417277 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-68a8653d-a978-45bf-a3fd-62210338e649 None None] Could not find standard attr ID for object abb47db2-b628-4daf-8f82-9182ad43c2b9. {{(pid=102367) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:22:33.421593 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-ec2d6b3d-ae4e-4d0a-ba58-7200e75bc7c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd207b81-72b2-46e3-983c-50c6cb5544e0']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:22:33.430441 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3aa2410-10da-4429-9d89-b1b33e1331f5 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:33.442304 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3aa2410-10da-4429-9d89-b1b33e1331f5 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:33.448033 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-b3aa2410-10da-4429-9d89-b1b33e1331f5 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1605 time: 0.1295950 Dec 10 19:22:33.448708 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56828) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:33.474666 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-ec2d6b3d-ae4e-4d0a-ba58-7200e75bc7c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59be4ebe-4286-4433-a1b8-98793cd86fb3') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:22:33.475273 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-ec2d6b3d-ae4e-4d0a-ba58-7200e75bc7c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59be4ebe-4286-4433-a1b8-98793cd86fb3') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:22:33.496363 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ec2d6b3d-ae4e-4d0a-ba58-7200e75bc7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:33.525779 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ec2d6b3d-ae4e-4d0a-ba58-7200e75bc7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:33.541828 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec2d6b3d-ae4e-4d0a-ba58-7200e75bc7c7 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:22:33.542339 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ec2d6b3d-ae4e-4d0a-ba58-7200e75bc7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:33.544474 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:22:33.544474 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:22:33.544474 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:22:33.544474 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:22:33.544474 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:22:33.544474 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:22:33.544474 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:22:33.544474 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:22:33.544474 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:22:33.544474 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:22:33.544474 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:22:33.544474 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:22:33.544474 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:22:33.544474 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:22:33.544474 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:22:33.544474 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:22:33.544474 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:22:33.544474 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:22:33.544474 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:22:33.544474 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:22:33.544474 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:22:33.544474 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:22:33.544474 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:22:33.544474 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:22:33.544474 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:22:33.544474 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:22:33.544474 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:22:33.544474 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:22:33.544474 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:22:33.544474 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:22:33.544474 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:22:33.544474 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:22:33.561767 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-27cf51fb-6d89-45b2-afe2-eb28e3e87137 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:33.596646 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-27cf51fb-6d89-45b2-afe2-eb28e3e87137 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:33.633668 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-a14fc2c5-7a38-4199-ae9c-1e2a578be7c0 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Deleting port fbde13e2-149c-47d6-8b12-d0e08bdf4e3a {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:22:33.634066 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a14fc2c5-7a38-4199-ae9c-1e2a578be7c0 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:33.641728 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-27cf51fb-6d89-45b2-afe2-eb28e3e87137 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:33.648026 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-68a8653d-a978-45bf-a3fd-62210338e649 None None] Provisioning complete for port fb786b88-5054-4d56-a8e7-0b53bc9d232d triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:22:33.649146 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-68a8653d-a978-45bf-a3fd-62210338e649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:33.662704 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-27cf51fb-6d89-45b2-afe2-eb28e3e87137 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4629195 Dec 10 19:22:33.665997 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56830) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:33.684600 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-8beefa5f-b9d5-477e-b731-d1718040d38e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': '80426b5f-caf6-487a-994f-65ed01f082e9', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:22:33.710347 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-ca61ef26-6a9c-4c2a-8098-df1de576d224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1799c6-ae14-4430-bc97-71024c6ce94a', 'name': 'tempest-TestNetworkBasicOps-router-167037203', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': 'dd4ead6d-2555-4b4e-957f-c63658ee61c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:22:24Z', 'updated_at': '2021-12-10T19:22:29Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': 'dd4ead6d-2555-4b4e-957f-c63658ee61c5', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1799c6-ae14-4430-bc97-71024c6ce94a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:22:25Z', 'updated_at': '2021-12-10T19:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': 'fb786b88-5054-4d56-a8e7-0b53bc9d232d', 'name': '', 'network_id': '7af47983-22ac-40ad-acd7-9dce8289b142', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:76:bf:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1799c6-ae14-4430-bc97-71024c6ce94a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': '36a5dada-aa7c-4a07-8f39-7b371645ee4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:22:28Z', 'updated_at': '2021-12-10T19:22:29Z', 'revision_number': 2, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': '36a5dada-aa7c-4a07-8f39-7b371645ee4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:22:33.718383 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf51fb-6d89-45b2-afe2-eb28e3e87137 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80426b5f-caf6-487a-994f-65ed01f082e9,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:33.726069 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device bbf5fe17-62ae-4d32-96c6-f2935aa9e9b0 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:22:33.735406 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8beefa5f-b9d5-477e-b731-d1718040d38e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:33.737434 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-68a8653d-a978-45bf-a3fd-62210338e649 None None] Port fb786b88-5054-4d56-a8e7-0b53bc9d232d cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:22:33.741984 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ec2d6b3d-ae4e-4d0a-ba58-7200e75bc7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:33.759084 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ec2d6b3d-ae4e-4d0a-ba58-7200e75bc7c7 admin admin] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:33.761086 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca61ef26-6a9c-4c2a-8098-df1de576d224 None None] Checking router: 0c1799c6-ae14-4430-bc97-71024c6ce94a for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:22:33.761483 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca61ef26-6a9c-4c2a-8098-df1de576d224 None None] Updating router 0c1799c6-ae14-4430-bc97-71024c6ce94a port fb786b88-5054-4d56-a8e7-0b53bc9d232d binding host dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:22:33.764942 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a14fc2c5-7a38-4199-ae9c-1e2a578be7c0 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:33.766720 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-ec2d6b3d-ae4e-4d0a-ba58-7200e75bc7c7 admin admin] 10.222.0.69 "DELETE /v2.0/networks/dd207b81-72b2-46e3-983c-50c6cb5544e0 HTTP/1.1" status: 204 len: 168 time: 0.7687123 Dec 10 19:22:33.778395 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a8653d-a978-45bf-a3fd-62210338e649 None None] Pushing event updated for resources: {'Port': ['ID=6224240e-9c6d-41e9-8178-3953ee7c528c,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:33.790364 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d6b3d-ae4e-4d0a-ba58-7200e75bc7c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd207b81-72b2-46e3-983c-50c6cb5544e0,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:33.796210 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] No Port match for: bbf5fe17-62ae-4d32-96c6-f2935aa9e9b0 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:22:33.797937 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device bbf5fe17-62ae-4d32-96c6-f2935aa9e9b0 not bound to the agent host hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:22:33.800238 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-68a8653d-a978-45bf-a3fd-62210338e649 None None] Provisioning complete for port 326d1e7b-5ff9-4456-8e59-6c75c6e71272 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:22:33.802111 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-68a8653d-a978-45bf-a3fd-62210338e649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:33.823205 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-a14fc2c5-7a38-4199-ae9c-1e2a578be7c0 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Calling delete_port for fbde13e2-149c-47d6-8b12-d0e08bdf4e3a owned by {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:22:33.832215 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8beefa5f-b9d5-477e-b731-d1718040d38e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:33.839770 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8beefa5f-b9d5-477e-b731-d1718040d38e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:33.860449 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-ca61ef26-6a9c-4c2a-8098-df1de576d224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:33.891910 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beefa5f-b9d5-477e-b731-d1718040d38e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e3915fc-6220-4892-91f8-4d2fe45407bf,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:33.904223 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8beefa5f-b9d5-477e-b731-d1718040d38e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:33.910351 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-8beefa5f-b9d5-477e-b731-d1718040d38e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2285981 Dec 10 19:22:33.913070 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56834) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:33.917729 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-497c5643-de4e-4e78-86e1-e2d8ce4cf9d6 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': '80426b5f-caf6-487a-994f-65ed01f082e9', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:22:33.986892 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-497c5643-de4e-4e78-86e1-e2d8ce4cf9d6 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:34.119806 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-497c5643-de4e-4e78-86e1-e2d8ce4cf9d6 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:34.127168 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-497c5643-de4e-4e78-86e1-e2d8ce4cf9d6 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:34.128599 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a14fc2c5-7a38-4199-ae9c-1e2a578be7c0 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:34.147830 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497c5643-de4e-4e78-86e1-e2d8ce4cf9d6 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e086d5c1-c0b2-47bf-a995-d78986bb933c,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:34.155502 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56836) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:34.183301 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-497c5643-de4e-4e78-86e1-e2d8ce4cf9d6 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:34.188601 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-497c5643-de4e-4e78-86e1-e2d8ce4cf9d6 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2704473 Dec 10 19:22:34.188892 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56838) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:34.197740 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-33754c2c-7610-43d3-92a0-28de6490d91e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': '80426b5f-caf6-487a-994f-65ed01f082e9', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:22:34.203147 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-b4e7878e-aadb-47c3-bff1-c968cdf1b2bd None None] Provisioning complete for port 6224240e-9c6d-41e9-8178-3953ee7c528c triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:22:34.203580 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b4e7878e-aadb-47c3-bff1-c968cdf1b2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:34.215296 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14fc2c5-7a38-4199-ae9c-1e2a578be7c0 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event deleted for resources: {'Port': ['ID=fbde13e2-149c-47d6-8b12-d0e08bdf4e3a,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:34.249776 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a14fc2c5-7a38-4199-ae9c-1e2a578be7c0 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:34.250701 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-b611600d-32de-40a8-a50b-31d2248be508 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2dc8e3876aa4486885bb8ebde54a757c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0939364 Dec 10 19:22:34.255905 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-a14fc2c5-7a38-4199-ae9c-1e2a578be7c0 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/ports/fbde13e2-149c-47d6-8b12-d0e08bdf4e3a HTTP/1.1" status: 204 len: 168 time: 0.8059239 Dec 10 19:22:34.256433 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56840) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:34.261884 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56842) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:34.262641 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-33754c2c-7610-43d3-92a0-28de6490d91e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:34.333604 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-ca61ef26-6a9c-4c2a-8098-df1de576d224 None None] Notify callbacks [] for port, precommit_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:34.342738 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067d0a71-e730-4097-94a7-ff3bc2c44c91 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:34.344994 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067d0a71-e730-4097-94a7-ff3bc2c44c91 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:34.349018 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-ca61ef26-6a9c-4c2a-8098-df1de576d224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:34.349227 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-067d0a71-e730-4097-94a7-ff3bc2c44c91 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0831296 Dec 10 19:22:34.355353 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56844) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:34.404286 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 326d1e7b-5ff9-4456-8e59-6c75c6e71272 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:22:34.444445 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-33754c2c-7610-43d3-92a0-28de6490d91e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:34.453232 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-33754c2c-7610-43d3-92a0-28de6490d91e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:34.500760 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-b4e7878e-aadb-47c3-bff1-c968cdf1b2bd None None] Provisioning complete for port fb786b88-5054-4d56-a8e7-0b53bc9d232d triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:22:34.501442 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b4e7878e-aadb-47c3-bff1-c968cdf1b2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:34.503749 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_v2 [None req-43028830-7449-420e-b675-6737bee8e2cd tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Deleting subnet 120433a1-3586-46a1-ace8-6f97f4332245 {{(pid=102365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:22:34.508309 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-43028830-7449-420e-b675-6737bee8e2cd tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:34.511864 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-33754c2c-7610-43d3-92a0-28de6490d91e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:34.524756 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-33754c2c-7610-43d3-92a0-28de6490d91e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3336146 Dec 10 19:22:34.535409 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56846) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:34.543738 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa271d7-7219-454d-bff4-226f114ebbf4 None None] Pushing event updated for resources: {'Port': ['ID=fb786b88-5054-4d56-a8e7-0b53bc9d232d,revision_number=3']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:34.544904 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-f0ffe7e1-89a1-4b42-ace8-3b42c09e6842 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': '80426b5f-caf6-487a-994f-65ed01f082e9', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:22:34.556926 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa271d7-7219-454d-bff4-226f114ebbf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:34.557702 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa271d7-7219-454d-bff4-226f114ebbf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:34.558250 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa271d7-7219-454d-bff4-226f114ebbf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:34.558788 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa271d7-7219-454d-bff4-226f114ebbf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:34.559328 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa271d7-7219-454d-bff4-226f114ebbf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:34.559890 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa271d7-7219-454d-bff4-226f114ebbf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:34.560435 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa271d7-7219-454d-bff4-226f114ebbf4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:34.561519 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa271d7-7219-454d-bff4-226f114ebbf4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:34.561759 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33754c2c-7610-43d3-92a0-28de6490d91e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccaab220-8074-496d-aa1f-a860a0102a88,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:34.562298 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa271d7-7219-454d-bff4-226f114ebbf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:34.563387 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa271d7-7219-454d-bff4-226f114ebbf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:34.564027 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa271d7-7219-454d-bff4-226f114ebbf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:34.564581 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa271d7-7219-454d-bff4-226f114ebbf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:34.574857 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-43028830-7449-420e-b675-6737bee8e2cd tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353213'] for subnet, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:34.602370 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 326d1e7b-5ff9-4456-8e59-6c75c6e71272 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:22:34.603058 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:34.623867 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f0ffe7e1-89a1-4b42-ace8-3b42c09e6842 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:34.639701 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-43028830-7449-420e-b675-6737bee8e2cd tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:34.659448 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-ca61ef26-6a9c-4c2a-8098-df1de576d224 None None] Attempting to bind port fb786b88-5054-4d56-a8e7-0b53bc9d232d on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:22:34.659919 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-ca61ef26-6a9c-4c2a-8098-df1de576d224 None None] Attempting to bind port fb786b88-5054-4d56-a8e7-0b53bc9d232d by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '466dc6d5-0fdc-438d-bf4a-e84dfc071da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '7af47983-22ac-40ad-acd7-9dce8289b142'}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:22:34.660553 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca61ef26-6a9c-4c2a-8098-df1de576d224 None None] Attempting to bind port fb786b88-5054-4d56-a8e7-0b53bc9d232d on network 7af47983-22ac-40ad-acd7-9dce8289b142 {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:22:34.673247 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca61ef26-6a9c-4c2a-8098-df1de576d224 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:22:34.673870 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca61ef26-6a9c-4c2a-8098-df1de576d224 None None] Checking segment: {'id': '466dc6d5-0fdc-438d-bf4a-e84dfc071da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '7af47983-22ac-40ad-acd7-9dce8289b142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:22:34.675129 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-ca61ef26-6a9c-4c2a-8098-df1de576d224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:34.675850 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca61ef26-6a9c-4c2a-8098-df1de576d224 None None] Bound using segment: {'id': '466dc6d5-0fdc-438d-bf4a-e84dfc071da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '7af47983-22ac-40ad-acd7-9dce8289b142'} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:22:34.676718 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-ca61ef26-6a9c-4c2a-8098-df1de576d224 None None] Bound port: fb786b88-5054-4d56-a8e7-0b53bc9d232d, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '466dc6d5-0fdc-438d-bf4a-e84dfc071da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '7af47983-22ac-40ad-acd7-9dce8289b142'}}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:22:34.677372 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-ca61ef26-6a9c-4c2a-8098-df1de576d224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:34.708870 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-48271586-1523-4f0e-8d48-91fac121bbed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:34.709225 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-b4e7878e-aadb-47c3-bff1-c968cdf1b2bd None None] Port fb786b88-5054-4d56-a8e7-0b53bc9d232d cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:22:34.718207 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-b4e7878e-aadb-47c3-bff1-c968cdf1b2bd None None] Could not find standard attr ID for object abb47db2-b628-4daf-8f82-9182ad43c2b9. {{(pid=102367) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:22:34.773260 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f0ffe7e1-89a1-4b42-ace8-3b42c09e6842 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:34.780629 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f0ffe7e1-89a1-4b42-ace8-3b42c09e6842 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:34.787444 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-48271586-1523-4f0e-8d48-91fac121bbed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:34.807969 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device dd4ead6d-2555-4b4e-957f-c63658ee61c5 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:22:34.812717 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-ca61ef26-6a9c-4c2a-8098-df1de576d224 None None] For port fb786b88-5054-4d56-a8e7-0b53bc9d232d, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:22:34.818640 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-ca61ef26-6a9c-4c2a-8098-df1de576d224 None None] For port fb786b88-5054-4d56-a8e7-0b53bc9d232d, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=fb786b88-5054-4d56-a8e7-0b53bc9d232d,segment=NetworkSegment(466dc6d5-0fdc-438d-bf4a-e84dfc071da3),segment_id=466dc6d5-0fdc-438d-bf4a-e84dfc071da3)] {{(pid=102368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:22:34.825341 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-ca61ef26-6a9c-4c2a-8098-df1de576d224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:34.844624 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ffe7e1-89a1-4b42-ace8-3b42c09e6842 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bba7e19-60a9-4481-ba4a-a92efc8abded,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:34.866849 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f0ffe7e1-89a1-4b42-ace8-3b42c09e6842 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:34.871794 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-f0ffe7e1-89a1-4b42-ace8-3b42c09e6842 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3351114 Dec 10 19:22:34.872890 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56848) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:34.874051 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-43028830-7449-420e-b675-6737bee8e2cd tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:34.879818 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-3ae78c06-e325-41f7-8d17-f8f8248df19a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': '80426b5f-caf6-487a-994f-65ed01f082e9', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:22:34.918836 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.securitygroups_db [None req-3ae78c06-e325-41f7-8d17-f8f8248df19a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Project 730e4c9f0aba4accb176e575114c849e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:22:34.927711 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3ae78c06-e325-41f7-8d17-f8f8248df19a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:34.966656 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43028830-7449-420e-b675-6737bee8e2cd tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event deleted for resources: {'Subnet': ['ID=120433a1-3586-46a1-ace8-6f97f4332245,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:34.971664 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-43028830-7449-420e-b675-6737bee8e2cd tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:34.974001 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca61ef26-6a9c-4c2a-8098-df1de576d224 None None] Routers {'0c1799c6-ae14-4430-bc97-71024c6ce94a'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:22:34.975007 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-ca61ef26-6a9c-4c2a-8098-df1de576d224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:22:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['0c1799c6-ae14-4430-bc97-71024c6ce94a'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:22:34.986447 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-43028830-7449-420e-b675-6737bee8e2cd tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/subnets/120433a1-3586-46a1-ace8-6f97f4332245 HTTP/1.1" status: 204 len: 168 time: 0.6287735 Dec 10 19:22:34.990600 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56850) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:35.015224 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-48271586-1523-4f0e-8d48-91fac121bbed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:35.018815 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-48271586-1523-4f0e-8d48-91fac121bbed admin admin] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:35.021129 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-48271586-1523-4f0e-8d48-91fac121bbed admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6e9e530c-a061-4248-a31e-d8aad4f19bd5 HTTP/1.1" status: 204 len: 168 time: 0.7621596 Dec 10 19:22:35.058686 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48271586-1523-4f0e-8d48-91fac121bbed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9e530c-a061-4248-a31e-d8aad4f19bd5,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:35.076243 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-b70b8cc4-91f2-414b-85d7-9acba7d36f2d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0836434 Dec 10 19:22:35.078641 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56854) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:35.124563 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa271d7-7219-454d-bff4-226f114ebbf4 None None] Pushing event updated for resources: {'Port': ['ID=fb786b88-5054-4d56-a8e7-0b53bc9d232d,revision_number=4']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:35.173119 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-6375bb05-925e-4caf-b8c3-9594ac677137 None None] Could not find standard attr ID for object fbde13e2-149c-47d6-8b12-d0e08bdf4e3a. {{(pid=102367) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:22:35.180739 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07d3dd1-2562-44c3-9254-e9e5ca40926a None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:22:35.192766 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3ae78c06-e325-41f7-8d17-f8f8248df19a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:35.207137 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-ca61ef26-6a9c-4c2a-8098-df1de576d224 None None] Set router 0c1799c6-ae14-4430-bc97-71024c6ce94a gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:22:35.207928 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e78631-66e7-4ee9-93de-1438f0841b65 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:35.212286 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56856) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:35.213108 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-27e78631-66e7-4ee9-93de-1438f0841b65 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1326702 Dec 10 19:22:35.214165 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3ae78c06-e325-41f7-8d17-f8f8248df19a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:35.274141 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae78c06-e325-41f7-8d17-f8f8248df19a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7ac9d7e-89e5-4128-987e-8b27f0e13cf4,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:35.288769 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3ae78c06-e325-41f7-8d17-f8f8248df19a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:35.292551 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-3ae78c06-e325-41f7-8d17-f8f8248df19a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4164388 Dec 10 19:22:35.293961 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56858) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:35.299719 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-7bd251be-dd60-4b03-9f95-86b47f645737 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': '80426b5f-caf6-487a-994f-65ed01f082e9', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:22:35.339224 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1059e09-176f-4b57-b8fa-79a208cfd160 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:35.341082 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-c1059e09-176f-4b57-b8fa-79a208cfd160 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1276162 Dec 10 19:22:35.343741 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56860) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:35.360274 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-442e86b6-251a-4e0a-867e-c1e95609a376 None None] Provisioning complete for port fb786b88-5054-4d56-a8e7-0b53bc9d232d triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:22:35.360690 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-442e86b6-251a-4e0a-867e-c1e95609a376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:35.374285 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.securitygroups_db [None req-7bd251be-dd60-4b03-9f95-86b47f645737 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Project 730e4c9f0aba4accb176e575114c849e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:22:35.386537 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7bd251be-dd60-4b03-9f95-86b47f645737 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:35.437072 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-4d075bf1-bedf-4213-b44d-b53d55874e5c tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0916636 Dec 10 19:22:35.444956 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56864) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:35.458902 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-28e440db-8fee-4a6c-bbcd-2f961e866d11 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Request body: {'subnet': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:22:35.480396 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port dd4ead6d-2555-4b4e-957f-c63658ee61c5 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:22:35.481080 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:35.563783 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7bd251be-dd60-4b03-9f95-86b47f645737 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:35.579066 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7bd251be-dd60-4b03-9f95-86b47f645737 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:35.615992 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd251be-dd60-4b03-9f95-86b47f645737 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eeb11af-c30e-4cb7-9758-e7f8d4c69da5,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:35.625454 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-ca61ef26-6a9c-4c2a-8098-df1de576d224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1799c6-ae14-4430-bc97-71024c6ce94a', 'name': 'tempest-TestNetworkBasicOps-router-167037203', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': 'dd4ead6d-2555-4b4e-957f-c63658ee61c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:22:24Z', 'updated_at': '2021-12-10T19:22:29Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': 'dd4ead6d-2555-4b4e-957f-c63658ee61c5', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1799c6-ae14-4430-bc97-71024c6ce94a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:22:25Z', 'updated_at': '2021-12-10T19:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': 'fb786b88-5054-4d56-a8e7-0b53bc9d232d', 'name': '', 'network_id': '7af47983-22ac-40ad-acd7-9dce8289b142', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:76:bf:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1799c6-ae14-4430-bc97-71024c6ce94a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': '36a5dada-aa7c-4a07-8f39-7b371645ee4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:22:28Z', 'updated_at': '2021-12-10T19:22:34Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': '36a5dada-aa7c-4a07-8f39-7b371645ee4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:22:35.646968 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7bd251be-dd60-4b03-9f95-86b47f645737 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:35.648303 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-7bd251be-dd60-4b03-9f95-86b47f645737 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3531091 Dec 10 19:22:35.665021 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e440db-8fee-4a6c-bbcd-2f961e866d11 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Made reservation on behalf of 3469d34b4b5244779481838dc0c942a0 for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:22:35.673983 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca61ef26-6a9c-4c2a-8098-df1de576d224 None None] The sync data for ids ['0c1799c6-ae14-4430-bc97-71024c6ce94a'] in dv-neutron-821441-1-hyperv is: [{'id': '0c1799c6-ae14-4430-bc97-71024c6ce94a', 'name': 'tempest-TestNetworkBasicOps-router-167037203', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': 'dd4ead6d-2555-4b4e-957f-c63658ee61c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:22:24Z', 'updated_at': '2021-12-10T19:22:29Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': 'dd4ead6d-2555-4b4e-957f-c63658ee61c5', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1799c6-ae14-4430-bc97-71024c6ce94a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:22:25Z', 'updated_at': '2021-12-10T19:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': 'fb786b88-5054-4d56-a8e7-0b53bc9d232d', 'name': '', 'network_id': '7af47983-22ac-40ad-acd7-9dce8289b142', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:76:bf:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1799c6-ae14-4430-bc97-71024c6ce94a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': '36a5dada-aa7c-4a07-8f39-7b371645ee4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:22:28Z', 'updated_at': '2021-12-10T19:22:34Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': '36a5dada-aa7c-4a07-8f39-7b371645ee4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:22:35.680351 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-28e440db-8fee-4a6c-bbcd-2f961e866d11 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:35.684257 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 6224240e-9c6d-41e9-8178-3953ee7c528c up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:22:35.686352 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940bfc5d-251a-4110-87b6-91fe18799b67 None None] DHCP port deletion for 1d551a91-027c-49df-950f-450dd7a0d1c8 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:22:35.731080 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56868) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:35.779605 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-442e86b6-251a-4e0a-867e-c1e95609a376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:35.850998 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-677092fc-125f-483a-9295-fac0605a8df8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6192ae0aac534727b2eddca1b74dfb6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1186955 Dec 10 19:22:35.853655 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56870) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:35.862219 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-442e86b6-251a-4e0a-867e-c1e95609a376 None None] For port fb786b88-5054-4d56-a8e7-0b53bc9d232d, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=fb786b88-5054-4d56-a8e7-0b53bc9d232d,segment=NetworkSegment(466dc6d5-0fdc-438d-bf4a-e84dfc071da3),segment_id=466dc6d5-0fdc-438d-bf4a-e84dfc071da3)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:22:35.883311 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-442e86b6-251a-4e0a-867e-c1e95609a376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:35.944298 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9e3e6100-4481-4a71-aa42-d3e35b2aec21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:35.960538 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 6224240e-9c6d-41e9-8178-3953ee7c528c triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:22:35.961177 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:35.963791 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-940bfc5d-251a-4110-87b6-91fe18799b67 None None] Deleting port 6224240e-9c6d-41e9-8178-3953ee7c528c {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:22:35.964381 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-940bfc5d-251a-4110-87b6-91fe18799b67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:35.989831 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9e3e6100-4481-4a71-aa42-d3e35b2aec21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:36.017471 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-28e440db-8fee-4a6c-bbcd-2f961e866d11 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:36.103521 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9e3e6100-4481-4a71-aa42-d3e35b2aec21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:36.110568 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9e3e6100-4481-4a71-aa42-d3e35b2aec21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:36.111345 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-68d1a179-91d9-4130-86b1-238502aa0e2b req-1550638c-0310-4174-82b3-ed8179074fd0 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-220370812&fields=id&tenant_id=730e4c9f0aba4accb176e575114c849e HTTP/1.1" status: 200 len: 267 time: 0.1016121 Dec 10 19:22:36.116673 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-9e3e6100-4481-4a71-aa42-d3e35b2aec21 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b80a2354-7c85-4ace-a47d-693e03ba4b2b HTTP/1.1" status: 204 len: 168 time: 0.2596426 Dec 10 19:22:36.133923 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e440db-8fee-4a6c-bbcd-2f961e866d11 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:22:36.134812 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3e6100-4481-4a71-aa42-d3e35b2aec21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80a2354-7c85-4ace-a47d-693e03ba4b2b,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:36.140042 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442e86b6-251a-4e0a-867e-c1e95609a376 None None] Pushing event updated for resources: {'Port': ['ID=fb786b88-5054-4d56-a8e7-0b53bc9d232d,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:36.144321 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-940bfc5d-251a-4110-87b6-91fe18799b67 None None] For port 6224240e-9c6d-41e9-8178-3953ee7c528c, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=6224240e-9c6d-41e9-8178-3953ee7c528c,segment=NetworkSegment(349affc8-50f4-455b-bd4d-50478ad01ebc),segment_id=349affc8-50f4-455b-bd4d-50478ad01ebc)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:22:36.145272 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e440db-8fee-4a6c-bbcd-2f961e866d11 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event updated for resources: {'Subnet': ['ID=67584fb7-d086-4c10-8501-e0865ed92ab2,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:36.145600 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-940bfc5d-251a-4110-87b6-91fe18799b67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:36.150561 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-28e440db-8fee-4a6c-bbcd-2f961e866d11 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:22:36.170622 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-91b24540-bdeb-4397-808d-03fb2a70363d None None] Provisioning complete for port fb786b88-5054-4d56-a8e7-0b53bc9d232d triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:22:36.171091 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-91b24540-bdeb-4397-808d-03fb2a70363d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:36.171973 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e440db-8fee-4a6c-bbcd-2f961e866d11 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:36.172881 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-28e440db-8fee-4a6c-bbcd-2f961e866d11 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:36.183173 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442e86b6-251a-4e0a-867e-c1e95609a376 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:36.183618 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442e86b6-251a-4e0a-867e-c1e95609a376 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:36.184085 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442e86b6-251a-4e0a-867e-c1e95609a376 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:36.184460 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442e86b6-251a-4e0a-867e-c1e95609a376 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:36.184878 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442e86b6-251a-4e0a-867e-c1e95609a376 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:36.185271 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442e86b6-251a-4e0a-867e-c1e95609a376 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:36.185679 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442e86b6-251a-4e0a-867e-c1e95609a376 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:36.186077 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442e86b6-251a-4e0a-867e-c1e95609a376 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:36.186473 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442e86b6-251a-4e0a-867e-c1e95609a376 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:36.186866 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442e86b6-251a-4e0a-867e-c1e95609a376 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:36.187257 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442e86b6-251a-4e0a-867e-c1e95609a376 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:36.187645 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442e86b6-251a-4e0a-867e-c1e95609a376 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:22:36.240830 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-940bfc5d-251a-4110-87b6-91fe18799b67 None None] Calling delete_port for 6224240e-9c6d-41e9-8178-3953ee7c528c owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:22:36.247968 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-28e440db-8fee-4a6c-bbcd-2f961e866d11 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7988062 Dec 10 19:22:36.248749 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56884) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:36.254695 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-3ca3671b-8294-4610-b46e-651e4abb46d7 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Request body: {'port': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'fixed_ips': [{'subnet_id': '67584fb7-d086-4c10-8501-e0865ed92ab2', 'ip_address': '2001:db8::f9a8:821a:562:775c'}], 'name': 'tempest-NetworksTestDHCPv6-1075061658'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:22:36.378589 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1a179-91d9-4130-86b1-238502aa0e2b req-29c72d06-eb28-470f-9a29-f63e4d0e89b1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:36.387912 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-68d1a179-91d9-4130-86b1-238502aa0e2b req-29c72d06-eb28-470f-9a29-f63e4d0e89b1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/networks?id=7af47983-22ac-40ad-acd7-9dce8289b142 HTTP/1.1" status: 200 len: 796 time: 0.2396626 Dec 10 19:22:36.448076 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-68d1a179-91d9-4130-86b1-238502aa0e2b req-e7e98fdb-7133-4d83-9474-0eaf99408150 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/quotas/730e4c9f0aba4accb176e575114c849e HTTP/1.1" status: 200 len: 375 time: 0.0585451 Dec 10 19:22:36.485108 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-940bfc5d-251a-4110-87b6-91fe18799b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:36.543094 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940bfc5d-251a-4110-87b6-91fe18799b67 None None] Pushing event deleted for resources: {'Port': ['ID=6224240e-9c6d-41e9-8178-3953ee7c528c,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:36.588306 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940bfc5d-251a-4110-87b6-91fe18799b67 None None] No DVR routers for this DVR port 6224240e-9c6d-41e9-8178-3953ee7c528c on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:22:36.594209 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca3671b-8294-4610-b46e-651e4abb46d7 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Made reservation on behalf of 3469d34b4b5244779481838dc0c942a0 for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:22:36.610113 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3ca3671b-8294-4610-b46e-651e4abb46d7 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:36.623214 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device fb786b88-5054-4d56-a8e7-0b53bc9d232d up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:22:36.628883 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccba3cd7-25e5-420c-95d8-ebab86ffd66b None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:22:36.632454 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-68d1a179-91d9-4130-86b1-238502aa0e2b req-9ced9ca5-e37b-4e2d-8157-e6f72f7ccf24 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=730e4c9f0aba4accb176e575114c849e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1817050 Dec 10 19:22:36.644392 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [None req-3ca3671b-8294-4610-b46e-651e4abb46d7 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] device_id is not set on port 0472810f-df22-47c0-8ed6-35888b2b0bf3 yet. {{(pid=102365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:22:36.762396 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port fb786b88-5054-4d56-a8e7-0b53bc9d232d triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:22:36.762851 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:36.905126 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-68d1a179-91d9-4130-86b1-238502aa0e2b req-64b24e6b-82bc-43a6-8d8a-7e6d70e97969 service neutron] 10.222.0.69 "GET /v2.0/networks/7af47983-22ac-40ad-acd7-9dce8289b142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543344 Dec 10 19:22:36.948649 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a607100a-4002-48f7-8adc-773ea1bced78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-1d551a91-027c-49df-950f-450dd7a0d1c8', 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'tenant_id': '3469d34b4b5244779481838dc0c942a0', 'fixed_ips': [{'subnet_id': '67584fb7-d086-4c10-8501-e0865ed92ab2'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:22:36.949893 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a607100a-4002-48f7-8adc-773ea1bced78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:37.054527 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 6224240e-9c6d-41e9-8178-3953ee7c528c no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:22:37.090273 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 6224240e-9c6d-41e9-8178-3953ee7c528c {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:22:37.090929 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 6224240e-9c6d-41e9-8178-3953ee7c528c not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:22:37.339452 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-3ca3671b-8294-4610-b46e-651e4abb46d7 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Allocated IP 2001:db8::f9a8:821a:562:775c (1d551a91-027c-49df-950f-450dd7a0d1c8/67584fb7-d086-4c10-8501-e0865ed92ab2/0472810f-df22-47c0-8ed6-35888b2b0bf3) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:22:37.400638 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-68d1a179-91d9-4130-86b1-238502aa0e2b req-ffe5952c-595a-4eb4-8ef6-fb8835c710de service neutron] 10.222.0.69 "GET /v2.0/networks/7af47983-22ac-40ad-acd7-9dce8289b142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385980 Dec 10 19:22:37.536522 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3ca3671b-8294-4610-b46e-651e4abb46d7 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:37.586838 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3ca3671b-8294-4610-b46e-651e4abb46d7 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:37.607535 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-cfa42967-3e58-44ed-9b9c-d1798e835298 req-67fa29a8-b733-4b1a-be1a-9983e65002c7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=46d93913-31a5-44f4-b955-34851b2c6ab2 HTTP/1.1" status: 200 len: 210 time: 0.0321751 Dec 10 19:22:37.639976 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-a607100a-4002-48f7-8adc-773ea1bced78 None None] Allocated IP 2001:db8::2 (1d551a91-027c-49df-950f-450dd7a0d1c8/67584fb7-d086-4c10-8501-e0865ed92ab2/eb76ddd8-7ecb-4732-8b2d-5c7ca9ad7b3f) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:22:37.660394 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca3671b-8294-4610-b46e-651e4abb46d7 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:22:37.666374 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-3ca3671b-8294-4610-b46e-651e4abb46d7 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:22:37.674931 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca3671b-8294-4610-b46e-651e4abb46d7 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:22:37.681674 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca3671b-8294-4610-b46e-651e4abb46d7 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:37.682439 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3ca3671b-8294-4610-b46e-651e4abb46d7 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:37.685703 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca3671b-8294-4610-b46e-651e4abb46d7 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event updated for resources: {'Port': ['ID=0472810f-df22-47c0-8ed6-35888b2b0bf3,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:37.711681 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-3ca3671b-8294-4610-b46e-651e4abb46d7 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4589250 Dec 10 19:22:37.711971 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56894) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:37.719142 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-bb4ab995-f0cd-4f71-b927-6d8a4dcee0cd tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Request body: {'port': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'fixed_ips': [{'subnet_id': '67584fb7-d086-4c10-8501-e0865ed92ab2', 'ip_address': '2001:db8::f9a8:821a:562:775c'}], 'name': 'tempest-NetworksTestDHCPv6-58844444'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:22:37.830949 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a607100a-4002-48f7-8adc-773ea1bced78 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:37.839237 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a607100a-4002-48f7-8adc-773ea1bced78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:37.866691 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb4ab995-f0cd-4f71-b927-6d8a4dcee0cd tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Made reservation on behalf of 3469d34b4b5244779481838dc0c942a0 for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:22:37.889191 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a607100a-4002-48f7-8adc-773ea1bced78 None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:22:37.892769 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-a607100a-4002-48f7-8adc-773ea1bced78 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:22:37.906030 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a607100a-4002-48f7-8adc-773ea1bced78 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:22:37.911885 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a607100a-4002-48f7-8adc-773ea1bced78 None None] Pushing event updated for resources: {'Port': ['ID=eb76ddd8-7ecb-4732-8b2d-5c7ca9ad7b3f,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:37.975156 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-bb4ab995-f0cd-4f71-b927-6d8a4dcee0cd tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:37.997354 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-a607100a-4002-48f7-8adc-773ea1bced78 None None] Attempting to bind port eb76ddd8-7ecb-4732-8b2d-5c7ca9ad7b3f on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:22:37.997735 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-a607100a-4002-48f7-8adc-773ea1bced78 None None] Attempting to bind port eb76ddd8-7ecb-4732-8b2d-5c7ca9ad7b3f by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:22:37.998079 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a607100a-4002-48f7-8adc-773ea1bced78 None None] Attempting to bind port eb76ddd8-7ecb-4732-8b2d-5c7ca9ad7b3f on network 1d551a91-027c-49df-950f-450dd7a0d1c8 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:22:37.998354 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [None req-bb4ab995-f0cd-4f71-b927-6d8a4dcee0cd tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] device_id is not set on port 79ee516f-57e0-401d-b595-6bae34bb644d yet. {{(pid=102365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:22:38.007212 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a607100a-4002-48f7-8adc-773ea1bced78 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:22:38.007684 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a607100a-4002-48f7-8adc-773ea1bced78 None None] Checking segment: {'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:22:38.008100 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a607100a-4002-48f7-8adc-773ea1bced78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:38.008532 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a607100a-4002-48f7-8adc-773ea1bced78 None None] Bound using segment: {'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:22:38.009090 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-a607100a-4002-48f7-8adc-773ea1bced78 None None] Bound port: eb76ddd8-7ecb-4732-8b2d-5c7ca9ad7b3f, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:22:38.009491 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a607100a-4002-48f7-8adc-773ea1bced78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:38.086854 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-a607100a-4002-48f7-8adc-773ea1bced78 None None] For port eb76ddd8-7ecb-4732-8b2d-5c7ca9ad7b3f, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:22:38.090700 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-a607100a-4002-48f7-8adc-773ea1bced78 None None] For port eb76ddd8-7ecb-4732-8b2d-5c7ca9ad7b3f, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=eb76ddd8-7ecb-4732-8b2d-5c7ca9ad7b3f,segment=NetworkSegment(349affc8-50f4-455b-bd4d-50478ad01ebc),segment_id=349affc8-50f4-455b-bd4d-50478ad01ebc)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:22:38.095348 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a607100a-4002-48f7-8adc-773ea1bced78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:38.161352 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a607100a-4002-48f7-8adc-773ea1bced78 None None] Pushing event updated for resources: {'Port': ['ID=eb76ddd8-7ecb-4732-8b2d-5c7ca9ad7b3f,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:38.233217 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb4ab995-f0cd-4f71-b927-6d8a4dcee0cd tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 10 19:22:38.233970 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb4ab995-f0cd-4f71-b927-6d8a4dcee0cd tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:22:38.255315 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-bb4ab995-f0cd-4f71-b927-6d8a4dcee0cd tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.5419734 Dec 10 19:22:38.258489 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56898) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:38.326642 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a68a3e-cfde-4bed-bbff-b15dbb4fcaac tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:38.333550 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a68a3e-cfde-4bed-bbff-b15dbb4fcaac tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:38.335292 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-f7a68a3e-cfde-4bed-bbff-b15dbb4fcaac tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0757716 Dec 10 19:22:38.338661 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56900) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:38.466346 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-a80e2ced-9c45-417a-ba58-53013b049df7 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Deleting port 0472810f-df22-47c0-8ed6-35888b2b0bf3 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:22:38.466939 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a80e2ced-9c45-417a-ba58-53013b049df7 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:38.555016 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device eb76ddd8-7ecb-4732-8b2d-5c7ca9ad7b3f up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:22:38.589152 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a80e2ced-9c45-417a-ba58-53013b049df7 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:38.607969 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-a80e2ced-9c45-417a-ba58-53013b049df7 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Calling delete_port for 0472810f-df22-47c0-8ed6-35888b2b0bf3 owned by {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:22:38.624524 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port eb76ddd8-7ecb-4732-8b2d-5c7ca9ad7b3f triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:22:38.624931 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:38.788892 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:38.818880 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-525cfca8-acea-45d3-85ec-0441bc1cae4f req-d2c0182a-d88d-4213-b227-bbf60c65b725 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=46d93913-31a5-44f4-b955-34851b2c6ab2 HTTP/1.1" status: 200 len: 210 time: 0.0770581 Dec 10 19:22:38.849658 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port eb76ddd8-7ecb-4732-8b2d-5c7ca9ad7b3f, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=eb76ddd8-7ecb-4732-8b2d-5c7ca9ad7b3f,segment=NetworkSegment(349affc8-50f4-455b-bd4d-50478ad01ebc),segment_id=349affc8-50f4-455b-bd4d-50478ad01ebc)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:22:38.851170 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a80e2ced-9c45-417a-ba58-53013b049df7 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:38.865879 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:38.895677 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e2ced-9c45-417a-ba58-53013b049df7 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event deleted for resources: {'Port': ['ID=0472810f-df22-47c0-8ed6-35888b2b0bf3,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:38.925678 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a80e2ced-9c45-417a-ba58-53013b049df7 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:38.932141 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1a179-91d9-4130-86b1-238502aa0e2b req-568335f8-0dfe-4076-836e-81557148fa01 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:38.934177 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-68d1a179-91d9-4130-86b1-238502aa0e2b req-568335f8-0dfe-4076-836e-81557148fa01 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.36 "GET /v2.0/networks?id=7af47983-22ac-40ad-acd7-9dce8289b142 HTTP/1.1" status: 200 len: 796 time: 0.2834790 Dec 10 19:22:38.937746 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-a80e2ced-9c45-417a-ba58-53013b049df7 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/ports/0472810f-df22-47c0-8ed6-35888b2b0bf3 HTTP/1.1" status: 204 len: 168 time: 0.5972183 Dec 10 19:22:38.941832 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56908) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:38.967884 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=eb76ddd8-7ecb-4732-8b2d-5c7ca9ad7b3f,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:39.023286 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d82f73-f058-4c7d-9547-cfd4850bdadf tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:39.025115 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d82f73-f058-4c7d-9547-cfd4850bdadf tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:39.026732 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-87d82f73-f058-4c7d-9547-cfd4850bdadf tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0836725 Dec 10 19:22:39.031137 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56910) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:39.031430 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-68d1a179-91d9-4130-86b1-238502aa0e2b req-ed58b9b6-e5f3-4b5c-9d14-ac9313471f01 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=730e4c9f0aba4accb176e575114c849e HTTP/1.1" status: 200 len: 379 time: 0.0795915 Dec 10 19:22:39.043306 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-68d1a179-91d9-4130-86b1-238502aa0e2b req-e7dd9801-b595-487e-8af1-30c2ff51d753 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'port': {'device_id': '46d93913-31a5-44f4-b955-34851b2c6ab2', 'network_id': '7af47983-22ac-40ad-acd7-9dce8289b142', 'admin_state_up': True, 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'security_groups': ['80426b5f-caf6-487a-994f-65ed01f082e9']}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:22:39.101724 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-d448356a-a4dc-4bf1-8f97-5bd8b1c7d58d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Deleting subnet 67584fb7-d086-4c10-8501-e0865ed92ab2 {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:22:39.107015 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d448356a-a4dc-4bf1-8f97-5bd8b1c7d58d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:39.158124 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d448356a-a4dc-4bf1-8f97-5bd8b1c7d58d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:39.182721 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68d1a179-91d9-4130-86b1-238502aa0e2b req-e7dd9801-b595-487e-8af1-30c2ff51d753 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Made reservation on behalf of 730e4c9f0aba4accb176e575114c849e for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:22:39.187715 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-68d1a179-91d9-4130-86b1-238502aa0e2b req-e7dd9801-b595-487e-8af1-30c2ff51d753 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:39.251846 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d448356a-a4dc-4bf1-8f97-5bd8b1c7d58d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:39.330430 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d448356a-a4dc-4bf1-8f97-5bd8b1c7d58d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:39.345659 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [req-68d1a179-91d9-4130-86b1-238502aa0e2b req-e7dd9801-b595-487e-8af1-30c2ff51d753 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Allocated IP 172.20.0.5 (7af47983-22ac-40ad-acd7-9dce8289b142/36a5dada-aa7c-4a07-8f39-7b371645ee4e/84f0f085-9f27-40f0-963a-64001cc6bef5) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:22:39.365412 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d448356a-a4dc-4bf1-8f97-5bd8b1c7d58d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:39.369330 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d448356a-a4dc-4bf1-8f97-5bd8b1c7d58d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/subnets/67584fb7-d086-4c10-8501-e0865ed92ab2 HTTP/1.1" status: 204 len: 168 time: 0.3364527 Dec 10 19:22:39.370497 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d448356a-a4dc-4bf1-8f97-5bd8b1c7d58d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event deleted for resources: {'Subnet': ['ID=67584fb7-d086-4c10-8501-e0865ed92ab2,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:39.372986 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56912) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:39.402426 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-10d8bda4-3829-4893-9d87-47f3847477da None None] Provisioning complete for port eb76ddd8-7ecb-4732-8b2d-5c7ca9ad7b3f triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:22:39.403072 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-10d8bda4-3829-4893-9d87-47f3847477da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:39.415736 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d2d91233-e5d4-4314-b5d1-eb8f2c29f888 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0414488 Dec 10 19:22:39.421983 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56914) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:39.428075 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-2fef9a1b-13b4-4d64-876d-cf749bab2cfc tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Request body: {'subnet': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:22:39.543830 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-68d1a179-91d9-4130-86b1-238502aa0e2b req-e7dd9801-b595-487e-8af1-30c2ff51d753 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:39.546546 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fef9a1b-13b4-4d64-876d-cf749bab2cfc tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Made reservation on behalf of 3469d34b4b5244779481838dc0c942a0 for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:22:39.551248 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2fef9a1b-13b4-4d64-876d-cf749bab2cfc tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:39.586024 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-68d1a179-91d9-4130-86b1-238502aa0e2b req-e7dd9801-b595-487e-8af1-30c2ff51d753 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:39.625958 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68d1a179-91d9-4130-86b1-238502aa0e2b req-e7dd9801-b595-487e-8af1-30c2ff51d753 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Network 7af47983-22ac-40ad-acd7-9dce8289b142 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:22:39.629984 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [req-68d1a179-91d9-4130-86b1-238502aa0e2b req-e7dd9801-b595-487e-8af1-30c2ff51d753 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:22:39.634231 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-68d1a179-91d9-4130-86b1-238502aa0e2b req-e7dd9801-b595-487e-8af1-30c2ff51d753 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:22:39.665963 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e478ea6-58a5-42ff-af50-29c596c2cf14 None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:22:39.686123 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dd9801-b595-487e-8af1-30c2ff51d753 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Port': ['ID=84f0f085-9f27-40f0-963a-64001cc6bef5,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:39.707326 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1a179-91d9-4130-86b1-238502aa0e2b req-e7dd9801-b595-487e-8af1-30c2ff51d753 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:39.707971 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-68d1a179-91d9-4130-86b1-238502aa0e2b req-e7dd9801-b595-487e-8af1-30c2ff51d753 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:39.726225 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-68d1a179-91d9-4130-86b1-238502aa0e2b req-e7dd9801-b595-487e-8af1-30c2ff51d753 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6878982 Dec 10 19:22:39.740011 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-68d1a179-91d9-4130-86b1-238502aa0e2b req-57e5b6d0-6f33-4ae8-a765-cd95f590c123 service neutron] Request body: {'port': {'device_id': '46d93913-31a5-44f4-b955-34851b2c6ab2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:22:39.766182 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-f4fc785b-9f6e-4f04-a2fb-03b579c31abd None None] Could not find standard attr ID for object 0472810f-df22-47c0-8ed6-35888b2b0bf3. {{(pid=102367) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:22:39.826151 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-68d1a179-91d9-4130-86b1-238502aa0e2b req-57e5b6d0-6f33-4ae8-a765-cd95f590c123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:39.859527 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2fef9a1b-13b4-4d64-876d-cf749bab2cfc tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:39.927625 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9917fa9-ef7f-48d0-b6f8-8d6f4006efdb None None] DHCP port deletion for 1d551a91-027c-49df-950f-450dd7a0d1c8 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:22:39.928341 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fef9a1b-13b4-4d64-876d-cf749bab2cfc tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:22:39.932030 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-2fef9a1b-13b4-4d64-876d-cf749bab2cfc tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:22:39.936879 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fef9a1b-13b4-4d64-876d-cf749bab2cfc tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:39.937483 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2fef9a1b-13b4-4d64-876d-cf749bab2cfc tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:39.953179 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fef9a1b-13b4-4d64-876d-cf749bab2cfc tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event updated for resources: {'Subnet': ['ID=94f014ca-83f9-44c3-9bd6-0c47724b524b,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:39.967918 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-2fef9a1b-13b4-4d64-876d-cf749bab2cfc tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5422034 Dec 10 19:22:39.968560 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56918) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:39.977852 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-41e85833-f999-437e-9e9e-d13cb33d706d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Request body: {'port': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'fixed_ips': [{'subnet_id': '94f014ca-83f9-44c3-9bd6-0c47724b524b', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-172462612'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:22:39.995028 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-f116772c-0dd3-44be-aa3a-f9d122304276 None None] Provisioning complete for port 84f0f085-9f27-40f0-963a-64001cc6bef5 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:22:39.995367 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f116772c-0dd3-44be-aa3a-f9d122304276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:40.022687 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-a9917fa9-ef7f-48d0-b6f8-8d6f4006efdb None None] Deleting port eb76ddd8-7ecb-4732-8b2d-5c7ca9ad7b3f {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:22:40.023344 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a9917fa9-ef7f-48d0-b6f8-8d6f4006efdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:40.043119 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951bd5c5-a729-4c07-8f44-cb8330196f40 req-39f17d29-f48a-4dc3-9db6-6bf270458c45 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:40.044629 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-951bd5c5-a729-4c07-8f44-cb8330196f40 req-39f17d29-f48a-4dc3-9db6-6bf270458c45 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=46d93913-31a5-44f4-b955-34851b2c6ab2 HTTP/1.1" status: 200 len: 931 time: 0.1386616 Dec 10 19:22:40.082281 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-f116772c-0dd3-44be-aa3a-f9d122304276 None None] Port 84f0f085-9f27-40f0-963a-64001cc6bef5 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:22:40.132151 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-a9917fa9-ef7f-48d0-b6f8-8d6f4006efdb None None] For port eb76ddd8-7ecb-4732-8b2d-5c7ca9ad7b3f, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=eb76ddd8-7ecb-4732-8b2d-5c7ca9ad7b3f,segment=NetworkSegment(349affc8-50f4-455b-bd4d-50478ad01ebc),segment_id=349affc8-50f4-455b-bd4d-50478ad01ebc)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:22:40.132932 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a9917fa9-ef7f-48d0-b6f8-8d6f4006efdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:40.149167 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-a9917fa9-ef7f-48d0-b6f8-8d6f4006efdb None None] Calling delete_port for eb76ddd8-7ecb-4732-8b2d-5c7ca9ad7b3f owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:22:40.152421 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-951bd5c5-a729-4c07-8f44-cb8330196f40 req-9b6142f5-dc1e-4326-8a10-3adb93d0539e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=80426b5f-caf6-487a-994f-65ed01f082e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838852 Dec 10 19:22:40.154368 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e85833-f999-437e-9e9e-d13cb33d706d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Made reservation on behalf of 3469d34b4b5244779481838dc0c942a0 for: {'port': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:22:40.247011 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a9917fa9-ef7f-48d0-b6f8-8d6f4006efdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:40.262404 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [req-68d1a179-91d9-4130-86b1-238502aa0e2b req-57e5b6d0-6f33-4ae8-a765-cd95f590c123 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84f0f085-9f27-40f0-963a-64001cc6bef5 {{(pid=102365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:22:40.272607 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-68d1a179-91d9-4130-86b1-238502aa0e2b req-57e5b6d0-6f33-4ae8-a765-cd95f590c123 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:40.288152 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.provisioning_blocks [req-68d1a179-91d9-4130-86b1-238502aa0e2b req-57e5b6d0-6f33-4ae8-a765-cd95f590c123 service neutron] Transition to ACTIVE for port object 84f0f085-9f27-40f0-963a-64001cc6bef5 will not be triggered until provisioned by entity L2. {{(pid=102365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:22:40.293211 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-68d1a179-91d9-4130-86b1-238502aa0e2b req-57e5b6d0-6f33-4ae8-a765-cd95f590c123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:40.301933 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9917fa9-ef7f-48d0-b6f8-8d6f4006efdb None None] Pushing event deleted for resources: {'Port': ['ID=eb76ddd8-7ecb-4732-8b2d-5c7ca9ad7b3f,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:40.309783 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9917fa9-ef7f-48d0-b6f8-8d6f4006efdb None None] No DVR routers for this DVR port eb76ddd8-7ecb-4732-8b2d-5c7ca9ad7b3f on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:22:40.335305 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244e9461-f84a-49ea-89c2-f75892a49e54 None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:22:40.355245 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e5b6d0-6f33-4ae8-a765-cd95f590c123 service neutron] Pushing event updated for resources: {'Port': ['ID=84f0f085-9f27-40f0-963a-64001cc6bef5,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:40.480045 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-68d1a179-91d9-4130-86b1-238502aa0e2b req-57e5b6d0-6f33-4ae8-a765-cd95f590c123 service neutron] Attempting to bind port 84f0f085-9f27-40f0-963a-64001cc6bef5 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:22:40.480662 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-68d1a179-91d9-4130-86b1-238502aa0e2b req-57e5b6d0-6f33-4ae8-a765-cd95f590c123 service neutron] Attempting to bind port 84f0f085-9f27-40f0-963a-64001cc6bef5 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '466dc6d5-0fdc-438d-bf4a-e84dfc071da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '7af47983-22ac-40ad-acd7-9dce8289b142'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:22:40.481426 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d1a179-91d9-4130-86b1-238502aa0e2b req-57e5b6d0-6f33-4ae8-a765-cd95f590c123 service neutron] Attempting to bind port 84f0f085-9f27-40f0-963a-64001cc6bef5 on network 7af47983-22ac-40ad-acd7-9dce8289b142 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:22:40.491987 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d1a179-91d9-4130-86b1-238502aa0e2b req-57e5b6d0-6f33-4ae8-a765-cd95f590c123 service neutron] Port 84f0f085-9f27-40f0-963a-64001cc6bef5 on network 7af47983-22ac-40ad-acd7-9dce8289b142 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:22:40.492871 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d1a179-91d9-4130-86b1-238502aa0e2b req-57e5b6d0-6f33-4ae8-a765-cd95f590c123 service neutron] Attempting to bind port 84f0f085-9f27-40f0-963a-64001cc6bef5 on network 7af47983-22ac-40ad-acd7-9dce8289b142 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:22:40.504622 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d1a179-91d9-4130-86b1-238502aa0e2b req-57e5b6d0-6f33-4ae8-a765-cd95f590c123 service neutron] Checking agent: {'id': '9e16c23e-95bc-4c2e-b3ec-daf7533f9d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'started_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:22:40.505446 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d1a179-91d9-4130-86b1-238502aa0e2b req-57e5b6d0-6f33-4ae8-a765-cd95f590c123 service neutron] Checking segment: {'id': '466dc6d5-0fdc-438d-bf4a-e84dfc071da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '7af47983-22ac-40ad-acd7-9dce8289b142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:22:40.506097 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d1a179-91d9-4130-86b1-238502aa0e2b req-57e5b6d0-6f33-4ae8-a765-cd95f590c123 service neutron] Bound using segment: {'id': '466dc6d5-0fdc-438d-bf4a-e84dfc071da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '7af47983-22ac-40ad-acd7-9dce8289b142'} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:22:40.506773 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-68d1a179-91d9-4130-86b1-238502aa0e2b req-57e5b6d0-6f33-4ae8-a765-cd95f590c123 service neutron] Bound port: 84f0f085-9f27-40f0-963a-64001cc6bef5, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '466dc6d5-0fdc-438d-bf4a-e84dfc071da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '7af47983-22ac-40ad-acd7-9dce8289b142'}}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:22:40.507366 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-68d1a179-91d9-4130-86b1-238502aa0e2b req-57e5b6d0-6f33-4ae8-a765-cd95f590c123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:40.548130 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device eb76ddd8-7ecb-4732-8b2d-5c7ca9ad7b3f no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:22:40.586584 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-68d1a179-91d9-4130-86b1-238502aa0e2b req-57e5b6d0-6f33-4ae8-a765-cd95f590c123 service neutron] For port 84f0f085-9f27-40f0-963a-64001cc6bef5, host hv-neutron-8214, cleared binding levels {{(pid=102365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:22:40.590105 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-68d1a179-91d9-4130-86b1-238502aa0e2b req-57e5b6d0-6f33-4ae8-a765-cd95f590c123 service neutron] For port 84f0f085-9f27-40f0-963a-64001cc6bef5, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=84f0f085-9f27-40f0-963a-64001cc6bef5,segment=NetworkSegment(466dc6d5-0fdc-438d-bf4a-e84dfc071da3),segment_id=466dc6d5-0fdc-438d-bf4a-e84dfc071da3)] {{(pid=102365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:22:40.599086 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-68d1a179-91d9-4130-86b1-238502aa0e2b req-57e5b6d0-6f33-4ae8-a765-cd95f590c123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:40.615043 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: eb76ddd8-7ecb-4732-8b2d-5c7ca9ad7b3f {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:22:40.615337 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device eb76ddd8-7ecb-4732-8b2d-5c7ca9ad7b3f not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:22:40.640622 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-41e85833-f999-437e-9e9e-d13cb33d706d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:40.649457 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1a179-91d9-4130-86b1-238502aa0e2b req-57e5b6d0-6f33-4ae8-a765-cd95f590c123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:40.650221 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-68d1a179-91d9-4130-86b1-238502aa0e2b req-57e5b6d0-6f33-4ae8-a765-cd95f590c123 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:40.651829 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-68d1a179-91d9-4130-86b1-238502aa0e2b req-57e5b6d0-6f33-4ae8-a765-cd95f590c123 service neutron] 10.222.0.36 "PUT /v2.0/ports/84f0f085-9f27-40f0-963a-64001cc6bef5 HTTP/1.1" status: 200 len: 1093 time: 0.9163630 Dec 10 19:22:40.652480 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46d93913-31a5-44f4-b955-34851b2c6ab2', 'tag': '84f0f085-9f27-40f0-963a-64001cc6bef5'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:22:40.656385 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6dbb74f-3d89-4428-ab84-c344c377fce7" -d '{"events": [{"name": "network-changed", "server_uuid": "46d93913-31a5-44f4-b955-34851b2c6ab2", "tag": "84f0f085-9f27-40f0-963a-64001cc6bef5"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:22:40.668391 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [None req-41e85833-f999-437e-9e9e-d13cb33d706d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] device_id is not set on port fbe70a7b-e231-4c51-b66f-da9a1f7a36ff yet. {{(pid=102366) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:22:40.683120 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405e0e67-3be2-4c86-98ef-7ef1977e8bc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-1d551a91-027c-49df-950f-450dd7a0d1c8', 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'tenant_id': '3469d34b4b5244779481838dc0c942a0', 'fixed_ips': [{'subnet_id': '94f014ca-83f9-44c3-9bd6-0c47724b524b'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:22:40.684790 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-405e0e67-3be2-4c86-98ef-7ef1977e8bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:40.717220 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e5b6d0-6f33-4ae8-a765-cd95f590c123 service neutron] Pushing event updated for resources: {'Port': ['ID=84f0f085-9f27-40f0-963a-64001cc6bef5,revision_number=3']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:40.758373 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6651d9f3-20d5-460a-acfc-8f3ac35a16a0 x-openstack-request-id: req-6651d9f3-20d5-460a-acfc-8f3ac35a16a0 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:22:40.758666 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46d93913-31a5-44f4-b955-34851b2c6ab2", "tag": "84f0f085-9f27-40f0-963a-64001cc6bef5", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:22:40.758922 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6651d9f3-20d5-460a-acfc-8f3ac35a16a0 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:22:40.760085 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46d93913-31a5-44f4-b955-34851b2c6ab2', 'tag': '84f0f085-9f27-40f0-963a-64001cc6bef5', 'status': 'completed', 'code': 200} Dec 10 19:22:40.779898 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1a179-91d9-4130-86b1-238502aa0e2b req-0b08b932-2671-4451-89dd-a0d75b4c5a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:40.781605 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-68d1a179-91d9-4130-86b1-238502aa0e2b req-0b08b932-2671-4451-89dd-a0d75b4c5a6e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=730e4c9f0aba4accb176e575114c849e&device_id=46d93913-31a5-44f4-b955-34851b2c6ab2 HTTP/1.1" status: 200 len: 1096 time: 0.0612259 Dec 10 19:22:40.827421 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-41e85833-f999-437e-9e9e-d13cb33d706d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:22:40.828014 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41e85833-f999-437e-9e9e-d13cb33d706d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:22:40.837993 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-68d1a179-91d9-4130-86b1-238502aa0e2b req-8a2bc4c0-b552-4b3f-a9c8-53aa52033a21 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84f0f085-9f27-40f0-963a-64001cc6bef5 HTTP/1.1" status: 200 len: 217 time: 0.0476263 Dec 10 19:22:40.852319 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-41e85833-f999-437e-9e9e-d13cb33d706d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.8798795 Dec 10 19:22:40.852565 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56922) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:40.885271 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-632c1cca-2f4e-4198-9a68-31ddc84e2597 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0315006 Dec 10 19:22:40.887515 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56924) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:40.903318 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-405e0e67-3be2-4c86-98ef-7ef1977e8bc7 None None] Allocated IP 2001:db8::2 (1d551a91-027c-49df-950f-450dd7a0d1c8/94f014ca-83f9-44c3-9bd6-0c47724b524b/2bb8a482-5edf-44a3-a406-d0fc7cef7d06) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:22:40.906839 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1a179-91d9-4130-86b1-238502aa0e2b req-f3bceb15-b8ef-46c4-83bf-e9c13c8d9f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:40.910137 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-68d1a179-91d9-4130-86b1-238502aa0e2b req-f3bceb15-b8ef-46c4-83bf-e9c13c8d9f22 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=36a5dada-aa7c-4a07-8f39-7b371645ee4e HTTP/1.1" status: 200 len: 835 time: 0.0645010 Dec 10 19:22:40.954798 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b00e4bb-78a2-45d2-aaaf-2dc7ac74e061 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:40.957817 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b00e4bb-78a2-45d2-aaaf-2dc7ac74e061 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:40.959530 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-5b00e4bb-78a2-45d2-aaaf-2dc7ac74e061 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0708749 Dec 10 19:22:40.962855 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56926) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:40.970943 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1a179-91d9-4130-86b1-238502aa0e2b req-18a3a1d3-e9b4-46ee-a831-038ff706038a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:40.972829 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-68d1a179-91d9-4130-86b1-238502aa0e2b req-18a3a1d3-e9b4-46ee-a831-038ff706038a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7af47983-22ac-40ad-acd7-9dce8289b142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0554566 Dec 10 19:22:41.040148 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-57065641-7e80-4b44-8c1d-b023f73a3d87 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Deleting subnet 94f014ca-83f9-44c3-9bd6-0c47724b524b {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:22:41.082260 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-68d1a179-91d9-4130-86b1-238502aa0e2b req-4d028a09-80bc-487e-bb38-db54e68000e7 service neutron] 10.222.0.36 "GET /v2.0/networks/7af47983-22ac-40ad-acd7-9dce8289b142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017060 Dec 10 19:22:41.114261 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-405e0e67-3be2-4c86-98ef-7ef1977e8bc7 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:41.121412 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-57065641-7e80-4b44-8c1d-b023f73a3d87 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:41.121856 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-405e0e67-3be2-4c86-98ef-7ef1977e8bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:41.166341 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405e0e67-3be2-4c86-98ef-7ef1977e8bc7 None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:22:41.169604 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-405e0e67-3be2-4c86-98ef-7ef1977e8bc7 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:22:41.172073 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405e0e67-3be2-4c86-98ef-7ef1977e8bc7 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:22:41.187954 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-57065641-7e80-4b44-8c1d-b023f73a3d87 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:41.200404 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-68d1a179-91d9-4130-86b1-238502aa0e2b req-e4bc1b0d-ae1c-4fc2-b88c-b95ff1360594 service neutron] 10.222.0.36 "GET /v2.0/networks/7af47983-22ac-40ad-acd7-9dce8289b142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108632 Dec 10 19:22:41.226679 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405e0e67-3be2-4c86-98ef-7ef1977e8bc7 None None] Pushing event updated for resources: {'Port': ['ID=2bb8a482-5edf-44a3-a406-d0fc7cef7d06,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:41.270077 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-405e0e67-3be2-4c86-98ef-7ef1977e8bc7 None None] Attempting to bind port 2bb8a482-5edf-44a3-a406-d0fc7cef7d06 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:22:41.270344 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-405e0e67-3be2-4c86-98ef-7ef1977e8bc7 None None] Attempting to bind port 2bb8a482-5edf-44a3-a406-d0fc7cef7d06 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:22:41.270684 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405e0e67-3be2-4c86-98ef-7ef1977e8bc7 None None] Attempting to bind port 2bb8a482-5edf-44a3-a406-d0fc7cef7d06 on network 1d551a91-027c-49df-950f-450dd7a0d1c8 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:22:41.278228 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405e0e67-3be2-4c86-98ef-7ef1977e8bc7 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:22:41.278626 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405e0e67-3be2-4c86-98ef-7ef1977e8bc7 None None] Checking segment: {'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:22:41.278984 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-405e0e67-3be2-4c86-98ef-7ef1977e8bc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:41.279370 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405e0e67-3be2-4c86-98ef-7ef1977e8bc7 None None] Bound using segment: {'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:22:41.279890 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-405e0e67-3be2-4c86-98ef-7ef1977e8bc7 None None] Bound port: 2bb8a482-5edf-44a3-a406-d0fc7cef7d06, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:22:41.280277 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-405e0e67-3be2-4c86-98ef-7ef1977e8bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:41.297531 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-57065641-7e80-4b44-8c1d-b023f73a3d87 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:41.368400 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dbb74f-3d89-4428-ab84-c344c377fce7 req-b455b4d7-36dc-4295-8059-fa1dc85ce5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:41.371773 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c6dbb74f-3d89-4428-ab84-c344c377fce7 req-b455b4d7-36dc-4295-8059-fa1dc85ce5c9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=730e4c9f0aba4accb176e575114c849e&device_id=46d93913-31a5-44f4-b955-34851b2c6ab2 HTTP/1.1" status: 200 len: 1096 time: 0.1022582 Dec 10 19:22:41.383410 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-57065641-7e80-4b44-8c1d-b023f73a3d87 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:41.387455 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-405e0e67-3be2-4c86-98ef-7ef1977e8bc7 None None] For port 2bb8a482-5edf-44a3-a406-d0fc7cef7d06, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:22:41.391721 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-405e0e67-3be2-4c86-98ef-7ef1977e8bc7 None None] For port 2bb8a482-5edf-44a3-a406-d0fc7cef7d06, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=2bb8a482-5edf-44a3-a406-d0fc7cef7d06,segment=NetworkSegment(349affc8-50f4-455b-bd4d-50478ad01ebc),segment_id=349affc8-50f4-455b-bd4d-50478ad01ebc)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:22:41.397731 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-405e0e67-3be2-4c86-98ef-7ef1977e8bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:41.415146 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57065641-7e80-4b44-8c1d-b023f73a3d87 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event deleted for resources: {'Subnet': ['ID=94f014ca-83f9-44c3-9bd6-0c47724b524b,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:41.420960 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-57065641-7e80-4b44-8c1d-b023f73a3d87 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:41.424977 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-57065641-7e80-4b44-8c1d-b023f73a3d87 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/subnets/94f014ca-83f9-44c3-9bd6-0c47724b524b HTTP/1.1" status: 204 len: 168 time: 0.4605718 Dec 10 19:22:41.427613 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56932) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:41.468967 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405e0e67-3be2-4c86-98ef-7ef1977e8bc7 None None] Pushing event updated for resources: {'Port': ['ID=2bb8a482-5edf-44a3-a406-d0fc7cef7d06,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:41.491182 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c5da1-2c66-4402-8743-03bcf0f10410 req-4cd5494a-500c-4761-a105-ec8f2ec98f08 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:41.493787 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ca1c5da1-2c66-4402-8743-03bcf0f10410 req-4cd5494a-500c-4761-a105-ec8f2ec98f08 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=46d93913-31a5-44f4-b955-34851b2c6ab2 HTTP/1.1" status: 200 len: 943 time: 0.1420631 Dec 10 19:22:41.501458 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-7d503a3c-e288-4cd4-937b-16720d9dd89a tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0724540 Dec 10 19:22:41.507274 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56934) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:41.513283 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-88f30e5c-34cb-46c7-ad95-9d9850d6cf34 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Request body: {'subnet': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:22:41.557337 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dbb74f-3d89-4428-ab84-c344c377fce7 req-ff26bbdf-6461-4362-873a-f57ff4be1ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:41.558911 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c6dbb74f-3d89-4428-ab84-c344c377fce7 req-ff26bbdf-6461-4362-873a-f57ff4be1ee9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7af47983-22ac-40ad-acd7-9dce8289b142 HTTP/1.1" status: 200 len: 897 time: 0.1699464 Dec 10 19:22:41.584214 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ca1c5da1-2c66-4402-8743-03bcf0f10410 req-e70672c0-fb61-4aea-aab7-7febf61ffdd2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=80426b5f-caf6-487a-994f-65ed01f082e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737300 Dec 10 19:22:41.619715 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c6dbb74f-3d89-4428-ab84-c344c377fce7 req-651daebb-2ac7-4eca-a546-be18eafaac7a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84f0f085-9f27-40f0-963a-64001cc6bef5 HTTP/1.1" status: 200 len: 217 time: 0.0465128 Dec 10 19:22:41.652847 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f30e5c-34cb-46c7-ad95-9d9850d6cf34 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Made reservation on behalf of 3469d34b4b5244779481838dc0c942a0 for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:22:41.657699 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-88f30e5c-34cb-46c7-ad95-9d9850d6cf34 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:41.697861 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dbb74f-3d89-4428-ab84-c344c377fce7 req-6052fc49-24cd-4c82-9996-8264830e67b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:41.702928 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c6dbb74f-3d89-4428-ab84-c344c377fce7 req-6052fc49-24cd-4c82-9996-8264830e67b0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=36a5dada-aa7c-4a07-8f39-7b371645ee4e HTTP/1.1" status: 200 len: 835 time: 0.0773504 Dec 10 19:22:41.758933 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dbb74f-3d89-4428-ab84-c344c377fce7 req-5427c60d-c0e4-4734-840a-6b898a2407ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:41.760403 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c6dbb74f-3d89-4428-ab84-c344c377fce7 req-5427c60d-c0e4-4734-840a-6b898a2407ac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7af47983-22ac-40ad-acd7-9dce8289b142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0502155 Dec 10 19:22:41.888478 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c6dbb74f-3d89-4428-ab84-c344c377fce7 req-685338d4-ae75-4d6f-a243-ad5c9268ed94 service neutron] 10.222.0.36 "GET /v2.0/networks/7af47983-22ac-40ad-acd7-9dce8289b142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194925 Dec 10 19:22:41.906739 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-88f30e5c-34cb-46c7-ad95-9d9850d6cf34 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:41.957571 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f30e5c-34cb-46c7-ad95-9d9850d6cf34 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:22:41.960849 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-88f30e5c-34cb-46c7-ad95-9d9850d6cf34 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:22:41.964453 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f30e5c-34cb-46c7-ad95-9d9850d6cf34 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:41.964939 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-88f30e5c-34cb-46c7-ad95-9d9850d6cf34 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:41.981744 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f30e5c-34cb-46c7-ad95-9d9850d6cf34 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event updated for resources: {'Subnet': ['ID=4e463c96-b378-4bce-82a4-9032490c278a,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:41.995200 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-88f30e5c-34cb-46c7-ad95-9d9850d6cf34 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4866958 Dec 10 19:22:41.998499 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56936) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:42.004057 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-e570b24d-0b40-4242-b6f9-26e8641bd385 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1914605928', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:22:42.012871 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c6dbb74f-3d89-4428-ab84-c344c377fce7 req-3681105c-fa9a-41bb-aaee-58045e5f4e9e service neutron] 10.222.0.36 "GET /v2.0/networks/7af47983-22ac-40ad-acd7-9dce8289b142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164086 Dec 10 19:22:42.029431 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e570b24d-0b40-4242-b6f9-26e8641bd385 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:42.030723 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e570b24d-0b40-4242-b6f9-26e8641bd385 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:42.102663 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e570b24d-0b40-4242-b6f9-26e8641bd385 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:42.107921 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e570b24d-0b40-4242-b6f9-26e8641bd385 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:42.138412 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e570b24d-0b40-4242-b6f9-26e8641bd385 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:42.140568 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-e570b24d-0b40-4242-b6f9-26e8641bd385 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1407249 Dec 10 19:22:42.143448 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56938) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:42.442514 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8ada6b3c-4c83-43ff-a51d-6e54d40412aa tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:42.530031 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 2bb8a482-5edf-44a3-a406-d0fc7cef7d06 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:22:42.713577 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffd4518-33df-4e9c-9ba2-0fee86ee1d0c None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:22:42.747407 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3d77d-387e-4936-81b7-8515cce6661f req-8c855beb-c647-4190-b880-ba230a671494 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:42.749351 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e6d3d77d-387e-4936-81b7-8515cce6661f req-8c855beb-c647-4190-b880-ba230a671494 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=46d93913-31a5-44f4-b955-34851b2c6ab2 HTTP/1.1" status: 200 len: 943 time: 0.0630307 Dec 10 19:22:42.794815 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-641c79f7-f8c8-4c03-a244-49009d3cbe83 None None] Provisioning complete for port 2bb8a482-5edf-44a3-a406-d0fc7cef7d06 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:22:42.795196 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-641c79f7-f8c8-4c03-a244-49009d3cbe83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:42.799691 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e6d3d77d-387e-4936-81b7-8515cce6661f req-e0725906-8e2c-4f46-bd74-d4563dd76c2e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=80426b5f-caf6-487a-994f-65ed01f082e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434456 Dec 10 19:22:42.827526 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-8ada6b3c-4c83-43ff-a51d-6e54d40412aa tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Allocated IP 2001:db8::1 (1d551a91-027c-49df-950f-450dd7a0d1c8/4e463c96-b378-4bce-82a4-9032490c278a/94a7eaaf-19c5-45b6-a83e-743d414c6148) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:22:42.874635 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 2bb8a482-5edf-44a3-a406-d0fc7cef7d06 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:22:42.875201 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:42.999069 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8ada6b3c-4c83-43ff-a51d-6e54d40412aa tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:43.021675 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-641c79f7-f8c8-4c03-a244-49009d3cbe83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:43.048828 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8ada6b3c-4c83-43ff-a51d-6e54d40412aa tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:43.101197 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:43.104553 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-641c79f7-f8c8-4c03-a244-49009d3cbe83 None None] For port 2bb8a482-5edf-44a3-a406-d0fc7cef7d06, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=2bb8a482-5edf-44a3-a406-d0fc7cef7d06,segment=NetworkSegment(349affc8-50f4-455b-bd4d-50478ad01ebc),segment_id=349affc8-50f4-455b-bd4d-50478ad01ebc)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:22:43.116492 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-641c79f7-f8c8-4c03-a244-49009d3cbe83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:43.133950 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ada6b3c-4c83-43ff-a51d-6e54d40412aa tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:22:43.140200 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-8ada6b3c-4c83-43ff-a51d-6e54d40412aa tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:22:43.148009 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ada6b3c-4c83-43ff-a51d-6e54d40412aa tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:22:43.148900 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8ada6b3c-4c83-43ff-a51d-6e54d40412aa tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712030'] for router_interface, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:43.164020 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ada6b3c-4c83-43ff-a51d-6e54d40412aa tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event updated for resources: {'Port': ['ID=94a7eaaf-19c5-45b6-a83e-743d414c6148,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:43.202356 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641c79f7-f8c8-4c03-a244-49009d3cbe83 None None] Pushing event updated for resources: {'Port': ['ID=2bb8a482-5edf-44a3-a406-d0fc7cef7d06,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:43.214630 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.db.api [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102367) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:22:43.215510 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG oslo_db.api [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:22:43.317625 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8ada6b3c-4c83-43ff-a51d-6e54d40412aa tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:43.443552 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-16919ae7-1248-4c66-b941-4e263fcfcf62 None None] Provisioning complete for port 2bb8a482-5edf-44a3-a406-d0fc7cef7d06 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:22:43.443946 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-16919ae7-1248-4c66-b941-4e263fcfcf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:43.618989 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 84f0f085-9f27-40f0-963a-64001cc6bef5 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=102367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:22:43.640538 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8ada6b3c-4c83-43ff-a51d-6e54d40412aa tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:43.647197 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8ada6b3c-4c83-43ff-a51d-6e54d40412aa tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:43.648162 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8ada6b3c-4c83-43ff-a51d-6e54d40412aa tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3755716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711339'] for router_interface, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:43.747222 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ada6b3c-4c83-43ff-a51d-6e54d40412aa tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event updated for resources: {'Port': ['ID=94a7eaaf-19c5-45b6-a83e-743d414c6148,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:43.789987 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-7a771830-fa68-41d2-866e-d979d8a391e1 None None] Provisioning complete for port 94a7eaaf-19c5-45b6-a83e-743d414c6148 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:22:43.790253 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-7a771830-fa68-41d2-866e-d979d8a391e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:43.794777 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ada6b3c-4c83-43ff-a51d-6e54d40412aa tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:22:43.796376 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-8ada6b3c-4c83-43ff-a51d-6e54d40412aa tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:22:43.853982 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 84f0f085-9f27-40f0-963a-64001cc6bef5, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=84f0f085-9f27-40f0-963a-64001cc6bef5,segment=NetworkSegment(466dc6d5-0fdc-438d-bf4a-e84dfc071da3),segment_id=466dc6d5-0fdc-438d-bf4a-e84dfc071da3)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:22:43.869082 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-7a771830-fa68-41d2-866e-d979d8a391e1 None None] Port 94a7eaaf-19c5-45b6-a83e-743d414c6148 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:22:43.873528 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Returning: {'device': '84f0f085-9f27-40f0-963a-64001cc6bef5', 'network_id': '7af47983-22ac-40ad-acd7-9dce8289b142', 'port_id': '84f0f085-9f27-40f0-963a-64001cc6bef5', 'mac_address': 'fa:16:3e:16:cb:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36a5dada-aa7c-4a07-8f39-7b371645ee4e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:22:43.934730 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:43.952742 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84f0f085-9f27-40f0-963a-64001cc6bef5 {{(pid=102367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:22:43.963958 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ada6b3c-4c83-43ff-a51d-6e54d40412aa tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Router f439119a-51bb-4e1f-b859-e7a796c2575b is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:22:43.982443 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 84f0f085-9f27-40f0-963a-64001cc6bef5, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=84f0f085-9f27-40f0-963a-64001cc6bef5,segment=NetworkSegment(466dc6d5-0fdc-438d-bf4a-e84dfc071da3),segment_id=466dc6d5-0fdc-438d-bf4a-e84dfc071da3)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:22:43.989758 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:43.991610 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ce48e-d07e-46fd-984c-d3277ccd082e req-877cbe2d-c322-4f0a-9371-186a1246ba59 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:43.994065 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ee2ce48e-d07e-46fd-984c-d3277ccd082e req-877cbe2d-c322-4f0a-9371-186a1246ba59 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=46d93913-31a5-44f4-b955-34851b2c6ab2 HTTP/1.1" status: 200 len: 943 time: 0.0645912 Dec 10 19:22:44.043385 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ee2ce48e-d07e-46fd-984c-d3277ccd082e req-8d09a83a-d9c8-48ba-82f4-a58e2888008a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=80426b5f-caf6-487a-994f-65ed01f082e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418446 Dec 10 19:22:44.069499 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=84f0f085-9f27-40f0-963a-64001cc6bef5,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:44.100565 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ada6b3c-4c83-43ff-a51d-6e54d40412aa tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:22:44.106454 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-8ada6b3c-4c83-43ff-a51d-6e54d40412aa tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "PUT /v2.0/routers/f439119a-51bb-4e1f-b859-e7a796c2575b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9619322 Dec 10 19:22:44.109346 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56944) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:44.112743 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632c90d1-627c-46a1-b0f2-11a736fb9287 None None] Sync routers for ids ['f439119a-51bb-4e1f-b859-e7a796c2575b'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:22:44.123587 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632c90d1-627c-46a1-b0f2-11a736fb9287 None None] Routers {'f439119a-51bb-4e1f-b859-e7a796c2575b'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:22:44.124264 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-632c90d1-627c-46a1-b0f2-11a736fb9287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:22:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['f439119a-51bb-4e1f-b859-e7a796c2575b'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:22:44.166984 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c07f1cd-c342-4f1c-8fee-1e678a47c0ec tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:44.168854 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-0c07f1cd-c342-4f1c-8fee-1e678a47c0ec tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/ports/94a7eaaf-19c5-45b6-a83e-743d414c6148 HTTP/1.1" status: 200 len: 911 time: 0.0584548 Dec 10 19:22:44.171988 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56946) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:44.228072 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-1dbed9c4-670b-4169-8d8f-f23ba6d648e1 None None] Provisioning complete for port 94a7eaaf-19c5-45b6-a83e-743d414c6148 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:22:44.228441 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1dbed9c4-670b-4169-8d8f-f23ba6d648e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:44.246165 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af0ce29-7dec-467f-b530-95f8d372b5bc tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:44.254016 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af0ce29-7dec-467f-b530-95f8d372b5bc tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:44.255718 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-0af0ce29-7dec-467f-b530-95f8d372b5bc tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0825374 Dec 10 19:22:44.260275 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56948) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:44.265752 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-632c90d1-627c-46a1-b0f2-11a736fb9287 None None] Set router f439119a-51bb-4e1f-b859-e7a796c2575b gateway port host: None {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:22:44.307597 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-1dbed9c4-670b-4169-8d8f-f23ba6d648e1 None None] Port 94a7eaaf-19c5-45b6-a83e-743d414c6148 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:22:44.315701 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['84f0f085-9f27-40f0-963a-64001cc6bef5'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:22:44.505678 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-11e08f3c-f16d-4971-8b34-9255cce4d61e req-3a03f88f-4859-4211-9de8-3badef378abf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=14a00925-dcaa-4b40-bcdd-834914dea835&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1040618 Dec 10 19:22:44.517083 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 2bb8a482-5edf-44a3-a406-d0fc7cef7d06 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:22:44.652761 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e08f3c-f16d-4971-8b34-9255cce4d61e req-100a694d-f03f-45b4-8a00-9f7dc3e3bdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:44.654784 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-11e08f3c-f16d-4971-8b34-9255cce4d61e req-100a694d-f03f-45b4-8a00-9f7dc3e3bdf8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d55891769dee4679a2ef3c1d528a784c&device_id=14a00925-dcaa-4b40-bcdd-834914dea835 HTTP/1.1" status: 200 len: 1098 time: 0.0556467 Dec 10 19:22:44.672648 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 2bb8a482-5edf-44a3-a406-d0fc7cef7d06 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:22:44.673462 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:44.678273 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-632c90d1-627c-46a1-b0f2-11a736fb9287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f439119a-51bb-4e1f-b859-e7a796c2575b', 'name': 'tempest-NetworksTestDHCPv6-router-1914605928', 'tenant_id': '3469d34b4b5244779481838dc0c942a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:22:42Z', 'updated_at': '2021-12-10T19:22:43Z', 'revision_number': 2, 'project_id': '3469d34b4b5244779481838dc0c942a0', 'gw_port_host': None, '_interfaces': [{'id': '94a7eaaf-19c5-45b6-a83e-743d414c6148', 'name': '', 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'tenant_id': '3469d34b4b5244779481838dc0c942a0', 'mac_address': 'fa:16:3e:6e:d9:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f439119a-51bb-4e1f-b859-e7a796c2575b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '4e463c96-b378-4bce-82a4-9032490c278a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:22:42Z', 'updated_at': '2021-12-10T19:22:43Z', 'revision_number': 2, 'project_id': '3469d34b4b5244779481838dc0c942a0', 'subnets': [{'id': '4e463c96-b378-4bce-82a4-9032490c278a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:22:44.734093 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632c90d1-627c-46a1-b0f2-11a736fb9287 None None] Checking router: f439119a-51bb-4e1f-b859-e7a796c2575b for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:22:44.734481 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632c90d1-627c-46a1-b0f2-11a736fb9287 None None] Updating router f439119a-51bb-4e1f-b859-e7a796c2575b port 94a7eaaf-19c5-45b6-a83e-743d414c6148 binding host dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:22:44.788035 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-632c90d1-627c-46a1-b0f2-11a736fb9287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:44.826092 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e08f3c-f16d-4971-8b34-9255cce4d61e req-fde9182f-8b52-4143-aed6-5114b13725fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:44.828175 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-11e08f3c-f16d-4971-8b34-9255cce4d61e req-fde9182f-8b52-4143-aed6-5114b13725fa service neutron] 10.222.0.36 "GET /v2.0/networks?id=8fe565ca-25f0-46cc-a74d-1d785e1c4483 HTTP/1.1" status: 200 len: 912 time: 0.1427970 Dec 10 19:22:44.931842 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-11e08f3c-f16d-4971-8b34-9255cce4d61e req-eb26b857-8977-420a-b3b2-923a2c634152 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f4441bc-5980-495c-8670-36c2a063c831 HTTP/1.1" status: 200 len: 1001 time: 0.0944214 Dec 10 19:22:45.000293 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e08f3c-f16d-4971-8b34-9255cce4d61e req-6f9d0e36-b403-4bbf-861e-b35eb85d67c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:45.004044 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-11e08f3c-f16d-4971-8b34-9255cce4d61e req-6f9d0e36-b403-4bbf-861e-b35eb85d67c0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=08326994-b03f-4864-96e3-852094c75fec HTTP/1.1" status: 200 len: 850 time: 0.0647986 Dec 10 19:22:45.090079 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e08f3c-f16d-4971-8b34-9255cce4d61e req-349cec13-2783-4b9b-a999-de02024de7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:45.091923 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-11e08f3c-f16d-4971-8b34-9255cce4d61e req-349cec13-2783-4b9b-a999-de02024de7a6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8fe565ca-25f0-46cc-a74d-1d785e1c4483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802739 Dec 10 19:22:45.231638 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-632c90d1-627c-46a1-b0f2-11a736fb9287 None None] Notify callbacks [] for port, precommit_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:45.239301 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-632c90d1-627c-46a1-b0f2-11a736fb9287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:45.262913 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-038abc98-8b3c-400e-a111-527e33f73462 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711290'] for router_interface, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:45.303335 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add52c5-753c-4b43-ac78-c2d8bd2ebf47 None None] Pushing event updated for resources: {'Port': ['ID=94a7eaaf-19c5-45b6-a83e-743d414c6148,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:45.307058 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d54f64-3ce9-4eb7-9de8-71096bb3a7a9 req-48a8015b-57b8-42ab-a22a-0c5c43c782e5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:45.310025 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e3d54f64-3ce9-4eb7-9de8-71096bb3a7a9 req-48a8015b-57b8-42ab-a22a-0c5c43c782e5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=46d93913-31a5-44f4-b955-34851b2c6ab2 HTTP/1.1" status: 200 len: 944 time: 0.1747904 Dec 10 19:22:45.378718 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-632c90d1-627c-46a1-b0f2-11a736fb9287 None None] Attempting to bind port 94a7eaaf-19c5-45b6-a83e-743d414c6148 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:22:45.379312 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-632c90d1-627c-46a1-b0f2-11a736fb9287 None None] Attempting to bind port 94a7eaaf-19c5-45b6-a83e-743d414c6148 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:22:45.379742 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632c90d1-627c-46a1-b0f2-11a736fb9287 None None] Attempting to bind port 94a7eaaf-19c5-45b6-a83e-743d414c6148 on network 1d551a91-027c-49df-950f-450dd7a0d1c8 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:22:45.390028 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632c90d1-627c-46a1-b0f2-11a736fb9287 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:22:45.390636 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632c90d1-627c-46a1-b0f2-11a736fb9287 None None] Checking segment: {'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:22:45.391223 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-632c90d1-627c-46a1-b0f2-11a736fb9287 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:45.391886 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632c90d1-627c-46a1-b0f2-11a736fb9287 None None] Bound using segment: {'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:22:45.393350 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-632c90d1-627c-46a1-b0f2-11a736fb9287 None None] Bound port: 94a7eaaf-19c5-45b6-a83e-743d414c6148, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:22:45.394016 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-632c90d1-627c-46a1-b0f2-11a736fb9287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:45.396977 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-11e08f3c-f16d-4971-8b34-9255cce4d61e req-1392f98c-7423-4011-819d-f47e11dfb8c3 service neutron] 10.222.0.36 "GET /v2.0/networks/8fe565ca-25f0-46cc-a74d-1d785e1c4483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958939 Dec 10 19:22:45.402903 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e3d54f64-3ce9-4eb7-9de8-71096bb3a7a9 req-2e1c6325-4ee5-4723-bdea-650d10b58a4c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=80426b5f-caf6-487a-994f-65ed01f082e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721209 Dec 10 19:22:45.528779 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-632c90d1-627c-46a1-b0f2-11a736fb9287 None None] For port 94a7eaaf-19c5-45b6-a83e-743d414c6148, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:22:45.536731 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-632c90d1-627c-46a1-b0f2-11a736fb9287 None None] For port 94a7eaaf-19c5-45b6-a83e-743d414c6148, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=94a7eaaf-19c5-45b6-a83e-743d414c6148,segment=NetworkSegment(349affc8-50f4-455b-bd4d-50478ad01ebc),segment_id=349affc8-50f4-455b-bd4d-50478ad01ebc)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:22:45.544837 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-632c90d1-627c-46a1-b0f2-11a736fb9287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:45.623185 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-11e08f3c-f16d-4971-8b34-9255cce4d61e req-4738d445-5c30-4715-b00d-1b9f8a378dbf service neutron] 10.222.0.36 "GET /v2.0/networks/8fe565ca-25f0-46cc-a74d-1d785e1c4483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186797 Dec 10 19:22:45.642377 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632c90d1-627c-46a1-b0f2-11a736fb9287 None None] Routers {'f439119a-51bb-4e1f-b859-e7a796c2575b'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:22:45.643798 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-632c90d1-627c-46a1-b0f2-11a736fb9287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:22:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['f439119a-51bb-4e1f-b859-e7a796c2575b'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:22:45.679965 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-038abc98-8b3c-400e-a111-527e33f73462 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Deleting port 94a7eaaf-19c5-45b6-a83e-743d414c6148 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:22:45.680487 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-038abc98-8b3c-400e-a111-527e33f73462 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:45.715778 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 84f0f085-9f27-40f0-963a-64001cc6bef5 up at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:22:45.834884 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-038abc98-8b3c-400e-a111-527e33f73462 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] For port 94a7eaaf-19c5-45b6-a83e-743d414c6148, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=94a7eaaf-19c5-45b6-a83e-743d414c6148,segment=NetworkSegment(349affc8-50f4-455b-bd4d-50478ad01ebc),segment_id=349affc8-50f4-455b-bd4d-50478ad01ebc)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:22:45.835255 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-038abc98-8b3c-400e-a111-527e33f73462 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:45.851990 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-038abc98-8b3c-400e-a111-527e33f73462 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Calling delete_port for 94a7eaaf-19c5-45b6-a83e-743d414c6148 owned by network:router_interface {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:22:46.046136 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add52c5-753c-4b43-ac78-c2d8bd2ebf47 None None] Pushing event updated for resources: {'Port': ['ID=94a7eaaf-19c5-45b6-a83e-743d414c6148,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:46.083933 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-038abc98-8b3c-400e-a111-527e33f73462 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:46.104151 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-abd6510e-9262-4dd0-8148-3582aa8f71ca None None] Provisioning complete for port 94a7eaaf-19c5-45b6-a83e-743d414c6148 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:22:46.104748 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-abd6510e-9262-4dd0-8148-3582aa8f71ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:46.115563 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038abc98-8b3c-400e-a111-527e33f73462 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event deleted for resources: {'Port': ['ID=94a7eaaf-19c5-45b6-a83e-743d414c6148,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:46.144092 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-632c90d1-627c-46a1-b0f2-11a736fb9287 None None] Set router f439119a-51bb-4e1f-b859-e7a796c2575b gateway port host: None {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:22:46.149305 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-abd6510e-9262-4dd0-8148-3582aa8f71ca None None] Port 94a7eaaf-19c5-45b6-a83e-743d414c6148 was deleted so its status cannot be updated. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Dec 10 19:22:46.216278 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning for port 84f0f085-9f27-40f0-963a-64001cc6bef5 completed by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:22:46.233953 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning complete for port 84f0f085-9f27-40f0-963a-64001cc6bef5 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:22:46.234316 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:46.238547 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-038abc98-8b3c-400e-a111-527e33f73462 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3755731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3712768'] for router_interface, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:46.306841 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-a1975a3e-8c3f-44a1-8ac4-aff7d386cdfe None None] Could not find standard attr ID for object 94a7eaaf-19c5-45b6-a83e-743d414c6148. {{(pid=102367) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:22:46.419491 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-038abc98-8b3c-400e-a111-527e33f73462 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Router f439119a-51bb-4e1f-b859-e7a796c2575b has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:22:46.509542 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-038abc98-8b3c-400e-a111-527e33f73462 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:22:46.517975 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-038abc98-8b3c-400e-a111-527e33f73462 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "PUT /v2.0/routers/f439119a-51bb-4e1f-b859-e7a796c2575b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2535813 Dec 10 19:22:46.521355 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56954) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:46.559358 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:46.569534 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de17c0-19c6-4565-b98a-f1b95fdaa7d1 req-aabde61f-3f4a-45e1-9c1f-15bb1b7c67f4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:46.571710 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a8de17c0-19c6-4565-b98a-f1b95fdaa7d1 req-aabde61f-3f4a-45e1-9c1f-15bb1b7c67f4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=46d93913-31a5-44f4-b955-34851b2c6ab2 HTTP/1.1" status: 200 len: 944 time: 0.0619433 Dec 10 19:22:46.609366 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d93913-31a5-44f4-b955-34851b2c6ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f0f085-9f27-40f0-963a-64001cc6bef5'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:22:46.613970 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0dd006407324ce2959a5a4cf9f0b5e0801d7a51a5291ea700e8786e11115a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14f334e-aa10-4970-9ee6-9872b1d8c37d" -d '{"events": [{"server_uuid": "46d93913-31a5-44f4-b955-34851b2c6ab2", "name": "network-vif-plugged", "status": "completed", "tag": "84f0f085-9f27-40f0-963a-64001cc6bef5"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:22:46.619965 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebb9e34-68c1-4ea0-82e0-b72114554674 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:46.622925 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebb9e34-68c1-4ea0-82e0-b72114554674 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:46.627620 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-6ebb9e34-68c1-4ea0-82e0-b72114554674 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1040604 Dec 10 19:22:46.628652 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56958) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:46.642076 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a8de17c0-19c6-4565-b98a-f1b95fdaa7d1 req-c8cc196d-c9bb-4eb1-a14b-816063bd60f2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=80426b5f-caf6-487a-994f-65ed01f082e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522213 Dec 10 19:22:46.644542 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 84f0f085-9f27-40f0-963a-64001cc6bef5, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=84f0f085-9f27-40f0-963a-64001cc6bef5,segment=NetworkSegment(466dc6d5-0fdc-438d-bf4a-e84dfc071da3),segment_id=466dc6d5-0fdc-438d-bf4a-e84dfc071da3)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:22:46.656594 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:46.695202 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-632c90d1-627c-46a1-b0f2-11a736fb9287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f439119a-51bb-4e1f-b859-e7a796c2575b', 'name': 'tempest-NetworksTestDHCPv6-router-1914605928', 'tenant_id': '3469d34b4b5244779481838dc0c942a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:22:42Z', 'updated_at': '2021-12-10T19:22:43Z', 'revision_number': 2, 'project_id': '3469d34b4b5244779481838dc0c942a0', 'gw_port_host': None, '_interfaces': [{'id': '94a7eaaf-19c5-45b6-a83e-743d414c6148', 'name': '', 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'tenant_id': '3469d34b4b5244779481838dc0c942a0', 'mac_address': 'fa:16:3e:6e:d9:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f439119a-51bb-4e1f-b859-e7a796c2575b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '4e463c96-b378-4bce-82a4-9032490c278a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:22:42Z', 'updated_at': '2021-12-10T19:22:45Z', 'revision_number': 4, 'project_id': '3469d34b4b5244779481838dc0c942a0', 'subnets': [{'id': '4e463c96-b378-4bce-82a4-9032490c278a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:22:46.702490 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2a158b3-5b08-4b44-b711-6b14bd4af46b tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Deleting subnet 4e463c96-b378-4bce-82a4-9032490c278a {{(pid=102365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:22:46.706638 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a2a158b3-5b08-4b44-b711-6b14bd4af46b tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:46.729316 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ebcdfc7-5724-4338-92e1-0fb2bade76b1 x-openstack-request-id: req-2ebcdfc7-5724-4338-92e1-0fb2bade76b1 {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:22:46.730172 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d93913-31a5-44f4-b955-34851b2c6ab2", "name": "network-vif-plugged", "status": "completed", "tag": "84f0f085-9f27-40f0-963a-64001cc6bef5", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:22:46.730172 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2ebcdfc7-5724-4338-92e1-0fb2bade76b1 {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:22:46.730172 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46d93913-31a5-44f4-b955-34851b2c6ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f0f085-9f27-40f0-963a-64001cc6bef5', 'code': 200} Dec 10 19:22:46.733734 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632c90d1-627c-46a1-b0f2-11a736fb9287 None None] The sync data for ids ['f439119a-51bb-4e1f-b859-e7a796c2575b'] in dv-neutron-821441-1-hyperv is: [{'id': 'f439119a-51bb-4e1f-b859-e7a796c2575b', 'name': 'tempest-NetworksTestDHCPv6-router-1914605928', 'tenant_id': '3469d34b4b5244779481838dc0c942a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:22:42Z', 'updated_at': '2021-12-10T19:22:43Z', 'revision_number': 2, 'project_id': '3469d34b4b5244779481838dc0c942a0', 'gw_port_host': None, '_interfaces': [{'id': '94a7eaaf-19c5-45b6-a83e-743d414c6148', 'name': '', 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'tenant_id': '3469d34b4b5244779481838dc0c942a0', 'mac_address': 'fa:16:3e:6e:d9:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f439119a-51bb-4e1f-b859-e7a796c2575b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '4e463c96-b378-4bce-82a4-9032490c278a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:22:42Z', 'updated_at': '2021-12-10T19:22:45Z', 'revision_number': 4, 'project_id': '3469d34b4b5244779481838dc0c942a0', 'subnets': [{'id': '4e463c96-b378-4bce-82a4-9032490c278a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:22:46.766710 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a2a158b3-5b08-4b44-b711-6b14bd4af46b tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353213'] for subnet, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:46.767431 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=84f0f085-9f27-40f0-963a-64001cc6bef5,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:46.828016 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a2a158b3-5b08-4b44-b711-6b14bd4af46b tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:46.952143 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a2a158b3-5b08-4b44-b711-6b14bd4af46b tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:46.996041 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6ddc5-1de9-4dd2-8967-e2385dc2e668 req-440c7bde-9c0e-4b4b-bf0a-7dfe5769dd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:46.998691 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-68a6ddc5-1de9-4dd2-8967-e2385dc2e668 req-440c7bde-9c0e-4b4b-bf0a-7dfe5769dd94 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=46d93913-31a5-44f4-b955-34851b2c6ab2 HTTP/1.1" status: 200 len: 1098 time: 0.1062686 Dec 10 19:22:47.005322 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a158b3-5b08-4b44-b711-6b14bd4af46b tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event deleted for resources: {'Subnet': ['ID=4e463c96-b378-4bce-82a4-9032490c278a,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:47.022315 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c566b3-f6b8-4da5-8f14-e69fb1421acd None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:22:47.028659 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a2a158b3-5b08-4b44-b711-6b14bd4af46b tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:47.034608 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-a2a158b3-5b08-4b44-b711-6b14bd4af46b tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/subnets/4e463c96-b378-4bce-82a4-9032490c278a HTTP/1.1" status: 204 len: 168 time: 0.4029992 Dec 10 19:22:47.036599 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56960) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:47.072720 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-68a6ddc5-1de9-4dd2-8967-e2385dc2e668 req-3bc2c5d1-c110-4324-9b34-2fde2bcb45eb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=80426b5f-caf6-487a-994f-65ed01f082e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621810 Dec 10 19:22:47.179084 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-2b7d0c43-77bb-426b-be6f-3666a022e071 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1408265 Dec 10 19:22:47.182085 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56962) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:47.266068 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-685489e2-1a04-427c-8ba1-c066063f9267 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for router, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:47.319056 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf20ac6-8bbb-4af4-af27-6f91256c462c None None] DHCP port deletion for 1d551a91-027c-49df-950f-450dd7a0d1c8 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:22:47.378654 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-dbf20ac6-8bbb-4af4-af27-6f91256c462c None None] Deleting port 2bb8a482-5edf-44a3-a406-d0fc7cef7d06 {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:22:47.379039 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dbf20ac6-8bbb-4af4-af27-6f91256c462c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:47.456938 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-685489e2-1a04-427c-8ba1-c066063f9267 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:47.461073 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dbf20ac6-8bbb-4af4-af27-6f91256c462c None None] For port 2bb8a482-5edf-44a3-a406-d0fc7cef7d06, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=2bb8a482-5edf-44a3-a406-d0fc7cef7d06,segment=NetworkSegment(349affc8-50f4-455b-bd4d-50478ad01ebc),segment_id=349affc8-50f4-455b-bd4d-50478ad01ebc)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:22:47.461368 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dbf20ac6-8bbb-4af4-af27-6f91256c462c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:47.461491 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-685489e2-1a04-427c-8ba1-c066063f9267 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:47.482128 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-dbf20ac6-8bbb-4af4-af27-6f91256c462c None None] Calling delete_port for 2bb8a482-5edf-44a3-a406-d0fc7cef7d06 owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:22:47.515958 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-685489e2-1a04-427c-8ba1-c066063f9267 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:47.516549 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-685489e2-1a04-427c-8ba1-c066063f9267 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Fanout notify agent at l3_agent the message router_deleted on router f439119a-51bb-4e1f-b859-e7a796c2575b {{(pid=102366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:22:47.526316 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-685489e2-1a04-427c-8ba1-c066063f9267 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:47.530418 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56964) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:47.530803 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-685489e2-1a04-427c-8ba1-c066063f9267 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/routers/f439119a-51bb-4e1f-b859-e7a796c2575b HTTP/1.1" status: 204 len: 168 time: 0.3474777 Dec 10 19:22:47.537343 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-6000fbd3-56fc-4191-8855-04a968a69bff tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Request body: {'subnet': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:22:47.607029 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dbf20ac6-8bbb-4af4-af27-6f91256c462c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:47.635069 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf20ac6-8bbb-4af4-af27-6f91256c462c None None] Pushing event deleted for resources: {'Port': ['ID=2bb8a482-5edf-44a3-a406-d0fc7cef7d06,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:47.638853 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf20ac6-8bbb-4af4-af27-6f91256c462c None None] No DVR routers for this DVR port 2bb8a482-5edf-44a3-a406-d0fc7cef7d06 on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:22:47.657142 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6000fbd3-56fc-4191-8855-04a968a69bff tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Made reservation on behalf of 3469d34b4b5244779481838dc0c942a0 for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:22:47.663359 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6000fbd3-56fc-4191-8855-04a968a69bff tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:47.824829 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d21cc-c721-4abc-aae2-3797114c0af5 req-43b93e4c-035f-4f7d-bbc4-f24343c3c77e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:47.826450 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-445d21cc-c721-4abc-aae2-3797114c0af5 req-43b93e4c-035f-4f7d-bbc4-f24343c3c77e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=46d93913-31a5-44f4-b955-34851b2c6ab2 HTTP/1.1" status: 200 len: 945 time: 0.0928292 Dec 10 19:22:47.904918 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-445d21cc-c721-4abc-aae2-3797114c0af5 req-cf3e62a6-3160-4c1e-850f-2f207155bbb1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=80426b5f-caf6-487a-994f-65ed01f082e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708234 Dec 10 19:22:47.969567 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6000fbd3-56fc-4191-8855-04a968a69bff tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:48.020349 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6000fbd3-56fc-4191-8855-04a968a69bff tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:22:48.026340 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-6000fbd3-56fc-4191-8855-04a968a69bff tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:22:48.031839 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6000fbd3-56fc-4191-8855-04a968a69bff tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:48.032863 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6000fbd3-56fc-4191-8855-04a968a69bff tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:48.037532 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ad20f6-0f68-49c3-a0c2-65b9cd692459 None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:22:48.067610 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6000fbd3-56fc-4191-8855-04a968a69bff tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event updated for resources: {'Subnet': ['ID=24b79322-dde4-4a35-8b64-d15db6be953e,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:48.081903 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-6000fbd3-56fc-4191-8855-04a968a69bff tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5492082 Dec 10 19:22:48.084435 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56968) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:48.090634 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-10fc5484-b5cc-4b8c-8a40-62509ff5e6e5 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-488352025', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:22:48.123371 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-10fc5484-b5cc-4b8c-8a40-62509ff5e6e5 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:48.124782 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-10fc5484-b5cc-4b8c-8a40-62509ff5e6e5 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:48.190660 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-10fc5484-b5cc-4b8c-8a40-62509ff5e6e5 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:48.198527 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-10fc5484-b5cc-4b8c-8a40-62509ff5e6e5 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:48.220322 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-10fc5484-b5cc-4b8c-8a40-62509ff5e6e5 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:48.223063 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-10fc5484-b5cc-4b8c-8a40-62509ff5e6e5 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1374931 Dec 10 19:22:48.229470 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56970) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:48.250889 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a2e4ee-2de7-4201-ab83-fc769a31f15e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-1d551a91-027c-49df-950f-450dd7a0d1c8', 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'tenant_id': '3469d34b4b5244779481838dc0c942a0', 'fixed_ips': [{'subnet_id': '24b79322-dde4-4a35-8b64-d15db6be953e'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:22:48.252074 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-51a2e4ee-2de7-4201-ab83-fc769a31f15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:48.402960 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52145267-06bb-40ae-98bb-1d2be26e11ca None None] Sync routers for ids ['f439119a-51bb-4e1f-b859-e7a796c2575b'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:22:48.416960 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52145267-06bb-40ae-98bb-1d2be26e11ca None None] Routers set() bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:22:48.418065 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52145267-06bb-40ae-98bb-1d2be26e11ca None None] Router IDs set() for agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 10 19:22:48.419389 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_agentschedulers_db [None req-52145267-06bb-40ae-98bb-1d2be26e11ca None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f439119a-51bb-4e1f-b859-e7a796c2575b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:22:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent'). {{(pid=102368) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 10 19:22:48.430396 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52145267-06bb-40ae-98bb-1d2be26e11ca None None] Routers set() bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:22:48.430767 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52145267-06bb-40ae-98bb-1d2be26e11ca None None] Router IDs set() for agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 10 19:22:48.431367 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_agentschedulers_db [None req-52145267-06bb-40ae-98bb-1d2be26e11ca None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f439119a-51bb-4e1f-b859-e7a796c2575b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:22:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent'). {{(pid=102368) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 10 19:22:48.431742 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52145267-06bb-40ae-98bb-1d2be26e11ca None None] The sync data for ids ['f439119a-51bb-4e1f-b859-e7a796c2575b'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:22:48.541917 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-51a2e4ee-2de7-4201-ab83-fc769a31f15e None None] Allocated IP 2001:db8::2 (1d551a91-027c-49df-950f-450dd7a0d1c8/24b79322-dde4-4a35-8b64-d15db6be953e/f947e0e0-113f-4aed-a240-ffc016fed6aa) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:22:48.733525 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-51a2e4ee-2de7-4201-ab83-fc769a31f15e None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:48.742648 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-51a2e4ee-2de7-4201-ab83-fc769a31f15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:48.786351 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a2e4ee-2de7-4201-ab83-fc769a31f15e None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:22:48.789530 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-51a2e4ee-2de7-4201-ab83-fc769a31f15e None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:22:48.793312 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a2e4ee-2de7-4201-ab83-fc769a31f15e None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:22:48.802082 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a2e4ee-2de7-4201-ab83-fc769a31f15e None None] Pushing event updated for resources: {'Port': ['ID=f947e0e0-113f-4aed-a240-ffc016fed6aa,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:48.857881 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 2bb8a482-5edf-44a3-a406-d0fc7cef7d06 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:22:48.869614 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-30021ed3-7673-4687-8c5e-61c5991584aa tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:48.887626 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 2bb8a482-5edf-44a3-a406-d0fc7cef7d06 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:22:48.888026 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 2bb8a482-5edf-44a3-a406-d0fc7cef7d06 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:22:48.895105 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-51a2e4ee-2de7-4201-ab83-fc769a31f15e None None] Attempting to bind port f947e0e0-113f-4aed-a240-ffc016fed6aa on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:22:48.895666 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-51a2e4ee-2de7-4201-ab83-fc769a31f15e None None] Attempting to bind port f947e0e0-113f-4aed-a240-ffc016fed6aa by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:22:48.896037 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a2e4ee-2de7-4201-ab83-fc769a31f15e None None] Attempting to bind port f947e0e0-113f-4aed-a240-ffc016fed6aa on network 1d551a91-027c-49df-950f-450dd7a0d1c8 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:22:48.902137 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a2e4ee-2de7-4201-ab83-fc769a31f15e None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:22:48.902519 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a2e4ee-2de7-4201-ab83-fc769a31f15e None None] Checking segment: {'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:22:48.903339 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-51a2e4ee-2de7-4201-ab83-fc769a31f15e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:48.903339 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a2e4ee-2de7-4201-ab83-fc769a31f15e None None] Bound using segment: {'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:22:48.903796 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-51a2e4ee-2de7-4201-ab83-fc769a31f15e None None] Bound port: f947e0e0-113f-4aed-a240-ffc016fed6aa, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:22:48.904205 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-51a2e4ee-2de7-4201-ab83-fc769a31f15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:48.999713 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-51a2e4ee-2de7-4201-ab83-fc769a31f15e None None] For port f947e0e0-113f-4aed-a240-ffc016fed6aa, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:22:49.004299 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-51a2e4ee-2de7-4201-ab83-fc769a31f15e None None] For port f947e0e0-113f-4aed-a240-ffc016fed6aa, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=f947e0e0-113f-4aed-a240-ffc016fed6aa,segment=NetworkSegment(349affc8-50f4-455b-bd4d-50478ad01ebc),segment_id=349affc8-50f4-455b-bd4d-50478ad01ebc)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:22:49.012406 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-51a2e4ee-2de7-4201-ab83-fc769a31f15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:49.049087 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696ce26-f37e-4a27-94da-9dde9bef2433 req-c2d5d0b5-c158-48eb-8f72-13a158718d20 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:49.051805 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d696ce26-f37e-4a27-94da-9dde9bef2433 req-c2d5d0b5-c158-48eb-8f72-13a158718d20 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=46d93913-31a5-44f4-b955-34851b2c6ab2 HTTP/1.1" status: 200 len: 945 time: 0.0626373 Dec 10 19:22:49.103827 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a2e4ee-2de7-4201-ab83-fc769a31f15e None None] Pushing event updated for resources: {'Port': ['ID=f947e0e0-113f-4aed-a240-ffc016fed6aa,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:49.115456 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d696ce26-f37e-4a27-94da-9dde9bef2433 req-07162086-d6cd-462b-9e0a-fcd1084cab85 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=80426b5f-caf6-487a-994f-65ed01f082e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449607 Dec 10 19:22:49.233628 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-30021ed3-7673-4687-8c5e-61c5991584aa tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Allocated IP 2001:db8::1 (1d551a91-027c-49df-950f-450dd7a0d1c8/24b79322-dde4-4a35-8b64-d15db6be953e/ba727c4d-651f-4b1e-bc20-5fa2fdda9e5b) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:22:49.274957 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af318d-343e-49c3-929f-63f09538a329 req-ed346fb8-284c-4dc4-add1-be92cd74838d tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:49.289602 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d2af318d-343e-49c3-929f-63f09538a329 req-ed346fb8-284c-4dc4-add1-be92cd74838d tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=46d93913-31a5-44f4-b955-34851b2c6ab2 HTTP/1.1" status: 200 len: 945 time: 0.0891399 Dec 10 19:22:49.343031 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d2af318d-343e-49c3-929f-63f09538a329 req-a09118fe-1ed0-4f88-a618-c09cdbfa4bc9 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=80426b5f-caf6-487a-994f-65ed01f082e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519865 Dec 10 19:22:49.368257 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56976) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:49.431520 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2b774c-63a0-4bc0-b920-14e3518bbe9e tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:49.437184 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-3a2b774c-63a0-4bc0-b920-14e3518bbe9e tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=46d93913-31a5-44f4-b955-34851b2c6ab2 HTTP/1.1" status: 200 len: 1093 time: 0.0642920 Dec 10 19:22:49.437411 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-30021ed3-7673-4687-8c5e-61c5991584aa tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:49.437540 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56978) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:49.444803 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-7c1a1917-4edd-4ac2-8c78-9db187d96bd1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'floatingip': {'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'port_id': '84f0f085-9f27-40f0-963a-64001cc6bef5', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:22:49.483786 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-30021ed3-7673-4687-8c5e-61c5991584aa tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:49.486797 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7c1a1917-4edd-4ac2-8c78-9db187d96bd1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for floatingip, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:49.535984 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30021ed3-7673-4687-8c5e-61c5991584aa tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:22:49.539190 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-30021ed3-7673-4687-8c5e-61c5991584aa tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:22:49.546434 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30021ed3-7673-4687-8c5e-61c5991584aa tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:22:49.546963 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-30021ed3-7673-4687-8c5e-61c5991584aa tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712030'] for router_interface, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:49.550890 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30021ed3-7673-4687-8c5e-61c5991584aa tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event updated for resources: {'Port': ['ID=ba727c4d-651f-4b1e-bc20-5fa2fdda9e5b,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:49.618882 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7c1a1917-4edd-4ac2-8c78-9db187d96bd1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:49.698991 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-30021ed3-7673-4687-8c5e-61c5991584aa tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:49.758436 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-7c1a1917-4edd-4ac2-8c78-9db187d96bd1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Allocated IP 172.26.6.73 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/b99f3d78-8591-4aeb-b0d5-2b26e3fb7e32) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:22:49.874738 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7c1a1917-4edd-4ac2-8c78-9db187d96bd1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:49.921531 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7c1a1917-4edd-4ac2-8c78-9db187d96bd1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:49.969070 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1a1917-4edd-4ac2-8c78-9db187d96bd1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:22:49.972584 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-7c1a1917-4edd-4ac2-8c78-9db187d96bd1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:22:49.975563 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1a1917-4edd-4ac2-8c78-9db187d96bd1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:22:50.003972 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1a1917-4edd-4ac2-8c78-9db187d96bd1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Port': ['ID=b99f3d78-8591-4aeb-b0d5-2b26e3fb7e32,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:50.067993 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-30021ed3-7673-4687-8c5e-61c5991584aa tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:50.076846 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-30021ed3-7673-4687-8c5e-61c5991584aa tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:50.078041 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-30021ed3-7673-4687-8c5e-61c5991584aa tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3755716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711339'] for router_interface, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:50.181228 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30021ed3-7673-4687-8c5e-61c5991584aa tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event updated for resources: {'Port': ['ID=ba727c4d-651f-4b1e-bc20-5fa2fdda9e5b,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:50.220301 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c1a4bab1-14a7-4452-b9cb-44f094379445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:50.240604 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30021ed3-7673-4687-8c5e-61c5991584aa tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:22:50.242134 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-30021ed3-7673-4687-8c5e-61c5991584aa tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:22:50.272594 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-6c6bc169-9717-4664-8074-3abd84bb575d None None] Provisioning complete for port f947e0e0-113f-4aed-a240-ffc016fed6aa triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:22:50.273022 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6c6bc169-9717-4664-8074-3abd84bb575d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:50.390813 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30021ed3-7673-4687-8c5e-61c5991584aa tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Router 01289148-28c6-4f6f-b1d7-fe4a4bced370 is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:22:50.416211 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6c6bc169-9717-4664-8074-3abd84bb575d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:50.495254 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-6c6bc169-9717-4664-8074-3abd84bb575d None None] For port f947e0e0-113f-4aed-a240-ffc016fed6aa, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=f947e0e0-113f-4aed-a240-ffc016fed6aa,segment=NetworkSegment(349affc8-50f4-455b-bd4d-50478ad01ebc),segment_id=349affc8-50f4-455b-bd4d-50478ad01ebc)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:22:50.501330 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6c6bc169-9717-4664-8074-3abd84bb575d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:50.516450 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30021ed3-7673-4687-8c5e-61c5991584aa tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:22:50.526760 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-30021ed3-7673-4687-8c5e-61c5991584aa tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "PUT /v2.0/routers/01289148-28c6-4f6f-b1d7-fe4a4bced370/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2955592 Dec 10 19:22:50.531866 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56980) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:50.583452 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1080334e-e51a-4aec-9952-06f2ecb458ab None None] Sync routers for ids ['01289148-28c6-4f6f-b1d7-fe4a4bced370'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:22:50.615993 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1080334e-e51a-4aec-9952-06f2ecb458ab None None] Routers {'01289148-28c6-4f6f-b1d7-fe4a4bced370'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:22:50.616701 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-1080334e-e51a-4aec-9952-06f2ecb458ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:22:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['01289148-28c6-4f6f-b1d7-fe4a4bced370'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:22:50.617541 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62a9d11-3d1a-48f8-a96b-11dc9ee616e3 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:50.619447 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-c62a9d11-3d1a-48f8-a96b-11dc9ee616e3 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/ports/ba727c4d-651f-4b1e-bc20-5fa2fdda9e5b HTTP/1.1" status: 200 len: 911 time: 0.0861578 Dec 10 19:22:50.630786 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56982) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:50.699761 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e94312f-0b5e-4953-bfb9-5ad264a29725 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:50.707394 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e94312f-0b5e-4953-bfb9-5ad264a29725 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:50.709512 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-8e94312f-0b5e-4953-bfb9-5ad264a29725 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0781612 Dec 10 19:22:50.713029 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56984) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:50.760919 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device f947e0e0-113f-4aed-a240-ffc016fed6aa up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:22:50.764947 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6bc169-9717-4664-8074-3abd84bb575d None None] Pushing event updated for resources: {'Port': ['ID=f947e0e0-113f-4aed-a240-ffc016fed6aa,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:50.841172 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-e71892dc-d652-4da4-94d4-6bf477932557 None None] Provisioning complete for port ba727c4d-651f-4b1e-bc20-5fa2fdda9e5b triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:22:50.841617 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e71892dc-d652-4da4-94d4-6bf477932557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:50.881233 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-1080334e-e51a-4aec-9952-06f2ecb458ab None None] Set router 01289148-28c6-4f6f-b1d7-fe4a4bced370 gateway port host: None {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:22:50.948455 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-e71892dc-d652-4da4-94d4-6bf477932557 None None] Port ba727c4d-651f-4b1e-bc20-5fa2fdda9e5b cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:22:50.961845 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port f947e0e0-113f-4aed-a240-ffc016fed6aa triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:22:50.962369 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:51.029267 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7c1a1917-4edd-4ac2-8c78-9db187d96bd1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:51.167572 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d06e0dad-b56c-4d79-aa82-dc51a330c36e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711290'] for router_interface, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:51.186015 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7c1a1917-4edd-4ac2-8c78-9db187d96bd1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:51.306543 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-78e216ee-5a71-43bb-b84a-180599d17a7b None None] Provisioning complete for port ba727c4d-651f-4b1e-bc20-5fa2fdda9e5b triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:22:51.307177 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-78e216ee-5a71-43bb-b84a-180599d17a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:51.397629 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7c1a1917-4edd-4ac2-8c78-9db187d96bd1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:51.404124 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7c1a1917-4edd-4ac2-8c78-9db187d96bd1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:51.427925 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-78e216ee-5a71-43bb-b84a-180599d17a7b None None] Port ba727c4d-651f-4b1e-bc20-5fa2fdda9e5b cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:22:51.434223 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 94a7eaaf-19c5-45b6-a83e-743d414c6148 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:22:51.461336 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-d06e0dad-b56c-4d79-aa82-dc51a330c36e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Deleting port ba727c4d-651f-4b1e-bc20-5fa2fdda9e5b {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:22:51.461834 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d06e0dad-b56c-4d79-aa82-dc51a330c36e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:51.465487 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 94a7eaaf-19c5-45b6-a83e-743d414c6148 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:22:51.465829 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 94a7eaaf-19c5-45b6-a83e-743d414c6148 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:22:51.489880 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1a1917-4edd-4ac2-8c78-9db187d96bd1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Port': ['ID=b99f3d78-8591-4aeb-b0d5-2b26e3fb7e32,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:51.500033 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-1080334e-e51a-4aec-9952-06f2ecb458ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01289148-28c6-4f6f-b1d7-fe4a4bced370', 'name': 'tempest-NetworksTestDHCPv6-router-488352025', 'tenant_id': '3469d34b4b5244779481838dc0c942a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:22:48Z', 'updated_at': '2021-12-10T19:22:49Z', 'revision_number': 2, 'project_id': '3469d34b4b5244779481838dc0c942a0', 'gw_port_host': None, '_interfaces': [{'id': 'ba727c4d-651f-4b1e-bc20-5fa2fdda9e5b', 'name': '', 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'tenant_id': '3469d34b4b5244779481838dc0c942a0', 'mac_address': 'fa:16:3e:dc:10:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01289148-28c6-4f6f-b1d7-fe4a4bced370', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '24b79322-dde4-4a35-8b64-d15db6be953e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:22:48Z', 'updated_at': '2021-12-10T19:22:49Z', 'revision_number': 2, 'project_id': '3469d34b4b5244779481838dc0c942a0', 'subnets': [{'id': '24b79322-dde4-4a35-8b64-d15db6be953e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:22:51.512322 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7c1a1917-4edd-4ac2-8c78-9db187d96bd1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3713103'] for floatingip, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:51.531093 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1080334e-e51a-4aec-9952-06f2ecb458ab None None] Checking router: 01289148-28c6-4f6f-b1d7-fe4a4bced370 for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:22:51.531446 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1080334e-e51a-4aec-9952-06f2ecb458ab None None] Updating router 01289148-28c6-4f6f-b1d7-fe4a4bced370 port ba727c4d-651f-4b1e-bc20-5fa2fdda9e5b binding host dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:22:51.560998 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1080334e-e51a-4aec-9952-06f2ecb458ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:51.587637 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d06e0dad-b56c-4d79-aa82-dc51a330c36e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:51.605036 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-d06e0dad-b56c-4d79-aa82-dc51a330c36e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Calling delete_port for ba727c4d-651f-4b1e-bc20-5fa2fdda9e5b owned by network:router_interface {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:22:51.657395 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.l3_db [None req-7c1a1917-4edd-4ac2-8c78-9db187d96bd1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Floating IP 2bb119af-1f50-4ea9-9266-4f2b6c18a0c9 associated. External IP: 172.26.6.73, port: 84f0f085-9f27-40f0-963a-64001cc6bef5. Dec 10 19:22:51.860124 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d06e0dad-b56c-4d79-aa82-dc51a330c36e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:51.890368 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06e0dad-b56c-4d79-aa82-dc51a330c36e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event deleted for resources: {'Port': ['ID=ba727c4d-651f-4b1e-bc20-5fa2fdda9e5b,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:51.984964 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c1a1917-4edd-4ac2-8c78-9db187d96bd1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Router 0c1799c6-ae14-4430-bc97-71024c6ce94a has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:22:52.105223 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d06e0dad-b56c-4d79-aa82-dc51a330c36e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3755731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3712768'] for router_interface, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:52.105572 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.db.api [None req-1080334e-e51a-4aec-9952-06f2ecb458ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102367) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:22:52.106215 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG oslo_db.api [None req-1080334e-e51a-4aec-9952-06f2ecb458ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:22:52.152811 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1a1917-4edd-4ac2-8c78-9db187d96bd1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:22:52.169137 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab7b55a-cf54-4c36-b6d8-4be8c8148674 None None] Sync routers for ids ['0c1799c6-ae14-4430-bc97-71024c6ce94a'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:22:52.182902 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab7b55a-cf54-4c36-b6d8-4be8c8148674 None None] Routers {'0c1799c6-ae14-4430-bc97-71024c6ce94a'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:22:52.184744 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7c1a1917-4edd-4ac2-8c78-9db187d96bd1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:52.185281 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-fab7b55a-cf54-4c36-b6d8-4be8c8148674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:22:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['0c1799c6-ae14-4430-bc97-71024c6ce94a'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:22:52.230300 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-7c1a1917-4edd-4ac2-8c78-9db187d96bd1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7912154 Dec 10 19:22:52.230689 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56986) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:52.231164 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46d93913-31a5-44f4-b955-34851b2c6ab2', 'tag': '84f0f085-9f27-40f0-963a-64001cc6bef5'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:22:52.233777 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa9d844-86de-4c3b-ae5e-5e1f36f3cddf" -d '{"events": [{"name": "network-changed", "server_uuid": "46d93913-31a5-44f4-b955-34851b2c6ab2", "tag": "84f0f085-9f27-40f0-963a-64001cc6bef5"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:22:52.318978 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-fab7b55a-cf54-4c36-b6d8-4be8c8148674 None None] Set router 0c1799c6-ae14-4430-bc97-71024c6ce94a gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:22:52.331473 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d06e0dad-b56c-4d79-aa82-dc51a330c36e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Router 01289148-28c6-4f6f-b1d7-fe4a4bced370 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:22:52.335074 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-79b3a8b9-dbcf-4944-8440-1d6e733715fa tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/floatingips/2bb119af-1f50-4ea9-9266-4f2b6c18a0c9 HTTP/1.1" status: 200 len: 990 time: 0.0974629 Dec 10 19:22:52.337645 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8eb715d-7d1e-4d4e-914e-835258fbcfbd x-openstack-request-id: req-d8eb715d-7d1e-4d4e-914e-835258fbcfbd {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:22:52.338084 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46d93913-31a5-44f4-b955-34851b2c6ab2", "tag": "84f0f085-9f27-40f0-963a-64001cc6bef5", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:22:52.338500 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d8eb715d-7d1e-4d4e-914e-835258fbcfbd {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:22:52.339264 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46d93913-31a5-44f4-b955-34851b2c6ab2', 'tag': '84f0f085-9f27-40f0-963a-64001cc6bef5', 'status': 'completed', 'code': 200} Dec 10 19:22:52.408844 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9d844-86de-4c3b-ae5e-5e1f36f3cddf req-e141eb25-d726-4689-b459-422ec288f1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:52.410568 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6fa9d844-86de-4c3b-ae5e-5e1f36f3cddf req-e141eb25-d726-4689-b459-422ec288f1ba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=730e4c9f0aba4accb176e575114c849e&device_id=46d93913-31a5-44f4-b955-34851b2c6ab2 HTTP/1.1" status: 200 len: 1098 time: 0.0521133 Dec 10 19:22:52.482370 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d06e0dad-b56c-4d79-aa82-dc51a330c36e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:22:52.496853 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d06e0dad-b56c-4d79-aa82-dc51a330c36e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "PUT /v2.0/routers/01289148-28c6-4f6f-b1d7-fe4a4bced370/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7804275 Dec 10 19:22:52.496853 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56990) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:52.519726 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device f947e0e0-113f-4aed-a240-ffc016fed6aa up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:22:52.558094 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9d844-86de-4c3b-ae5e-5e1f36f3cddf req-9846078c-cf02-45b8-9358-31ded3ab1478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:52.560033 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6fa9d844-86de-4c3b-ae5e-5e1f36f3cddf req-9846078c-cf02-45b8-9358-31ded3ab1478 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7af47983-22ac-40ad-acd7-9dce8289b142 HTTP/1.1" status: 200 len: 897 time: 0.1397653 Dec 10 19:22:52.594326 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port f947e0e0-113f-4aed-a240-ffc016fed6aa triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:22:52.594730 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:52.654228 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1080334e-e51a-4aec-9952-06f2ecb458ab None None] Port ba727c4d-651f-4b1e-bc20-5fa2fdda9e5b not found while updating agent binding for router 01289148-28c6-4f6f-b1d7-fe4a4bced370. {{(pid=102367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 10 19:22:52.691208 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6fa9d844-86de-4c3b-ae5e-5e1f36f3cddf req-3381e2a1-6e67-4129-961c-57a801f8e9e2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84f0f085-9f27-40f0-963a-64001cc6bef5 HTTP/1.1" status: 200 len: 998 time: 0.1209016 Dec 10 19:22:52.691529 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1080334e-e51a-4aec-9952-06f2ecb458ab None None] Routers {'01289148-28c6-4f6f-b1d7-fe4a4bced370'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:22:52.691529 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-1080334e-e51a-4aec-9952-06f2ecb458ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:22:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['01289148-28c6-4f6f-b1d7-fe4a4bced370'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:22:52.727642 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-fab7b55a-cf54-4c36-b6d8-4be8c8148674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1799c6-ae14-4430-bc97-71024c6ce94a', 'name': 'tempest-TestNetworkBasicOps-router-167037203', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': 'dd4ead6d-2555-4b4e-957f-c63658ee61c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:22:24Z', 'updated_at': '2021-12-10T19:22:29Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': 'dd4ead6d-2555-4b4e-957f-c63658ee61c5', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1799c6-ae14-4430-bc97-71024c6ce94a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:22:25Z', 'updated_at': '2021-12-10T19:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '2bb119af-1f50-4ea9-9266-4f2b6c18a0c9', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'floating_ip_address': '172.26.6.73', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '0c1799c6-ae14-4430-bc97-71024c6ce94a', 'port_id': '84f0f085-9f27-40f0-963a-64001cc6bef5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7af47983-22ac-40ad-acd7-9dce8289b142', 'mac_address': 'fa:16:3e:16:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d93913-31a5-44f4-b955-34851b2c6ab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:22:50Z', 'updated_at': '2021-12-10T19:22:50Z', 'revision_number': 0, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb786b88-5054-4d56-a8e7-0b53bc9d232d', 'name': '', 'network_id': '7af47983-22ac-40ad-acd7-9dce8289b142', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:76:bf:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1799c6-ae14-4430-bc97-71024c6ce94a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': '36a5dada-aa7c-4a07-8f39-7b371645ee4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:22:28Z', 'updated_at': '2021-12-10T19:22:35Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': '36a5dada-aa7c-4a07-8f39-7b371645ee4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:22:52.773897 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9d844-86de-4c3b-ae5e-5e1f36f3cddf req-dd9f3e79-cf24-4fef-93e0-ce210076bfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:52.776954 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6fa9d844-86de-4c3b-ae5e-5e1f36f3cddf req-dd9f3e79-cf24-4fef-93e0-ce210076bfd8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=36a5dada-aa7c-4a07-8f39-7b371645ee4e HTTP/1.1" status: 200 len: 835 time: 0.0782082 Dec 10 19:22:52.780882 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab7b55a-cf54-4c36-b6d8-4be8c8148674 None None] Checking router: 0c1799c6-ae14-4430-bc97-71024c6ce94a for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:22:52.793228 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab7b55a-cf54-4c36-b6d8-4be8c8148674 None None] Routers {'0c1799c6-ae14-4430-bc97-71024c6ce94a'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:22:52.793860 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-fab7b55a-cf54-4c36-b6d8-4be8c8148674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:22:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['0c1799c6-ae14-4430-bc97-71024c6ce94a'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:22:52.840945 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9d844-86de-4c3b-ae5e-5e1f36f3cddf req-3902c514-6653-4d85-9e07-0b41e2751f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:52.842759 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6fa9d844-86de-4c3b-ae5e-5e1f36f3cddf req-3902c514-6653-4d85-9e07-0b41e2751f8d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7af47983-22ac-40ad-acd7-9dce8289b142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0580208 Dec 10 19:22:52.878386 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-1080334e-e51a-4aec-9952-06f2ecb458ab None None] Set router 01289148-28c6-4f6f-b1d7-fe4a4bced370 gateway port host: None {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:22:52.911611 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b1176e-a3ad-4806-8eb7-d0fa0c9a66fe tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:52.914133 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b1176e-a3ad-4806-8eb7-d0fa0c9a66fe tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:52.916732 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-09b1176e-a3ad-4806-8eb7-d0fa0c9a66fe tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4193506 Dec 10 19:22:52.921396 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56992) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:52.967955 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-1080334e-e51a-4aec-9952-06f2ecb458ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01289148-28c6-4f6f-b1d7-fe4a4bced370', 'name': 'tempest-NetworksTestDHCPv6-router-488352025', 'tenant_id': '3469d34b4b5244779481838dc0c942a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:22:48Z', 'updated_at': '2021-12-10T19:22:51Z', 'revision_number': 3, 'project_id': '3469d34b4b5244779481838dc0c942a0', 'gw_port_host': None}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:22:52.989942 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6fa9d844-86de-4c3b-ae5e-5e1f36f3cddf req-c64f9ea1-592a-43e7-9a65-6d65966a13d6 service neutron] 10.222.0.36 "GET /v2.0/networks/7af47983-22ac-40ad-acd7-9dce8289b142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382997 Dec 10 19:22:52.990408 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebe27958-7e30-4667-8116-1660cab06876 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Deleting subnet 24b79322-dde4-4a35-8b64-d15db6be953e {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:22:52.995189 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ebe27958-7e30-4667-8116-1660cab06876 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:53.001062 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-fab7b55a-cf54-4c36-b6d8-4be8c8148674 None None] Set router 0c1799c6-ae14-4430-bc97-71024c6ce94a gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:22:53.004135 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1080334e-e51a-4aec-9952-06f2ecb458ab None None] The sync data for ids ['01289148-28c6-4f6f-b1d7-fe4a4bced370'] in dv-neutron-821441-1-hyperv is: [{'id': '01289148-28c6-4f6f-b1d7-fe4a4bced370', 'name': 'tempest-NetworksTestDHCPv6-router-488352025', 'tenant_id': '3469d34b4b5244779481838dc0c942a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:22:48Z', 'updated_at': '2021-12-10T19:22:51Z', 'revision_number': 3, 'project_id': '3469d34b4b5244779481838dc0c942a0', 'gw_port_host': None}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:22:53.068226 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ebe27958-7e30-4667-8116-1660cab06876 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:53.160233 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6fa9d844-86de-4c3b-ae5e-5e1f36f3cddf req-961cf46a-f116-4b37-b33c-72d4be288ebc service neutron] 10.222.0.36 "GET /v2.0/networks/7af47983-22ac-40ad-acd7-9dce8289b142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599474 Dec 10 19:22:53.209476 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ebe27958-7e30-4667-8116-1660cab06876 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:53.286996 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ebe27958-7e30-4667-8116-1660cab06876 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:53.301707 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-fab7b55a-cf54-4c36-b6d8-4be8c8148674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1799c6-ae14-4430-bc97-71024c6ce94a', 'name': 'tempest-TestNetworkBasicOps-router-167037203', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': 'dd4ead6d-2555-4b4e-957f-c63658ee61c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:22:24Z', 'updated_at': '2021-12-10T19:22:29Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': 'dd4ead6d-2555-4b4e-957f-c63658ee61c5', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1799c6-ae14-4430-bc97-71024c6ce94a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:22:25Z', 'updated_at': '2021-12-10T19:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '2bb119af-1f50-4ea9-9266-4f2b6c18a0c9', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'floating_ip_address': '172.26.6.73', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '0c1799c6-ae14-4430-bc97-71024c6ce94a', 'port_id': '84f0f085-9f27-40f0-963a-64001cc6bef5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7af47983-22ac-40ad-acd7-9dce8289b142', 'mac_address': 'fa:16:3e:16:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d93913-31a5-44f4-b955-34851b2c6ab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:22:50Z', 'updated_at': '2021-12-10T19:22:50Z', 'revision_number': 0, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb786b88-5054-4d56-a8e7-0b53bc9d232d', 'name': '', 'network_id': '7af47983-22ac-40ad-acd7-9dce8289b142', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:76:bf:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1799c6-ae14-4430-bc97-71024c6ce94a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': '36a5dada-aa7c-4a07-8f39-7b371645ee4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:22:28Z', 'updated_at': '2021-12-10T19:22:35Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': '36a5dada-aa7c-4a07-8f39-7b371645ee4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:22:53.322011 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe27958-7e30-4667-8116-1660cab06876 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event deleted for resources: {'Subnet': ['ID=24b79322-dde4-4a35-8b64-d15db6be953e,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:53.329509 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ebe27958-7e30-4667-8116-1660cab06876 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:53.329745 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab7b55a-cf54-4c36-b6d8-4be8c8148674 None None] The sync data for ids ['0c1799c6-ae14-4430-bc97-71024c6ce94a'] in dv-neutron-821441-1-hyperv is: [{'id': '0c1799c6-ae14-4430-bc97-71024c6ce94a', 'name': 'tempest-TestNetworkBasicOps-router-167037203', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': 'dd4ead6d-2555-4b4e-957f-c63658ee61c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:22:24Z', 'updated_at': '2021-12-10T19:22:29Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': 'dd4ead6d-2555-4b4e-957f-c63658ee61c5', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1799c6-ae14-4430-bc97-71024c6ce94a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:22:25Z', 'updated_at': '2021-12-10T19:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '2bb119af-1f50-4ea9-9266-4f2b6c18a0c9', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'floating_ip_address': '172.26.6.73', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '0c1799c6-ae14-4430-bc97-71024c6ce94a', 'port_id': '84f0f085-9f27-40f0-963a-64001cc6bef5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7af47983-22ac-40ad-acd7-9dce8289b142', 'mac_address': 'fa:16:3e:16:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d93913-31a5-44f4-b955-34851b2c6ab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:22:50Z', 'updated_at': '2021-12-10T19:22:50Z', 'revision_number': 0, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb786b88-5054-4d56-a8e7-0b53bc9d232d', 'name': '', 'network_id': '7af47983-22ac-40ad-acd7-9dce8289b142', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:76:bf:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1799c6-ae14-4430-bc97-71024c6ce94a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': '36a5dada-aa7c-4a07-8f39-7b371645ee4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:22:28Z', 'updated_at': '2021-12-10T19:22:35Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': '36a5dada-aa7c-4a07-8f39-7b371645ee4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:22:53.332633 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-ebe27958-7e30-4667-8116-1660cab06876 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/subnets/24b79322-dde4-4a35-8b64-d15db6be953e HTTP/1.1" status: 204 len: 168 time: 0.4099045 Dec 10 19:22:53.336486 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56994) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:53.338592 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 56996) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:53.341028 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79ba4a7-45d9-43a8-a8c4-ed90bac68eb1 None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:22:53.436191 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-c184de5e-e779-4cb6-9469-274a64a4c932 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.0980625 Dec 10 19:22:53.440262 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 56998) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:53.443069 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-2d8989da-9875-46bb-abdf-470bbfed49a2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/floatingips/2bb119af-1f50-4ea9-9266-4f2b6c18a0c9 HTTP/1.1" status: 200 len: 990 time: 0.1030881 Dec 10 19:22:53.560898 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-23f1eba0-96ba-4b4f-88a3-81dc3ec32919 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for router, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:53.648908 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22619ee-ebc4-4400-b499-0cf2b3d4aedb None None] DHCP port deletion for 1d551a91-027c-49df-950f-450dd7a0d1c8 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:22:53.724725 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-b22619ee-ebc4-4400-b499-0cf2b3d4aedb None None] Deleting port f947e0e0-113f-4aed-a240-ffc016fed6aa {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:22:53.724935 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b22619ee-ebc4-4400-b499-0cf2b3d4aedb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:53.778982 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6bdfae-0ad1-453a-8d57-d1a6ba18d6f5 req-4e9c50fd-e104-4a0e-a840-e6e45e595679 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:53.782134 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-dc6bdfae-0ad1-453a-8d57-d1a6ba18d6f5 req-4e9c50fd-e104-4a0e-a840-e6e45e595679 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=14a00925-dcaa-4b40-bcdd-834914dea835 HTTP/1.1" status: 200 len: 945 time: 0.1026435 Dec 10 19:22:53.795146 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-23f1eba0-96ba-4b4f-88a3-81dc3ec32919 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:53.796147 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c792f19-3c60-43a9-9040-c0179168a7ed None None] New status for floating IP 2bb119af-1f50-4ea9-9266-4f2b6c18a0c9: ACTIVE {{(pid=102367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:22:53.799976 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-23f1eba0-96ba-4b4f-88a3-81dc3ec32919 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:53.852154 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-dc6bdfae-0ad1-453a-8d57-d1a6ba18d6f5 req-e0c525d9-63b9-40aa-9239-59b5093bb0e9 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6d45182-71ed-4d5e-8998-00a180281811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613124 Dec 10 19:22:53.854547 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-23f1eba0-96ba-4b4f-88a3-81dc3ec32919 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:53.855214 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f1eba0-96ba-4b4f-88a3-81dc3ec32919 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Fanout notify agent at l3_agent the message router_deleted on router 01289148-28c6-4f6f-b1d7-fe4a4bced370 {{(pid=102366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:22:53.866051 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-23f1eba0-96ba-4b4f-88a3-81dc3ec32919 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:53.868547 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-23f1eba0-96ba-4b4f-88a3-81dc3ec32919 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/routers/01289148-28c6-4f6f-b1d7-fe4a4bced370 HTTP/1.1" status: 204 len: 168 time: 0.4253581 Dec 10 19:22:53.871123 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57004) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:53.927780 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-b22619ee-ebc4-4400-b499-0cf2b3d4aedb None None] For port f947e0e0-113f-4aed-a240-ffc016fed6aa, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=f947e0e0-113f-4aed-a240-ffc016fed6aa,segment=NetworkSegment(349affc8-50f4-455b-bd4d-50478ad01ebc),segment_id=349affc8-50f4-455b-bd4d-50478ad01ebc)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:22:53.928336 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b22619ee-ebc4-4400-b499-0cf2b3d4aedb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:53.930530 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2276e624-7ea9-4f23-9cc9-0d35709fa144 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:53.932313 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-2276e624-7ea9-4f23-9cc9-0d35709fa144 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0590496 Dec 10 19:22:53.935547 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57006) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:53.995442 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfa9cef-361e-4b72-a188-9d97d4bc938a tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:53.999597 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-edfa9cef-361e-4b72-a188-9d97d4bc938a tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0607059 Dec 10 19:22:53.999973 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57008) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:54.025026 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-b22619ee-ebc4-4400-b499-0cf2b3d4aedb None None] Calling delete_port for f947e0e0-113f-4aed-a240-ffc016fed6aa owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:22:54.040890 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-3a340d18-5330-4d34-8178-f7748cca1d13 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0396686 Dec 10 19:22:54.047140 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57010) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:54.052979 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-f3960b1f-ca78-403e-8eb3-990344243d89 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Request body: {'subnet': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:22:54.166749 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3960b1f-ca78-403e-8eb3-990344243d89 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Made reservation on behalf of 3469d34b4b5244779481838dc0c942a0 for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:22:54.174361 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f3960b1f-ca78-403e-8eb3-990344243d89 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:54.239041 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-fcd37bd4-7db2-4e73-a6c9-62b10a86d304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:54.271364 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b22619ee-ebc4-4400-b499-0cf2b3d4aedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:54.303247 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22619ee-ebc4-4400-b499-0cf2b3d4aedb None None] Pushing event deleted for resources: {'Port': ['ID=f947e0e0-113f-4aed-a240-ffc016fed6aa,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:54.305249 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22619ee-ebc4-4400-b499-0cf2b3d4aedb None None] No DVR routers for this DVR port f947e0e0-113f-4aed-a240-ffc016fed6aa on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:22:54.359501 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b161ad5-161e-4a94-942d-231e60ecb745 None None] Sync routers for ids ['01289148-28c6-4f6f-b1d7-fe4a4bced370'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:22:54.373319 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b161ad5-161e-4a94-942d-231e60ecb745 None None] Routers set() bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:22:54.373902 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b161ad5-161e-4a94-942d-231e60ecb745 None None] Router IDs set() for agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 10 19:22:54.374833 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_agentschedulers_db [None req-5b161ad5-161e-4a94-942d-231e60ecb745 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'01289148-28c6-4f6f-b1d7-fe4a4bced370'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:22:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent'). {{(pid=102368) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 10 19:22:54.390077 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b161ad5-161e-4a94-942d-231e60ecb745 None None] Routers set() bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:22:54.390673 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b161ad5-161e-4a94-942d-231e60ecb745 None None] Router IDs set() for agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 10 19:22:54.391655 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_agentschedulers_db [None req-5b161ad5-161e-4a94-942d-231e60ecb745 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'01289148-28c6-4f6f-b1d7-fe4a4bced370'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:22:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent'). {{(pid=102368) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 10 19:22:54.392949 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b161ad5-161e-4a94-942d-231e60ecb745 None None] The sync data for ids ['01289148-28c6-4f6f-b1d7-fe4a4bced370'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:22:54.447652 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57012) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:54.534280 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device f947e0e0-113f-4aed-a240-ffc016fed6aa no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:22:54.550423 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-341d063f-9428-459e-b9c1-2370dde9d69b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/floatingips/2bb119af-1f50-4ea9-9266-4f2b6c18a0c9 HTTP/1.1" status: 200 len: 992 time: 0.1011236 Dec 10 19:22:54.558246 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: f947e0e0-113f-4aed-a240-ffc016fed6aa {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:22:54.558869 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device f947e0e0-113f-4aed-a240-ffc016fed6aa not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:22:54.577901 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.objects.ports [None req-f3960b1f-ca78-403e-8eb3-990344243d89 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102365) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 19:22:54.580703 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f3960b1f-ca78-403e-8eb3-990344243d89 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:54.634660 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3960b1f-ca78-403e-8eb3-990344243d89 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:22:54.638370 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-f3960b1f-ca78-403e-8eb3-990344243d89 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:22:54.642071 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3960b1f-ca78-403e-8eb3-990344243d89 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:54.643383 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f3960b1f-ca78-403e-8eb3-990344243d89 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:54.650842 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b593a02b-052b-4611-9ca8-a94848b2c74e None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:22:54.661693 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3960b1f-ca78-403e-8eb3-990344243d89 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event updated for resources: {'Subnet': ['ID=7350650a-9062-4051-87e8-4b600dd27436,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:54.675550 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-f3960b1f-ca78-403e-8eb3-990344243d89 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6272702 Dec 10 19:22:54.680233 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57014) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:54.686278 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-309f2e7d-8eb2-48bb-a876-b8db7f03cceb tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Request body: {'subnet': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:22:54.820389 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20d1873-0013-4a36-9560-7794dd92426c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-1d551a91-027c-49df-950f-450dd7a0d1c8', 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'tenant_id': '3469d34b4b5244779481838dc0c942a0', 'fixed_ips': [{'subnet_id': '7350650a-9062-4051-87e8-4b600dd27436'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:22:54.821356 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c20d1873-0013-4a36-9560-7794dd92426c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:54.840125 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309f2e7d-8eb2-48bb-a876-b8db7f03cceb tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Made reservation on behalf of 3469d34b4b5244779481838dc0c942a0 for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:22:54.847713 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-309f2e7d-8eb2-48bb-a876-b8db7f03cceb tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:54.988407 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:22:55.040927 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-c20d1873-0013-4a36-9560-7794dd92426c None None] Allocated IP 2001:db8::f816:3eff:feb3:718f (1d551a91-027c-49df-950f-450dd7a0d1c8/7350650a-9062-4051-87e8-4b600dd27436/a34ab977-bc63-4c12-9586-ef906a82a921) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:22:55.042710 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4fc1de-939d-4c27-9b37-c795d70d8145 req-4b5ed7cc-8c1d-4371-b5b9-337423cdd1fc tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:55.044563 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-db4fc1de-939d-4c27-9b37-c795d70d8145 req-4b5ed7cc-8c1d-4371-b5b9-337423cdd1fc tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=14a00925-dcaa-4b40-bcdd-834914dea835 HTTP/1.1" status: 200 len: 945 time: 0.0765498 Dec 10 19:22:55.143005 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-db4fc1de-939d-4c27-9b37-c795d70d8145 req-71734d6d-c088-4dc8-89eb-edd6907afd68 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6d45182-71ed-4d5e-8998-00a180281811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837166 Dec 10 19:22:55.215017 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-309f2e7d-8eb2-48bb-a876-b8db7f03cceb tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:55.295033 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309f2e7d-8eb2-48bb-a876-b8db7f03cceb tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:22:55.301965 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-309f2e7d-8eb2-48bb-a876-b8db7f03cceb tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:22:55.309648 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309f2e7d-8eb2-48bb-a876-b8db7f03cceb tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:55.310674 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-309f2e7d-8eb2-48bb-a876-b8db7f03cceb tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:55.331963 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309f2e7d-8eb2-48bb-a876-b8db7f03cceb tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event updated for resources: {'Subnet': ['ID=0ba45ac1-30a3-4307-98f8-83f0433cc4ce,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:55.350013 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-309f2e7d-8eb2-48bb-a876-b8db7f03cceb tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6679230 Dec 10 19:22:55.354570 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57018) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:55.364386 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-18618667-3cbb-4e3b-9da0-f64d37583d37 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Request body: {'port': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'mac_address': 'fa:16:3e:80:88:a1', 'name': 'tempest-NetworksTestDHCPv6-1577502160'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:22:55.465175 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c20d1873-0013-4a36-9560-7794dd92426c None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:55.469611 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:55.473228 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c20d1873-0013-4a36-9560-7794dd92426c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:55.517125 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20d1873-0013-4a36-9560-7794dd92426c None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:22:55.520198 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-c20d1873-0013-4a36-9560-7794dd92426c None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:22:55.524247 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20d1873-0013-4a36-9560-7794dd92426c None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:22:55.534434 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ffe49c-e95a-4672-b8d6-29b610244fc6 req-7683fe67-a12e-49b1-a2b7-29fc20911d65 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:55.534755 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20d1873-0013-4a36-9560-7794dd92426c None None] Pushing event updated for resources: {'Port': ['ID=a34ab977-bc63-4c12-9586-ef906a82a921,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:55.536202 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-94ffe49c-e95a-4672-b8d6-29b610244fc6 req-7683fe67-a12e-49b1-a2b7-29fc20911d65 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.36 "GET /v2.0/ports?device_id=14a00925-dcaa-4b40-bcdd-834914dea835 HTTP/1.1" status: 200 len: 945 time: 0.0928926 Dec 10 19:22:55.593190 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-c20d1873-0013-4a36-9560-7794dd92426c None None] Attempting to bind port a34ab977-bc63-4c12-9586-ef906a82a921 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:22:55.593567 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-c20d1873-0013-4a36-9560-7794dd92426c None None] Attempting to bind port a34ab977-bc63-4c12-9586-ef906a82a921 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:22:55.593937 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20d1873-0013-4a36-9560-7794dd92426c None None] Attempting to bind port a34ab977-bc63-4c12-9586-ef906a82a921 on network 1d551a91-027c-49df-950f-450dd7a0d1c8 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:22:55.600584 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20d1873-0013-4a36-9560-7794dd92426c None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:22:55.600978 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20d1873-0013-4a36-9560-7794dd92426c None None] Checking segment: {'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:22:55.601389 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c20d1873-0013-4a36-9560-7794dd92426c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:55.601784 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20d1873-0013-4a36-9560-7794dd92426c None None] Bound using segment: {'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:22:55.602274 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-c20d1873-0013-4a36-9560-7794dd92426c None None] Bound port: a34ab977-bc63-4c12-9586-ef906a82a921, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:22:55.602799 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c20d1873-0013-4a36-9560-7794dd92426c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:55.631414 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18618667-3cbb-4e3b-9da0-f64d37583d37 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Made reservation on behalf of 3469d34b4b5244779481838dc0c942a0 for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:22:55.685914 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c20d1873-0013-4a36-9560-7794dd92426c None None] For port a34ab977-bc63-4c12-9586-ef906a82a921, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:22:55.690051 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c20d1873-0013-4a36-9560-7794dd92426c None None] For port a34ab977-bc63-4c12-9586-ef906a82a921, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=a34ab977-bc63-4c12-9586-ef906a82a921,segment=NetworkSegment(349affc8-50f4-455b-bd4d-50478ad01ebc),segment_id=349affc8-50f4-455b-bd4d-50478ad01ebc)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:22:55.696329 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c20d1873-0013-4a36-9560-7794dd92426c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:55.770008 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-94ffe49c-e95a-4672-b8d6-29b610244fc6 req-d22ed338-93e3-4c84-b756-6c99b7539227 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Deleting port 7f4441bc-5980-495c-8670-36c2a063c831 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:22:55.770501 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-94ffe49c-e95a-4672-b8d6-29b610244fc6 req-d22ed338-93e3-4c84-b756-6c99b7539227 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:55.773522 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20d1873-0013-4a36-9560-7794dd92426c None None] Pushing event updated for resources: {'Port': ['ID=a34ab977-bc63-4c12-9586-ef906a82a921,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:55.795706 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-18618667-3cbb-4e3b-9da0-f64d37583d37 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:55.863005 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [None req-18618667-3cbb-4e3b-9da0-f64d37583d37 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] device_id is not set on port 62698d2c-1979-4270-aaf7-606f858e8106 yet. {{(pid=102365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:22:55.946080 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-94ffe49c-e95a-4672-b8d6-29b610244fc6 req-d22ed338-93e3-4c84-b756-6c99b7539227 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] For port 7f4441bc-5980-495c-8670-36c2a063c831, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=7f4441bc-5980-495c-8670-36c2a063c831,segment=NetworkSegment(f660800f-194f-49ad-8e36-a73cd4c72d7d),segment_id=f660800f-194f-49ad-8e36-a73cd4c72d7d)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:22:55.946444 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-94ffe49c-e95a-4672-b8d6-29b610244fc6 req-d22ed338-93e3-4c84-b756-6c99b7539227 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:56.216136 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-18618667-3cbb-4e3b-9da0-f64d37583d37 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Allocated IP 172.20.0.12 (1d551a91-027c-49df-950f-450dd7a0d1c8/0ba45ac1-30a3-4307-98f8-83f0433cc4ce/62698d2c-1979-4270-aaf7-606f858e8106) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:22:56.228018 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-18618667-3cbb-4e3b-9da0-f64d37583d37 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Allocated IP 2001:db8::f816:3eff:fe80:88a1 (1d551a91-027c-49df-950f-450dd7a0d1c8/7350650a-9062-4051-87e8-4b600dd27436/62698d2c-1979-4270-aaf7-606f858e8106) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:22:56.245241 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-94ffe49c-e95a-4672-b8d6-29b610244fc6 req-d22ed338-93e3-4c84-b756-6c99b7539227 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:56.245584 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-94ffe49c-e95a-4672-b8d6-29b610244fc6 req-d22ed338-93e3-4c84-b756-6c99b7539227 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3713103'] for floatingip, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:56.245898 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.l3_db [req-94ffe49c-e95a-4672-b8d6-29b610244fc6 req-d22ed338-93e3-4c84-b756-6c99b7539227 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Floating IP 70d00a50-7f74-4427-9ca3-037fbdf4d174 disassociated. External IP: 172.26.6.110, port: 7f4441bc-5980-495c-8670-36c2a063c831. Dec 10 19:22:56.246237 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-94ffe49c-e95a-4672-b8d6-29b610244fc6 req-d22ed338-93e3-4c84-b756-6c99b7539227 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Calling delete_port for 7f4441bc-5980-495c-8670-36c2a063c831 owned by compute:nova {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:22:56.444964 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:56.447441 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395a94a-3cfc-4f6a-916f-1c0b6f818e06 req-5454eda6-6c35-4328-a992-0ae70e7487e1 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:56.449097 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0395a94a-3cfc-4f6a-916f-1c0b6f818e06 req-5454eda6-6c35-4328-a992-0ae70e7487e1 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=14a00925-dcaa-4b40-bcdd-834914dea835 HTTP/1.1" status: 200 len: 945 time: 0.1874318 Dec 10 19:22:56.576466 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device a34ab977-bc63-4c12-9586-ef906a82a921 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:22:56.656688 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port a34ab977-bc63-4c12-9586-ef906a82a921 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:22:56.657399 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:56.740969 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:56.841646 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:56.911824 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port a34ab977-bc63-4c12-9586-ef906a82a921, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=a34ab977-bc63-4c12-9586-ef906a82a921,segment=NetworkSegment(349affc8-50f4-455b-bd4d-50478ad01ebc),segment_id=349affc8-50f4-455b-bd4d-50478ad01ebc)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:22:56.916466 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0395a94a-3cfc-4f6a-916f-1c0b6f818e06 req-96e23bbe-d711-4b1f-9406-71d10fb58092 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6d45182-71ed-4d5e-8998-00a180281811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4553709 Dec 10 19:22:56.918788 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:56.939940 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-94ffe49c-e95a-4672-b8d6-29b610244fc6 req-d22ed338-93e3-4c84-b756-6c99b7539227 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:56.953595 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-18618667-3cbb-4e3b-9da0-f64d37583d37 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:56.977293 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3111b4-cb67-4007-b7a2-411884694d02 None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:22:56.980857 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ed338-93e3-4c84-b756-6c99b7539227 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Pushing event deleted for resources: {'Port': ['ID=7f4441bc-5980-495c-8670-36c2a063c831,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:57.058101 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=a34ab977-bc63-4c12-9586-ef906a82a921,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:57.083748 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-93fe6b03-2235-4fc6-be03-119bddf68a60 None None] Provisioning complete for port a34ab977-bc63-4c12-9586-ef906a82a921 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:22:57.084205 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-93fe6b03-2235-4fc6-be03-119bddf68a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:57.105824 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-18618667-3cbb-4e3b-9da0-f64d37583d37 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:57.199119 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18618667-3cbb-4e3b-9da0-f64d37583d37 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:22:57.213084 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-18618667-3cbb-4e3b-9da0-f64d37583d37 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:22:57.234946 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18618667-3cbb-4e3b-9da0-f64d37583d37 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:22:57.278238 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18618667-3cbb-4e3b-9da0-f64d37583d37 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event updated for resources: {'Port': ['ID=62698d2c-1979-4270-aaf7-606f858e8106,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:57.295687 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94ffe49c-e95a-4672-b8d6-29b610244fc6 req-d22ed338-93e3-4c84-b756-6c99b7539227 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Router da4b58b2-de25-4725-9b13-7b9bcec019d2 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:22:57.346772 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3c9a6d-59e6-4b3e-ac7c-2701494ef416 None None] Update dhcp port {'port': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'fixed_ips': [{'subnet_id': '7350650a-9062-4051-87e8-4b600dd27436', 'ip_address': '2001:db8::f816:3eff:feb3:718f'}, {'subnet_id': '0ba45ac1-30a3-4307-98f8-83f0433cc4ce'}], 'binding:host_id': 'dv-neutron-821441-1-hyperv'}, 'id': 'a34ab977-bc63-4c12-9586-ef906a82a921'} from dv-neutron-821441-1-hyperv. {{(pid=102367) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 10 19:22:57.383197 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0d3c9a6d-59e6-4b3e-ac7c-2701494ef416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:57.410610 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18618667-3cbb-4e3b-9da0-f64d37583d37 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:57.411717 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-18618667-3cbb-4e3b-9da0-f64d37583d37 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:57.506591 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-18618667-3cbb-4e3b-9da0-f64d37583d37 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.1459310 Dec 10 19:22:57.506917 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57022) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:57.580220 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94ffe49c-e95a-4672-b8d6-29b610244fc6 req-d22ed338-93e3-4c84-b756-6c99b7539227 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:22:57.603500 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55c26bd-a144-4ef6-9586-faac1f95cdae None None] Sync routers for ids ['da4b58b2-de25-4725-9b13-7b9bcec019d2'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:22:57.610175 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ca71f5-7d63-41b4-9565-ff9428dbe315 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:57.623401 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ca71f5-7d63-41b4-9565-ff9428dbe315 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:57.630406 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-46ca71f5-7d63-41b4-9565-ff9428dbe315 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.1173284 Dec 10 19:22:57.630746 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55c26bd-a144-4ef6-9586-faac1f95cdae None None] Routers {'da4b58b2-de25-4725-9b13-7b9bcec019d2'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:22:57.630746 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-a55c26bd-a144-4ef6-9586-faac1f95cdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:22:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['da4b58b2-de25-4725-9b13-7b9bcec019d2'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:22:57.631056 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57024) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:57.664130 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-94ffe49c-e95a-4672-b8d6-29b610244fc6 req-d22ed338-93e3-4c84-b756-6c99b7539227 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] No DVR routers for this DVR port 7f4441bc-5980-495c-8670-36c2a063c831 on host hv-neutron-8214 {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:22:57.668203 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-94ffe49c-e95a-4672-b8d6-29b610244fc6 req-d22ed338-93e3-4c84-b756-6c99b7539227 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:57.670777 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-94ffe49c-e95a-4672-b8d6-29b610244fc6 req-d22ed338-93e3-4c84-b756-6c99b7539227 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.36 "DELETE /v2.0/ports/7f4441bc-5980-495c-8670-36c2a063c831 HTTP/1.1" status: 204 len: 173 time: 2.1274791 Dec 10 19:22:57.671278 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a00925-dcaa-4b40-bcdd-834914dea835', 'name': 'network-vif-deleted', 'tag': '7f4441bc-5980-495c-8670-36c2a063c831'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:22:57.675092 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78efa902-f97e-4cb0-b2bc-324576568a30" -d '{"events": [{"server_uuid": "14a00925-dcaa-4b40-bcdd-834914dea835", "name": "network-vif-deleted", "tag": "7f4441bc-5980-495c-8670-36c2a063c831"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:22:57.689891 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-0d3c9a6d-59e6-4b3e-ac7c-2701494ef416 None None] Allocated IP 172.20.0.2 (1d551a91-027c-49df-950f-450dd7a0d1c8/0ba45ac1-30a3-4307-98f8-83f0433cc4ce/a34ab977-bc63-4c12-9586-ef906a82a921) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:22:57.761220 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-895b22c8-0b0f-4963-ac21-163ba216a6bb tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Deleting port 62698d2c-1979-4270-aaf7-606f858e8106 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:22:57.761869 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-895b22c8-0b0f-4963-ac21-163ba216a6bb tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:57.802984 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5238e1f-877c-4f31-963e-089d5a6765bb x-openstack-request-id: req-f5238e1f-877c-4f31-963e-089d5a6765bb {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:22:57.803346 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14a00925-dcaa-4b40-bcdd-834914dea835", "name": "network-vif-deleted", "tag": "7f4441bc-5980-495c-8670-36c2a063c831", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:22:57.803689 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f5238e1f-877c-4f31-963e-089d5a6765bb {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:22:57.804299 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14a00925-dcaa-4b40-bcdd-834914dea835', 'name': 'network-vif-deleted', 'tag': '7f4441bc-5980-495c-8670-36c2a063c831', 'status': 'completed', 'code': 200} Dec 10 19:22:57.896387 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-895b22c8-0b0f-4963-ac21-163ba216a6bb tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:57.902187 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-a55c26bd-a144-4ef6-9586-faac1f95cdae None None] Set router da4b58b2-de25-4725-9b13-7b9bcec019d2 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:22:57.912095 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-895b22c8-0b0f-4963-ac21-163ba216a6bb tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Calling delete_port for 62698d2c-1979-4270-aaf7-606f858e8106 owned by {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:22:57.962093 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-0d3c9a6d-59e6-4b3e-ac7c-2701494ef416 None None] For port a34ab977-bc63-4c12-9586-ef906a82a921, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=a34ab977-bc63-4c12-9586-ef906a82a921,segment=NetworkSegment(349affc8-50f4-455b-bd4d-50478ad01ebc),segment_id=349affc8-50f4-455b-bd4d-50478ad01ebc)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:22:58.055393 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3a983252-718f-4738-bcfe-20e474994115 req-18bc9a35-6915-42cd-bc7f-3a4d11f96b87 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=14a00925-dcaa-4b40-bcdd-834914dea835 HTTP/1.1" status: 200 len: 210 time: 0.0323541 Dec 10 19:22:58.072763 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0d3c9a6d-59e6-4b3e-ac7c-2701494ef416 None None] Notify callbacks [] for port, precommit_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:58.096540 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0d3c9a6d-59e6-4b3e-ac7c-2701494ef416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:58.228082 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-895b22c8-0b0f-4963-ac21-163ba216a6bb tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:58.282006 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3c9a6d-59e6-4b3e-ac7c-2701494ef416 None None] Pushing event updated for resources: {'Port': ['ID=a34ab977-bc63-4c12-9586-ef906a82a921,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:58.286020 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895b22c8-0b0f-4963-ac21-163ba216a6bb tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event deleted for resources: {'Port': ['ID=62698d2c-1979-4270-aaf7-606f858e8106,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:58.329939 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-a55c26bd-a144-4ef6-9586-faac1f95cdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'name': 'tempest-TestVolumeBootPattern-237231579-router', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'dae55733-5f2b-4a73-9001-419ef8dbbe6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:19:20Z', 'updated_at': '2021-12-10T19:19:29Z', 'revision_number': 4, 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'gw_port': {'id': 'dae55733-5f2b-4a73-9001-419ef8dbbe6a', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:21Z', 'updated_at': '2021-12-10T19:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': 'bf5f79a4-d3b9-4c57-9d99-397431129d6d', 'name': '', 'network_id': '8fe565ca-25f0-46cc-a74d-1d785e1c4483', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'mac_address': 'fa:16:3e:6c:f9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '08326994-b03f-4864-96e3-852094c75fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:28Z', 'updated_at': '2021-12-10T19:19:42Z', 'revision_number': 5, 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'subnets': [{'id': '08326994-b03f-4864-96e3-852094c75fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:22:58.389408 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55c26bd-a144-4ef6-9586-faac1f95cdae None None] Checking router: da4b58b2-de25-4725-9b13-7b9bcec019d2 for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:22:58.409080 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55c26bd-a144-4ef6-9586-faac1f95cdae None None] Routers {'da4b58b2-de25-4725-9b13-7b9bcec019d2'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:22:58.410742 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-a55c26bd-a144-4ef6-9586-faac1f95cdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:22:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['da4b58b2-de25-4725-9b13-7b9bcec019d2'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:22:58.486536 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-895b22c8-0b0f-4963-ac21-163ba216a6bb tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:58.501133 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57032) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:58.503581 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-895b22c8-0b0f-4963-ac21-163ba216a6bb tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/ports/62698d2c-1979-4270-aaf7-606f858e8106 HTTP/1.1" status: 204 len: 168 time: 0.8657672 Dec 10 19:22:58.638556 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334165c6-32f5-4c5a-958a-7ef78a5a69f5 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:58.641240 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334165c6-32f5-4c5a-958a-7ef78a5a69f5 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:58.642853 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334165c6-32f5-4c5a-958a-7ef78a5a69f5 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:58.649407 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-334165c6-32f5-4c5a-958a-7ef78a5a69f5 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1402183 Dec 10 19:22:58.650442 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57034) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:58.651581 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device a34ab977-bc63-4c12-9586-ef906a82a921 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:22:58.748997 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-a55c26bd-a144-4ef6-9586-faac1f95cdae None None] Set router da4b58b2-de25-4725-9b13-7b9bcec019d2 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:22:58.778790 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-42612df5-35ba-4d91-a3e9-3c8a05a2ba2f tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Deleting subnet 0ba45ac1-30a3-4307-98f8-83f0433cc4ce {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:22:58.785009 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-42612df5-35ba-4d91-a3e9-3c8a05a2ba2f tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:58.866588 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-42612df5-35ba-4d91-a3e9-3c8a05a2ba2f tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:58.921493 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port a34ab977-bc63-4c12-9586-ef906a82a921 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:22:58.922181 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:59.042590 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-42612df5-35ba-4d91-a3e9-3c8a05a2ba2f tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:59.195591 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-42612df5-35ba-4d91-a3e9-3c8a05a2ba2f tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:59.248207 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42612df5-35ba-4d91-a3e9-3c8a05a2ba2f tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event deleted for resources: {'Subnet': ['ID=0ba45ac1-30a3-4307-98f8-83f0433cc4ce,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:59.259647 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-42612df5-35ba-4d91-a3e9-3c8a05a2ba2f tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:59.266016 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-42612df5-35ba-4d91-a3e9-3c8a05a2ba2f tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/subnets/0ba45ac1-30a3-4307-98f8-83f0433cc4ce HTTP/1.1" status: 204 len: 168 time: 0.6140256 Dec 10 19:22:59.269799 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57038) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:59.280147 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-39a1da82-a795-424c-8ee1-b43055f6b51c req-20793014-5782-48f0-b57e-3b7cd92717c6 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=14a00925-dcaa-4b40-bcdd-834914dea835 HTTP/1.1" status: 200 len: 210 time: 0.0568109 Dec 10 19:22:59.359333 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-80038ae1-c8ce-4d58-bc45-5bf078cba6b9 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Deleting subnet 7350650a-9062-4051-87e8-4b600dd27436 {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:22:59.363521 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-80038ae1-c8ce-4d58-bc45-5bf078cba6b9 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:59.383439 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eab2d02-cc9b-49a7-8246-7d7ebce7b218 None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:22:59.412791 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-80038ae1-c8ce-4d58-bc45-5bf078cba6b9 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:59.436551 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-56cc6703-249a-42cd-9144-b0ae1c2e3fee None None] Could not find standard attr ID for object 62698d2c-1979-4270-aaf7-606f858e8106. {{(pid=102367) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:22:59.481362 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-56cc6703-249a-42cd-9144-b0ae1c2e3fee None None] Provisioning complete for port a34ab977-bc63-4c12-9586-ef906a82a921 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:22:59.482964 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-56cc6703-249a-42cd-9144-b0ae1c2e3fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:59.538691 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-80038ae1-c8ce-4d58-bc45-5bf078cba6b9 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:59.569598 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-a55c26bd-a144-4ef6-9586-faac1f95cdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'name': 'tempest-TestVolumeBootPattern-237231579-router', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'dae55733-5f2b-4a73-9001-419ef8dbbe6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:19:20Z', 'updated_at': '2021-12-10T19:19:29Z', 'revision_number': 4, 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'gw_port': {'id': 'dae55733-5f2b-4a73-9001-419ef8dbbe6a', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:21Z', 'updated_at': '2021-12-10T19:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': 'bf5f79a4-d3b9-4c57-9d99-397431129d6d', 'name': '', 'network_id': '8fe565ca-25f0-46cc-a74d-1d785e1c4483', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'mac_address': 'fa:16:3e:6c:f9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '08326994-b03f-4864-96e3-852094c75fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:28Z', 'updated_at': '2021-12-10T19:19:42Z', 'revision_number': 5, 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'subnets': [{'id': '08326994-b03f-4864-96e3-852094c75fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:22:59.611312 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55c26bd-a144-4ef6-9586-faac1f95cdae None None] The sync data for ids ['da4b58b2-de25-4725-9b13-7b9bcec019d2'] in dv-neutron-821441-1-hyperv is: [{'id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'name': 'tempest-TestVolumeBootPattern-237231579-router', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'dae55733-5f2b-4a73-9001-419ef8dbbe6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:19:20Z', 'updated_at': '2021-12-10T19:19:29Z', 'revision_number': 4, 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'gw_port': {'id': 'dae55733-5f2b-4a73-9001-419ef8dbbe6a', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:21Z', 'updated_at': '2021-12-10T19:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': 'bf5f79a4-d3b9-4c57-9d99-397431129d6d', 'name': '', 'network_id': '8fe565ca-25f0-46cc-a74d-1d785e1c4483', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'mac_address': 'fa:16:3e:6c:f9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '08326994-b03f-4864-96e3-852094c75fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:28Z', 'updated_at': '2021-12-10T19:19:42Z', 'revision_number': 5, 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'subnets': [{'id': '08326994-b03f-4864-96e3-852094c75fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:22:59.666856 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-80038ae1-c8ce-4d58-bc45-5bf078cba6b9 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:59.710726 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80038ae1-c8ce-4d58-bc45-5bf078cba6b9 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event deleted for resources: {'Subnet': ['ID=7350650a-9062-4051-87e8-4b600dd27436,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:22:59.712458 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 7f4441bc-5980-495c-8670-36c2a063c831 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:22:59.729212 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-80038ae1-c8ce-4d58-bc45-5bf078cba6b9 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:59.735499 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-80038ae1-c8ce-4d58-bc45-5bf078cba6b9 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/subnets/7350650a-9062-4051-87e8-4b600dd27436 HTTP/1.1" status: 204 len: 168 time: 0.4638491 Dec 10 19:22:59.738505 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57040) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:59.750654 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] No Port match for: 7f4441bc-5980-495c-8670-36c2a063c831 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:22:59.751741 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 7f4441bc-5980-495c-8670-36c2a063c831 not bound to the agent host hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:22:59.797076 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-dac527d0-f22c-4f87-84d6-8b6c8d4e94cf tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0561593 Dec 10 19:22:59.801060 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57042) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:22:59.806350 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-d188f774-f8c7-4f79-b492-f2f8acc1c9af tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Request body: {'subnet': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:22:59.811316 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb4d050-802c-4ee4-a713-83ff2aa13a3e None None] Update dhcp port {'port': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'fixed_ips': [{'subnet_id': '7350650a-9062-4051-87e8-4b600dd27436'}], 'binding:host_id': 'dv-neutron-821441-1-hyperv'}, 'id': 'a34ab977-bc63-4c12-9586-ef906a82a921'} from dv-neutron-821441-1-hyperv. {{(pid=102367) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 10 19:22:59.864854 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8cb4d050-802c-4ee4-a713-83ff2aa13a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:22:59.928457 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d188f774-f8c7-4f79-b492-f2f8acc1c9af tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Made reservation on behalf of 3469d34b4b5244779481838dc0c942a0 for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:22:59.932947 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d188f774-f8c7-4f79-b492-f2f8acc1c9af tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:00.043485 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486cee66-7c1e-4195-9cf8-5fc97012b6bd None None] New status for floating IP 70d00a50-7f74-4427-9ca3-037fbdf4d174: DOWN {{(pid=102368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:23:00.131620 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a3f981-113d-402c-a80a-c72ae8c1424e None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:23:00.254245 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-8350bc84-2bef-421f-ab0a-7ff946e2b046 None None] Provisioning complete for port a34ab977-bc63-4c12-9586-ef906a82a921 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:23:00.259391 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8350bc84-2bef-421f-ab0a-7ff946e2b046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:00.405794 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.objects.ports [None req-d188f774-f8c7-4f79-b492-f2f8acc1c9af tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102366) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 19:23:00.441375 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4b875f2c-e332-4677-be93-3f73808d3d66 req-8271031a-1e62-41ce-98da-9ac2716ecec3 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=14a00925-dcaa-4b40-bcdd-834914dea835 HTTP/1.1" status: 200 len: 210 time: 0.0449574 Dec 10 19:23:00.493248 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8517dc3f-1a30-405b-a67f-7e61d5fdad14 None None] Update dhcp port {'port': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'fixed_ips': [{'subnet_id': 'eb096c1b-2baa-45e4-ad1c-26b47efa8e43'}], 'binding:host_id': 'dv-neutron-821441-1-hyperv'}, 'id': 'a34ab977-bc63-4c12-9586-ef906a82a921'} from dv-neutron-821441-1-hyperv. {{(pid=102367) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 10 19:23:00.527300 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device a34ab977-bc63-4c12-9586-ef906a82a921 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:23:00.531997 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8517dc3f-1a30-405b-a67f-7e61d5fdad14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:00.691662 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d188f774-f8c7-4f79-b492-f2f8acc1c9af tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:00.747259 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:00.824770 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.db.api [None req-8517dc3f-1a30-405b-a67f-7e61d5fdad14 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:feb3:718f-2882e445-f103-47db-8cc5-22f7eacf77 {{(pid=102367) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:23:00.825462 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG oslo_db.api [None req-8517dc3f-1a30-405b-a67f-7e61d5fdad14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:23:00.891469 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-d188f774-f8c7-4f79-b492-f2f8acc1c9af tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] For port a34ab977-bc63-4c12-9586-ef906a82a921, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=a34ab977-bc63-4c12-9586-ef906a82a921,segment=NetworkSegment(349affc8-50f4-455b-bd4d-50478ad01ebc),segment_id=349affc8-50f4-455b-bd4d-50478ad01ebc)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:23:00.937251 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d188f774-f8c7-4f79-b492-f2f8acc1c9af tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:00.944960 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d188f774-f8c7-4f79-b492-f2f8acc1c9af tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:00.945840 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d188f774-f8c7-4f79-b492-f2f8acc1c9af tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:01.028005 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.db.api [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102367) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:23:01.028757 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG oslo_db.api [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:23:01.049920 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d188f774-f8c7-4f79-b492-f2f8acc1c9af tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:23:01.058112 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-d188f774-f8c7-4f79-b492-f2f8acc1c9af tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:23:01.069436 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d188f774-f8c7-4f79-b492-f2f8acc1c9af tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:01.070032 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d188f774-f8c7-4f79-b492-f2f8acc1c9af tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:01.094843 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d188f774-f8c7-4f79-b492-f2f8acc1c9af tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event updated for resources: {'Subnet': ['ID=eb096c1b-2baa-45e4-ad1c-26b47efa8e43,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:01.098577 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d188f774-f8c7-4f79-b492-f2f8acc1c9af tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event updated for resources: {'Port': ['ID=a34ab977-bc63-4c12-9586-ef906a82a921,revision_number=8']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:01.111437 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d188f774-f8c7-4f79-b492-f2f8acc1c9af tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3091722 Dec 10 19:23:01.114804 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57046) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:01.120395 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-127d7a58-eee1-4ec7-9bfd-0dec26ee84db tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Request body: {'subnet': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:23:01.276333 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127d7a58-eee1-4ec7-9bfd-0dec26ee84db tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Made reservation on behalf of 3469d34b4b5244779481838dc0c942a0 for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:23:01.280253 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-127d7a58-eee1-4ec7-9bfd-0dec26ee84db tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:01.367679 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8517dc3f-1a30-405b-a67f-7e61d5fdad14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:01.673055 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-127d7a58-eee1-4ec7-9bfd-0dec26ee84db tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:01.678570 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:01.705320 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-600f85d9-4667-404e-ad63-253b2d0e39dc req-a5a1f8a5-5736-4898-a5da-fbec48d2f2d2 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=14a00925-dcaa-4b40-bcdd-834914dea835 HTTP/1.1" status: 200 len: 210 time: 0.0857327 Dec 10 19:23:01.752277 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127d7a58-eee1-4ec7-9bfd-0dec26ee84db tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:23:01.757435 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-127d7a58-eee1-4ec7-9bfd-0dec26ee84db tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:23:01.762806 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127d7a58-eee1-4ec7-9bfd-0dec26ee84db tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:01.763387 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-127d7a58-eee1-4ec7-9bfd-0dec26ee84db tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:01.782981 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127d7a58-eee1-4ec7-9bfd-0dec26ee84db tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event updated for resources: {'Subnet': ['ID=e11d9360-3cfa-41af-8d18-c2cb73eb4e5b,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:01.790298 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-127d7a58-eee1-4ec7-9bfd-0dec26ee84db tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6743364 Dec 10 19:23:01.795213 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57050) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:01.800371 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-8517dc3f-1a30-405b-a67f-7e61d5fdad14 None None] For port a34ab977-bc63-4c12-9586-ef906a82a921, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=a34ab977-bc63-4c12-9586-ef906a82a921,segment=NetworkSegment(349affc8-50f4-455b-bd4d-50478ad01ebc),segment_id=349affc8-50f4-455b-bd4d-50478ad01ebc)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:23:01.802036 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-fc52de97-7151-4a35-870e-ba8f05d82653 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Request body: {'port': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'mac_address': 'fa:16:3e:f5:da:ea', 'name': 'tempest-NetworksTestDHCPv6-1070161107'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:23:01.838247 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8517dc3f-1a30-405b-a67f-7e61d5fdad14 None None] Notify callbacks [] for port, precommit_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:01.854353 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8517dc3f-1a30-405b-a67f-7e61d5fdad14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:01.950477 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.db.api [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102367) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:23:01.950866 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG oslo_db.api [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:23:01.962393 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8517dc3f-1a30-405b-a67f-7e61d5fdad14 None None] Pushing event updated for resources: {'Port': ['ID=a34ab977-bc63-4c12-9586-ef906a82a921,revision_number=9']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:01.965428 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc52de97-7151-4a35-870e-ba8f05d82653 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Made reservation on behalf of 3469d34b4b5244779481838dc0c942a0 for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:23:02.119874 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fc52de97-7151-4a35-870e-ba8f05d82653 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:02.150994 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [None req-fc52de97-7151-4a35-870e-ba8f05d82653 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] device_id is not set on port aa485a06-f406-42fb-a9f4-c9d6cadbe008 yet. {{(pid=102365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:23:02.240282 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:02.349451 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-fc52de97-7151-4a35-870e-ba8f05d82653 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Allocated IP 172.20.0.12 (1d551a91-027c-49df-950f-450dd7a0d1c8/e11d9360-3cfa-41af-8d18-c2cb73eb4e5b/aa485a06-f406-42fb-a9f4-c9d6cadbe008) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:23:02.357638 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-fc52de97-7151-4a35-870e-ba8f05d82653 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Allocated IP 2001:db8::f816:3eff:fef5:daea (1d551a91-027c-49df-950f-450dd7a0d1c8/eb096c1b-2baa-45e4-ad1c-26b47efa8e43/aa485a06-f406-42fb-a9f4-c9d6cadbe008) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:23:02.444781 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:02.487628 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port a34ab977-bc63-4c12-9586-ef906a82a921, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=a34ab977-bc63-4c12-9586-ef906a82a921,segment=NetworkSegment(349affc8-50f4-455b-bd4d-50478ad01ebc),segment_id=349affc8-50f4-455b-bd4d-50478ad01ebc)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:23:02.492569 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:02.575508 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fc52de97-7151-4a35-870e-ba8f05d82653 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:02.581805 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=a34ab977-bc63-4c12-9586-ef906a82a921,revision_number=10']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:02.628331 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fc52de97-7151-4a35-870e-ba8f05d82653 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:02.677441 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc52de97-7151-4a35-870e-ba8f05d82653 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:23:02.681650 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device a34ab977-bc63-4c12-9586-ef906a82a921 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:23:02.683527 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-fc52de97-7151-4a35-870e-ba8f05d82653 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:23:02.687742 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc52de97-7151-4a35-870e-ba8f05d82653 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:23:02.705538 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4f0974-f29d-45ee-b832-37d341edb46c None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:23:02.741588 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc52de97-7151-4a35-870e-ba8f05d82653 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event updated for resources: {'Port': ['ID=aa485a06-f406-42fb-a9f4-c9d6cadbe008,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:02.766072 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc52de97-7151-4a35-870e-ba8f05d82653 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:02.767576 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fc52de97-7151-4a35-870e-ba8f05d82653 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:02.786295 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-fc52de97-7151-4a35-870e-ba8f05d82653 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.9893301 Dec 10 19:23:02.788801 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57056) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:02.808180 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-06646b0e-70c9-4f21-be8d-bc19944ea5f5 None None] Provisioning complete for port a34ab977-bc63-4c12-9586-ef906a82a921 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:23:02.808569 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-06646b0e-70c9-4f21-be8d-bc19944ea5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:02.836373 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port a34ab977-bc63-4c12-9586-ef906a82a921 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:23:02.836772 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:02.846293 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb28555-0d46-4419-b11f-b9941ef6fd21 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:02.853263 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb28555-0d46-4419-b11f-b9941ef6fd21 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:02.857591 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-dbb28555-0d46-4419-b11f-b9941ef6fd21 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.0650022 Dec 10 19:23:02.857800 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57058) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:02.966838 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-d28adf3f-d26a-49a6-9719-9c9fd6ec983b tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Deleting port aa485a06-f406-42fb-a9f4-c9d6cadbe008 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:23:02.967188 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d28adf3f-d26a-49a6-9719-9c9fd6ec983b tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:03.020825 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-06646b0e-70c9-4f21-be8d-bc19944ea5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:03.025241 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:03.070315 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3819ebca-759d-4024-9f85-c508140f7d93 req-df5639c9-604c-4d02-a7b9-fecc61b9e2f7 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1565973988&fields=id&tenant_id=d55891769dee4679a2ef3c1d528a784c HTTP/1.1" status: 200 len: 267 time: 0.0563154 Dec 10 19:23:03.077395 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-06646b0e-70c9-4f21-be8d-bc19944ea5f5 None None] For port a34ab977-bc63-4c12-9586-ef906a82a921, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=a34ab977-bc63-4c12-9586-ef906a82a921,segment=NetworkSegment(349affc8-50f4-455b-bd4d-50478ad01ebc),segment_id=349affc8-50f4-455b-bd4d-50478ad01ebc)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:23:03.085575 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-06646b0e-70c9-4f21-be8d-bc19944ea5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:03.154801 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d28adf3f-d26a-49a6-9719-9c9fd6ec983b tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:03.178629 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-d28adf3f-d26a-49a6-9719-9c9fd6ec983b tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Calling delete_port for aa485a06-f406-42fb-a9f4-c9d6cadbe008 owned by {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:23:03.265083 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819ebca-759d-4024-9f85-c508140f7d93 req-c46c3558-c5e6-4e1f-8fc9-f82213ab6f26 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:03.266538 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3819ebca-759d-4024-9f85-c508140f7d93 req-c46c3558-c5e6-4e1f-8fc9-f82213ab6f26 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/networks?id=8fe565ca-25f0-46cc-a74d-1d785e1c4483 HTTP/1.1" status: 200 len: 811 time: 0.1800742 Dec 10 19:23:03.294415 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3819ebca-759d-4024-9f85-c508140f7d93 req-a2240459-bce1-40e2-9bae-f213ea39f24a tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/quotas/d55891769dee4679a2ef3c1d528a784c HTTP/1.1" status: 200 len: 375 time: 0.0207109 Dec 10 19:23:03.337764 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.db.api [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102367) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:23:03.338110 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG oslo_db.api [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:23:03.343872 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76303c55-8fe5-43d0-840e-89c123a3328e None None] Update dhcp port {'port': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'fixed_ips': [{'subnet_id': 'eb096c1b-2baa-45e4-ad1c-26b47efa8e43', 'ip_address': '2001:db8::f816:3eff:feb3:718f'}, {'subnet_id': 'e11d9360-3cfa-41af-8d18-c2cb73eb4e5b'}], 'binding:host_id': 'dv-neutron-821441-1-hyperv'}, 'id': 'a34ab977-bc63-4c12-9586-ef906a82a921'} from dv-neutron-821441-1-hyperv. {{(pid=102367) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 10 19:23:03.367371 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06646b0e-70c9-4f21-be8d-bc19944ea5f5 None None] Pushing event updated for resources: {'Port': ['ID=a34ab977-bc63-4c12-9586-ef906a82a921,revision_number=11']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:03.379018 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-76303c55-8fe5-43d0-840e-89c123a3328e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:03.412491 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3819ebca-759d-4024-9f85-c508140f7d93 req-0468686d-fe3f-4175-aaaa-53ee0914fb0b tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=d55891769dee4679a2ef3c1d528a784c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1075587 Dec 10 19:23:03.525269 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d28adf3f-d26a-49a6-9719-9c9fd6ec983b tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:03.558616 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28adf3f-d26a-49a6-9719-9c9fd6ec983b tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event deleted for resources: {'Port': ['ID=aa485a06-f406-42fb-a9f4-c9d6cadbe008,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:03.562967 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-76303c55-8fe5-43d0-840e-89c123a3328e None None] Allocated IP 172.20.0.2 (1d551a91-027c-49df-950f-450dd7a0d1c8/e11d9360-3cfa-41af-8d18-c2cb73eb4e5b/a34ab977-bc63-4c12-9586-ef906a82a921) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:23:03.608445 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3819ebca-759d-4024-9f85-c508140f7d93 req-35625c81-519d-4451-9ceb-e0764da7b0e2 service neutron] 10.222.0.69 "GET /v2.0/networks/8fe565ca-25f0-46cc-a74d-1d785e1c4483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655111 Dec 10 19:23:03.678557 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-76303c55-8fe5-43d0-840e-89c123a3328e None None] For port a34ab977-bc63-4c12-9586-ef906a82a921, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=a34ab977-bc63-4c12-9586-ef906a82a921,segment=NetworkSegment(349affc8-50f4-455b-bd4d-50478ad01ebc),segment_id=349affc8-50f4-455b-bd4d-50478ad01ebc)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:23:03.709309 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-76303c55-8fe5-43d0-840e-89c123a3328e None None] Notify callbacks [] for port, precommit_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:03.714784 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-76303c55-8fe5-43d0-840e-89c123a3328e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:03.728613 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d28adf3f-d26a-49a6-9719-9c9fd6ec983b tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:03.734252 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-d28adf3f-d26a-49a6-9719-9c9fd6ec983b tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/ports/aa485a06-f406-42fb-a9f4-c9d6cadbe008 HTTP/1.1" status: 204 len: 168 time: 0.8731432 Dec 10 19:23:03.734658 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57066) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:03.763908 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3819ebca-759d-4024-9f85-c508140f7d93 req-80277b91-1670-42af-971a-6218fee559ff service neutron] 10.222.0.69 "GET /v2.0/networks/8fe565ca-25f0-46cc-a74d-1d785e1c4483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406026 Dec 10 19:23:03.803414 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702f7912-48e0-45d8-96db-640faa31e743 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:03.805022 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702f7912-48e0-45d8-96db-640faa31e743 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:03.806960 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702f7912-48e0-45d8-96db-640faa31e743 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:03.808183 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-702f7912-48e0-45d8-96db-640faa31e743 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0696752 Dec 10 19:23:03.811215 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57068) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:03.813808 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76303c55-8fe5-43d0-840e-89c123a3328e None None] Pushing event updated for resources: {'Port': ['ID=a34ab977-bc63-4c12-9586-ef906a82a921,revision_number=12']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:03.901779 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cdf9395-5452-4b93-938d-1e30f1dfcb71 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Deleting subnet e11d9360-3cfa-41af-8d18-c2cb73eb4e5b {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:23:03.908162 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5cdf9395-5452-4b93-938d-1e30f1dfcb71 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:03.978987 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5cdf9395-5452-4b93-938d-1e30f1dfcb71 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:04.089772 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5cdf9395-5452-4b93-938d-1e30f1dfcb71 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:04.165665 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f8c046eb-a13f-4761-bd88-94cd497aa151 req-5f44f12f-3e0d-49af-93d9-dd198819230d tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=4fca8ca7-c259-4cd0-9b18-c609f23673e9 HTTP/1.1" status: 200 len: 210 time: 0.0377238 Dec 10 19:23:04.179728 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5cdf9395-5452-4b93-938d-1e30f1dfcb71 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:04.216366 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdf9395-5452-4b93-938d-1e30f1dfcb71 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event deleted for resources: {'Subnet': ['ID=e11d9360-3cfa-41af-8d18-c2cb73eb4e5b,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:04.220870 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5cdf9395-5452-4b93-938d-1e30f1dfcb71 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:04.224092 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-5cdf9395-5452-4b93-938d-1e30f1dfcb71 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/subnets/e11d9360-3cfa-41af-8d18-c2cb73eb4e5b HTTP/1.1" status: 204 len: 168 time: 0.4118004 Dec 10 19:23:04.228922 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57080) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:04.295159 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-1413aad5-2376-4da1-a38a-3b30ad5344e0 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Deleting subnet eb096c1b-2baa-45e4-ad1c-26b47efa8e43 {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:23:04.300235 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1413aad5-2376-4da1-a38a-3b30ad5344e0 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:04.365152 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1413aad5-2376-4da1-a38a-3b30ad5344e0 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:04.478370 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1413aad5-2376-4da1-a38a-3b30ad5344e0 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:04.582773 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1413aad5-2376-4da1-a38a-3b30ad5344e0 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:04.616812 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device a34ab977-bc63-4c12-9586-ef906a82a921 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:23:04.639899 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1413aad5-2376-4da1-a38a-3b30ad5344e0 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:04.647207 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-1413aad5-2376-4da1-a38a-3b30ad5344e0 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/subnets/eb096c1b-2baa-45e4-ad1c-26b47efa8e43 HTTP/1.1" status: 204 len: 168 time: 0.4148445 Dec 10 19:23:04.647207 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1413aad5-2376-4da1-a38a-3b30ad5344e0 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event deleted for resources: {'Subnet': ['ID=eb096c1b-2baa-45e4-ad1c-26b47efa8e43,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:04.647657 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57088) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:04.662899 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94ef604-be50-4f63-a2a6-cf3969b64e73 None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:23:04.727394 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-e820acee-6653-46d1-8f24-50fd6ec87d2a tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0762625 Dec 10 19:23:04.727957 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57090) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:04.739708 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-d9800465-8f66-44d2-9f47-9642d4f9ca58 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Request body: {'subnet': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:23:04.748245 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-8ac8cdba-71f8-4afc-84dd-025cc95efc39 None None] Could not find standard attr ID for object aa485a06-f406-42fb-a9f4-c9d6cadbe008. {{(pid=102367) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:23:04.769779 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port a34ab977-bc63-4c12-9586-ef906a82a921 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:23:04.770267 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:04.872381 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-8ac8cdba-71f8-4afc-84dd-025cc95efc39 None None] Provisioning complete for port a34ab977-bc63-4c12-9586-ef906a82a921 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:23:04.872773 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8ac8cdba-71f8-4afc-84dd-025cc95efc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:04.882340 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9800465-8f66-44d2-9f47-9642d4f9ca58 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Made reservation on behalf of 3469d34b4b5244779481838dc0c942a0 for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:23:04.890476 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d9800465-8f66-44d2-9f47-9642d4f9ca58 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:05.096450 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b08a9c-ff4b-4375-ad7f-553af950c162 None None] DHCP port deletion for 1d551a91-027c-49df-950f-450dd7a0d1c8 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:23:05.150548 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-23b08a9c-ff4b-4375-ad7f-553af950c162 None None] Deleting port a34ab977-bc63-4c12-9586-ef906a82a921 {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:23:05.150776 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-23b08a9c-ff4b-4375-ad7f-553af950c162 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:05.154730 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d9800465-8f66-44d2-9f47-9642d4f9ca58 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:05.205856 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9800465-8f66-44d2-9f47-9642d4f9ca58 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:23:05.209460 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-d9800465-8f66-44d2-9f47-9642d4f9ca58 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:23:05.214125 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9800465-8f66-44d2-9f47-9642d4f9ca58 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:05.214723 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d9800465-8f66-44d2-9f47-9642d4f9ca58 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:05.232641 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9800465-8f66-44d2-9f47-9642d4f9ca58 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event updated for resources: {'Subnet': ['ID=b3c95829-3310-4f4d-b9b1-13cf519836d9,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:05.239155 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-d9800465-8f66-44d2-9f47-9642d4f9ca58 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5093272 Dec 10 19:23:05.241762 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57094) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:05.249276 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-bb737281-64af-447f-8ed8-ef4776c3de84 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Request body: {'subnet': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:23:05.270523 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-23b08a9c-ff4b-4375-ad7f-553af950c162 None None] For port a34ab977-bc63-4c12-9586-ef906a82a921, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=a34ab977-bc63-4c12-9586-ef906a82a921,segment=NetworkSegment(349affc8-50f4-455b-bd4d-50478ad01ebc),segment_id=349affc8-50f4-455b-bd4d-50478ad01ebc)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:23:05.270942 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-23b08a9c-ff4b-4375-ad7f-553af950c162 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:05.286977 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-23b08a9c-ff4b-4375-ad7f-553af950c162 None None] Calling delete_port for a34ab977-bc63-4c12-9586-ef906a82a921 owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:23:05.326060 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6148f127-28af-4999-ac3e-a53d1629a3e5 req-dcd6456f-923d-478e-9470-a765f196d3d5 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=4fca8ca7-c259-4cd0-9b18-c609f23673e9 HTTP/1.1" status: 200 len: 210 time: 0.0700150 Dec 10 19:23:05.421018 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-23b08a9c-ff4b-4375-ad7f-553af950c162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:05.466060 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b08a9c-ff4b-4375-ad7f-553af950c162 None None] Pushing event deleted for resources: {'Port': ['ID=a34ab977-bc63-4c12-9586-ef906a82a921,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:05.474645 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b08a9c-ff4b-4375-ad7f-553af950c162 None None] No DVR routers for this DVR port a34ab977-bc63-4c12-9586-ef906a82a921 on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:23:05.491636 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd11dd3-82f9-4a10-9833-bce74e74aa10 None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:23:05.528719 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819ebca-759d-4024-9f85-c508140f7d93 req-d2f50b58-e69a-4683-8c35-aac553964a8b tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:05.530272 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3819ebca-759d-4024-9f85-c508140f7d93 req-d2f50b58-e69a-4683-8c35-aac553964a8b tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.36 "GET /v2.0/networks?id=8fe565ca-25f0-46cc-a74d-1d785e1c4483 HTTP/1.1" status: 200 len: 811 time: 0.2012811 Dec 10 19:23:05.559908 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb737281-64af-447f-8ed8-ef4776c3de84 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Made reservation on behalf of 3469d34b4b5244779481838dc0c942a0 for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:23:05.565503 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-bb737281-64af-447f-8ed8-ef4776c3de84 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:05.646145 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3819ebca-759d-4024-9f85-c508140f7d93 req-f7358b7e-a8c1-4afb-b01f-d7f3b0d3cfce tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d55891769dee4679a2ef3c1d528a784c HTTP/1.1" status: 200 len: 380 time: 0.1014476 Dec 10 19:23:05.660225 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-3819ebca-759d-4024-9f85-c508140f7d93 req-3d646d63-845e-43c5-a873-49da6ae514dc tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Request body: {'port': {'device_id': '4fca8ca7-c259-4cd0-9b18-c609f23673e9', 'network_id': '8fe565ca-25f0-46cc-a74d-1d785e1c4483', 'admin_state_up': True, 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'security_groups': ['a6d45182-71ed-4d5e-8998-00a180281811']}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:23:05.715749 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b213ba78-7ff5-45dd-86cb-e7499abf03ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-1d551a91-027c-49df-950f-450dd7a0d1c8', 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'tenant_id': '3469d34b4b5244779481838dc0c942a0', 'fixed_ips': [{'subnet_id': 'b3c95829-3310-4f4d-b9b1-13cf519836d9'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:23:05.716650 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b213ba78-7ff5-45dd-86cb-e7499abf03ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:05.857807 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3819ebca-759d-4024-9f85-c508140f7d93 req-3d646d63-845e-43c5-a873-49da6ae514dc tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Made reservation on behalf of d55891769dee4679a2ef3c1d528a784c for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:23:05.862150 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-3819ebca-759d-4024-9f85-c508140f7d93 req-3d646d63-845e-43c5-a873-49da6ae514dc tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:05.902700 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-b213ba78-7ff5-45dd-86cb-e7499abf03ca None None] Allocated IP 172.20.0.2 (1d551a91-027c-49df-950f-450dd7a0d1c8/b3c95829-3310-4f4d-b9b1-13cf519836d9/cb6ccca3-80a7-40b8-9775-015beab02825) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:23:06.084266 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [req-3819ebca-759d-4024-9f85-c508140f7d93 req-3d646d63-845e-43c5-a873-49da6ae514dc tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Allocated IP 172.20.0.9 (8fe565ca-25f0-46cc-a74d-1d785e1c4483/08326994-b03f-4864-96e3-852094c75fec/0efe7c65-b2bd-4463-8a4c-3064fff6d056) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:23:06.119351 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b213ba78-7ff5-45dd-86cb-e7499abf03ca None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:06.127193 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b213ba78-7ff5-45dd-86cb-e7499abf03ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:06.129294 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.objects.ports [None req-bb737281-64af-447f-8ed8-ef4776c3de84 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102365) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 19:23:06.133670 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-bb737281-64af-447f-8ed8-ef4776c3de84 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:06.169615 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b213ba78-7ff5-45dd-86cb-e7499abf03ca None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:23:06.172728 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-b213ba78-7ff5-45dd-86cb-e7499abf03ca None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:23:06.180408 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b213ba78-7ff5-45dd-86cb-e7499abf03ca None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:23:06.185595 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b213ba78-7ff5-45dd-86cb-e7499abf03ca None None] Pushing event updated for resources: {'Port': ['ID=cb6ccca3-80a7-40b8-9775-015beab02825,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:06.197910 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb737281-64af-447f-8ed8-ef4776c3de84 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:23:06.207711 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-bb737281-64af-447f-8ed8-ef4776c3de84 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:23:06.217643 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb737281-64af-447f-8ed8-ef4776c3de84 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:06.218239 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-bb737281-64af-447f-8ed8-ef4776c3de84 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:06.245381 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-b213ba78-7ff5-45dd-86cb-e7499abf03ca None None] Attempting to bind port cb6ccca3-80a7-40b8-9775-015beab02825 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:23:06.245747 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-b213ba78-7ff5-45dd-86cb-e7499abf03ca None None] Attempting to bind port cb6ccca3-80a7-40b8-9775-015beab02825 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:23:06.246104 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b213ba78-7ff5-45dd-86cb-e7499abf03ca None None] Attempting to bind port cb6ccca3-80a7-40b8-9775-015beab02825 on network 1d551a91-027c-49df-950f-450dd7a0d1c8 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:23:06.251523 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b213ba78-7ff5-45dd-86cb-e7499abf03ca None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:23:06.252163 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b213ba78-7ff5-45dd-86cb-e7499abf03ca None None] Checking segment: {'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:23:06.252423 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b213ba78-7ff5-45dd-86cb-e7499abf03ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:06.252835 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b213ba78-7ff5-45dd-86cb-e7499abf03ca None None] Bound using segment: {'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:23:06.253294 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-b213ba78-7ff5-45dd-86cb-e7499abf03ca None None] Bound port: cb6ccca3-80a7-40b8-9775-015beab02825, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:23:06.253673 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b213ba78-7ff5-45dd-86cb-e7499abf03ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:06.264815 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb737281-64af-447f-8ed8-ef4776c3de84 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event updated for resources: {'Subnet': ['ID=0f0dcd48-641c-4f68-ab3c-d2225f0d5d8f,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:06.287360 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-bb737281-64af-447f-8ed8-ef4776c3de84 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0383747 Dec 10 19:23:06.287740 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57100) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:06.296447 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-bad4b6f7-a8a1-4e75-bf9c-6078f1aea15e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Request body: {'port': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'mac_address': 'fa:16:3e:c2:de:bf', 'name': 'tempest-NetworksTestDHCPv6-1096154736'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:23:06.331273 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-b213ba78-7ff5-45dd-86cb-e7499abf03ca None None] For port cb6ccca3-80a7-40b8-9775-015beab02825, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:23:06.335559 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-b213ba78-7ff5-45dd-86cb-e7499abf03ca None None] For port cb6ccca3-80a7-40b8-9775-015beab02825, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=cb6ccca3-80a7-40b8-9775-015beab02825,segment=NetworkSegment(349affc8-50f4-455b-bd4d-50478ad01ebc),segment_id=349affc8-50f4-455b-bd4d-50478ad01ebc)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:23:06.340426 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b213ba78-7ff5-45dd-86cb-e7499abf03ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:06.421724 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b213ba78-7ff5-45dd-86cb-e7499abf03ca None None] Pushing event updated for resources: {'Port': ['ID=cb6ccca3-80a7-40b8-9775-015beab02825,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:06.617041 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device a34ab977-bc63-4c12-9586-ef906a82a921 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:23:06.667870 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: a34ab977-bc63-4c12-9586-ef906a82a921 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:23:06.668646 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device a34ab977-bc63-4c12-9586-ef906a82a921 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:23:06.801205 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-87354a94-4ec1-4b84-81e6-0f0a997f3e97 req-8a704ff6-5c47-4e60-9fd9-3ccb9dc40480 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=4fca8ca7-c259-4cd0-9b18-c609f23673e9 HTTP/1.1" status: 200 len: 210 time: 0.0553081 Dec 10 19:23:06.857249 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-3819ebca-759d-4024-9f85-c508140f7d93 req-3d646d63-845e-43c5-a873-49da6ae514dc tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:06.913554 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad4b6f7-a8a1-4e75-bf9c-6078f1aea15e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Made reservation on behalf of 3469d34b4b5244779481838dc0c942a0 for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:23:06.918145 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-bad4b6f7-a8a1-4e75-bf9c-6078f1aea15e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:06.935498 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-3819ebca-759d-4024-9f85-c508140f7d93 req-3d646d63-845e-43c5-a873-49da6ae514dc tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:06.991178 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [None req-bad4b6f7-a8a1-4e75-bf9c-6078f1aea15e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] device_id is not set on port bf8187ed-c2b8-4b12-a00b-3677edc494bc yet. {{(pid=102365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:23:07.003236 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3819ebca-759d-4024-9f85-c508140f7d93 req-3d646d63-845e-43c5-a873-49da6ae514dc tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Network 8fe565ca-25f0-46cc-a74d-1d785e1c4483 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:23:07.008913 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [req-3819ebca-759d-4024-9f85-c508140f7d93 req-3d646d63-845e-43c5-a873-49da6ae514dc tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:23:07.018663 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-3819ebca-759d-4024-9f85-c508140f7d93 req-3d646d63-845e-43c5-a873-49da6ae514dc tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:23:07.050719 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d646d63-845e-43c5-a873-49da6ae514dc tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Pushing event updated for resources: {'Port': ['ID=0efe7c65-b2bd-4463-8a4c-3064fff6d056,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:07.163272 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819ebca-759d-4024-9f85-c508140f7d93 req-3d646d63-845e-43c5-a873-49da6ae514dc tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:07.164296 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-3819ebca-759d-4024-9f85-c508140f7d93 req-3d646d63-845e-43c5-a873-49da6ae514dc tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:07.237001 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3819ebca-759d-4024-9f85-c508140f7d93 req-3d646d63-845e-43c5-a873-49da6ae514dc tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5818942 Dec 10 19:23:07.255726 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-3819ebca-759d-4024-9f85-c508140f7d93 req-51fd1abf-ed3e-416c-a89b-6225e7e8f900 service neutron] Request body: {'port': {'device_id': '4fca8ca7-c259-4cd0-9b18-c609f23673e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:23:07.377225 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-bad4b6f7-a8a1-4e75-bf9c-6078f1aea15e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Allocated IP 172.20.0.4 (1d551a91-027c-49df-950f-450dd7a0d1c8/b3c95829-3310-4f4d-b9b1-13cf519836d9/bf8187ed-c2b8-4b12-a00b-3677edc494bc) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:23:07.379580 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-3819ebca-759d-4024-9f85-c508140f7d93 req-51fd1abf-ed3e-416c-a89b-6225e7e8f900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:07.394389 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-bad4b6f7-a8a1-4e75-bf9c-6078f1aea15e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Allocated IP 2001:db8::f816:3eff:fec2:debf (1d551a91-027c-49df-950f-450dd7a0d1c8/0f0dcd48-641c-4f68-ab3c-d2225f0d5d8f/bf8187ed-c2b8-4b12-a00b-3677edc494bc) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:23:07.400865 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-da76e3c2-443c-4d12-946c-8b892c11f691 None None] Provisioning complete for port 0efe7c65-b2bd-4463-8a4c-3064fff6d056 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:23:07.401742 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-da76e3c2-443c-4d12-946c-8b892c11f691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:07.448354 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-da76e3c2-443c-4d12-946c-8b892c11f691 None None] Port 0efe7c65-b2bd-4463-8a4c-3064fff6d056 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:23:07.682169 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b6e158-6eaa-4aac-9b98-15627c07701c None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:23:07.727366 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-bad4b6f7-a8a1-4e75-bf9c-6078f1aea15e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:07.799576 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-a17a9cd8-2d3d-4dc3-a7ca-f6b9845c2d9c None None] Provisioning complete for port cb6ccca3-80a7-40b8-9775-015beab02825 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:23:07.800537 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a17a9cd8-2d3d-4dc3-a7ca-f6b9845c2d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:07.825001 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-bad4b6f7-a8a1-4e75-bf9c-6078f1aea15e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:07.875826 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [req-3819ebca-759d-4024-9f85-c508140f7d93 req-51fd1abf-ed3e-416c-a89b-6225e7e8f900 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0efe7c65-b2bd-4463-8a4c-3064fff6d056 {{(pid=102365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:23:07.893409 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad4b6f7-a8a1-4e75-bf9c-6078f1aea15e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:23:07.895641 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-3819ebca-759d-4024-9f85-c508140f7d93 req-51fd1abf-ed3e-416c-a89b-6225e7e8f900 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:07.902211 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-bad4b6f7-a8a1-4e75-bf9c-6078f1aea15e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:23:07.909758 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad4b6f7-a8a1-4e75-bf9c-6078f1aea15e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:23:07.968225 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad4b6f7-a8a1-4e75-bf9c-6078f1aea15e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event updated for resources: {'Port': ['ID=bf8187ed-c2b8-4b12-a00b-3677edc494bc,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:08.002296 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.provisioning_blocks [req-3819ebca-759d-4024-9f85-c508140f7d93 req-51fd1abf-ed3e-416c-a89b-6225e7e8f900 service neutron] Transition to ACTIVE for port object 0efe7c65-b2bd-4463-8a4c-3064fff6d056 will not be triggered until provisioned by entity L2. {{(pid=102365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:23:08.017929 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-3819ebca-759d-4024-9f85-c508140f7d93 req-51fd1abf-ed3e-416c-a89b-6225e7e8f900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:08.062728 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a17a9cd8-2d3d-4dc3-a7ca-f6b9845c2d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:08.097058 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad4b6f7-a8a1-4e75-bf9c-6078f1aea15e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:08.098021 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-bad4b6f7-a8a1-4e75-bf9c-6078f1aea15e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:08.119329 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-a17a9cd8-2d3d-4dc3-a7ca-f6b9845c2d9c None None] For port cb6ccca3-80a7-40b8-9775-015beab02825, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=cb6ccca3-80a7-40b8-9775-015beab02825,segment=NetworkSegment(349affc8-50f4-455b-bd4d-50478ad01ebc),segment_id=349affc8-50f4-455b-bd4d-50478ad01ebc)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:23:08.125262 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a17a9cd8-2d3d-4dc3-a7ca-f6b9845c2d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:08.172281 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f60c6f-ebed-47ff-9620-c481dd287972 req-84a33c78-f77e-4d0b-883a-c9b4b90407dd tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:08.180977 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-40f60c6f-ebed-47ff-9620-c481dd287972 req-84a33c78-f77e-4d0b-883a-c9b4b90407dd tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=4fca8ca7-c259-4cd0-9b18-c609f23673e9 HTTP/1.1" status: 200 len: 931 time: 0.2316370 Dec 10 19:23:08.205258 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fd1abf-ed3e-416c-a89b-6225e7e8f900 service neutron] Pushing event updated for resources: {'Port': ['ID=0efe7c65-b2bd-4463-8a4c-3064fff6d056,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:08.207833 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17a9cd8-2d3d-4dc3-a7ca-f6b9845c2d9c None None] Pushing event updated for resources: {'Port': ['ID=cb6ccca3-80a7-40b8-9775-015beab02825,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:08.228043 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2858e5b0-a307-408d-9e27-3b01cc6c69a8 None None] Update dhcp port {'port': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'fixed_ips': [{'subnet_id': 'b3c95829-3310-4f4d-b9b1-13cf519836d9', 'ip_address': '172.20.0.2'}, {'subnet_id': '0f0dcd48-641c-4f68-ab3c-d2225f0d5d8f'}], 'binding:host_id': 'dv-neutron-821441-1-hyperv'}, 'id': 'cb6ccca3-80a7-40b8-9775-015beab02825'} from dv-neutron-821441-1-hyperv. {{(pid=102367) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 10 19:23:08.234886 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-bad4b6f7-a8a1-4e75-bf9c-6078f1aea15e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.9438078 Dec 10 19:23:08.235813 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57106) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:08.286247 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-3819ebca-759d-4024-9f85-c508140f7d93 req-51fd1abf-ed3e-416c-a89b-6225e7e8f900 service neutron] Attempting to bind port 0efe7c65-b2bd-4463-8a4c-3064fff6d056 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:23:08.286801 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-3819ebca-759d-4024-9f85-c508140f7d93 req-51fd1abf-ed3e-416c-a89b-6225e7e8f900 service neutron] Attempting to bind port 0efe7c65-b2bd-4463-8a4c-3064fff6d056 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'f660800f-194f-49ad-8e36-a73cd4c72d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8fe565ca-25f0-46cc-a74d-1d785e1c4483'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:23:08.286801 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3819ebca-759d-4024-9f85-c508140f7d93 req-51fd1abf-ed3e-416c-a89b-6225e7e8f900 service neutron] Attempting to bind port 0efe7c65-b2bd-4463-8a4c-3064fff6d056 on network 8fe565ca-25f0-46cc-a74d-1d785e1c4483 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:23:08.307442 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-40f60c6f-ebed-47ff-9620-c481dd287972 req-bba960bf-5895-42b7-a823-baba78b29adf tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6d45182-71ed-4d5e-8998-00a180281811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047018 Dec 10 19:23:08.308281 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3819ebca-759d-4024-9f85-c508140f7d93 req-51fd1abf-ed3e-416c-a89b-6225e7e8f900 service neutron] Port 0efe7c65-b2bd-4463-8a4c-3064fff6d056 on network 8fe565ca-25f0-46cc-a74d-1d785e1c4483 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:23:08.308634 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3819ebca-759d-4024-9f85-c508140f7d93 req-51fd1abf-ed3e-416c-a89b-6225e7e8f900 service neutron] Attempting to bind port 0efe7c65-b2bd-4463-8a4c-3064fff6d056 on network 8fe565ca-25f0-46cc-a74d-1d785e1c4483 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:23:08.312880 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2858e5b0-a307-408d-9e27-3b01cc6c69a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:08.316832 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7208d2cb-1052-41ad-9cfc-de8461b37562 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:08.326639 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7208d2cb-1052-41ad-9cfc-de8461b37562 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:08.330769 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-7208d2cb-1052-41ad-9cfc-de8461b37562 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1765 time: 0.0937579 Dec 10 19:23:08.333628 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57108) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:08.334484 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3819ebca-759d-4024-9f85-c508140f7d93 req-51fd1abf-ed3e-416c-a89b-6225e7e8f900 service neutron] Checking agent: {'id': '9e16c23e-95bc-4c2e-b3ec-daf7533f9d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'started_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:23:08.335030 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3819ebca-759d-4024-9f85-c508140f7d93 req-51fd1abf-ed3e-416c-a89b-6225e7e8f900 service neutron] Checking segment: {'id': 'f660800f-194f-49ad-8e36-a73cd4c72d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8fe565ca-25f0-46cc-a74d-1d785e1c4483'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:23:08.335426 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3819ebca-759d-4024-9f85-c508140f7d93 req-51fd1abf-ed3e-416c-a89b-6225e7e8f900 service neutron] Bound using segment: {'id': 'f660800f-194f-49ad-8e36-a73cd4c72d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8fe565ca-25f0-46cc-a74d-1d785e1c4483'} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:23:08.336006 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-3819ebca-759d-4024-9f85-c508140f7d93 req-51fd1abf-ed3e-416c-a89b-6225e7e8f900 service neutron] Bound port: 0efe7c65-b2bd-4463-8a4c-3064fff6d056, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f660800f-194f-49ad-8e36-a73cd4c72d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8fe565ca-25f0-46cc-a74d-1d785e1c4483'}}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:23:08.336412 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-3819ebca-759d-4024-9f85-c508140f7d93 req-51fd1abf-ed3e-416c-a89b-6225e7e8f900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:08.446202 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-3819ebca-759d-4024-9f85-c508140f7d93 req-51fd1abf-ed3e-416c-a89b-6225e7e8f900 service neutron] For port 0efe7c65-b2bd-4463-8a4c-3064fff6d056, host hv-neutron-8214, cleared binding levels {{(pid=102365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:23:08.450338 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-3819ebca-759d-4024-9f85-c508140f7d93 req-51fd1abf-ed3e-416c-a89b-6225e7e8f900 service neutron] For port 0efe7c65-b2bd-4463-8a4c-3064fff6d056, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=0efe7c65-b2bd-4463-8a4c-3064fff6d056,segment=NetworkSegment(f660800f-194f-49ad-8e36-a73cd4c72d7d),segment_id=f660800f-194f-49ad-8e36-a73cd4c72d7d)] {{(pid=102365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:23:08.457087 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-3819ebca-759d-4024-9f85-c508140f7d93 req-51fd1abf-ed3e-416c-a89b-6225e7e8f900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:08.479843 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-731209c8-00cc-4fe7-9a38-40a79833d45d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Deleting port bf8187ed-c2b8-4b12-a00b-3677edc494bc {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:23:08.480171 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-731209c8-00cc-4fe7-9a38-40a79833d45d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:08.562421 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fd1abf-ed3e-416c-a89b-6225e7e8f900 service neutron] Pushing event updated for resources: {'Port': ['ID=0efe7c65-b2bd-4463-8a4c-3064fff6d056,revision_number=3']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:08.566948 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819ebca-759d-4024-9f85-c508140f7d93 req-51fd1abf-ed3e-416c-a89b-6225e7e8f900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:08.567810 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-3819ebca-759d-4024-9f85-c508140f7d93 req-51fd1abf-ed3e-416c-a89b-6225e7e8f900 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:08.569262 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3819ebca-759d-4024-9f85-c508140f7d93 req-51fd1abf-ed3e-416c-a89b-6225e7e8f900 service neutron] 10.222.0.36 "PUT /v2.0/ports/0efe7c65-b2bd-4463-8a4c-3064fff6d056 HTTP/1.1" status: 200 len: 1093 time: 1.3213949 Dec 10 19:23:08.569980 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fca8ca7-c259-4cd0-9b18-c609f23673e9', 'tag': '0efe7c65-b2bd-4463-8a4c-3064fff6d056'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:23:08.572825 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb20a5f8-5bbd-46ea-94c8-8ab4a02e1597" -d '{"events": [{"name": "network-changed", "server_uuid": "4fca8ca7-c259-4cd0-9b18-c609f23673e9", "tag": "0efe7c65-b2bd-4463-8a4c-3064fff6d056"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:23:08.627513 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-2858e5b0-a307-408d-9e27-3b01cc6c69a8 None None] Allocated IP 2001:db8::f816:3eff:fe99:d300 (1d551a91-027c-49df-950f-450dd7a0d1c8/0f0dcd48-641c-4f68-ab3c-d2225f0d5d8f/cb6ccca3-80a7-40b8-9775-015beab02825) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:23:08.670827 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af8ca5d-b97c-49c4-b72d-96a6903be2e5 x-openstack-request-id: req-1af8ca5d-b97c-49c4-b72d-96a6903be2e5 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:23:08.671181 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fca8ca7-c259-4cd0-9b18-c609f23673e9", "tag": "0efe7c65-b2bd-4463-8a4c-3064fff6d056", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:23:08.671445 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1af8ca5d-b97c-49c4-b72d-96a6903be2e5 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:23:08.673772 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fca8ca7-c259-4cd0-9b18-c609f23673e9', 'tag': '0efe7c65-b2bd-4463-8a4c-3064fff6d056', 'status': 'completed', 'code': 200} Dec 10 19:23:08.682581 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-731209c8-00cc-4fe7-9a38-40a79833d45d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:08.697527 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819ebca-759d-4024-9f85-c508140f7d93 req-23b31f78-ed4c-49fe-90f3-69fddccd6ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:08.699089 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3819ebca-759d-4024-9f85-c508140f7d93 req-23b31f78-ed4c-49fe-90f3-69fddccd6ba4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d55891769dee4679a2ef3c1d528a784c&device_id=4fca8ca7-c259-4cd0-9b18-c609f23673e9 HTTP/1.1" status: 200 len: 1096 time: 0.0841701 Dec 10 19:23:08.704629 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-731209c8-00cc-4fe7-9a38-40a79833d45d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Calling delete_port for bf8187ed-c2b8-4b12-a00b-3677edc494bc owned by {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:23:08.748194 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device cb6ccca3-80a7-40b8-9775-015beab02825 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:23:08.776991 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3819ebca-759d-4024-9f85-c508140f7d93 req-0bd692e5-e5c7-42ae-9bf8-bed25fb87e14 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0efe7c65-b2bd-4463-8a4c-3064fff6d056 HTTP/1.1" status: 200 len: 217 time: 0.0607719 Dec 10 19:23:08.822586 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-2858e5b0-a307-408d-9e27-3b01cc6c69a8 None None] For port cb6ccca3-80a7-40b8-9775-015beab02825, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=cb6ccca3-80a7-40b8-9775-015beab02825,segment=NetworkSegment(349affc8-50f4-455b-bd4d-50478ad01ebc),segment_id=349affc8-50f4-455b-bd4d-50478ad01ebc)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:23:08.861046 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port cb6ccca3-80a7-40b8-9775-015beab02825 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:23:08.861479 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:08.863402 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819ebca-759d-4024-9f85-c508140f7d93 req-b200893f-c52b-4760-ac57-45047d59db43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:08.866087 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3819ebca-759d-4024-9f85-c508140f7d93 req-b200893f-c52b-4760-ac57-45047d59db43 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=08326994-b03f-4864-96e3-852094c75fec HTTP/1.1" status: 200 len: 850 time: 0.0804882 Dec 10 19:23:08.867228 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2858e5b0-a307-408d-9e27-3b01cc6c69a8 None None] Notify callbacks [] for port, precommit_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:08.898296 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2858e5b0-a307-408d-9e27-3b01cc6c69a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:08.967492 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819ebca-759d-4024-9f85-c508140f7d93 req-2943c4cd-c864-489c-833d-3126146623dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:08.969650 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3819ebca-759d-4024-9f85-c508140f7d93 req-2943c4cd-c864-489c-833d-3126146623dd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8fe565ca-25f0-46cc-a74d-1d785e1c4483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0942023 Dec 10 19:23:09.017430 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2858e5b0-a307-408d-9e27-3b01cc6c69a8 None None] Pushing event updated for resources: {'Port': ['ID=cb6ccca3-80a7-40b8-9775-015beab02825,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:09.065683 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-731209c8-00cc-4fe7-9a38-40a79833d45d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:09.106166 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731209c8-00cc-4fe7-9a38-40a79833d45d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event deleted for resources: {'Port': ['ID=bf8187ed-c2b8-4b12-a00b-3677edc494bc,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:09.145330 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3819ebca-759d-4024-9f85-c508140f7d93 req-2b3e01cd-e646-4042-9461-0f6c71b2bb2d service neutron] 10.222.0.36 "GET /v2.0/networks/8fe565ca-25f0-46cc-a74d-1d785e1c4483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652341 Dec 10 19:23:09.218415 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-731209c8-00cc-4fe7-9a38-40a79833d45d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:09.222720 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-731209c8-00cc-4fe7-9a38-40a79833d45d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/ports/bf8187ed-c2b8-4b12-a00b-3677edc494bc HTTP/1.1" status: 204 len: 168 time: 0.8873038 Dec 10 19:23:09.225413 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57112) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:09.273616 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3819ebca-759d-4024-9f85-c508140f7d93 req-848a0913-bead-4533-a16e-80835880c26f service neutron] 10.222.0.36 "GET /v2.0/networks/8fe565ca-25f0-46cc-a74d-1d785e1c4483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195650 Dec 10 19:23:09.290044 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80e6e56-dc88-49d3-bc5c-8ec6348da576 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:09.292813 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80e6e56-dc88-49d3-bc5c-8ec6348da576 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:09.295041 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80e6e56-dc88-49d3-bc5c-8ec6348da576 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:09.296966 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-c80e6e56-dc88-49d3-bc5c-8ec6348da576 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0705781 Dec 10 19:23:09.300651 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57114) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:09.364610 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-c37a97e0-edc0-4b29-ab98-e6d12eced2ad tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Deleting subnet 0f0dcd48-641c-4f68-ab3c-d2225f0d5d8f {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:23:09.368532 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c37a97e0-edc0-4b29-ab98-e6d12eced2ad tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:09.386625 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20a5f8-5bbd-46ea-94c8-8ab4a02e1597 req-97d46ec3-86e5-4edd-8559-7c4b90841561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:09.388336 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-eb20a5f8-5bbd-46ea-94c8-8ab4a02e1597 req-97d46ec3-86e5-4edd-8559-7c4b90841561 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d55891769dee4679a2ef3c1d528a784c&device_id=4fca8ca7-c259-4cd0-9b18-c609f23673e9 HTTP/1.1" status: 200 len: 1096 time: 0.0624299 Dec 10 19:23:09.418362 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c37a97e0-edc0-4b29-ab98-e6d12eced2ad tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:09.523043 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c37a97e0-edc0-4b29-ab98-e6d12eced2ad tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:09.603919 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20a5f8-5bbd-46ea-94c8-8ab4a02e1597 req-d57f1faa-7531-4b23-a289-74e30cbdf1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:09.605805 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-eb20a5f8-5bbd-46ea-94c8-8ab4a02e1597 req-d57f1faa-7531-4b23-a289-74e30cbdf1b4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8fe565ca-25f0-46cc-a74d-1d785e1c4483 HTTP/1.1" status: 200 len: 912 time: 0.2073925 Dec 10 19:23:09.613818 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c37a97e0-edc0-4b29-ab98-e6d12eced2ad tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:09.619436 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538fafff-3142-46a4-a169-476347ac323d req-41051f7a-bc37-484b-b629-117404195d29 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:09.621027 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-538fafff-3142-46a4-a169-476347ac323d req-41051f7a-bc37-484b-b629-117404195d29 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=4fca8ca7-c259-4cd0-9b18-c609f23673e9 HTTP/1.1" status: 200 len: 943 time: 0.1163201 Dec 10 19:23:09.650769 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a97e0-edc0-4b29-ab98-e6d12eced2ad tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event deleted for resources: {'Subnet': ['ID=0f0dcd48-641c-4f68-ab3c-d2225f0d5d8f,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:09.663954 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-eb20a5f8-5bbd-46ea-94c8-8ab4a02e1597 req-4dbf9d18-71e6-4cd8-91dd-4bf5b0a5e5d6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0efe7c65-b2bd-4463-8a4c-3064fff6d056 HTTP/1.1" status: 200 len: 217 time: 0.0419321 Dec 10 19:23:09.668138 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c37a97e0-edc0-4b29-ab98-e6d12eced2ad tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:09.677182 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-c37a97e0-edc0-4b29-ab98-e6d12eced2ad tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/subnets/0f0dcd48-641c-4f68-ab3c-d2225f0d5d8f HTTP/1.1" status: 204 len: 168 time: 0.3751299 Dec 10 19:23:09.679431 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57118) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:09.735030 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-538fafff-3142-46a4-a169-476347ac323d req-88b00a1b-b1ab-4d9a-a001-555fe0be7c3f tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6d45182-71ed-4d5e-8998-00a180281811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784976 Dec 10 19:23:09.745011 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20a5f8-5bbd-46ea-94c8-8ab4a02e1597 req-b6528d94-3f9d-46c8-9996-9d06d4f79de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:09.746409 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-eb20a5f8-5bbd-46ea-94c8-8ab4a02e1597 req-b6528d94-3f9d-46c8-9996-9d06d4f79de7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=08326994-b03f-4864-96e3-852094c75fec HTTP/1.1" status: 200 len: 850 time: 0.0725164 Dec 10 19:23:09.749354 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0bd478d-15bc-4835-91b6-4c228ceeb7ff tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Deleting subnet b3c95829-3310-4f4d-b9b1-13cf519836d9 {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:23:09.764068 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d0bd478d-15bc-4835-91b6-4c228ceeb7ff tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:09.767108 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769e6ea9-44fc-45c1-9fd9-76d667f13280 None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:23:09.809154 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20a5f8-5bbd-46ea-94c8-8ab4a02e1597 req-1470ad3a-ad4a-43aa-8c75-6e4d5b5593c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:09.811215 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-eb20a5f8-5bbd-46ea-94c8-8ab4a02e1597 req-1470ad3a-ad4a-43aa-8c75-6e4d5b5593c9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8fe565ca-25f0-46cc-a74d-1d785e1c4483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0563135 Dec 10 19:23:09.816483 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d0bd478d-15bc-4835-91b6-4c228ceeb7ff tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:09.830971 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-89e5f287-712f-4457-b2c0-7d47f310ca63 None None] Could not find standard attr ID for object bf8187ed-c2b8-4b12-a00b-3677edc494bc. {{(pid=102367) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:23:09.854446 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-89e5f287-712f-4457-b2c0-7d47f310ca63 None None] Provisioning complete for port cb6ccca3-80a7-40b8-9775-015beab02825 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:23:09.854810 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-89e5f287-712f-4457-b2c0-7d47f310ca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:09.928404 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-eb20a5f8-5bbd-46ea-94c8-8ab4a02e1597 req-92d8eb61-aea4-4bc9-9c78-6ca234b0463c service neutron] 10.222.0.36 "GET /v2.0/networks/8fe565ca-25f0-46cc-a74d-1d785e1c4483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084952 Dec 10 19:23:09.951623 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d0bd478d-15bc-4835-91b6-4c228ceeb7ff tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:10.043931 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d0bd478d-15bc-4835-91b6-4c228ceeb7ff tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:10.084191 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bd478d-15bc-4835-91b6-4c228ceeb7ff tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event deleted for resources: {'Subnet': ['ID=b3c95829-3310-4f4d-b9b1-13cf519836d9,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:10.085893 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d0bd478d-15bc-4835-91b6-4c228ceeb7ff tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:10.089271 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d0bd478d-15bc-4835-91b6-4c228ceeb7ff tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/subnets/b3c95829-3310-4f4d-b9b1-13cf519836d9 HTTP/1.1" status: 204 len: 168 time: 0.4081547 Dec 10 19:23:10.093163 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57120) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:10.096289 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-eb20a5f8-5bbd-46ea-94c8-8ab4a02e1597 req-24e70021-d4b3-4342-89b7-da820a0c636d service neutron] 10.222.0.36 "GET /v2.0/networks/8fe565ca-25f0-46cc-a74d-1d785e1c4483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597440 Dec 10 19:23:10.140944 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-2d00527a-84f5-4464-ba55-01fcb7fde7c5 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0463116 Dec 10 19:23:10.146027 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57122) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:10.151399 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624c2c42-978e-424e-9da0-a3b43dd0e13f None None] Update dhcp port {'port': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'fixed_ips': [{'subnet_id': 'b3c95829-3310-4f4d-b9b1-13cf519836d9'}], 'binding:host_id': 'dv-neutron-821441-1-hyperv'}, 'id': 'cb6ccca3-80a7-40b8-9775-015beab02825'} from dv-neutron-821441-1-hyperv. {{(pid=102367) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 10 19:23:10.151666 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-889701c0-ccc1-4dfb-bf66-3a6c88742a2f tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Request body: {'subnet': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:23:10.179686 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-624c2c42-978e-424e-9da0-a3b43dd0e13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:10.277508 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889701c0-ccc1-4dfb-bf66-3a6c88742a2f tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Made reservation on behalf of 3469d34b4b5244779481838dc0c942a0 for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:23:10.284142 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-889701c0-ccc1-4dfb-bf66-3a6c88742a2f tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:10.366872 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16eb0cbc-6b1a-4ad7-ac07-598f9e7e7b18 None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:23:10.491402 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-ba89ea9e-300d-427e-a189-739353615e9a None None] Provisioning complete for port cb6ccca3-80a7-40b8-9775-015beab02825 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:23:10.491777 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ba89ea9e-300d-427e-a189-739353615e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:10.543166 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-889701c0-ccc1-4dfb-bf66-3a6c88742a2f tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:10.604287 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889701c0-ccc1-4dfb-bf66-3a6c88742a2f tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event updated for resources: {'Subnet': ['ID=6ebea21c-8e11-4b85-9d9d-eb273fcf4b82,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:10.617620 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889701c0-ccc1-4dfb-bf66-3a6c88742a2f tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:23:10.619501 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-889701c0-ccc1-4dfb-bf66-3a6c88742a2f tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:23:10.622847 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889701c0-ccc1-4dfb-bf66-3a6c88742a2f tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:10.623542 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-889701c0-ccc1-4dfb-bf66-3a6c88742a2f tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:10.640888 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-889701c0-ccc1-4dfb-bf66-3a6c88742a2f tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4933665 Dec 10 19:23:10.644482 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57124) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:10.649820 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-11851a45-7192-412c-a52b-266776abe39d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Request body: {'subnet': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:23:10.682221 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device cb6ccca3-80a7-40b8-9775-015beab02825 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:23:10.780407 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f041b3cb-8555-49be-959c-7e2263fdecf4 None None] DHCP port deletion for 1d551a91-027c-49df-950f-450dd7a0d1c8 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:23:10.792343 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11851a45-7192-412c-a52b-266776abe39d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Made reservation on behalf of 3469d34b4b5244779481838dc0c942a0 for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:23:10.798441 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-11851a45-7192-412c-a52b-266776abe39d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:10.850949 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:10.905091 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port cb6ccca3-80a7-40b8-9775-015beab02825, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=cb6ccca3-80a7-40b8-9775-015beab02825,segment=NetworkSegment(349affc8-50f4-455b-bd4d-50478ad01ebc),segment_id=349affc8-50f4-455b-bd4d-50478ad01ebc)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:23:10.910255 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:10.943645 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-f041b3cb-8555-49be-959c-7e2263fdecf4 None None] Deleting port cb6ccca3-80a7-40b8-9775-015beab02825 {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:23:10.943645 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f041b3cb-8555-49be-959c-7e2263fdecf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:10.952362 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0834f4-176a-47bb-a666-bf34e43844be req-fb5358e8-5a03-46f8-a781-3513de3286aa tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:10.954543 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ff0834f4-176a-47bb-a666-bf34e43844be req-fb5358e8-5a03-46f8-a781-3513de3286aa tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=4fca8ca7-c259-4cd0-9b18-c609f23673e9 HTTP/1.1" status: 200 len: 943 time: 0.0919573 Dec 10 19:23:11.019304 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=cb6ccca3-80a7-40b8-9775-015beab02825,revision_number=7']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:11.026749 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ff0834f4-176a-47bb-a666-bf34e43844be req-200855c2-bc5c-44af-85ba-a724deffc0d7 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6d45182-71ed-4d5e-8998-00a180281811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621283 Dec 10 19:23:11.065191 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-f041b3cb-8555-49be-959c-7e2263fdecf4 None None] For port cb6ccca3-80a7-40b8-9775-015beab02825, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=cb6ccca3-80a7-40b8-9775-015beab02825,segment=NetworkSegment(349affc8-50f4-455b-bd4d-50478ad01ebc),segment_id=349affc8-50f4-455b-bd4d-50478ad01ebc)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:23:11.065584 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f041b3cb-8555-49be-959c-7e2263fdecf4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:11.079123 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-f041b3cb-8555-49be-959c-7e2263fdecf4 None None] Calling delete_port for cb6ccca3-80a7-40b8-9775-015beab02825 owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:23:11.163539 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f041b3cb-8555-49be-959c-7e2263fdecf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:11.190038 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f041b3cb-8555-49be-959c-7e2263fdecf4 None None] Pushing event deleted for resources: {'Port': ['ID=cb6ccca3-80a7-40b8-9775-015beab02825,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:11.193596 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f041b3cb-8555-49be-959c-7e2263fdecf4 None None] No DVR routers for this DVR port cb6ccca3-80a7-40b8-9775-015beab02825 on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:23:11.216377 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e289dd91-2714-4ff9-90d0-855cd5f78f29 None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:23:11.233236 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.objects.ports [None req-11851a45-7192-412c-a52b-266776abe39d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102365) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 19:23:11.235060 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-11851a45-7192-412c-a52b-266776abe39d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:11.281186 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11851a45-7192-412c-a52b-266776abe39d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:23:11.285468 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-11851a45-7192-412c-a52b-266776abe39d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:23:11.288471 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11851a45-7192-412c-a52b-266776abe39d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:11.289083 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-11851a45-7192-412c-a52b-266776abe39d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:11.307083 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11851a45-7192-412c-a52b-266776abe39d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event updated for resources: {'Subnet': ['ID=408f1632-e1f9-402f-b69d-a4d99c30a697,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:11.317275 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-11851a45-7192-412c-a52b-266776abe39d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6713750 Dec 10 19:23:11.317590 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57128) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:11.323345 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-79b9a601-7387-45f1-9f66-07ce7ac24756 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Request body: {'port': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'mac_address': 'fa:16:3e:9d:d2:d0', 'name': 'tempest-NetworksTestDHCPv6-1553745531'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:23:11.393112 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bac297c-e148-4676-81f7-7de94ae8db56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-1d551a91-027c-49df-950f-450dd7a0d1c8', 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'tenant_id': '3469d34b4b5244779481838dc0c942a0', 'fixed_ips': [{'subnet_id': '408f1632-e1f9-402f-b69d-a4d99c30a697'}, {'subnet_id': '6ebea21c-8e11-4b85-9d9d-eb273fcf4b82'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:23:11.394030 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8bac297c-e148-4676-81f7-7de94ae8db56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:11.444701 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b9a601-7387-45f1-9f66-07ce7ac24756 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Made reservation on behalf of 3469d34b4b5244779481838dc0c942a0 for: {'port': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:23:11.530282 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-79b9a601-7387-45f1-9f66-07ce7ac24756 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:11.557549 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [None req-79b9a601-7387-45f1-9f66-07ce7ac24756 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] device_id is not set on port a9b35280-f34e-4019-a507-1e25564e8134 yet. {{(pid=102366) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:23:11.581134 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-8bac297c-e148-4676-81f7-7de94ae8db56 None None] Allocated IP 172.20.0.2 (1d551a91-027c-49df-950f-450dd7a0d1c8/6ebea21c-8e11-4b85-9d9d-eb273fcf4b82/97b116b5-b8ea-4c8a-8153-b187a485a90a) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:23:11.587578 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-8bac297c-e148-4676-81f7-7de94ae8db56 None None] Allocated IP 2001:db8::f816:3eff:fe46:34b3 (1d551a91-027c-49df-950f-450dd7a0d1c8/408f1632-e1f9-402f-b69d-a4d99c30a697/97b116b5-b8ea-4c8a-8153-b187a485a90a) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:23:11.739843 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8bac297c-e148-4676-81f7-7de94ae8db56 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:11.745959 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8bac297c-e148-4676-81f7-7de94ae8db56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:11.784837 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bac297c-e148-4676-81f7-7de94ae8db56 None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:23:11.787907 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-8bac297c-e148-4676-81f7-7de94ae8db56 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:23:11.791537 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bac297c-e148-4676-81f7-7de94ae8db56 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:23:11.807300 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac297c-e148-4676-81f7-7de94ae8db56 None None] Pushing event updated for resources: {'Port': ['ID=97b116b5-b8ea-4c8a-8153-b187a485a90a,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:11.858317 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-79b9a601-7387-45f1-9f66-07ce7ac24756 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Allocated IP 172.20.0.12 (1d551a91-027c-49df-950f-450dd7a0d1c8/6ebea21c-8e11-4b85-9d9d-eb273fcf4b82/a9b35280-f34e-4019-a507-1e25564e8134) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:23:11.866254 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-79b9a601-7387-45f1-9f66-07ce7ac24756 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Allocated IP 2001:db8::f816:3eff:fe9d:d2d0 (1d551a91-027c-49df-950f-450dd7a0d1c8/408f1632-e1f9-402f-b69d-a4d99c30a697/a9b35280-f34e-4019-a507-1e25564e8134) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:23:11.887383 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-8bac297c-e148-4676-81f7-7de94ae8db56 None None] Attempting to bind port 97b116b5-b8ea-4c8a-8153-b187a485a90a on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:23:11.887845 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-8bac297c-e148-4676-81f7-7de94ae8db56 None None] Attempting to bind port 97b116b5-b8ea-4c8a-8153-b187a485a90a by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:23:11.888278 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bac297c-e148-4676-81f7-7de94ae8db56 None None] Attempting to bind port 97b116b5-b8ea-4c8a-8153-b187a485a90a on network 1d551a91-027c-49df-950f-450dd7a0d1c8 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:23:11.894280 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bac297c-e148-4676-81f7-7de94ae8db56 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:23:11.894651 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bac297c-e148-4676-81f7-7de94ae8db56 None None] Checking segment: {'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:23:11.895046 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8bac297c-e148-4676-81f7-7de94ae8db56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:11.895432 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bac297c-e148-4676-81f7-7de94ae8db56 None None] Bound using segment: {'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:23:11.895898 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-8bac297c-e148-4676-81f7-7de94ae8db56 None None] Bound port: 97b116b5-b8ea-4c8a-8153-b187a485a90a, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:23:11.896278 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8bac297c-e148-4676-81f7-7de94ae8db56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:11.967930 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-8bac297c-e148-4676-81f7-7de94ae8db56 None None] For port 97b116b5-b8ea-4c8a-8153-b187a485a90a, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:23:11.972678 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-8bac297c-e148-4676-81f7-7de94ae8db56 None None] For port 97b116b5-b8ea-4c8a-8153-b187a485a90a, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=97b116b5-b8ea-4c8a-8153-b187a485a90a,segment=NetworkSegment(349affc8-50f4-455b-bd4d-50478ad01ebc),segment_id=349affc8-50f4-455b-bd4d-50478ad01ebc)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:23:11.978901 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8bac297c-e148-4676-81f7-7de94ae8db56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:12.054626 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac297c-e148-4676-81f7-7de94ae8db56 None None] Pushing event updated for resources: {'Port': ['ID=97b116b5-b8ea-4c8a-8153-b187a485a90a,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:12.198918 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa77220-5237-4069-88e1-309850bfced6 req-257c3dc2-c7fb-41e6-baa9-86ed494b375e tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:12.200718 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-afa77220-5237-4069-88e1-309850bfced6 req-257c3dc2-c7fb-41e6-baa9-86ed494b375e tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=4fca8ca7-c259-4cd0-9b18-c609f23673e9 HTTP/1.1" status: 200 len: 943 time: 0.0849187 Dec 10 19:23:12.260806 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-afa77220-5237-4069-88e1-309850bfced6 req-fc661cdf-e960-456b-9e2a-2d75e820734a tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6d45182-71ed-4d5e-8998-00a180281811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478423 Dec 10 19:23:12.317377 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-79b9a601-7387-45f1-9f66-07ce7ac24756 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:12.355553 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-79b9a601-7387-45f1-9f66-07ce7ac24756 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:12.402722 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b9a601-7387-45f1-9f66-07ce7ac24756 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:23:12.406038 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-79b9a601-7387-45f1-9f66-07ce7ac24756 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:23:12.411420 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b9a601-7387-45f1-9f66-07ce7ac24756 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:23:12.440600 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b9a601-7387-45f1-9f66-07ce7ac24756 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event updated for resources: {'Port': ['ID=a9b35280-f34e-4019-a507-1e25564e8134,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:12.470698 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b9a601-7387-45f1-9f66-07ce7ac24756 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:12.471534 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-79b9a601-7387-45f1-9f66-07ce7ac24756 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:12.489811 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-79b9a601-7387-45f1-9f66-07ce7ac24756 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.1710105 Dec 10 19:23:12.492288 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57132) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:12.545189 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28dd87d-c8f1-457a-874d-0e497c46cb21 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:12.552258 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28dd87d-c8f1-457a-874d-0e497c46cb21 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:12.553950 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-f28dd87d-c8f1-457a-874d-0e497c46cb21 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.0606902 Dec 10 19:23:12.556700 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57134) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:12.627595 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 97b116b5-b8ea-4c8a-8153-b187a485a90a up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:23:12.660074 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-874c9592-0206-41c6-b6ae-d06528b2f36b tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Deleting port a9b35280-f34e-4019-a507-1e25564e8134 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:23:12.660809 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-874c9592-0206-41c6-b6ae-d06528b2f36b tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:12.688898 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 97b116b5-b8ea-4c8a-8153-b187a485a90a triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:23:12.688898 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:12.776329 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:12.786329 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-874c9592-0206-41c6-b6ae-d06528b2f36b tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:12.801083 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-874c9592-0206-41c6-b6ae-d06528b2f36b tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Calling delete_port for a9b35280-f34e-4019-a507-1e25564e8134 owned by {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:23:12.812882 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port 97b116b5-b8ea-4c8a-8153-b187a485a90a, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=97b116b5-b8ea-4c8a-8153-b187a485a90a,segment=NetworkSegment(349affc8-50f4-455b-bd4d-50478ad01ebc),segment_id=349affc8-50f4-455b-bd4d-50478ad01ebc)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:23:12.818399 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:12.897180 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=97b116b5-b8ea-4c8a-8153-b187a485a90a,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:13.007251 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-874c9592-0206-41c6-b6ae-d06528b2f36b tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:13.039036 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874c9592-0206-41c6-b6ae-d06528b2f36b tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event deleted for resources: {'Port': ['ID=a9b35280-f34e-4019-a507-1e25564e8134,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:13.137034 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-874c9592-0206-41c6-b6ae-d06528b2f36b tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:13.140608 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-874c9592-0206-41c6-b6ae-d06528b2f36b tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/ports/a9b35280-f34e-4019-a507-1e25564e8134 HTTP/1.1" status: 204 len: 168 time: 0.5826437 Dec 10 19:23:13.143785 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57136) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:13.162644 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c5f4c0-d67d-4463-bab2-dcdb59415b39 None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:23:13.206119 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236977bd-04ed-4619-9f8a-47d835a2fb03 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:13.207653 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236977bd-04ed-4619-9f8a-47d835a2fb03 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:13.209343 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236977bd-04ed-4619-9f8a-47d835a2fb03 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:13.214198 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-236977bd-04ed-4619-9f8a-47d835a2fb03 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0662253 Dec 10 19:23:13.214479 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57138) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:13.234346 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-112b5105-8eae-4356-a7f6-ee6a0e17e306 None None] Provisioning complete for port 97b116b5-b8ea-4c8a-8153-b187a485a90a triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:23:13.234721 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-112b5105-8eae-4356-a7f6-ee6a0e17e306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:13.274429 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-d368e63a-1cd5-40b3-a918-68b123fa0806 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Deleting subnet 408f1632-e1f9-402f-b69d-a4d99c30a697 {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:23:13.278103 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d368e63a-1cd5-40b3-a918-68b123fa0806 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:13.323813 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d368e63a-1cd5-40b3-a918-68b123fa0806 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:13.393558 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad5480-8cff-4648-b70b-5e271c0e3bda req-ed72c0d7-1bc0-4b75-b9d6-ac3e6feb8870 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:13.395160 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d4ad5480-8cff-4648-b70b-5e271c0e3bda req-ed72c0d7-1bc0-4b75-b9d6-ac3e6feb8870 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=4fca8ca7-c259-4cd0-9b18-c609f23673e9 HTTP/1.1" status: 200 len: 943 time: 0.0596936 Dec 10 19:23:13.436150 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d368e63a-1cd5-40b3-a918-68b123fa0806 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:13.455545 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d4ad5480-8cff-4648-b70b-5e271c0e3bda req-730097d2-8dc3-49ce-bbd5-9c5182aed8dc tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6d45182-71ed-4d5e-8998-00a180281811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529151 Dec 10 19:23:13.515940 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d368e63a-1cd5-40b3-a918-68b123fa0806 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:13.544452 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d368e63a-1cd5-40b3-a918-68b123fa0806 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event deleted for resources: {'Subnet': ['ID=408f1632-e1f9-402f-b69d-a4d99c30a697,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:13.552516 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d368e63a-1cd5-40b3-a918-68b123fa0806 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:13.555910 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d368e63a-1cd5-40b3-a918-68b123fa0806 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/subnets/408f1632-e1f9-402f-b69d-a4d99c30a697 HTTP/1.1" status: 204 len: 168 time: 0.3405859 Dec 10 19:23:13.558628 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57142) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:13.623613 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e73577e-1696-44d7-8ed1-58b51eeba246 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Deleting subnet 6ebea21c-8e11-4b85-9d9d-eb273fcf4b82 {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:23:13.628281 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1e73577e-1696-44d7-8ed1-58b51eeba246 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:13.654359 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3033058f-52f8-44c9-8949-faeb63b94665 None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:23:13.673507 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1e73577e-1696-44d7-8ed1-58b51eeba246 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:13.768280 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-626853f9-02e8-4a2c-9b78-b87783e66f7b None None] Provisioning complete for port 97b116b5-b8ea-4c8a-8153-b187a485a90a triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:23:13.768686 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-626853f9-02e8-4a2c-9b78-b87783e66f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:13.769322 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1e73577e-1696-44d7-8ed1-58b51eeba246 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:13.835435 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1e73577e-1696-44d7-8ed1-58b51eeba246 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:13.864489 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e73577e-1696-44d7-8ed1-58b51eeba246 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event deleted for resources: {'Subnet': ['ID=6ebea21c-8e11-4b85-9d9d-eb273fcf4b82,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:13.870483 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1e73577e-1696-44d7-8ed1-58b51eeba246 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:13.875108 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-1e73577e-1696-44d7-8ed1-58b51eeba246 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/subnets/6ebea21c-8e11-4b85-9d9d-eb273fcf4b82 HTTP/1.1" status: 204 len: 168 time: 0.3152885 Dec 10 19:23:13.877041 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57144) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:13.917614 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-0555481d-b035-4e3d-8375-b456cd63c21b tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0391428 Dec 10 19:23:13.920031 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57146) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:13.958628 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44ec22a-36f7-4965-a3eb-fd55e4cec4de None None] Update dhcp port {'port': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'fixed_ips': [{'subnet_id': '6ebea21c-8e11-4b85-9d9d-eb273fcf4b82'}], 'binding:host_id': 'dv-neutron-821441-1-hyperv'}, 'id': '97b116b5-b8ea-4c8a-8153-b187a485a90a'} from dv-neutron-821441-1-hyperv. {{(pid=102367) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 10 19:23:13.972038 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de6d1ad-2114-4d63-977b-153fe7b0db2e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:13.973703 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-2de6d1ad-2114-4d63-977b-153fe7b0db2e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0527041 Dec 10 19:23:13.982299 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57148) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:13.986889 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a44ec22a-36f7-4965-a3eb-fd55e4cec4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:14.043029 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd60562-59cc-474f-b01b-22daa00f1fad tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:14.044551 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-5dd60562-59cc-474f-b01b-22daa00f1fad tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0612488 Dec 10 19:23:14.048909 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57150) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:14.089490 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-438a989f-a028-4e51-96c8-3dbec37826aa tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0389504 Dec 10 19:23:14.094666 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57152) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:14.100402 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-df02f374-bb74-4a1f-aa09-b5931c4d03c9 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Request body: {'subnet': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:23:14.174302 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55248bc8-0291-464c-adb2-319be2a9938b None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:23:14.206593 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df02f374-bb74-4a1f-aa09-b5931c4d03c9 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Made reservation on behalf of 3469d34b4b5244779481838dc0c942a0 for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:23:14.210397 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-df02f374-bb74-4a1f-aa09-b5931c4d03c9 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:14.211896 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-df02f374-bb74-4a1f-aa09-b5931c4d03c9 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:23:14.212370 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df02f374-bb74-4a1f-aa09-b5931c4d03c9 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:23:14.234284 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-df02f374-bb74-4a1f-aa09-b5931c4d03c9 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1355915 Dec 10 19:23:14.234909 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57154) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:14.241010 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-4a6d839c-081c-4c1a-b190-88f2c56fcb73 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Request body: {'subnet': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:23:14.250170 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-d542f2aa-52a3-4fad-83df-91f5feb9f557 None None] Provisioning complete for port 97b116b5-b8ea-4c8a-8153-b187a485a90a triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:23:14.250577 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d542f2aa-52a3-4fad-83df-91f5feb9f557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:14.347566 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6d839c-081c-4c1a-b190-88f2c56fcb73 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Made reservation on behalf of 3469d34b4b5244779481838dc0c942a0 for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:23:14.351909 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4a6d839c-081c-4c1a-b190-88f2c56fcb73 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:14.353422 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a6d839c-081c-4c1a-b190-88f2c56fcb73 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:23:14.353859 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a6d839c-081c-4c1a-b190-88f2c56fcb73 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:23:14.363689 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c7c599-9347-473c-96f2-a5a9c6b8551b None None] DHCP port deletion for 1d551a91-027c-49df-950f-450dd7a0d1c8 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:23:14.372123 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-4a6d839c-081c-4c1a-b190-88f2c56fcb73 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1361313 Dec 10 19:23:14.375208 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57156) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:14.380398 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-654b5e8e-550a-4541-bbb8-5d8d1d40ada7 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Request body: {'subnet': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:23:14.433772 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-46c7c599-9347-473c-96f2-a5a9c6b8551b None None] Deleting port 97b116b5-b8ea-4c8a-8153-b187a485a90a {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:23:14.434290 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-46c7c599-9347-473c-96f2-a5a9c6b8551b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:14.478044 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654b5e8e-550a-4541-bbb8-5d8d1d40ada7 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Made reservation on behalf of 3469d34b4b5244779481838dc0c942a0 for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:23:14.481885 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-654b5e8e-550a-4541-bbb8-5d8d1d40ada7 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:14.483330 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-654b5e8e-550a-4541-bbb8-5d8d1d40ada7 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:23:14.483765 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-654b5e8e-550a-4541-bbb8-5d8d1d40ada7 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:23:14.503606 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-654b5e8e-550a-4541-bbb8-5d8d1d40ada7 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1272483 Dec 10 19:23:14.506957 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57160) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:14.510025 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-46c7c599-9347-473c-96f2-a5a9c6b8551b None None] For port 97b116b5-b8ea-4c8a-8153-b187a485a90a, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=97b116b5-b8ea-4c8a-8153-b187a485a90a,segment=NetworkSegment(349affc8-50f4-455b-bd4d-50478ad01ebc),segment_id=349affc8-50f4-455b-bd4d-50478ad01ebc)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:23:14.510411 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-46c7c599-9347-473c-96f2-a5a9c6b8551b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:14.513904 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-5c4d1381-e786-4051-8959-8955f44de5e2 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Request body: {'subnet': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:23:14.530158 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-46c7c599-9347-473c-96f2-a5a9c6b8551b None None] Calling delete_port for 97b116b5-b8ea-4c8a-8153-b187a485a90a owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:23:14.611792 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 97b116b5-b8ea-4c8a-8153-b187a485a90a no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:23:14.616658 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b04085e-5275-48d3-8c0c-5274ef29fdae req-9b35c138-f000-4003-8cc3-fb3434ec699a tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:14.618304 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2b04085e-5275-48d3-8c0c-5274ef29fdae req-9b35c138-f000-4003-8cc3-fb3434ec699a tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=4fca8ca7-c259-4cd0-9b18-c609f23673e9 HTTP/1.1" status: 200 len: 943 time: 0.0757501 Dec 10 19:23:14.637354 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4d1381-e786-4051-8959-8955f44de5e2 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Made reservation on behalf of 3469d34b4b5244779481838dc0c942a0 for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:23:14.641054 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5c4d1381-e786-4051-8959-8955f44de5e2 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:14.642504 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c4d1381-e786-4051-8959-8955f44de5e2 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:23:14.642937 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c4d1381-e786-4051-8959-8955f44de5e2 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:23:14.655404 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-46c7c599-9347-473c-96f2-a5a9c6b8551b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:14.666550 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-5c4d1381-e786-4051-8959-8955f44de5e2 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1556985 Dec 10 19:23:14.666822 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57162) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:14.666984 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2b04085e-5275-48d3-8c0c-5274ef29fdae req-c3383af4-7fc0-4c99-9494-72397422dd0a tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6d45182-71ed-4d5e-8998-00a180281811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403907 Dec 10 19:23:14.673729 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-a7a9c891-0dcb-478e-9299-fa80c8623c17 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Request body: {'subnet': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:23:14.693915 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c7c599-9347-473c-96f2-a5a9c6b8551b None None] Pushing event deleted for resources: {'Port': ['ID=97b116b5-b8ea-4c8a-8153-b187a485a90a,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:14.697151 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No active binding found for port 97b116b5-b8ea-4c8a-8153-b187a485a90a {{(pid=102367) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 10 19:23:14.697577 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 97b116b5-b8ea-4c8a-8153-b187a485a90a not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:23:14.700560 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c7c599-9347-473c-96f2-a5a9c6b8551b None None] No DVR routers for this DVR port 97b116b5-b8ea-4c8a-8153-b187a485a90a on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:23:14.771309 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a9c891-0dcb-478e-9299-fa80c8623c17 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Made reservation on behalf of 3469d34b4b5244779481838dc0c942a0 for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:23:14.775072 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a7a9c891-0dcb-478e-9299-fa80c8623c17 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:14.776454 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7a9c891-0dcb-478e-9299-fa80c8623c17 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:23:14.776908 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7a9c891-0dcb-478e-9299-fa80c8623c17 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:23:14.793346 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-a7a9c891-0dcb-478e-9299-fa80c8623c17 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1254220 Dec 10 19:23:14.796451 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57164) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:14.803769 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-d667d930-46c5-4d01-ada8-5526380f6aa2 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Request body: {'subnet': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:23:14.905981 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d667d930-46c5-4d01-ada8-5526380f6aa2 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Made reservation on behalf of 3469d34b4b5244779481838dc0c942a0 for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:23:14.911147 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d667d930-46c5-4d01-ada8-5526380f6aa2 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:14.912678 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-d667d930-46c5-4d01-ada8-5526380f6aa2 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:23:14.913129 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d667d930-46c5-4d01-ada8-5526380f6aa2 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:23:14.946774 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d667d930-46c5-4d01-ada8-5526380f6aa2 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1491652 Dec 10 19:23:14.949522 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57166) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:14.981316 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-a0464b61-5e08-4d25-b2e3-db2514d0f34e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0304787 Dec 10 19:23:14.983618 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57168) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:15.038557 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9606c609-4190-4a28-8763-0de919cb75d2 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:15.040036 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-9606c609-4190-4a28-8763-0de919cb75d2 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0554707 Dec 10 19:23:15.042590 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57170) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:15.085746 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d1a2832f-4845-4a4e-82a4-739d5de7f1d5 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0419862 Dec 10 19:23:15.089596 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57172) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:15.094221 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-27f5db12-08d1-457e-9a41-4c2dd9079704 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Request body: {'subnet': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:23:15.186434 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f5db12-08d1-457e-9a41-4c2dd9079704 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Made reservation on behalf of 3469d34b4b5244779481838dc0c942a0 for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:23:15.190132 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-27f5db12-08d1-457e-9a41-4c2dd9079704 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:15.463199 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.objects.ports [None req-27f5db12-08d1-457e-9a41-4c2dd9079704 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102366) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 19:23:15.464622 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-27f5db12-08d1-457e-9a41-4c2dd9079704 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:15.508410 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f5db12-08d1-457e-9a41-4c2dd9079704 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:23:15.511551 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-27f5db12-08d1-457e-9a41-4c2dd9079704 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:23:15.514636 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f5db12-08d1-457e-9a41-4c2dd9079704 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:15.515225 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-27f5db12-08d1-457e-9a41-4c2dd9079704 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:15.521137 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce6d206-1c10-481f-98cf-a787f555dd6e None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:23:15.534634 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f5db12-08d1-457e-9a41-4c2dd9079704 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event updated for resources: {'Subnet': ['ID=d99ce708-230d-442e-a4e0-8509f3c2b291,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:15.546213 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-27f5db12-08d1-457e-9a41-4c2dd9079704 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4544771 Dec 10 19:23:15.548197 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57174) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:15.553544 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-9533bb63-3ded-46e3-8b9e-f118f3ade7e0 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Request body: {'port': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'mac_address': 'fa:16:3e:25:11:7a', 'name': 'tempest-NetworksTestDHCPv6-1050402292'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:23:15.672138 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9533bb63-3ded-46e3-8b9e-f118f3ade7e0 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Made reservation on behalf of 3469d34b4b5244779481838dc0c942a0 for: {'port': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:23:15.677571 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9533bb63-3ded-46e3-8b9e-f118f3ade7e0 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:15.679818 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64ff190-5dd5-4fd7-9467-ace5b4821c25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-1d551a91-027c-49df-950f-450dd7a0d1c8', 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'tenant_id': '3469d34b4b5244779481838dc0c942a0', 'fixed_ips': [{'subnet_id': 'd99ce708-230d-442e-a4e0-8509f3c2b291'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:23:15.680735 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d64ff190-5dd5-4fd7-9467-ace5b4821c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:15.699849 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [None req-9533bb63-3ded-46e3-8b9e-f118f3ade7e0 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] device_id is not set on port ca48e3ad-f3b9-4016-99e9-c4c56baba037 yet. {{(pid=102366) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:23:15.818841 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-9533bb63-3ded-46e3-8b9e-f118f3ade7e0 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Allocated IP 2001:db8::f816:3eff:fe25:117a (1d551a91-027c-49df-950f-450dd7a0d1c8/d99ce708-230d-442e-a4e0-8509f3c2b291/ca48e3ad-f3b9-4016-99e9-c4c56baba037) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:23:15.847305 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c9217e-c76e-4948-aeff-fb9444c15caa req-931dba28-b10d-42b7-b027-c9ffe23e2354 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:15.848881 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-87c9217e-c76e-4948-aeff-fb9444c15caa req-931dba28-b10d-42b7-b027-c9ffe23e2354 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=4fca8ca7-c259-4cd0-9b18-c609f23673e9 HTTP/1.1" status: 200 len: 943 time: 0.0706174 Dec 10 19:23:15.890138 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-87c9217e-c76e-4948-aeff-fb9444c15caa req-eb25223d-14a6-49af-8b2a-4a9fef1ebfc3 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6d45182-71ed-4d5e-8998-00a180281811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348036 Dec 10 19:23:16.014349 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9533bb63-3ded-46e3-8b9e-f118f3ade7e0 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:16.050328 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9533bb63-3ded-46e3-8b9e-f118f3ade7e0 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:16.095368 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-d64ff190-5dd5-4fd7-9467-ace5b4821c25 None None] Allocated IP 2001:db8::f816:3eff:fe08:37c9 (1d551a91-027c-49df-950f-450dd7a0d1c8/d99ce708-230d-442e-a4e0-8509f3c2b291/669b4da9-06ef-4b51-9ef5-a38f5d6fa43a) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:23:16.100552 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9533bb63-3ded-46e3-8b9e-f118f3ade7e0 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:23:16.104014 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-9533bb63-3ded-46e3-8b9e-f118f3ade7e0 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:23:16.107932 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9533bb63-3ded-46e3-8b9e-f118f3ade7e0 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:23:16.114698 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9533bb63-3ded-46e3-8b9e-f118f3ade7e0 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:16.115349 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9533bb63-3ded-46e3-8b9e-f118f3ade7e0 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:16.126859 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9533bb63-3ded-46e3-8b9e-f118f3ade7e0 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event updated for resources: {'Port': ['ID=ca48e3ad-f3b9-4016-99e9-c4c56baba037,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:16.140921 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-9533bb63-3ded-46e3-8b9e-f118f3ade7e0 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.5915091 Dec 10 19:23:16.144612 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57178) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:16.196812 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082a8ec1-e0c8-4317-97fb-e24bed1c9384 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:16.198528 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-082a8ec1-e0c8-4317-97fb-e24bed1c9384 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0529501 Dec 10 19:23:16.201496 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57180) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:16.268190 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d64ff190-5dd5-4fd7-9467-ace5b4821c25 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:16.274913 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d64ff190-5dd5-4fd7-9467-ace5b4821c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:16.302892 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-4d405aac-ecd0-446a-96ba-2ba3f4389f61 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Deleting port ca48e3ad-f3b9-4016-99e9-c4c56baba037 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:23:16.303443 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4d405aac-ecd0-446a-96ba-2ba3f4389f61 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:16.312325 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64ff190-5dd5-4fd7-9467-ace5b4821c25 None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:23:16.316918 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-d64ff190-5dd5-4fd7-9467-ace5b4821c25 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:23:16.320423 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64ff190-5dd5-4fd7-9467-ace5b4821c25 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:23:16.328258 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64ff190-5dd5-4fd7-9467-ace5b4821c25 None None] Pushing event updated for resources: {'Port': ['ID=669b4da9-06ef-4b51-9ef5-a38f5d6fa43a,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:16.382057 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-d64ff190-5dd5-4fd7-9467-ace5b4821c25 None None] Attempting to bind port 669b4da9-06ef-4b51-9ef5-a38f5d6fa43a on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:23:16.382416 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-d64ff190-5dd5-4fd7-9467-ace5b4821c25 None None] Attempting to bind port 669b4da9-06ef-4b51-9ef5-a38f5d6fa43a by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:23:16.383885 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64ff190-5dd5-4fd7-9467-ace5b4821c25 None None] Attempting to bind port 669b4da9-06ef-4b51-9ef5-a38f5d6fa43a on network 1d551a91-027c-49df-950f-450dd7a0d1c8 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:23:16.387847 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64ff190-5dd5-4fd7-9467-ace5b4821c25 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:23:16.388211 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64ff190-5dd5-4fd7-9467-ace5b4821c25 None None] Checking segment: {'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:23:16.388632 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d64ff190-5dd5-4fd7-9467-ace5b4821c25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:16.389015 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64ff190-5dd5-4fd7-9467-ace5b4821c25 None None] Bound using segment: {'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:23:16.389471 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-d64ff190-5dd5-4fd7-9467-ace5b4821c25 None None] Bound port: 669b4da9-06ef-4b51-9ef5-a38f5d6fa43a, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:23:16.389850 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d64ff190-5dd5-4fd7-9467-ace5b4821c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:16.399405 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4d405aac-ecd0-446a-96ba-2ba3f4389f61 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:16.413140 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-4d405aac-ecd0-446a-96ba-2ba3f4389f61 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Calling delete_port for ca48e3ad-f3b9-4016-99e9-c4c56baba037 owned by {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:23:16.459907 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-d64ff190-5dd5-4fd7-9467-ace5b4821c25 None None] For port 669b4da9-06ef-4b51-9ef5-a38f5d6fa43a, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:23:16.463529 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-d64ff190-5dd5-4fd7-9467-ace5b4821c25 None None] For port 669b4da9-06ef-4b51-9ef5-a38f5d6fa43a, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=669b4da9-06ef-4b51-9ef5-a38f5d6fa43a,segment=NetworkSegment(349affc8-50f4-455b-bd4d-50478ad01ebc),segment_id=349affc8-50f4-455b-bd4d-50478ad01ebc)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:23:16.467466 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d64ff190-5dd5-4fd7-9467-ace5b4821c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:16.551033 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64ff190-5dd5-4fd7-9467-ace5b4821c25 None None] Pushing event updated for resources: {'Port': ['ID=669b4da9-06ef-4b51-9ef5-a38f5d6fa43a,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:16.605276 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4d405aac-ecd0-446a-96ba-2ba3f4389f61 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:16.637678 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d405aac-ecd0-446a-96ba-2ba3f4389f61 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event deleted for resources: {'Port': ['ID=ca48e3ad-f3b9-4016-99e9-c4c56baba037,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:16.669043 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4d405aac-ecd0-446a-96ba-2ba3f4389f61 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:16.673854 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-4d405aac-ecd0-446a-96ba-2ba3f4389f61 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/ports/ca48e3ad-f3b9-4016-99e9-c4c56baba037 HTTP/1.1" status: 204 len: 168 time: 0.4712231 Dec 10 19:23:16.676135 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57182) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:16.743978 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81383e64-c7f6-444d-8af8-ef4310ca41cf tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:16.745632 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81383e64-c7f6-444d-8af8-ef4310ca41cf tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:16.747363 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-81383e64-c7f6-444d-8af8-ef4310ca41cf tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0700338 Dec 10 19:23:16.751805 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57184) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:16.814308 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-544cf227-ae49-4ec3-b3d0-8002be02b220 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Deleting subnet d99ce708-230d-442e-a4e0-8509f3c2b291 {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:23:16.817988 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-544cf227-ae49-4ec3-b3d0-8002be02b220 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:16.875946 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-544cf227-ae49-4ec3-b3d0-8002be02b220 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:16.976642 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-544cf227-ae49-4ec3-b3d0-8002be02b220 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:17.041122 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a894240-fe34-4254-ae59-eb4e71bf5da8 req-76c94b1c-1a64-4273-9e87-575712c94cb2 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:17.043470 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8a894240-fe34-4254-ae59-eb4e71bf5da8 req-76c94b1c-1a64-4273-9e87-575712c94cb2 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=4fca8ca7-c259-4cd0-9b18-c609f23673e9 HTTP/1.1" status: 200 len: 943 time: 0.0663435 Dec 10 19:23:17.052073 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-544cf227-ae49-4ec3-b3d0-8002be02b220 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:17.079375 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544cf227-ae49-4ec3-b3d0-8002be02b220 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event deleted for resources: {'Subnet': ['ID=d99ce708-230d-442e-a4e0-8509f3c2b291,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:17.085568 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-544cf227-ae49-4ec3-b3d0-8002be02b220 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:17.089520 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8a894240-fe34-4254-ae59-eb4e71bf5da8 req-f7bb8871-16a9-490b-bf51-0a287fbac5cc tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6d45182-71ed-4d5e-8998-00a180281811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387757 Dec 10 19:23:17.091304 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57188) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:17.091522 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-544cf227-ae49-4ec3-b3d0-8002be02b220 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/subnets/d99ce708-230d-442e-a4e0-8509f3c2b291 HTTP/1.1" status: 204 len: 168 time: 0.3386316 Dec 10 19:23:17.134333 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-739f59bc-0c2b-4145-857f-41611d985e80 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0417013 Dec 10 19:23:17.137091 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57190) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:17.142578 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-3715ffc0-dad0-4c37-8f08-f3ada98aa516 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Request body: {'subnet': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:23:17.260153 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3715ffc0-dad0-4c37-8f08-f3ada98aa516 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Made reservation on behalf of 3469d34b4b5244779481838dc0c942a0 for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:23:17.263867 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3715ffc0-dad0-4c37-8f08-f3ada98aa516 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:17.551810 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e8ba2f-ef86-436f-af3c-3f2020b065ac None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:23:17.614115 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.objects.ports [None req-3715ffc0-dad0-4c37-8f08-f3ada98aa516 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102365) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 19:23:17.679104 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-2661abb9-9cd3-478d-bed5-956c9702cd60 None None] Provisioning complete for port 669b4da9-06ef-4b51-9ef5-a38f5d6fa43a triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:23:17.679633 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2661abb9-9cd3-478d-bed5-956c9702cd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:17.800329 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2661abb9-9cd3-478d-bed5-956c9702cd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:17.871793 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3715ffc0-dad0-4c37-8f08-f3ada98aa516 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:17.879325 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.db.api [None req-2661abb9-9cd3-478d-bed5-956c9702cd60 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102367) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:23:17.879722 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG oslo_db.api [None req-2661abb9-9cd3-478d-bed5-956c9702cd60 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:23:18.062026 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-3715ffc0-dad0-4c37-8f08-f3ada98aa516 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] For port 669b4da9-06ef-4b51-9ef5-a38f5d6fa43a, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=669b4da9-06ef-4b51-9ef5-a38f5d6fa43a,segment=NetworkSegment(349affc8-50f4-455b-bd4d-50478ad01ebc),segment_id=349affc8-50f4-455b-bd4d-50478ad01ebc)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:23:18.100603 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3715ffc0-dad0-4c37-8f08-f3ada98aa516 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:18.106207 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3715ffc0-dad0-4c37-8f08-f3ada98aa516 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:18.106968 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3715ffc0-dad0-4c37-8f08-f3ada98aa516 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:18.186150 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3715ffc0-dad0-4c37-8f08-f3ada98aa516 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:23:18.211717 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-3715ffc0-dad0-4c37-8f08-f3ada98aa516 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:23:18.386691 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f9fecb-d5ee-4930-bfd3-7c0fa4080350 None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:23:18.569451 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3715ffc0-dad0-4c37-8f08-f3ada98aa516 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:18.570040 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3715ffc0-dad0-4c37-8f08-f3ada98aa516 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:18.587816 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3715ffc0-dad0-4c37-8f08-f3ada98aa516 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event updated for resources: {'Port': ['ID=669b4da9-06ef-4b51-9ef5-a38f5d6fa43a,revision_number=5']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:18.597163 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3715ffc0-dad0-4c37-8f08-f3ada98aa516 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event updated for resources: {'Subnet': ['ID=862077c2-21a3-426e-a817-1fe4473a75cf,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:18.607810 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-3715ffc0-dad0-4c37-8f08-f3ada98aa516 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4696183 Dec 10 19:23:18.611053 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57194) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:18.616365 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-b56c2f41-97b9-49f6-b910-4146e71199ae tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Request body: {'port': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'mac_address': 'fa:16:3e:f3:59:a2', 'name': 'tempest-NetworksTestDHCPv6-1787095459'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:23:18.638280 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2661abb9-9cd3-478d-bed5-956c9702cd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:18.670189 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d953596-be01-4d50-a66f-7c7895b72415 req-14d5f578-fa0e-4ff0-a1fc-827e17531364 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:18.671740 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3d953596-be01-4d50-a66f-7c7895b72415 req-14d5f578-fa0e-4ff0-a1fc-827e17531364 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=4fca8ca7-c259-4cd0-9b18-c609f23673e9 HTTP/1.1" status: 200 len: 943 time: 0.4943755 Dec 10 19:23:18.701636 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 669b4da9-06ef-4b51-9ef5-a38f5d6fa43a up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:23:18.742300 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3d953596-be01-4d50-a66f-7c7895b72415 req-8a8bae66-fd5e-4ea5-8088-4bbef9f03394 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6d45182-71ed-4d5e-8998-00a180281811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597489 Dec 10 19:23:18.743629 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-2661abb9-9cd3-478d-bed5-956c9702cd60 None None] For port 669b4da9-06ef-4b51-9ef5-a38f5d6fa43a, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=669b4da9-06ef-4b51-9ef5-a38f5d6fa43a,segment=NetworkSegment(349affc8-50f4-455b-bd4d-50478ad01ebc),segment_id=349affc8-50f4-455b-bd4d-50478ad01ebc)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:23:18.757322 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2661abb9-9cd3-478d-bed5-956c9702cd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:18.779038 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56c2f41-97b9-49f6-b910-4146e71199ae tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Made reservation on behalf of 3469d34b4b5244779481838dc0c942a0 for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:23:18.882546 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b56c2f41-97b9-49f6-b910-4146e71199ae tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:18.889729 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2661abb9-9cd3-478d-bed5-956c9702cd60 None None] Pushing event updated for resources: {'Port': ['ID=669b4da9-06ef-4b51-9ef5-a38f5d6fa43a,revision_number=6']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:18.905803 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 669b4da9-06ef-4b51-9ef5-a38f5d6fa43a triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:23:18.906172 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:18.910124 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [None req-b56c2f41-97b9-49f6-b910-4146e71199ae tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] device_id is not set on port f93285d3-a3e4-4a85-97b8-a9de353cae49 yet. {{(pid=102365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:23:18.933927 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-077a8669-a98c-4ba1-8e58-d0f5d719d3eb None None] Provisioning complete for port 669b4da9-06ef-4b51-9ef5-a38f5d6fa43a triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:23:18.934294 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-077a8669-a98c-4ba1-8e58-d0f5d719d3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:19.034361 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-b56c2f41-97b9-49f6-b910-4146e71199ae tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Allocated IP 2001:db8::f816:3eff:fef3:59a2 (1d551a91-027c-49df-950f-450dd7a0d1c8/862077c2-21a3-426e-a817-1fe4473a75cf/f93285d3-a3e4-4a85-97b8-a9de353cae49) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:23:19.078732 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-077a8669-a98c-4ba1-8e58-d0f5d719d3eb None None] Could not find standard attr ID for object ca48e3ad-f3b9-4016-99e9-c4c56baba037. {{(pid=102367) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:23:19.200744 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-ced4f7dc-563e-4dbd-a871-64d70c9e8cc7 None None] Provisioning complete for port 669b4da9-06ef-4b51-9ef5-a38f5d6fa43a triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:23:19.201116 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ced4f7dc-563e-4dbd-a871-64d70c9e8cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:19.202436 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b56c2f41-97b9-49f6-b910-4146e71199ae tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:19.236385 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b56c2f41-97b9-49f6-b910-4146e71199ae tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:19.281924 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56c2f41-97b9-49f6-b910-4146e71199ae tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:23:19.286643 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-b56c2f41-97b9-49f6-b910-4146e71199ae tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:23:19.293788 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56c2f41-97b9-49f6-b910-4146e71199ae tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:23:19.301503 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56c2f41-97b9-49f6-b910-4146e71199ae tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:19.302220 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b56c2f41-97b9-49f6-b910-4146e71199ae tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:19.306344 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56c2f41-97b9-49f6-b910-4146e71199ae tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event updated for resources: {'Port': ['ID=f93285d3-a3e4-4a85-97b8-a9de353cae49,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:19.323515 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-b56c2f41-97b9-49f6-b910-4146e71199ae tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.7110090 Dec 10 19:23:19.325827 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57196) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:19.378399 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b1942c-2c54-4529-9638-e9a57176d562 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:19.384471 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b1942c-2c54-4529-9638-e9a57176d562 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:19.386157 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-d3b1942c-2c54-4529-9638-e9a57176d562 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.0593610 Dec 10 19:23:19.388889 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57198) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:19.482851 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-9440be9d-1950-4570-8547-7464b993a70b tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Deleting port f93285d3-a3e4-4a85-97b8-a9de353cae49 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:23:19.483191 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9440be9d-1950-4570-8547-7464b993a70b tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:19.507019 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-166b8bd5-b89f-4069-b1b8-2f3ccb269d91 None None] Provisioning complete for port f93285d3-a3e4-4a85-97b8-a9de353cae49 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:23:19.507554 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-166b8bd5-b89f-4069-b1b8-2f3ccb269d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:19.551281 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-166b8bd5-b89f-4069-b1b8-2f3ccb269d91 None None] Port f93285d3-a3e4-4a85-97b8-a9de353cae49 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:23:19.584585 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9440be9d-1950-4570-8547-7464b993a70b tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:19.597843 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-9440be9d-1950-4570-8547-7464b993a70b tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Calling delete_port for f93285d3-a3e4-4a85-97b8-a9de353cae49 owned by {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:23:19.739123 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9440be9d-1950-4570-8547-7464b993a70b tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:19.768284 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9440be9d-1950-4570-8547-7464b993a70b tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event deleted for resources: {'Port': ['ID=f93285d3-a3e4-4a85-97b8-a9de353cae49,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:19.790089 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 0efe7c65-b2bd-4463-8a4c-3064fff6d056 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=102367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:23:19.811751 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9440be9d-1950-4570-8547-7464b993a70b tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:19.819614 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-9440be9d-1950-4570-8547-7464b993a70b tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/ports/f93285d3-a3e4-4a85-97b8-a9de353cae49 HTTP/1.1" status: 204 len: 168 time: 0.4293065 Dec 10 19:23:19.821955 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57202) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:19.914486 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e98d1f-131a-47e6-82b6-aa2e3fa3dbbb tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:19.916039 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e98d1f-131a-47e6-82b6-aa2e3fa3dbbb tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:19.920565 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-21e98d1f-131a-47e6-82b6-aa2e3fa3dbbb tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0940797 Dec 10 19:23:19.921031 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57204) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:19.928176 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 0efe7c65-b2bd-4463-8a4c-3064fff6d056, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=0efe7c65-b2bd-4463-8a4c-3064fff6d056,segment=NetworkSegment(f660800f-194f-49ad-8e36-a73cd4c72d7d),segment_id=f660800f-194f-49ad-8e36-a73cd4c72d7d)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:23:19.931147 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9454ab9-8111-475c-9cd5-53c26a90826c req-e20a4841-4276-491d-b7f6-8826b3ca5103 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:19.933145 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d9454ab9-8111-475c-9cd5-53c26a90826c req-e20a4841-4276-491d-b7f6-8826b3ca5103 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=4fca8ca7-c259-4cd0-9b18-c609f23673e9 HTTP/1.1" status: 200 len: 943 time: 0.0974565 Dec 10 19:23:19.947735 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Returning: {'device': '0efe7c65-b2bd-4463-8a4c-3064fff6d056', 'network_id': '8fe565ca-25f0-46cc-a74d-1d785e1c4483', 'port_id': '0efe7c65-b2bd-4463-8a4c-3064fff6d056', 'mac_address': 'fa:16:3e:80:f1:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08326994-b03f-4864-96e3-852094c75fec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:23:19.984446 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d9454ab9-8111-475c-9cd5-53c26a90826c req-cec61bbb-dc1f-4373-9866-34066b8bf188 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6d45182-71ed-4d5e-8998-00a180281811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426817 Dec 10 19:23:19.996915 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-604b8ae5-5a0b-4ce9-92cc-858606ff71ac tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Deleting subnet 862077c2-21a3-426e-a817-1fe4473a75cf {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:23:20.008264 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-604b8ae5-5a0b-4ce9-92cc-858606ff71ac tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:20.017792 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:20.039290 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0efe7c65-b2bd-4463-8a4c-3064fff6d056 {{(pid=102367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:23:20.048810 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-604b8ae5-5a0b-4ce9-92cc-858606ff71ac tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:20.061180 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 0efe7c65-b2bd-4463-8a4c-3064fff6d056, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=0efe7c65-b2bd-4463-8a4c-3064fff6d056,segment=NetworkSegment(f660800f-194f-49ad-8e36-a73cd4c72d7d),segment_id=f660800f-194f-49ad-8e36-a73cd4c72d7d)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:23:20.065866 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:20.124868 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=0efe7c65-b2bd-4463-8a4c-3064fff6d056,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:20.149363 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-604b8ae5-5a0b-4ce9-92cc-858606ff71ac tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:20.203262 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d31d02c6-170c-4902-abb2-16e704f730a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:20.211298 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-604b8ae5-5a0b-4ce9-92cc-858606ff71ac tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:20.239428 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604b8ae5-5a0b-4ce9-92cc-858606ff71ac tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event deleted for resources: {'Subnet': ['ID=862077c2-21a3-426e-a817-1fe4473a75cf,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:20.243240 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-604b8ae5-5a0b-4ce9-92cc-858606ff71ac tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:20.246761 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-604b8ae5-5a0b-4ce9-92cc-858606ff71ac tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/subnets/862077c2-21a3-426e-a817-1fe4473a75cf HTTP/1.1" status: 204 len: 168 time: 0.3245690 Dec 10 19:23:20.249190 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57206) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:20.252425 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958f7a69-016c-4caf-8e31-56efe3064844 None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:23:20.288462 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-cbe2d3ac-40c7-49ca-b298-421cd52ad6e8 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0380309 Dec 10 19:23:20.290806 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57208) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:20.341133 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7e416c-66cb-4d0b-b202-5e60c56f88be tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:20.342641 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-5a7e416c-66cb-4d0b-b202-5e60c56f88be tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0508997 Dec 10 19:23:20.346198 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57210) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:20.402410 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c925af-ac1a-4c2b-8ade-9c095df24772 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:20.403885 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-81c925af-ac1a-4c2b-8ade-9c095df24772 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0567470 Dec 10 19:23:20.406393 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57212) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:20.448450 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-5e5a9ae6-c527-464e-89e0-520d5bc81d71 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0400362 Dec 10 19:23:20.448837 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e014e95-8d1a-4986-8380-096e914e5117 None None] DHCP port deletion for 1d551a91-027c-49df-950f-450dd7a0d1c8 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:23:20.452126 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57214) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:20.458088 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-74db1a60-73ea-4ddb-bb80-0b8e38fa8ecd tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Request body: {'subnet': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:23:20.503453 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-6e014e95-8d1a-4986-8380-096e914e5117 None None] Deleting port 669b4da9-06ef-4b51-9ef5-a38f5d6fa43a {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:23:20.503841 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6e014e95-8d1a-4986-8380-096e914e5117 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:20.543386 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['0efe7c65-b2bd-4463-8a4c-3064fff6d056'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:23:20.571698 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74db1a60-73ea-4ddb-bb80-0b8e38fa8ecd tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Made reservation on behalf of 3469d34b4b5244779481838dc0c942a0 for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:23:20.583600 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-74db1a60-73ea-4ddb-bb80-0b8e38fa8ecd tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:20.614341 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-6e014e95-8d1a-4986-8380-096e914e5117 None None] For port 669b4da9-06ef-4b51-9ef5-a38f5d6fa43a, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=669b4da9-06ef-4b51-9ef5-a38f5d6fa43a,segment=NetworkSegment(349affc8-50f4-455b-bd4d-50478ad01ebc),segment_id=349affc8-50f4-455b-bd4d-50478ad01ebc)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:23:20.614911 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6e014e95-8d1a-4986-8380-096e914e5117 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:20.627513 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 669b4da9-06ef-4b51-9ef5-a38f5d6fa43a no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:23:20.641864 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-6e014e95-8d1a-4986-8380-096e914e5117 None None] Calling delete_port for 669b4da9-06ef-4b51-9ef5-a38f5d6fa43a owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:23:20.845723 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6e014e95-8d1a-4986-8380-096e914e5117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:20.855875 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:20.883759 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e014e95-8d1a-4986-8380-096e914e5117 None None] Pushing event deleted for resources: {'Port': ['ID=669b4da9-06ef-4b51-9ef5-a38f5d6fa43a,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:20.904023 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e014e95-8d1a-4986-8380-096e914e5117 None None] No DVR routers for this DVR port 669b4da9-06ef-4b51-9ef5-a38f5d6fa43a on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:23:20.993753 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.objects.ports [None req-74db1a60-73ea-4ddb-bb80-0b8e38fa8ecd tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102365) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 19:23:20.995274 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-74db1a60-73ea-4ddb-bb80-0b8e38fa8ecd tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:21.047982 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74db1a60-73ea-4ddb-bb80-0b8e38fa8ecd tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:23:21.051393 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-74db1a60-73ea-4ddb-bb80-0b8e38fa8ecd tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:23:21.055845 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74db1a60-73ea-4ddb-bb80-0b8e38fa8ecd tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:21.056437 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-74db1a60-73ea-4ddb-bb80-0b8e38fa8ecd tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:21.065439 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db1a60-73ea-4ddb-bb80-0b8e38fa8ecd tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event updated for resources: {'Subnet': ['ID=edfb269e-a194-407a-8b27-fc154506bf73,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:21.066570 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b032dc8-dc23-41b0-baf5-4fbbdcd9fc50 None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:23:21.110917 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-74db1a60-73ea-4ddb-bb80-0b8e38fa8ecd tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.6567409 Dec 10 19:23:21.113412 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57218) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:21.119379 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-214e887c-3eb6-4ffc-a0ff-2aba21b81f1e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Request body: {'port': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'mac_address': 'fa:16:3e:41:23:c5', 'name': 'tempest-NetworksTestDHCPv6-1893094200'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:23:21.159138 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f76a5d-51e8-49e0-b94e-4f66f80e4978 req-5c9b5127-4d89-42a2-9f67-27dd7d79d63d tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:21.160772 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-62f76a5d-51e8-49e0-b94e-4f66f80e4978 req-5c9b5127-4d89-42a2-9f67-27dd7d79d63d tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=4fca8ca7-c259-4cd0-9b18-c609f23673e9 HTTP/1.1" status: 200 len: 944 time: 0.0906394 Dec 10 19:23:21.213270 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-62f76a5d-51e8-49e0-b94e-4f66f80e4978 req-eab469d0-15d0-4c7b-8e11-bab27d207683 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6d45182-71ed-4d5e-8998-00a180281811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445979 Dec 10 19:23:21.232762 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db40614-6930-4944-b13f-8f9060836d59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-1d551a91-027c-49df-950f-450dd7a0d1c8', 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'tenant_id': '3469d34b4b5244779481838dc0c942a0', 'fixed_ips': [{'subnet_id': 'edfb269e-a194-407a-8b27-fc154506bf73'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:23:21.233649 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-9db40614-6930-4944-b13f-8f9060836d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:21.265054 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214e887c-3eb6-4ffc-a0ff-2aba21b81f1e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Made reservation on behalf of 3469d34b4b5244779481838dc0c942a0 for: {'port': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:23:21.357176 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-214e887c-3eb6-4ffc-a0ff-2aba21b81f1e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:21.380331 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [None req-214e887c-3eb6-4ffc-a0ff-2aba21b81f1e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] device_id is not set on port 546250f3-52f9-4510-a3e6-f0eb43ce1e57 yet. {{(pid=102366) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:23:21.404214 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-9db40614-6930-4944-b13f-8f9060836d59 None None] Allocated IP 2001:db8::f816:3eff:fe4a:40c9 (1d551a91-027c-49df-950f-450dd7a0d1c8/edfb269e-a194-407a-8b27-fc154506bf73/4a8f6113-be46-4ba8-a7af-8ecd911d93c1) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:23:21.565391 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-9db40614-6930-4944-b13f-8f9060836d59 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:21.572785 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-9db40614-6930-4944-b13f-8f9060836d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:21.616051 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db40614-6930-4944-b13f-8f9060836d59 None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:23:21.620664 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-9db40614-6930-4944-b13f-8f9060836d59 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:23:21.623127 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db40614-6930-4944-b13f-8f9060836d59 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:23:21.634891 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db40614-6930-4944-b13f-8f9060836d59 None None] Pushing event updated for resources: {'Port': ['ID=4a8f6113-be46-4ba8-a7af-8ecd911d93c1,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:21.642512 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-214e887c-3eb6-4ffc-a0ff-2aba21b81f1e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Allocated IP 2001:db8::f816:3eff:fe41:23c5 (1d551a91-027c-49df-950f-450dd7a0d1c8/edfb269e-a194-407a-8b27-fc154506bf73/546250f3-52f9-4510-a3e6-f0eb43ce1e57) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:23:21.693576 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-9db40614-6930-4944-b13f-8f9060836d59 None None] Attempting to bind port 4a8f6113-be46-4ba8-a7af-8ecd911d93c1 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:23:21.693941 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-9db40614-6930-4944-b13f-8f9060836d59 None None] Attempting to bind port 4a8f6113-be46-4ba8-a7af-8ecd911d93c1 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:23:21.694295 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db40614-6930-4944-b13f-8f9060836d59 None None] Attempting to bind port 4a8f6113-be46-4ba8-a7af-8ecd911d93c1 on network 1d551a91-027c-49df-950f-450dd7a0d1c8 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:23:21.699832 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db40614-6930-4944-b13f-8f9060836d59 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:23:21.700189 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db40614-6930-4944-b13f-8f9060836d59 None None] Checking segment: {'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:23:21.700615 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-9db40614-6930-4944-b13f-8f9060836d59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:21.701004 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db40614-6930-4944-b13f-8f9060836d59 None None] Bound using segment: {'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:23:21.701633 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-9db40614-6930-4944-b13f-8f9060836d59 None None] Bound port: 4a8f6113-be46-4ba8-a7af-8ecd911d93c1, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:23:21.702057 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-9db40614-6930-4944-b13f-8f9060836d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:21.769223 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-9db40614-6930-4944-b13f-8f9060836d59 None None] For port 4a8f6113-be46-4ba8-a7af-8ecd911d93c1, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:23:21.772607 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-9db40614-6930-4944-b13f-8f9060836d59 None None] For port 4a8f6113-be46-4ba8-a7af-8ecd911d93c1, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=4a8f6113-be46-4ba8-a7af-8ecd911d93c1,segment=NetworkSegment(349affc8-50f4-455b-bd4d-50478ad01ebc),segment_id=349affc8-50f4-455b-bd4d-50478ad01ebc)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:23:21.778048 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-9db40614-6930-4944-b13f-8f9060836d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:21.806803 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-214e887c-3eb6-4ffc-a0ff-2aba21b81f1e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:21.838472 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db40614-6930-4944-b13f-8f9060836d59 None None] Pushing event updated for resources: {'Port': ['ID=4a8f6113-be46-4ba8-a7af-8ecd911d93c1,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:21.850672 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-214e887c-3eb6-4ffc-a0ff-2aba21b81f1e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:21.896041 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214e887c-3eb6-4ffc-a0ff-2aba21b81f1e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:23:21.899364 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-214e887c-3eb6-4ffc-a0ff-2aba21b81f1e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:23:21.903063 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214e887c-3eb6-4ffc-a0ff-2aba21b81f1e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:23:21.909952 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214e887c-3eb6-4ffc-a0ff-2aba21b81f1e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:21.910382 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-214e887c-3eb6-4ffc-a0ff-2aba21b81f1e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:21.919356 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214e887c-3eb6-4ffc-a0ff-2aba21b81f1e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event updated for resources: {'Port': ['ID=546250f3-52f9-4510-a3e6-f0eb43ce1e57,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:21.936096 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-214e887c-3eb6-4ffc-a0ff-2aba21b81f1e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8206484 Dec 10 19:23:21.939904 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57220) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:21.997277 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3fcb19-11c0-41b7-8e9a-2898c165b93b tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:22.000810 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3fcb19-11c0-41b7-8e9a-2898c165b93b tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:22.003777 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-6f3fcb19-11c0-41b7-8e9a-2898c165b93b tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0627019 Dec 10 19:23:22.006435 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57222) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:22.119430 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-3b0a6b72-6911-4af6-bb24-bc93c54b6347 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Deleting port 546250f3-52f9-4510-a3e6-f0eb43ce1e57 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:23:22.120109 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3b0a6b72-6911-4af6-bb24-bc93c54b6347 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:22.217249 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3b0a6b72-6911-4af6-bb24-bc93c54b6347 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:22.231426 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-3b0a6b72-6911-4af6-bb24-bc93c54b6347 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Calling delete_port for 546250f3-52f9-4510-a3e6-f0eb43ce1e57 owned by {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:23:22.334925 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a3caf-14c5-48e7-98cc-7768975a4708 req-a0bc87dd-69bc-42aa-a385-286b38d8800b tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:22.337983 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c83a3caf-14c5-48e7-98cc-7768975a4708 req-a0bc87dd-69bc-42aa-a385-286b38d8800b tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=4fca8ca7-c259-4cd0-9b18-c609f23673e9 HTTP/1.1" status: 200 len: 944 time: 0.0627139 Dec 10 19:23:22.365864 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3b0a6b72-6911-4af6-bb24-bc93c54b6347 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:22.380180 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c83a3caf-14c5-48e7-98cc-7768975a4708 req-0c27bf00-6143-4f52-936e-716f6e626ef3 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6d45182-71ed-4d5e-8998-00a180281811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373690 Dec 10 19:23:22.399244 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0a6b72-6911-4af6-bb24-bc93c54b6347 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event deleted for resources: {'Port': ['ID=546250f3-52f9-4510-a3e6-f0eb43ce1e57,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:22.646820 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 4a8f6113-be46-4ba8-a7af-8ecd911d93c1 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:23:22.678640 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3b0a6b72-6911-4af6-bb24-bc93c54b6347 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:22.682235 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-3b0a6b72-6911-4af6-bb24-bc93c54b6347 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/ports/546250f3-52f9-4510-a3e6-f0eb43ce1e57 HTTP/1.1" status: 204 len: 168 time: 0.6746137 Dec 10 19:23:22.684668 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57226) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:22.711822 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 4a8f6113-be46-4ba8-a7af-8ecd911d93c1 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:23:22.712278 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:22.743742 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24691452-8d2b-4635-a8de-66d71f4109b2 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:22.745430 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24691452-8d2b-4635-a8de-66d71f4109b2 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:22.746977 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-24691452-8d2b-4635-a8de-66d71f4109b2 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0611093 Dec 10 19:23:22.749611 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57228) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:22.796737 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:22.806253 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcac64f1-0348-4cc9-b7b7-9adf910aabbf tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Deleting subnet edfb269e-a194-407a-8b27-fc154506bf73 {{(pid=102365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:23:22.809415 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dcac64f1-0348-4cc9-b7b7-9adf910aabbf tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:22.832199 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port 4a8f6113-be46-4ba8-a7af-8ecd911d93c1, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=4a8f6113-be46-4ba8-a7af-8ecd911d93c1,segment=NetworkSegment(349affc8-50f4-455b-bd4d-50478ad01ebc),segment_id=349affc8-50f4-455b-bd4d-50478ad01ebc)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:23:22.836785 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:22.852271 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dcac64f1-0348-4cc9-b7b7-9adf910aabbf tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353213'] for subnet, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:22.908635 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=4a8f6113-be46-4ba8-a7af-8ecd911d93c1,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:22.915286 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-5d54ca16-9782-478d-995b-6d25a6cf2433 None None] Provisioning complete for port 4a8f6113-be46-4ba8-a7af-8ecd911d93c1 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:23:22.915566 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-5d54ca16-9782-478d-995b-6d25a6cf2433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:22.942986 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dcac64f1-0348-4cc9-b7b7-9adf910aabbf tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:23.008583 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dcac64f1-0348-4cc9-b7b7-9adf910aabbf tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:23.035226 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac64f1-0348-4cc9-b7b7-9adf910aabbf tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event deleted for resources: {'Subnet': ['ID=edfb269e-a194-407a-8b27-fc154506bf73,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:23.041906 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dcac64f1-0348-4cc9-b7b7-9adf910aabbf tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:23.048137 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-dcac64f1-0348-4cc9-b7b7-9adf910aabbf tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/subnets/edfb269e-a194-407a-8b27-fc154506bf73 HTTP/1.1" status: 204 len: 168 time: 0.2946634 Dec 10 19:23:23.048594 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57230) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:23.069607 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d969702-7610-49a4-9ecc-c8e23797b9b6 None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:23:23.086419 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-a2e6d9a7-a742-43f0-a745-ae474a2668d8 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0367825 Dec 10 19:23:23.089185 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57232) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:23.094225 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-c3a3ef85-b20e-427e-ac28-0541dae81869 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Request body: {'subnet': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:23:23.116095 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-e8dc1028-ee16-4147-9708-9db9ecf9be21 None None] Could not find standard attr ID for object 546250f3-52f9-4510-a3e6-f0eb43ce1e57. {{(pid=102367) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:23:23.194289 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a3ef85-b20e-427e-ac28-0541dae81869 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Made reservation on behalf of 3469d34b4b5244779481838dc0c942a0 for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:23:23.197864 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c3a3ef85-b20e-427e-ac28-0541dae81869 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:23.253989 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10815695-4c76-49c7-abbe-f9b09f292f1d None None] DHCP port deletion for 1d551a91-027c-49df-950f-450dd7a0d1c8 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:23:23.301291 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-10815695-4c76-49c7-abbe-f9b09f292f1d None None] Deleting port 4a8f6113-be46-4ba8-a7af-8ecd911d93c1 {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:23:23.301665 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-10815695-4c76-49c7-abbe-f9b09f292f1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:23.367667 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-10815695-4c76-49c7-abbe-f9b09f292f1d None None] For port 4a8f6113-be46-4ba8-a7af-8ecd911d93c1, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=4a8f6113-be46-4ba8-a7af-8ecd911d93c1,segment=NetworkSegment(349affc8-50f4-455b-bd4d-50478ad01ebc),segment_id=349affc8-50f4-455b-bd4d-50478ad01ebc)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:23:23.368067 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-10815695-4c76-49c7-abbe-f9b09f292f1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:23.382567 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-10815695-4c76-49c7-abbe-f9b09f292f1d None None] Calling delete_port for 4a8f6113-be46-4ba8-a7af-8ecd911d93c1 owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:23:23.463067 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-10815695-4c76-49c7-abbe-f9b09f292f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:23.488262 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10815695-4c76-49c7-abbe-f9b09f292f1d None None] Pushing event deleted for resources: {'Port': ['ID=4a8f6113-be46-4ba8-a7af-8ecd911d93c1,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:23.494737 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10815695-4c76-49c7-abbe-f9b09f292f1d None None] No DVR routers for this DVR port 4a8f6113-be46-4ba8-a7af-8ecd911d93c1 on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:23:23.527447 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.objects.ports [None req-c3a3ef85-b20e-427e-ac28-0541dae81869 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102365) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 19:23:23.591242 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712ad78b-e5b7-44af-afa2-c51f9beb134d req-9fd374f7-4b44-4d55-a79b-fc4d6e827b7f tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:23.592748 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-712ad78b-e5b7-44af-afa2-c51f9beb134d req-9fd374f7-4b44-4d55-a79b-fc4d6e827b7f tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=4fca8ca7-c259-4cd0-9b18-c609f23673e9 HTTP/1.1" status: 200 len: 944 time: 0.1254754 Dec 10 19:23:23.663061 dv-neutron-821441-1-hyperv neutron-server[102365]: WARNING neutron.services.revisions.revision_plugin [None req-c3a3ef85-b20e-427e-ac28-0541dae81869 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Could not find related port for resource to bump revision. Dec 10 19:23:23.667439 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-712ad78b-e5b7-44af-afa2-c51f9beb134d req-911ddbbd-8057-4306-82d9-8470ac65b05d tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6d45182-71ed-4d5e-8998-00a180281811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673566 Dec 10 19:23:23.673209 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.ipam_pluggable_backend [None req-c3a3ef85-b20e-427e-ac28-0541dae81869 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Port 4a8f6113-be46-4ba8-a7af-8ecd911d93c1 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102365) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 10 19:23:23.673413 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.ipam_pluggable_backend [None req-c3a3ef85-b20e-427e-ac28-0541dae81869 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Reverting IP allocation for 2001:db8::f816:3eff:fe4a:40c9 {{(pid=102365) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 10 19:23:23.676975 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.ipam_pluggable_backend [None req-c3a3ef85-b20e-427e-ac28-0541dae81869 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe4a:40c9 {{(pid=102365) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 10 19:23:23.678195 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c3a3ef85-b20e-427e-ac28-0541dae81869 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:23.727116 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a3ef85-b20e-427e-ac28-0541dae81869 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:23:23.730244 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-c3a3ef85-b20e-427e-ac28-0541dae81869 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:23:23.734589 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a3ef85-b20e-427e-ac28-0541dae81869 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:23.735167 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c3a3ef85-b20e-427e-ac28-0541dae81869 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:23.742032 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae57dfe5-c9fd-4326-9afe-8866aeaee4e5 None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:23:23.750531 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3ef85-b20e-427e-ac28-0541dae81869 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event updated for resources: {'Subnet': ['ID=ebb6341b-b0cd-459d-ac08-ae90fe7a152c,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:23.760983 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-c3a3ef85-b20e-427e-ac28-0541dae81869 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6705706 Dec 10 19:23:23.763481 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57236) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:23.768969 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-b63587d7-dde8-47a6-862b-3f3814ec28a0 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Request body: {'port': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'mac_address': 'fa:16:3e:34:f5:2d', 'name': 'tempest-NetworksTestDHCPv6-1087073281'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:23:23.802544 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 0efe7c65-b2bd-4463-8a4c-3064fff6d056 up at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:23:23.874953 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63587d7-dde8-47a6-862b-3f3814ec28a0 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Made reservation on behalf of 3469d34b4b5244779481838dc0c942a0 for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:23:23.880515 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b63587d7-dde8-47a6-862b-3f3814ec28a0 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:23.900394 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [None req-b63587d7-dde8-47a6-862b-3f3814ec28a0 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] device_id is not set on port c69a8982-e161-4bb4-ba73-eff33c1e41fb yet. {{(pid=102365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:23:23.901762 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning for port 0efe7c65-b2bd-4463-8a4c-3064fff6d056 completed by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:23:23.910893 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning complete for port 0efe7c65-b2bd-4463-8a4c-3064fff6d056 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:23:23.911256 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:23.960949 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf6489f-df54-4d61-9f51-0670e37c6f16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-1d551a91-027c-49df-950f-450dd7a0d1c8', 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'tenant_id': '3469d34b4b5244779481838dc0c942a0', 'fixed_ips': [{'subnet_id': 'ebb6341b-b0cd-459d-ac08-ae90fe7a152c'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:23:23.961815 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-5bf6489f-df54-4d61-9f51-0670e37c6f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:24.013266 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-b63587d7-dde8-47a6-862b-3f3814ec28a0 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Allocated IP 2001:db8::f816:3eff:fe34:f52d (1d551a91-027c-49df-950f-450dd7a0d1c8/ebb6341b-b0cd-459d-ac08-ae90fe7a152c/c69a8982-e161-4bb4-ba73-eff33c1e41fb) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:23:24.086079 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:24.114637 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fca8ca7-c259-4cd0-9b18-c609f23673e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0efe7c65-b2bd-4463-8a4c-3064fff6d056'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:23:24.117193 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0dd006407324ce2959a5a4cf9f0b5e0801d7a51a5291ea700e8786e11115a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4154d036-1ba5-4802-96ba-1a2d7a40396e" -d '{"events": [{"server_uuid": "4fca8ca7-c259-4cd0-9b18-c609f23673e9", "name": "network-vif-plugged", "status": "completed", "tag": "0efe7c65-b2bd-4463-8a4c-3064fff6d056"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:23:24.130503 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 0efe7c65-b2bd-4463-8a4c-3064fff6d056, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=0efe7c65-b2bd-4463-8a4c-3064fff6d056,segment=NetworkSegment(f660800f-194f-49ad-8e36-a73cd4c72d7d),segment_id=f660800f-194f-49ad-8e36-a73cd4c72d7d)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:23:24.135604 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:24.163562 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b8fa1ff-cc22-4f15-ae02-03c6ccf9bffd x-openstack-request-id: req-3b8fa1ff-cc22-4f15-ae02-03c6ccf9bffd {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:23:24.164006 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fca8ca7-c259-4cd0-9b18-c609f23673e9", "name": "network-vif-plugged", "status": "completed", "tag": "0efe7c65-b2bd-4463-8a4c-3064fff6d056", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:23:24.164469 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3b8fa1ff-cc22-4f15-ae02-03c6ccf9bffd {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:23:24.165142 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fca8ca7-c259-4cd0-9b18-c609f23673e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0efe7c65-b2bd-4463-8a4c-3064fff6d056', 'code': 200} Dec 10 19:23:24.182815 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b63587d7-dde8-47a6-862b-3f3814ec28a0 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:24.207534 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f5b42148-b119-4fdc-9daf-722e62e28329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:24.213246 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=0efe7c65-b2bd-4463-8a4c-3064fff6d056,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:24.226025 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b63587d7-dde8-47a6-862b-3f3814ec28a0 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:24.268004 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63587d7-dde8-47a6-862b-3f3814ec28a0 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:23:24.271978 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-5bf6489f-df54-4d61-9f51-0670e37c6f16 None None] Allocated IP 2001:db8::f816:3eff:fe4e:1a00 (1d551a91-027c-49df-950f-450dd7a0d1c8/ebb6341b-b0cd-459d-ac08-ae90fe7a152c/ea64af89-7abb-4cc6-ad12-54e37be7970e) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:23:24.273622 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-b63587d7-dde8-47a6-862b-3f3814ec28a0 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:23:24.277445 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63587d7-dde8-47a6-862b-3f3814ec28a0 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:23:24.283589 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63587d7-dde8-47a6-862b-3f3814ec28a0 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:24.284429 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b63587d7-dde8-47a6-862b-3f3814ec28a0 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:24.293805 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63587d7-dde8-47a6-862b-3f3814ec28a0 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event updated for resources: {'Port': ['ID=c69a8982-e161-4bb4-ba73-eff33c1e41fb,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:24.318284 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-b63587d7-dde8-47a6-862b-3f3814ec28a0 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.5536897 Dec 10 19:23:24.326054 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57240) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:24.404378 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cf425a-f584-49b0-91f8-1a3ff672bd46 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:24.405987 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-62cf425a-f584-49b0-91f8-1a3ff672bd46 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0787992 Dec 10 19:23:24.408825 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57242) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:24.441708 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab4c62-8ee1-4e6e-8691-2c0ede3843af req-e22bec03-d3fc-42e4-b14b-b597c26c47a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:24.443239 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-98ab4c62-8ee1-4e6e-8691-2c0ede3843af req-e22bec03-d3fc-42e4-b14b-b597c26c47a3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4fca8ca7-c259-4cd0-9b18-c609f23673e9 HTTP/1.1" status: 200 len: 1098 time: 0.1032701 Dec 10 19:23:24.513799 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-98ab4c62-8ee1-4e6e-8691-2c0ede3843af req-69f01d64-8a4d-4f3f-a8bc-9098b6011223 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a6d45182-71ed-4d5e-8998-00a180281811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618699 Dec 10 19:23:24.535352 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-a3aa8653-c3ed-44f4-8d3d-659918a13782 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Deleting port c69a8982-e161-4bb4-ba73-eff33c1e41fb {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:23:24.535910 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a3aa8653-c3ed-44f4-8d3d-659918a13782 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:24.595355 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 4a8f6113-be46-4ba8-a7af-8ecd911d93c1 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:23:24.619440 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 4a8f6113-be46-4ba8-a7af-8ecd911d93c1 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:23:24.619760 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 4a8f6113-be46-4ba8-a7af-8ecd911d93c1 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:23:24.621650 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-5bf6489f-df54-4d61-9f51-0670e37c6f16 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:24.628950 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a3aa8653-c3ed-44f4-8d3d-659918a13782 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:24.630697 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-5bf6489f-df54-4d61-9f51-0670e37c6f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:24.642462 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-a3aa8653-c3ed-44f4-8d3d-659918a13782 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Calling delete_port for c69a8982-e161-4bb4-ba73-eff33c1e41fb owned by {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:23:24.668035 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf6489f-df54-4d61-9f51-0670e37c6f16 None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:23:24.670795 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-5bf6489f-df54-4d61-9f51-0670e37c6f16 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:23:24.674555 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf6489f-df54-4d61-9f51-0670e37c6f16 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:23:24.690874 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6489f-df54-4d61-9f51-0670e37c6f16 None None] Pushing event updated for resources: {'Port': ['ID=ea64af89-7abb-4cc6-ad12-54e37be7970e,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:24.741240 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-5bf6489f-df54-4d61-9f51-0670e37c6f16 None None] Attempting to bind port ea64af89-7abb-4cc6-ad12-54e37be7970e on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:23:24.741602 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-5bf6489f-df54-4d61-9f51-0670e37c6f16 None None] Attempting to bind port ea64af89-7abb-4cc6-ad12-54e37be7970e by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:23:24.741953 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf6489f-df54-4d61-9f51-0670e37c6f16 None None] Attempting to bind port ea64af89-7abb-4cc6-ad12-54e37be7970e on network 1d551a91-027c-49df-950f-450dd7a0d1c8 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:23:24.747099 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf6489f-df54-4d61-9f51-0670e37c6f16 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:23:24.747749 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf6489f-df54-4d61-9f51-0670e37c6f16 None None] Checking segment: {'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:23:24.747858 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-5bf6489f-df54-4d61-9f51-0670e37c6f16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:24.748207 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf6489f-df54-4d61-9f51-0670e37c6f16 None None] Bound using segment: {'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:23:24.748757 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-5bf6489f-df54-4d61-9f51-0670e37c6f16 None None] Bound port: ea64af89-7abb-4cc6-ad12-54e37be7970e, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:23:24.749131 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-5bf6489f-df54-4d61-9f51-0670e37c6f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:24.805174 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a3aa8653-c3ed-44f4-8d3d-659918a13782 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:24.816225 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-5bf6489f-df54-4d61-9f51-0670e37c6f16 None None] For port ea64af89-7abb-4cc6-ad12-54e37be7970e, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:23:24.819418 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-5bf6489f-df54-4d61-9f51-0670e37c6f16 None None] For port ea64af89-7abb-4cc6-ad12-54e37be7970e, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=ea64af89-7abb-4cc6-ad12-54e37be7970e,segment=NetworkSegment(349affc8-50f4-455b-bd4d-50478ad01ebc),segment_id=349affc8-50f4-455b-bd4d-50478ad01ebc)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:23:24.823876 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-5bf6489f-df54-4d61-9f51-0670e37c6f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:24.825423 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835eb7e9-66f1-4c03-876e-1de7f6628b68 req-7a086787-fb8c-43a0-8027-ade4dcc543a2 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:24.826881 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-835eb7e9-66f1-4c03-876e-1de7f6628b68 req-7a086787-fb8c-43a0-8027-ade4dcc543a2 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=4fca8ca7-c259-4cd0-9b18-c609f23673e9 HTTP/1.1" status: 200 len: 945 time: 0.0787654 Dec 10 19:23:24.850158 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aa8653-c3ed-44f4-8d3d-659918a13782 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event deleted for resources: {'Port': ['ID=c69a8982-e161-4bb4-ba73-eff33c1e41fb,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:24.884641 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a3aa8653-c3ed-44f4-8d3d-659918a13782 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:24.887886 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-a3aa8653-c3ed-44f4-8d3d-659918a13782 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/ports/c69a8982-e161-4bb4-ba73-eff33c1e41fb HTTP/1.1" status: 204 len: 168 time: 0.4781113 Dec 10 19:23:24.890561 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57246) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:24.900618 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6489f-df54-4d61-9f51-0670e37c6f16 None None] Pushing event updated for resources: {'Port': ['ID=ea64af89-7abb-4cc6-ad12-54e37be7970e,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:24.905667 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-835eb7e9-66f1-4c03-876e-1de7f6628b68 req-cc0b45d0-eb6b-4aad-a8a0-904ada48f6ac tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6d45182-71ed-4d5e-8998-00a180281811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592887 Dec 10 19:23:24.959322 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294bd811-9938-432a-8129-7d0b0728ae24 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:24.960849 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294bd811-9938-432a-8129-7d0b0728ae24 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:24.964767 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-294bd811-9938-432a-8129-7d0b0728ae24 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0702298 Dec 10 19:23:24.965012 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57248) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:25.017320 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-88bba66a-0054-4d1e-95d3-62eae624099f tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Deleting subnet ebb6341b-b0cd-459d-ac08-ae90fe7a152c {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:23:25.022589 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-88bba66a-0054-4d1e-95d3-62eae624099f tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:25.073385 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-88bba66a-0054-4d1e-95d3-62eae624099f tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:25.158197 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-88bba66a-0054-4d1e-95d3-62eae624099f tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:25.226092 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-88bba66a-0054-4d1e-95d3-62eae624099f tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:25.258394 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bba66a-0054-4d1e-95d3-62eae624099f tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event deleted for resources: {'Subnet': ['ID=ebb6341b-b0cd-459d-ac08-ae90fe7a152c,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:25.262952 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-88bba66a-0054-4d1e-95d3-62eae624099f tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:25.266197 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-88bba66a-0054-4d1e-95d3-62eae624099f tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/subnets/ebb6341b-b0cd-459d-ac08-ae90fe7a152c HTTP/1.1" status: 204 len: 168 time: 0.3002064 Dec 10 19:23:25.269507 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57250) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:25.273556 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bba66a-0054-4d1e-95d3-62eae624099f tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:25.273817 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bba66a-0054-4d1e-95d3-62eae624099f tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:25.274171 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bba66a-0054-4d1e-95d3-62eae624099f tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:25.274482 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bba66a-0054-4d1e-95d3-62eae624099f tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:25.274855 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bba66a-0054-4d1e-95d3-62eae624099f tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:25.275137 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bba66a-0054-4d1e-95d3-62eae624099f tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:25.275458 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bba66a-0054-4d1e-95d3-62eae624099f tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:25.275782 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bba66a-0054-4d1e-95d3-62eae624099f tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:25.276188 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bba66a-0054-4d1e-95d3-62eae624099f tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:25.276403 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bba66a-0054-4d1e-95d3-62eae624099f tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:25.276790 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bba66a-0054-4d1e-95d3-62eae624099f tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:25.277107 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bba66a-0054-4d1e-95d3-62eae624099f tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:25.308080 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-bb9896b1-bc4a-4cc6-8d32-9e5e31230c9f tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0372777 Dec 10 19:23:25.310373 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57252) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:25.316413 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:25.363585 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab79b2e3-5932-4985-90f4-54da819c1de6 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:25.365081 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-ab79b2e3-5932-4985-90f4-54da819c1de6 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0538278 Dec 10 19:23:25.367627 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57254) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:25.416802 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe98f8ff-a928-4cf6-a132-4dce8807fc39 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:25.418229 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-fe98f8ff-a928-4cf6-a132-4dce8807fc39 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0497134 Dec 10 19:23:25.420816 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57256) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:25.457990 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-d66dfdd9-5941-4d70-b737-3431b6616b56 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0359976 Dec 10 19:23:25.461983 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57258) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:25.467907 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-8fb7e47a-9660-4723-a2d8-dccabaf245eb tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Request body: {'subnet': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:23:25.569974 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb7e47a-9660-4723-a2d8-dccabaf245eb tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Made reservation on behalf of 3469d34b4b5244779481838dc0c942a0 for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:23:25.573760 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8fb7e47a-9660-4723-a2d8-dccabaf245eb tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:25.789833 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8fb7e47a-9660-4723-a2d8-dccabaf245eb tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:25.841040 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb7e47a-9660-4723-a2d8-dccabaf245eb tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:23:25.844378 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-8fb7e47a-9660-4723-a2d8-dccabaf245eb tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:23:25.847374 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb7e47a-9660-4723-a2d8-dccabaf245eb tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:25.847974 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8fb7e47a-9660-4723-a2d8-dccabaf245eb tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:25.865957 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb7e47a-9660-4723-a2d8-dccabaf245eb tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event updated for resources: {'Subnet': ['ID=bb11ba3e-1d7f-4c78-b58a-1a6ffef7cecb,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:25.873114 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-8fb7e47a-9660-4723-a2d8-dccabaf245eb tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4097424 Dec 10 19:23:25.876492 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57260) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:25.882242 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-f8003683-e56a-4cd5-b41e-5f26d08074ea tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Request body: {'port': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'mac_address': 'fa:16:3e:6a:6c:4b', 'name': 'tempest-NetworksTestDHCPv6-96971912'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:23:25.944617 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938e8288-1bac-4765-aa19-4187518f6210 None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:23:26.007016 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-73580ec6-e4de-4f5f-9758-b68248f2b6aa None None] Provisioning complete for port ea64af89-7abb-4cc6-ad12-54e37be7970e triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:23:26.007662 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-73580ec6-e4de-4f5f-9758-b68248f2b6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:26.008318 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8003683-e56a-4cd5-b41e-5f26d08074ea tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Made reservation on behalf of 3469d34b4b5244779481838dc0c942a0 for: {'port': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:23:26.014120 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f8003683-e56a-4cd5-b41e-5f26d08074ea tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:26.039248 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [None req-f8003683-e56a-4cd5-b41e-5f26d08074ea tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] device_id is not set on port 7b80a613-1c1a-4036-a0e7-7f39c64bd360 yet. {{(pid=102366) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:23:26.039783 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4fc321-d157-4446-979f-85e61cbc3ae7 req-5f9a78d9-0350-432c-bd34-05623665f787 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:26.041325 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ba4fc321-d157-4446-979f-85e61cbc3ae7 req-5f9a78d9-0350-432c-bd34-05623665f787 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=4fca8ca7-c259-4cd0-9b18-c609f23673e9 HTTP/1.1" status: 200 len: 945 time: 0.0589173 Dec 10 19:23:26.092237 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ba4fc321-d157-4446-979f-85e61cbc3ae7 req-dfb9ab94-432e-4b23-9579-f46d6fa46b09 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6d45182-71ed-4d5e-8998-00a180281811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427644 Dec 10 19:23:26.151441 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-73580ec6-e4de-4f5f-9758-b68248f2b6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:26.192829 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-f8003683-e56a-4cd5-b41e-5f26d08074ea tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Allocated IP 2001:db8::108 (1d551a91-027c-49df-950f-450dd7a0d1c8/bb11ba3e-1d7f-4c78-b58a-1a6ffef7cecb/7b80a613-1c1a-4036-a0e7-7f39c64bd360) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:23:26.207855 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-73580ec6-e4de-4f5f-9758-b68248f2b6aa None None] For port ea64af89-7abb-4cc6-ad12-54e37be7970e, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=ea64af89-7abb-4cc6-ad12-54e37be7970e,segment=NetworkSegment(349affc8-50f4-455b-bd4d-50478ad01ebc),segment_id=349affc8-50f4-455b-bd4d-50478ad01ebc)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:23:26.212610 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-73580ec6-e4de-4f5f-9758-b68248f2b6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:26.268076 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73580ec6-e4de-4f5f-9758-b68248f2b6aa None None] Pushing event updated for resources: {'Port': ['ID=ea64af89-7abb-4cc6-ad12-54e37be7970e,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:26.355545 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f8003683-e56a-4cd5-b41e-5f26d08074ea tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:26.391093 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f8003683-e56a-4cd5-b41e-5f26d08074ea tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:26.431656 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:26.437093 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8003683-e56a-4cd5-b41e-5f26d08074ea tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:23:26.439050 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-32e20f76-3cbf-4cff-93f9-ad9b73da853c None None] Provisioning complete for port ea64af89-7abb-4cc6-ad12-54e37be7970e triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:23:26.439491 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-32e20f76-3cbf-4cff-93f9-ad9b73da853c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:26.440998 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-f8003683-e56a-4cd5-b41e-5f26d08074ea tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:23:26.449233 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8003683-e56a-4cd5-b41e-5f26d08074ea tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:23:26.455692 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8003683-e56a-4cd5-b41e-5f26d08074ea tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:26.456337 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f8003683-e56a-4cd5-b41e-5f26d08074ea tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:26.460241 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8003683-e56a-4cd5-b41e-5f26d08074ea tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event updated for resources: {'Port': ['ID=7b80a613-1c1a-4036-a0e7-7f39c64bd360,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:26.478012 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-f8003683-e56a-4cd5-b41e-5f26d08074ea tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6000750 Dec 10 19:23:26.480607 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57264) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:26.536840 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c513c7d9-837b-4554-a615-adcfb614359b tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:26.542749 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c513c7d9-837b-4554-a615-adcfb614359b tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:26.547371 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-c513c7d9-837b-4554-a615-adcfb614359b tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.0629864 Dec 10 19:23:26.547469 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57266) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:26.641058 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-ad2bb286-49f8-4e4e-b41a-a3f0e4b00510 None None] Could not find standard attr ID for object c69a8982-e161-4bb4-ba73-eff33c1e41fb. {{(pid=102367) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:23:26.649339 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-3219524e-6be1-4456-983c-0f81b9e86a2d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Deleting port 7b80a613-1c1a-4036-a0e7-7f39c64bd360 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:23:26.649676 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3219524e-6be1-4456-983c-0f81b9e86a2d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:26.654667 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device ea64af89-7abb-4cc6-ad12-54e37be7970e up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:23:26.720597 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port ea64af89-7abb-4cc6-ad12-54e37be7970e triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:23:26.722031 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:26.724685 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:26.773438 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3219524e-6be1-4456-983c-0f81b9e86a2d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:26.787494 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-3219524e-6be1-4456-983c-0f81b9e86a2d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Calling delete_port for 7b80a613-1c1a-4036-a0e7-7f39c64bd360 owned by {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:23:26.884176 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-ea8bea95-f6c2-4580-91b6-85e5fb48f38e None None] Provisioning complete for port 7b80a613-1c1a-4036-a0e7-7f39c64bd360 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:23:26.884692 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ea8bea95-f6c2-4580-91b6-85e5fb48f38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:26.919609 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-ea8bea95-f6c2-4580-91b6-85e5fb48f38e None None] Port 7b80a613-1c1a-4036-a0e7-7f39c64bd360 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:23:26.928949 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3219524e-6be1-4456-983c-0f81b9e86a2d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:26.962669 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3219524e-6be1-4456-983c-0f81b9e86a2d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event deleted for resources: {'Port': ['ID=7b80a613-1c1a-4036-a0e7-7f39c64bd360,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:26.988988 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3219524e-6be1-4456-983c-0f81b9e86a2d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:26.992302 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-3219524e-6be1-4456-983c-0f81b9e86a2d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/ports/7b80a613-1c1a-4036-a0e7-7f39c64bd360 HTTP/1.1" status: 204 len: 168 time: 0.4439752 Dec 10 19:23:26.994890 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57268) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:27.051089 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7977e80a-29da-4c57-839e-851511654f47 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:27.052357 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7977e80a-29da-4c57-839e-851511654f47 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:27.054058 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-7977e80a-29da-4c57-839e-851511654f47 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0582111 Dec 10 19:23:27.056625 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57270) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:27.108468 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_v2 [None req-50e371f0-48ff-4bf0-b91e-44888fe09fc6 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Deleting subnet bb11ba3e-1d7f-4c78-b58a-1a6ffef7cecb {{(pid=102365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:23:27.112400 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-50e371f0-48ff-4bf0-b91e-44888fe09fc6 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:27.160735 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-50e371f0-48ff-4bf0-b91e-44888fe09fc6 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353213'] for subnet, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:27.232039 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-50e371f0-48ff-4bf0-b91e-44888fe09fc6 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:27.272459 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a3e22-7511-4fd9-afff-35659711d5d3 req-48d62ee0-6eec-4386-abd4-41730489d4b6 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:27.274128 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-443a3e22-7511-4fd9-afff-35659711d5d3 req-48d62ee0-6eec-4386-abd4-41730489d4b6 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=4fca8ca7-c259-4cd0-9b18-c609f23673e9 HTTP/1.1" status: 200 len: 945 time: 0.0924604 Dec 10 19:23:27.332955 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-443a3e22-7511-4fd9-afff-35659711d5d3 req-b58a776d-a5f4-45ca-863f-91f0843743e1 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6d45182-71ed-4d5e-8998-00a180281811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528297 Dec 10 19:23:27.333955 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-50e371f0-48ff-4bf0-b91e-44888fe09fc6 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:27.362430 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e371f0-48ff-4bf0-b91e-44888fe09fc6 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event deleted for resources: {'Subnet': ['ID=bb11ba3e-1d7f-4c78-b58a-1a6ffef7cecb,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:27.366287 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-50e371f0-48ff-4bf0-b91e-44888fe09fc6 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:27.369549 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-50e371f0-48ff-4bf0-b91e-44888fe09fc6 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/subnets/bb11ba3e-1d7f-4c78-b58a-1a6ffef7cecb HTTP/1.1" status: 204 len: 168 time: 0.3119917 Dec 10 19:23:27.372048 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57276) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:27.375148 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f024a70-c49f-45d8-ab77-5708c6fe9a3b None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:23:27.416553 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-9ebde1f8-54c5-4776-86d8-e2a44f6ee6d6 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0431058 Dec 10 19:23:27.418998 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57278) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:27.463802 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ec597-2b3c-468e-b882-f814c6583be3 req-6d5b1dd0-2f76-4400-a5f2-5f17e7ed97d6 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:27.465658 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b65ec597-2b3c-468e-b882-f814c6583be3 req-6d5b1dd0-2f76-4400-a5f2-5f17e7ed97d6 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=4fca8ca7-c259-4cd0-9b18-c609f23673e9 HTTP/1.1" status: 200 len: 945 time: 0.0515640 Dec 10 19:23:27.476326 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522720fd-4c11-48b0-9f3b-2685c063edcf tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:27.477998 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-522720fd-4c11-48b0-9f3b-2685c063edcf tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0579412 Dec 10 19:23:27.480623 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57280) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:27.508544 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b65ec597-2b3c-468e-b882-f814c6583be3 req-bd58d780-829c-4159-bd64-0680b929fb30 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6d45182-71ed-4d5e-8998-00a180281811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357788 Dec 10 19:23:27.556108 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c16768-04ab-4be0-9da6-3338531b51d0 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:27.557421 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57282) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:27.560985 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-b2c16768-04ab-4be0-9da6-3338531b51d0 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0767233 Dec 10 19:23:27.561162 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a1d02d-3309-4d50-8ba1-89ed3aa62b6d None None] DHCP port deletion for 1d551a91-027c-49df-950f-450dd7a0d1c8 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:23:27.561762 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57284) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:27.606268 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-c3798511-d323-4490-bc46-c6fe7c33fce8 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0419848 Dec 10 19:23:27.609681 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57286) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:27.610492 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c4a1d02d-3309-4d50-8ba1-89ed3aa62b6d None None] Deleting port ea64af89-7abb-4cc6-ad12-54e37be7970e {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:23:27.610878 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c4a1d02d-3309-4d50-8ba1-89ed3aa62b6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:27.612591 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a32827-61f5-4ff5-bb19-cb085600b596 tempest-TestVolumeBootPattern-1061047921 tempest-TestVolumeBootPattern-1061047921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:27.614097 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-c1a32827-61f5-4ff5-bb19-cb085600b596 tempest-TestVolumeBootPattern-1061047921 tempest-TestVolumeBootPattern-1061047921-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=4fca8ca7-c259-4cd0-9b18-c609f23673e9 HTTP/1.1" status: 200 len: 1093 time: 0.0554907 Dec 10 19:23:27.615112 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-654579b0-2f8e-4d48-a712-9fef404590b6 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Request body: {'subnet': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:23:27.616841 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57288) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:27.621385 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-ae6180db-3abe-4f00-8785-e4553ccc74fe tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Request body: {'floatingip': {'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'port_id': '0efe7c65-b2bd-4463-8a4c-3064fff6d056', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:23:27.646870 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ae6180db-3abe-4f00-8785-e4553ccc74fe tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks [] for floatingip, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:27.687472 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c4a1d02d-3309-4d50-8ba1-89ed3aa62b6d None None] For port ea64af89-7abb-4cc6-ad12-54e37be7970e, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=ea64af89-7abb-4cc6-ad12-54e37be7970e,segment=NetworkSegment(349affc8-50f4-455b-bd4d-50478ad01ebc),segment_id=349affc8-50f4-455b-bd4d-50478ad01ebc)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:23:27.688550 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c4a1d02d-3309-4d50-8ba1-89ed3aa62b6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:27.706499 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c4a1d02d-3309-4d50-8ba1-89ed3aa62b6d None None] Calling delete_port for ea64af89-7abb-4cc6-ad12-54e37be7970e owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:23:27.711872 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654579b0-2f8e-4d48-a712-9fef404590b6 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Made reservation on behalf of 3469d34b4b5244779481838dc0c942a0 for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:23:27.715764 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-654579b0-2f8e-4d48-a712-9fef404590b6 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:27.757486 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ae6180db-3abe-4f00-8785-e4553ccc74fe tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:27.802186 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c4a1d02d-3309-4d50-8ba1-89ed3aa62b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:27.833009 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a1d02d-3309-4d50-8ba1-89ed3aa62b6d None None] No DVR routers for this DVR port ea64af89-7abb-4cc6-ad12-54e37be7970e on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:23:27.838440 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a1d02d-3309-4d50-8ba1-89ed3aa62b6d None None] Pushing event deleted for resources: {'Port': ['ID=ea64af89-7abb-4cc6-ad12-54e37be7970e,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:27.874329 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-ae6180db-3abe-4f00-8785-e4553ccc74fe tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Allocated IP 172.26.6.67 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/bb6d116e-6ba4-4fee-b599-f1aae7da3c3a) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:23:27.987204 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ae6180db-3abe-4f00-8785-e4553ccc74fe tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:27.999347 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.objects.ports [None req-654579b0-2f8e-4d48-a712-9fef404590b6 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102366) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 19:23:28.001455 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-654579b0-2f8e-4d48-a712-9fef404590b6 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:28.027369 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ae6180db-3abe-4f00-8785-e4553ccc74fe tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:28.054694 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654579b0-2f8e-4d48-a712-9fef404590b6 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:23:28.058014 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-654579b0-2f8e-4d48-a712-9fef404590b6 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:23:28.062487 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654579b0-2f8e-4d48-a712-9fef404590b6 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:28.063617 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-654579b0-2f8e-4d48-a712-9fef404590b6 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:28.067454 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654579b0-2f8e-4d48-a712-9fef404590b6 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event updated for resources: {'Subnet': ['ID=732ed001-bed0-489a-9164-ed9efa3bb31d,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:28.071223 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ae559f-d503-4ccb-8a58-e823a9528e04 None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:23:28.075515 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6180db-3abe-4f00-8785-e4553ccc74fe tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:23:28.078943 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-ae6180db-3abe-4f00-8785-e4553ccc74fe tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:23:28.083395 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6180db-3abe-4f00-8785-e4553ccc74fe tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:23:28.093755 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-654579b0-2f8e-4d48-a712-9fef404590b6 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4802377 Dec 10 19:23:28.093962 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57290) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:28.099409 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-86d1ab20-3861-4e40-94db-6547261ca065 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Request body: {'subnet': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:23:28.126872 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6180db-3abe-4f00-8785-e4553ccc74fe tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Pushing event updated for resources: {'Port': ['ID=bb6d116e-6ba4-4fee-b599-f1aae7da3c3a,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:28.236665 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d1ab20-3861-4e40-94db-6547261ca065 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Made reservation on behalf of 3469d34b4b5244779481838dc0c942a0 for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:23:28.240677 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-86d1ab20-3861-4e40-94db-6547261ca065 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:28.243955 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7a8f6d-dfd6-456f-a4c2-da3d166bd52a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-1d551a91-027c-49df-950f-450dd7a0d1c8', 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'tenant_id': '3469d34b4b5244779481838dc0c942a0', 'fixed_ips': [{'subnet_id': '732ed001-bed0-489a-9164-ed9efa3bb31d'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:23:28.245380 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4f7a8f6d-dfd6-456f-a4c2-da3d166bd52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:28.346381 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.ipam_backend_mixin [None req-86d1ab20-3861-4e40-94db-6547261ca065 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 732ed001-bed0-489a-9164-ed9efa3bb31d (CIDR: 2001:db8::/64) Dec 10 19:23:28.350531 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-86d1ab20-3861-4e40-94db-6547261ca065 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:23:28.351255 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86d1ab20-3861-4e40-94db-6547261ca065 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:23:28.370124 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-86d1ab20-3861-4e40-94db-6547261ca065 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2726033 Dec 10 19:23:28.370628 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57292) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:28.376821 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-29414c37-a279-4790-af8f-b9c99fb3b8ce tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Request body: {'subnet': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:23:28.402081 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-4f7a8f6d-dfd6-456f-a4c2-da3d166bd52a None None] Allocated IP 2001:db8::f816:3eff:fe25:5952 (1d551a91-027c-49df-950f-450dd7a0d1c8/732ed001-bed0-489a-9164-ed9efa3bb31d/c6b80da5-cedc-48bb-840d-0785e506cfdc) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:23:28.498886 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29414c37-a279-4790-af8f-b9c99fb3b8ce tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Made reservation on behalf of 3469d34b4b5244779481838dc0c942a0 for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:23:28.503245 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-29414c37-a279-4790-af8f-b9c99fb3b8ce tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:28.530812 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ae6180db-3abe-4f00-8785-e4553ccc74fe tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:28.611954 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device ea64af89-7abb-4cc6-ad12-54e37be7970e no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:23:28.625024 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ae6180db-3abe-4f00-8785-e4553ccc74fe tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:28.642598 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4f7a8f6d-dfd6-456f-a4c2-da3d166bd52a None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:28.644096 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: ea64af89-7abb-4cc6-ad12-54e37be7970e {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:23:28.644372 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device ea64af89-7abb-4cc6-ad12-54e37be7970e not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:23:28.653904 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4f7a8f6d-dfd6-456f-a4c2-da3d166bd52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:28.691529 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7a8f6d-dfd6-456f-a4c2-da3d166bd52a None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:23:28.696210 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-4f7a8f6d-dfd6-456f-a4c2-da3d166bd52a None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:23:28.699705 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7a8f6d-dfd6-456f-a4c2-da3d166bd52a None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:23:28.708859 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a8f6d-dfd6-456f-a4c2-da3d166bd52a None None] Pushing event updated for resources: {'Port': ['ID=c6b80da5-cedc-48bb-840d-0785e506cfdc,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:28.763039 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-4f7a8f6d-dfd6-456f-a4c2-da3d166bd52a None None] Attempting to bind port c6b80da5-cedc-48bb-840d-0785e506cfdc on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:23:28.763294 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-4f7a8f6d-dfd6-456f-a4c2-da3d166bd52a None None] Attempting to bind port c6b80da5-cedc-48bb-840d-0785e506cfdc by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:23:28.763634 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7a8f6d-dfd6-456f-a4c2-da3d166bd52a None None] Attempting to bind port c6b80da5-cedc-48bb-840d-0785e506cfdc on network 1d551a91-027c-49df-950f-450dd7a0d1c8 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:23:28.768861 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7a8f6d-dfd6-456f-a4c2-da3d166bd52a None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:23:28.769219 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7a8f6d-dfd6-456f-a4c2-da3d166bd52a None None] Checking segment: {'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:23:28.769888 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4f7a8f6d-dfd6-456f-a4c2-da3d166bd52a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:28.770012 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7a8f6d-dfd6-456f-a4c2-da3d166bd52a None None] Bound using segment: {'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:23:28.770432 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-4f7a8f6d-dfd6-456f-a4c2-da3d166bd52a None None] Bound port: c6b80da5-cedc-48bb-840d-0785e506cfdc, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:23:28.770804 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4f7a8f6d-dfd6-456f-a4c2-da3d166bd52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:28.802600 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-29414c37-a279-4790-af8f-b9c99fb3b8ce tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:28.815793 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ae6180db-3abe-4f00-8785-e4553ccc74fe tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:28.821233 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ae6180db-3abe-4f00-8785-e4553ccc74fe tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:28.846528 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-4f7a8f6d-dfd6-456f-a4c2-da3d166bd52a None None] For port c6b80da5-cedc-48bb-840d-0785e506cfdc, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:23:28.847373 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29414c37-a279-4790-af8f-b9c99fb3b8ce tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:23:28.850330 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-4f7a8f6d-dfd6-456f-a4c2-da3d166bd52a None None] For port c6b80da5-cedc-48bb-840d-0785e506cfdc, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=c6b80da5-cedc-48bb-840d-0785e506cfdc,segment=NetworkSegment(349affc8-50f4-455b-bd4d-50478ad01ebc),segment_id=349affc8-50f4-455b-bd4d-50478ad01ebc)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:23:28.851811 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-29414c37-a279-4790-af8f-b9c99fb3b8ce tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:23:28.856365 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29414c37-a279-4790-af8f-b9c99fb3b8ce tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:28.857169 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-29414c37-a279-4790-af8f-b9c99fb3b8ce tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:28.858519 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4f7a8f6d-dfd6-456f-a4c2-da3d166bd52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:28.877091 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29414c37-a279-4790-af8f-b9c99fb3b8ce tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event updated for resources: {'Subnet': ['ID=adb71bfd-9e5a-4003-8fa2-0478bda9ef40,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:28.883508 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-29414c37-a279-4790-af8f-b9c99fb3b8ce tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5115755 Dec 10 19:23:28.886307 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57294) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:28.891212 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-b7f174fd-34f2-4ca9-998c-08bd03118e0e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Request body: {'port': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'mac_address': 'fa:16:3e:8c:bf:ad', 'name': 'tempest-NetworksTestDHCPv6-1009254879'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:23:28.911432 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6180db-3abe-4f00-8785-e4553ccc74fe tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Pushing event updated for resources: {'Port': ['ID=bb6d116e-6ba4-4fee-b599-f1aae7da3c3a,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:28.926687 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ae6180db-3abe-4f00-8785-e4553ccc74fe tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3713103'] for floatingip, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:28.940959 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a8f6d-dfd6-456f-a4c2-da3d166bd52a None None] Pushing event updated for resources: {'Port': ['ID=c6b80da5-cedc-48bb-840d-0785e506cfdc,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:29.019360 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f174fd-34f2-4ca9-998c-08bd03118e0e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Made reservation on behalf of 3469d34b4b5244779481838dc0c942a0 for: {'port': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:23:29.111595 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b7f174fd-34f2-4ca9-998c-08bd03118e0e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:29.136472 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [None req-b7f174fd-34f2-4ca9-998c-08bd03118e0e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] device_id is not set on port 0032b609-2de7-4566-8ba5-3a797df555b2 yet. {{(pid=102366) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:23:29.336931 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-b7f174fd-34f2-4ca9-998c-08bd03118e0e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Allocated IP 2001:db8:0:1::35e (1d551a91-027c-49df-950f-450dd7a0d1c8/adb71bfd-9e5a-4003-8fa2-0478bda9ef40/0032b609-2de7-4566-8ba5-3a797df555b2) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:23:29.343833 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-b7f174fd-34f2-4ca9-998c-08bd03118e0e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Allocated IP 2001:db8::f816:3eff:fe8c:bfad (1d551a91-027c-49df-950f-450dd7a0d1c8/732ed001-bed0-489a-9164-ed9efa3bb31d/0032b609-2de7-4566-8ba5-3a797df555b2) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:23:29.367321 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.l3_db [None req-ae6180db-3abe-4f00-8785-e4553ccc74fe tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Floating IP ef49c8d0-dc2f-4afe-b25e-a05887da3943 associated. External IP: 172.26.6.67, port: 0efe7c65-b2bd-4463-8a4c-3064fff6d056. Dec 10 19:23:29.497728 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b7f174fd-34f2-4ca9-998c-08bd03118e0e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:29.532896 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b7f174fd-34f2-4ca9-998c-08bd03118e0e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:29.577034 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f174fd-34f2-4ca9-998c-08bd03118e0e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:23:29.580149 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-b7f174fd-34f2-4ca9-998c-08bd03118e0e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:23:29.582936 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f174fd-34f2-4ca9-998c-08bd03118e0e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:23:29.585077 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae6180db-3abe-4f00-8785-e4553ccc74fe tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Router da4b58b2-de25-4725-9b13-7b9bcec019d2 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:23:29.588897 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f174fd-34f2-4ca9-998c-08bd03118e0e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:29.589534 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b7f174fd-34f2-4ca9-998c-08bd03118e0e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:29.605055 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f174fd-34f2-4ca9-998c-08bd03118e0e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event updated for resources: {'Port': ['ID=0032b609-2de7-4566-8ba5-3a797df555b2,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:29.622937 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-b7f174fd-34f2-4ca9-998c-08bd03118e0e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.7355671 Dec 10 19:23:29.623836 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57296) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:29.716102 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae6180db-3abe-4f00-8785-e4553ccc74fe tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:23:29.728094 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-5b7adcbf-a195-4cae-a2cd-1f336c2efc1e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Deleting port 0032b609-2de7-4566-8ba5-3a797df555b2 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:23:29.728647 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5b7adcbf-a195-4cae-a2cd-1f336c2efc1e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:29.729237 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a305ca8-3312-48a5-9e09-3ec45ec08256 None None] Sync routers for ids ['da4b58b2-de25-4725-9b13-7b9bcec019d2'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:23:29.746926 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ae6180db-3abe-4f00-8785-e4553ccc74fe tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:29.748955 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a305ca8-3312-48a5-9e09-3ec45ec08256 None None] Routers {'da4b58b2-de25-4725-9b13-7b9bcec019d2'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:23:29.749880 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-2a305ca8-3312-48a5-9e09-3ec45ec08256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:23:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['da4b58b2-de25-4725-9b13-7b9bcec019d2'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:23:29.800980 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-ae6180db-3abe-4f00-8785-e4553ccc74fe tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1793363 Dec 10 19:23:29.800980 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fca8ca7-c259-4cd0-9b18-c609f23673e9', 'tag': '0efe7c65-b2bd-4463-8a4c-3064fff6d056'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:23:29.801844 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c676b02-5960-4544-a2e5-d992ecfe4d59" -d '{"events": [{"name": "network-changed", "server_uuid": "4fca8ca7-c259-4cd0-9b18-c609f23673e9", "tag": "0efe7c65-b2bd-4463-8a4c-3064fff6d056"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:23:29.850924 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5b7adcbf-a195-4cae-a2cd-1f336c2efc1e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:29.851841 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8934d7dc-674f-4ace-93f1-7fc758a1b72d x-openstack-request-id: req-8934d7dc-674f-4ace-93f1-7fc758a1b72d {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:23:29.852177 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fca8ca7-c259-4cd0-9b18-c609f23673e9", "tag": "0efe7c65-b2bd-4463-8a4c-3064fff6d056", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:23:29.852383 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8934d7dc-674f-4ace-93f1-7fc758a1b72d {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:23:29.852819 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fca8ca7-c259-4cd0-9b18-c609f23673e9', 'tag': '0efe7c65-b2bd-4463-8a4c-3064fff6d056', 'status': 'completed', 'code': 200} Dec 10 19:23:29.866089 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-5b7adcbf-a195-4cae-a2cd-1f336c2efc1e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Calling delete_port for 0032b609-2de7-4566-8ba5-3a797df555b2 owned by {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:23:29.890158 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-2a305ca8-3312-48a5-9e09-3ec45ec08256 None None] Set router da4b58b2-de25-4725-9b13-7b9bcec019d2 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:23:29.930612 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c676b02-5960-4544-a2e5-d992ecfe4d59 req-80514d17-4b06-47b1-bb66-c71c6cd152d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:29.934199 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8c676b02-5960-4544-a2e5-d992ecfe4d59 req-80514d17-4b06-47b1-bb66-c71c6cd152d3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d55891769dee4679a2ef3c1d528a784c&device_id=4fca8ca7-c259-4cd0-9b18-c609f23673e9 HTTP/1.1" status: 200 len: 1098 time: 0.0503123 Dec 10 19:23:30.014999 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c8fad8-5042-4c1c-b028-a6fde5cd4556 None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:23:30.049742 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c676b02-5960-4544-a2e5-d992ecfe4d59 req-2d471839-4a2f-4fe3-9ab7-795e1f992c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:30.051486 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8c676b02-5960-4544-a2e5-d992ecfe4d59 req-2d471839-4a2f-4fe3-9ab7-795e1f992c6f service neutron] 10.222.0.36 "GET /v2.0/networks?id=8fe565ca-25f0-46cc-a74d-1d785e1c4483 HTTP/1.1" status: 200 len: 912 time: 0.1043932 Dec 10 19:23:30.082990 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5b7adcbf-a195-4cae-a2cd-1f336c2efc1e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:30.130200 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7adcbf-a195-4cae-a2cd-1f336c2efc1e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event deleted for resources: {'Port': ['ID=0032b609-2de7-4566-8ba5-3a797df555b2,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:30.130474 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8c676b02-5960-4544-a2e5-d992ecfe4d59 req-05a58a07-0a39-474d-ac2b-139e1e782b98 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0efe7c65-b2bd-4463-8a4c-3064fff6d056 HTTP/1.1" status: 200 len: 998 time: 0.0643327 Dec 10 19:23:30.147748 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-7166ab5d-6a5c-43e9-a604-af40c7715dd6 None None] Provisioning complete for port c6b80da5-cedc-48bb-840d-0785e506cfdc triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:23:30.148097 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-7166ab5d-6a5c-43e9-a604-af40c7715dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:30.185146 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5b7adcbf-a195-4cae-a2cd-1f336c2efc1e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:30.189205 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-5b7adcbf-a195-4cae-a2cd-1f336c2efc1e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/ports/0032b609-2de7-4566-8ba5-3a797df555b2 HTTP/1.1" status: 204 len: 168 time: 0.5642278 Dec 10 19:23:30.189524 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c676b02-5960-4544-a2e5-d992ecfe4d59 req-3c47dc80-3549-4200-a621-85724c8f7702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:30.191230 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8c676b02-5960-4544-a2e5-d992ecfe4d59 req-3c47dc80-3549-4200-a621-85724c8f7702 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=08326994-b03f-4864-96e3-852094c75fec HTTP/1.1" status: 200 len: 850 time: 0.0530796 Dec 10 19:23:30.191724 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57302) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:30.273723 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a26f00c-e284-4dde-82bd-f9b449bd3da5 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:30.277629 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-8a26f00c-e284-4dde-82bd-f9b449bd3da5 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0824492 Dec 10 19:23:30.277861 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57304) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:30.288320 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c676b02-5960-4544-a2e5-d992ecfe4d59 req-bfa1f1cd-d81d-4c03-9ee2-83de06765221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:30.289981 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8c676b02-5960-4544-a2e5-d992ecfe4d59 req-bfa1f1cd-d81d-4c03-9ee2-83de06765221 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8fe565ca-25f0-46cc-a74d-1d785e1c4483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0867743 Dec 10 19:23:30.353969 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-7166ab5d-6a5c-43e9-a604-af40c7715dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:30.374520 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-2a305ca8-3312-48a5-9e09-3ec45ec08256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'name': 'tempest-TestVolumeBootPattern-237231579-router', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'dae55733-5f2b-4a73-9001-419ef8dbbe6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:19:20Z', 'updated_at': '2021-12-10T19:19:29Z', 'revision_number': 4, 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'gw_port': {'id': 'dae55733-5f2b-4a73-9001-419ef8dbbe6a', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:21Z', 'updated_at': '2021-12-10T19:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': 'ef49c8d0-dc2f-4afe-b25e-a05887da3943', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'floating_ip_address': '172.26.6.67', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'port_id': '0efe7c65-b2bd-4463-8a4c-3064fff6d056', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fe565ca-25f0-46cc-a74d-1d785e1c4483', 'mac_address': 'fa:16:3e:80:f1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fca8ca7-c259-4cd0-9b18-c609f23673e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:23:28Z', 'updated_at': '2021-12-10T19:23:28Z', 'revision_number': 0, 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf5f79a4-d3b9-4c57-9d99-397431129d6d', 'name': '', 'network_id': '8fe565ca-25f0-46cc-a74d-1d785e1c4483', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'mac_address': 'fa:16:3e:6c:f9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '08326994-b03f-4864-96e3-852094c75fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:28Z', 'updated_at': '2021-12-10T19:19:42Z', 'revision_number': 5, 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'subnets': [{'id': '08326994-b03f-4864-96e3-852094c75fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:23:30.387819 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7bebae-e18f-4136-b158-bce986b35f13 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:30.389415 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-ac7bebae-e18f-4136-b158-bce986b35f13 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1106343 Dec 10 19:23:30.392661 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57306) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:30.410748 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a305ca8-3312-48a5-9e09-3ec45ec08256 None None] Checking router: da4b58b2-de25-4725-9b13-7b9bcec019d2 for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:23:30.456726 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8c676b02-5960-4544-a2e5-d992ecfe4d59 req-2929fb36-1763-43ce-9931-86130158e6cd service neutron] 10.222.0.36 "GET /v2.0/networks/8fe565ca-25f0-46cc-a74d-1d785e1c4483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472852 Dec 10 19:23:30.457205 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-7166ab5d-6a5c-43e9-a604-af40c7715dd6 None None] For port c6b80da5-cedc-48bb-840d-0785e506cfdc, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=c6b80da5-cedc-48bb-840d-0785e506cfdc,segment=NetworkSegment(349affc8-50f4-455b-bd4d-50478ad01ebc),segment_id=349affc8-50f4-455b-bd4d-50478ad01ebc)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:23:30.460237 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a305ca8-3312-48a5-9e09-3ec45ec08256 None None] Routers {'da4b58b2-de25-4725-9b13-7b9bcec019d2'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:23:30.460916 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-2a305ca8-3312-48a5-9e09-3ec45ec08256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:23:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['da4b58b2-de25-4725-9b13-7b9bcec019d2'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:23:30.465900 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-7166ab5d-6a5c-43e9-a604-af40c7715dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:30.471794 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d1fad4-ab44-4f1c-beac-982822708f33 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:30.473336 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d1fad4-ab44-4f1c-beac-982822708f33 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:30.475088 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d1fad4-ab44-4f1c-beac-982822708f33 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:30.476694 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-f7d1fad4-ab44-4f1c-beac-982822708f33 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0835741 Dec 10 19:23:30.479800 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57308) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:30.583555 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8c676b02-5960-4544-a2e5-d992ecfe4d59 req-91662bb3-482c-40d5-b24d-a7eb38ae65b8 service neutron] 10.222.0.36 "GET /v2.0/networks/8fe565ca-25f0-46cc-a74d-1d785e1c4483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058118 Dec 10 19:23:30.583804 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eb1a4ba-6512-411d-afb3-e0cc43ff41ca tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Deleting subnet 732ed001-bed0-489a-9164-ed9efa3bb31d {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:23:30.590058 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1eb1a4ba-6512-411d-afb3-e0cc43ff41ca tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:30.645835 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1eb1a4ba-6512-411d-afb3-e0cc43ff41ca tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:30.705959 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device c6b80da5-cedc-48bb-840d-0785e506cfdc up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:23:30.749180 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2d3b84-acfb-4622-83e8-ef1153008210 None None] Update dhcp port {'port': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'fixed_ips': [{'subnet_id': '732ed001-bed0-489a-9164-ed9efa3bb31d', 'ip_address': '2001:db8::f816:3eff:fe25:5952'}, {'subnet_id': 'adb71bfd-9e5a-4003-8fa2-0478bda9ef40'}], 'binding:host_id': 'dv-neutron-821441-1-hyperv'}, 'id': 'c6b80da5-cedc-48bb-840d-0785e506cfdc'} from dv-neutron-821441-1-hyperv. {{(pid=102367) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 10 19:23:30.751456 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1eb1a4ba-6512-411d-afb3-e0cc43ff41ca tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:30.817236 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1eb1a4ba-6512-411d-afb3-e0cc43ff41ca tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:30.819036 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-cb2d3b84-acfb-4622-83e8-ef1153008210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:30.824336 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7166ab5d-6a5c-43e9-a604-af40c7715dd6 None None] Pushing event updated for resources: {'Port': ['ID=c6b80da5-cedc-48bb-840d-0785e506cfdc,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:30.857076 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb1a4ba-6512-411d-afb3-e0cc43ff41ca tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event deleted for resources: {'Subnet': ['ID=732ed001-bed0-489a-9164-ed9efa3bb31d,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:30.857703 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1eb1a4ba-6512-411d-afb3-e0cc43ff41ca tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:30.861696 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-1eb1a4ba-6512-411d-afb3-e0cc43ff41ca tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/subnets/732ed001-bed0-489a-9164-ed9efa3bb31d HTTP/1.1" status: 204 len: 168 time: 0.3794775 Dec 10 19:23:30.865950 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57312) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:30.882738 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-2a305ca8-3312-48a5-9e09-3ec45ec08256 None None] Set router da4b58b2-de25-4725-9b13-7b9bcec019d2 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:23:30.916797 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port c6b80da5-cedc-48bb-840d-0785e506cfdc triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:23:30.916797 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:30.931857 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-8575df4c-4a48-4321-b67b-70bb71a9f12e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Deleting subnet adb71bfd-9e5a-4003-8fa2-0478bda9ef40 {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:23:30.935299 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8575df4c-4a48-4321-b67b-70bb71a9f12e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:30.978753 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8575df4c-4a48-4321-b67b-70bb71a9f12e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:31.034189 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8575df4c-4a48-4321-b67b-70bb71a9f12e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:31.092863 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8575df4c-4a48-4321-b67b-70bb71a9f12e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server [None req-cb2d3b84-acfb-4622-83e8-ef1153008210 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet adb71bfd-9e5a-4003-8fa2-0478bda9ef40: This subnet is being modified by another concurrent operation. Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server raise exception Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet adb71bfd-9e5a-4003-8fa2-0478bda9ef40: This subnet is being modified by another concurrent operation. Dec 10 19:23:31.097890 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server Dec 10 19:23:31.134102 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8575df4c-4a48-4321-b67b-70bb71a9f12e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event deleted for resources: {'Subnet': ['ID=adb71bfd-9e5a-4003-8fa2-0478bda9ef40,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:31.138214 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8575df4c-4a48-4321-b67b-70bb71a9f12e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:31.142920 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-8575df4c-4a48-4321-b67b-70bb71a9f12e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/subnets/adb71bfd-9e5a-4003-8fa2-0478bda9ef40 HTTP/1.1" status: 204 len: 168 time: 0.2751660 Dec 10 19:23:31.144671 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57316) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:31.187720 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-fc9d6943-eef6-4c36-bd22-a18ecb007f44 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0418899 Dec 10 19:23:31.191876 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57318) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:31.197544 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-275ddcec-d43f-4e67-b8f9-1711749bce96 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Request body: {'subnet': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:23:31.210663 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4509c564-0ee3-4306-8060-34242d9be30e None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:23:31.289837 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-4c6d8b66-1aaa-4a09-8420-5abb936e7af7 None None] Provisioning complete for port c6b80da5-cedc-48bb-840d-0785e506cfdc triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:23:31.290206 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4c6d8b66-1aaa-4a09-8420-5abb936e7af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:31.296740 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275ddcec-d43f-4e67-b8f9-1711749bce96 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Made reservation on behalf of 3469d34b4b5244779481838dc0c942a0 for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:23:31.301517 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-275ddcec-d43f-4e67-b8f9-1711749bce96 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:31.485981 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-2a305ca8-3312-48a5-9e09-3ec45ec08256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'name': 'tempest-TestVolumeBootPattern-237231579-router', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'dae55733-5f2b-4a73-9001-419ef8dbbe6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:19:20Z', 'updated_at': '2021-12-10T19:19:29Z', 'revision_number': 4, 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'gw_port': {'id': 'dae55733-5f2b-4a73-9001-419ef8dbbe6a', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:21Z', 'updated_at': '2021-12-10T19:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': 'ef49c8d0-dc2f-4afe-b25e-a05887da3943', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'floating_ip_address': '172.26.6.67', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'port_id': '0efe7c65-b2bd-4463-8a4c-3064fff6d056', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fe565ca-25f0-46cc-a74d-1d785e1c4483', 'mac_address': 'fa:16:3e:80:f1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fca8ca7-c259-4cd0-9b18-c609f23673e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:23:28Z', 'updated_at': '2021-12-10T19:23:28Z', 'revision_number': 0, 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf5f79a4-d3b9-4c57-9d99-397431129d6d', 'name': '', 'network_id': '8fe565ca-25f0-46cc-a74d-1d785e1c4483', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'mac_address': 'fa:16:3e:6c:f9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '08326994-b03f-4864-96e3-852094c75fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:28Z', 'updated_at': '2021-12-10T19:19:42Z', 'revision_number': 5, 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'subnets': [{'id': '08326994-b03f-4864-96e3-852094c75fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:23:31.489893 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adeb7faf-dd11-4dc9-b301-b10472a6c1fc None None] DHCP port deletion for 1d551a91-027c-49df-950f-450dd7a0d1c8 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:23:31.528609 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a305ca8-3312-48a5-9e09-3ec45ec08256 None None] The sync data for ids ['da4b58b2-de25-4725-9b13-7b9bcec019d2'] in dv-neutron-821441-1-hyperv is: [{'id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'name': 'tempest-TestVolumeBootPattern-237231579-router', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'dae55733-5f2b-4a73-9001-419ef8dbbe6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:19:20Z', 'updated_at': '2021-12-10T19:19:29Z', 'revision_number': 4, 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'gw_port': {'id': 'dae55733-5f2b-4a73-9001-419ef8dbbe6a', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:21Z', 'updated_at': '2021-12-10T19:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': 'ef49c8d0-dc2f-4afe-b25e-a05887da3943', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'floating_ip_address': '172.26.6.67', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'port_id': '0efe7c65-b2bd-4463-8a4c-3064fff6d056', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fe565ca-25f0-46cc-a74d-1d785e1c4483', 'mac_address': 'fa:16:3e:80:f1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fca8ca7-c259-4cd0-9b18-c609f23673e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:23:28Z', 'updated_at': '2021-12-10T19:23:28Z', 'revision_number': 0, 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf5f79a4-d3b9-4c57-9d99-397431129d6d', 'name': '', 'network_id': '8fe565ca-25f0-46cc-a74d-1d785e1c4483', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'mac_address': 'fa:16:3e:6c:f9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '08326994-b03f-4864-96e3-852094c75fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:28Z', 'updated_at': '2021-12-10T19:19:42Z', 'revision_number': 5, 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'subnets': [{'id': '08326994-b03f-4864-96e3-852094c75fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:23:31.591014 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-adeb7faf-dd11-4dc9-b301-b10472a6c1fc None None] Deleting port c6b80da5-cedc-48bb-840d-0785e506cfdc {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:23:31.591692 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-adeb7faf-dd11-4dc9-b301-b10472a6c1fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:31.664084 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.objects.ports [None req-275ddcec-d43f-4e67-b8f9-1711749bce96 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102365) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 19:23:31.710604 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-adeb7faf-dd11-4dc9-b301-b10472a6c1fc None None] For port c6b80da5-cedc-48bb-840d-0785e506cfdc, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=c6b80da5-cedc-48bb-840d-0785e506cfdc,segment=NetworkSegment(349affc8-50f4-455b-bd4d-50478ad01ebc),segment_id=349affc8-50f4-455b-bd4d-50478ad01ebc)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:23:31.711169 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-adeb7faf-dd11-4dc9-b301-b10472a6c1fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:31.733110 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-adeb7faf-dd11-4dc9-b301-b10472a6c1fc None None] Calling delete_port for c6b80da5-cedc-48bb-840d-0785e506cfdc owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:23:31.811155 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb728dad-5f71-4afb-a3c0-7d8fc74a3649 None None] New status for floating IP ef49c8d0-dc2f-4afe-b25e-a05887da3943: ACTIVE {{(pid=102368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:23:31.838392 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-275ddcec-d43f-4e67-b8f9-1711749bce96 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:31.870313 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-adeb7faf-dd11-4dc9-b301-b10472a6c1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:31.897259 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeb7faf-dd11-4dc9-b301-b10472a6c1fc None None] Pushing event deleted for resources: {'Port': ['ID=c6b80da5-cedc-48bb-840d-0785e506cfdc,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:31.901164 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adeb7faf-dd11-4dc9-b301-b10472a6c1fc None None] No DVR routers for this DVR port c6b80da5-cedc-48bb-840d-0785e506cfdc on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:23:31.926899 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d0ff52-58d9-45f9-b365-03ba3bb0ca0f None None] get_active_networks_info from dv-neutron-821441-1-hyperv {{(pid=102367) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 10 19:23:31.983040 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:23:32.017751 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-275ddcec-d43f-4e67-b8f9-1711749bce96 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] For port c6b80da5-cedc-48bb-840d-0785e506cfdc, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=c6b80da5-cedc-48bb-840d-0785e506cfdc,segment=NetworkSegment(349affc8-50f4-455b-bd4d-50478ad01ebc),segment_id=349affc8-50f4-455b-bd4d-50478ad01ebc)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:23:32.032811 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d0ff52-58d9-45f9-b365-03ba3bb0ca0f None None] Resources bound (agent type, host, resource id): {{(pid=102367) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 19:23:32.057631 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-275ddcec-d43f-4e67-b8f9-1711749bce96 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:32.063623 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-275ddcec-d43f-4e67-b8f9-1711749bce96 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:32.064755 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-275ddcec-d43f-4e67-b8f9-1711749bce96 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:32.121260 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275ddcec-d43f-4e67-b8f9-1711749bce96 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event deleted for resources: {'Port': ['ID=c6b80da5-cedc-48bb-840d-0785e506cfdc,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:32.146953 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275ddcec-d43f-4e67-b8f9-1711749bce96 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:23:32.148478 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275ddcec-d43f-4e67-b8f9-1711749bce96 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:32.148859 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275ddcec-d43f-4e67-b8f9-1711749bce96 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:32.149202 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275ddcec-d43f-4e67-b8f9-1711749bce96 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:32.149544 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275ddcec-d43f-4e67-b8f9-1711749bce96 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:32.149950 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275ddcec-d43f-4e67-b8f9-1711749bce96 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:32.150203 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275ddcec-d43f-4e67-b8f9-1711749bce96 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:32.150683 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275ddcec-d43f-4e67-b8f9-1711749bce96 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:32.150863 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275ddcec-d43f-4e67-b8f9-1711749bce96 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:32.151286 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275ddcec-d43f-4e67-b8f9-1711749bce96 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:32.151501 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275ddcec-d43f-4e67-b8f9-1711749bce96 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:32.151976 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275ddcec-d43f-4e67-b8f9-1711749bce96 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:32.152237 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275ddcec-d43f-4e67-b8f9-1711749bce96 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:32.158797 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-275ddcec-d43f-4e67-b8f9-1711749bce96 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:23:32.163456 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275ddcec-d43f-4e67-b8f9-1711749bce96 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:32.164032 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-275ddcec-d43f-4e67-b8f9-1711749bce96 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:32.177467 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275ddcec-d43f-4e67-b8f9-1711749bce96 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event updated for resources: {'Subnet': ['ID=e2d15868-76c1-4020-8500-f7b343510d16,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:32.193945 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-275ddcec-d43f-4e67-b8f9-1711749bce96 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0006027 Dec 10 19:23:32.197190 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57320) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:32.202963 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-c854792e-bdc3-4854-8e15-3458c762ac2e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Request body: {'subnet': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:23:32.273540 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:32.307248 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91edffc0-6f86-4ebf-a63d-18f741ed8b1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-1d551a91-027c-49df-950f-450dd7a0d1c8', 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'tenant_id': '3469d34b4b5244779481838dc0c942a0', 'fixed_ips': [{'subnet_id': 'e2d15868-76c1-4020-8500-f7b343510d16'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:23:32.308114 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-91edffc0-6f86-4ebf-a63d-18f741ed8b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:32.328461 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c854792e-bdc3-4854-8e15-3458c762ac2e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Made reservation on behalf of 3469d34b4b5244779481838dc0c942a0 for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:23:32.332229 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c854792e-bdc3-4854-8e15-3458c762ac2e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:32.424017 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.ipam_backend_mixin [None req-c854792e-bdc3-4854-8e15-3458c762ac2e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e2d15868-76c1-4020-8500-f7b343510d16 (CIDR: 2001:db8::/64) Dec 10 19:23:32.428313 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-c854792e-bdc3-4854-8e15-3458c762ac2e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:23:32.429024 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c854792e-bdc3-4854-8e15-3458c762ac2e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:23:32.447638 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-c854792e-bdc3-4854-8e15-3458c762ac2e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2491076 Dec 10 19:23:32.451010 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57322) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:32.452949 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-91edffc0-6f86-4ebf-a63d-18f741ed8b1a None None] Allocated IP 2001:db8::f816:3eff:fede:db7b (1d551a91-027c-49df-950f-450dd7a0d1c8/e2d15868-76c1-4020-8500-f7b343510d16/96897116-9d96-4c1c-9760-4f54f830d6ad) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:23:32.459676 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-3a5aa861-1e28-42c2-9af0-d9e0a5707997 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Request body: {'subnet': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:23:32.589550 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5aa861-1e28-42c2-9af0-d9e0a5707997 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Made reservation on behalf of 3469d34b4b5244779481838dc0c942a0 for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:23:32.594076 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3a5aa861-1e28-42c2-9af0-d9e0a5707997 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:32.612845 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-91edffc0-6f86-4ebf-a63d-18f741ed8b1a None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:32.618874 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device c6b80da5-cedc-48bb-840d-0785e506cfdc no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:23:32.622981 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-91edffc0-6f86-4ebf-a63d-18f741ed8b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:32.650983 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: c6b80da5-cedc-48bb-840d-0785e506cfdc {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:23:32.651324 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device c6b80da5-cedc-48bb-840d-0785e506cfdc not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:23:32.690452 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91edffc0-6f86-4ebf-a63d-18f741ed8b1a None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:23:32.693587 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-91edffc0-6f86-4ebf-a63d-18f741ed8b1a None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:23:32.697172 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91edffc0-6f86-4ebf-a63d-18f741ed8b1a None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:23:32.706461 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91edffc0-6f86-4ebf-a63d-18f741ed8b1a None None] Pushing event updated for resources: {'Port': ['ID=96897116-9d96-4c1c-9760-4f54f830d6ad,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:32.772380 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-91edffc0-6f86-4ebf-a63d-18f741ed8b1a None None] Attempting to bind port 96897116-9d96-4c1c-9760-4f54f830d6ad on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:23:32.772774 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-91edffc0-6f86-4ebf-a63d-18f741ed8b1a None None] Attempting to bind port 96897116-9d96-4c1c-9760-4f54f830d6ad by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:23:32.773142 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91edffc0-6f86-4ebf-a63d-18f741ed8b1a None None] Attempting to bind port 96897116-9d96-4c1c-9760-4f54f830d6ad on network 1d551a91-027c-49df-950f-450dd7a0d1c8 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:23:32.778735 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91edffc0-6f86-4ebf-a63d-18f741ed8b1a None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:23:32.779109 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91edffc0-6f86-4ebf-a63d-18f741ed8b1a None None] Checking segment: {'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:23:32.779517 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-91edffc0-6f86-4ebf-a63d-18f741ed8b1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:32.779911 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91edffc0-6f86-4ebf-a63d-18f741ed8b1a None None] Bound using segment: {'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:23:32.780391 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-91edffc0-6f86-4ebf-a63d-18f741ed8b1a None None] Bound port: 96897116-9d96-4c1c-9760-4f54f830d6ad, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:23:32.780799 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-91edffc0-6f86-4ebf-a63d-18f741ed8b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:32.851827 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-91edffc0-6f86-4ebf-a63d-18f741ed8b1a None None] For port 96897116-9d96-4c1c-9760-4f54f830d6ad, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:23:32.855792 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-91edffc0-6f86-4ebf-a63d-18f741ed8b1a None None] For port 96897116-9d96-4c1c-9760-4f54f830d6ad, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=96897116-9d96-4c1c-9760-4f54f830d6ad,segment=NetworkSegment(349affc8-50f4-455b-bd4d-50478ad01ebc),segment_id=349affc8-50f4-455b-bd4d-50478ad01ebc)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:23:32.861324 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-91edffc0-6f86-4ebf-a63d-18f741ed8b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:32.892291 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3a5aa861-1e28-42c2-9af0-d9e0a5707997 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:32.929914 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91edffc0-6f86-4ebf-a63d-18f741ed8b1a None None] Pushing event updated for resources: {'Port': ['ID=96897116-9d96-4c1c-9760-4f54f830d6ad,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:32.938732 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5aa861-1e28-42c2-9af0-d9e0a5707997 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:23:32.942136 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-3a5aa861-1e28-42c2-9af0-d9e0a5707997 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:23:32.946660 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5aa861-1e28-42c2-9af0-d9e0a5707997 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:32.947249 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3a5aa861-1e28-42c2-9af0-d9e0a5707997 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:32.962092 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5aa861-1e28-42c2-9af0-d9e0a5707997 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event updated for resources: {'Subnet': ['ID=8099469f-506e-46d0-a470-967923c5f38f,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:32.972096 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-3a5aa861-1e28-42c2-9af0-d9e0a5707997 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5192430 Dec 10 19:23:32.975272 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57324) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:32.980431 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-b9d82c6e-14b5-45e8-8202-66412923c7db tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Request body: {'port': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'mac_address': 'fa:16:3e:4d:63:12', 'name': 'tempest-NetworksTestDHCPv6-475681722'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:23:33.159761 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d82c6e-14b5-45e8-8202-66412923c7db tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Made reservation on behalf of 3469d34b4b5244779481838dc0c942a0 for: {'port': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:23:33.170788 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b9d82c6e-14b5-45e8-8202-66412923c7db tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:33.197168 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [None req-b9d82c6e-14b5-45e8-8202-66412923c7db tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] device_id is not set on port 4c24c147-67db-4d83-ba36-f52d97821400 yet. {{(pid=102366) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:23:33.372576 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-b9d82c6e-14b5-45e8-8202-66412923c7db tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Allocated IP 2001:db8:0:1::12f (1d551a91-027c-49df-950f-450dd7a0d1c8/8099469f-506e-46d0-a470-967923c5f38f/4c24c147-67db-4d83-ba36-f52d97821400) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:23:33.379862 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-b9d82c6e-14b5-45e8-8202-66412923c7db tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Allocated IP 2001:db8::f816:3eff:fe4d:6312 (1d551a91-027c-49df-950f-450dd7a0d1c8/e2d15868-76c1-4020-8500-f7b343510d16/4c24c147-67db-4d83-ba36-f52d97821400) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:23:33.530694 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b9d82c6e-14b5-45e8-8202-66412923c7db tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:33.566436 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b9d82c6e-14b5-45e8-8202-66412923c7db tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:33.881327 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d82c6e-14b5-45e8-8202-66412923c7db tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:23:33.884719 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-b9d82c6e-14b5-45e8-8202-66412923c7db tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:23:33.888589 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d82c6e-14b5-45e8-8202-66412923c7db tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:23:33.894889 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d82c6e-14b5-45e8-8202-66412923c7db tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:33.895449 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b9d82c6e-14b5-45e8-8202-66412923c7db tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:33.909885 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d82c6e-14b5-45e8-8202-66412923c7db tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event updated for resources: {'Port': ['ID=4c24c147-67db-4d83-ba36-f52d97821400,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:33.925155 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-b9d82c6e-14b5-45e8-8202-66412923c7db tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.9487169 Dec 10 19:23:33.927851 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57328) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:33.945219 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbae8a40-daec-4558-b04c-77cbd62c2c10 None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:23:34.028478 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-b5819979-3a88-4d64-bec0-fa13884a9dc4 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Deleting port 4c24c147-67db-4d83-ba36-f52d97821400 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:23:34.030003 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b5819979-3a88-4d64-bec0-fa13884a9dc4 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:34.055473 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-3efca4f0-4a6e-4309-a787-4882fa798c86 None None] Provisioning complete for port 96897116-9d96-4c1c-9760-4f54f830d6ad triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:23:34.055837 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-3efca4f0-4a6e-4309-a787-4882fa798c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:34.126868 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b5819979-3a88-4d64-bec0-fa13884a9dc4 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:34.139109 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-b5819979-3a88-4d64-bec0-fa13884a9dc4 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Calling delete_port for 4c24c147-67db-4d83-ba36-f52d97821400 owned by {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:23:34.186542 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-3efca4f0-4a6e-4309-a787-4882fa798c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:34.256347 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-3efca4f0-4a6e-4309-a787-4882fa798c86 None None] For port 96897116-9d96-4c1c-9760-4f54f830d6ad, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=96897116-9d96-4c1c-9760-4f54f830d6ad,segment=NetworkSegment(349affc8-50f4-455b-bd4d-50478ad01ebc),segment_id=349affc8-50f4-455b-bd4d-50478ad01ebc)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:23:34.263507 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-3efca4f0-4a6e-4309-a787-4882fa798c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:34.299579 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db603a70-740f-45db-897c-c6fb74174f55 None None] Update dhcp port {'port': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'fixed_ips': [{'subnet_id': 'e2d15868-76c1-4020-8500-f7b343510d16', 'ip_address': '2001:db8::f816:3eff:fede:db7b'}, {'subnet_id': '8099469f-506e-46d0-a470-967923c5f38f'}], 'binding:host_id': 'dv-neutron-821441-1-hyperv'}, 'id': '96897116-9d96-4c1c-9760-4f54f830d6ad'} from dv-neutron-821441-1-hyperv. {{(pid=102367) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 10 19:23:34.339167 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b5819979-3a88-4d64-bec0-fa13884a9dc4 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:34.340378 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efca4f0-4a6e-4309-a787-4882fa798c86 None None] Pushing event updated for resources: {'Port': ['ID=96897116-9d96-4c1c-9760-4f54f830d6ad,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:34.346451 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db603a70-740f-45db-897c-c6fb74174f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:34.366859 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5819979-3a88-4d64-bec0-fa13884a9dc4 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event deleted for resources: {'Port': ['ID=4c24c147-67db-4d83-ba36-f52d97821400,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:34.412468 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b5819979-3a88-4d64-bec0-fa13884a9dc4 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:34.415642 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-b5819979-3a88-4d64-bec0-fa13884a9dc4 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/ports/4c24c147-67db-4d83-ba36-f52d97821400 HTTP/1.1" status: 204 len: 168 time: 0.4868126 Dec 10 19:23:34.418103 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57330) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:34.468852 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fd2ddf-56ea-479f-a176-b89c13347eef tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:34.473660 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-a8fd2ddf-56ea-479f-a176-b89c13347eef tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0521631 Dec 10 19:23:34.473882 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57332) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:34.521394 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-db603a70-740f-45db-897c-c6fb74174f55 None None] Allocated IP 2001:db8:0:1::2 (1d551a91-027c-49df-950f-450dd7a0d1c8/8099469f-506e-46d0-a470-967923c5f38f/96897116-9d96-4c1c-9760-4f54f830d6ad) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:23:34.522064 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291ff8e6-3c49-4dab-91df-96030d53056a tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:34.523557 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-291ff8e6-3c49-4dab-91df-96030d53056a tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0482063 Dec 10 19:23:34.526324 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57334) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:34.592637 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6aa3a5-8a3a-4cb0-b893-eb5f1d6d9433 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:34.594691 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6aa3a5-8a3a-4cb0-b893-eb5f1d6d9433 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:34.596215 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6aa3a5-8a3a-4cb0-b893-eb5f1d6d9433 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:34.600563 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-fa6aa3a5-8a3a-4cb0-b893-eb5f1d6d9433 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0705557 Dec 10 19:23:34.600789 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57336) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:34.623431 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-db603a70-740f-45db-897c-c6fb74174f55 None None] For port 96897116-9d96-4c1c-9760-4f54f830d6ad, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=96897116-9d96-4c1c-9760-4f54f830d6ad,segment=NetworkSegment(349affc8-50f4-455b-bd4d-50478ad01ebc),segment_id=349affc8-50f4-455b-bd4d-50478ad01ebc)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:23:34.656266 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 96897116-9d96-4c1c-9760-4f54f830d6ad up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:23:34.664323 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d627da7-7e66-4437-83c4-ac3e80de21fb tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Deleting subnet 8099469f-506e-46d0-a470-967923c5f38f {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:23:34.683717 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db603a70-740f-45db-897c-c6fb74174f55 None None] Notify callbacks [] for port, precommit_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:34.689697 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7d627da7-7e66-4437-83c4-ac3e80de21fb tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:34.692125 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db603a70-740f-45db-897c-c6fb74174f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:34.742585 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7d627da7-7e66-4437-83c4-ac3e80de21fb tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:34.797390 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db603a70-740f-45db-897c-c6fb74174f55 None None] Pushing event updated for resources: {'Port': ['ID=96897116-9d96-4c1c-9760-4f54f830d6ad,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:34.807662 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 96897116-9d96-4c1c-9760-4f54f830d6ad triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:23:34.808031 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:34.842272 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7d627da7-7e66-4437-83c4-ac3e80de21fb tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:34.911344 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7d627da7-7e66-4437-83c4-ac3e80de21fb tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:34.943222 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d627da7-7e66-4437-83c4-ac3e80de21fb tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event deleted for resources: {'Subnet': ['ID=8099469f-506e-46d0-a470-967923c5f38f,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:34.946973 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7d627da7-7e66-4437-83c4-ac3e80de21fb tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:34.950191 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-7d627da7-7e66-4437-83c4-ac3e80de21fb tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/subnets/8099469f-506e-46d0-a470-967923c5f38f HTTP/1.1" status: 204 len: 168 time: 0.3484907 Dec 10 19:23:34.952869 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57338) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:35.006978 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-324e0875-b04a-4698-8bfe-ca0d62f7833c tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Deleting subnet e2d15868-76c1-4020-8500-f7b343510d16 {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:23:35.010379 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-324e0875-b04a-4698-8bfe-ca0d62f7833c tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:35.052012 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-324e0875-b04a-4698-8bfe-ca0d62f7833c tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:35.143020 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-324e0875-b04a-4698-8bfe-ca0d62f7833c tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:35.204586 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-324e0875-b04a-4698-8bfe-ca0d62f7833c tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:35.231527 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324e0875-b04a-4698-8bfe-ca0d62f7833c tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event deleted for resources: {'Subnet': ['ID=e2d15868-76c1-4020-8500-f7b343510d16,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:35.239967 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-324e0875-b04a-4698-8bfe-ca0d62f7833c tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:35.243211 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-324e0875-b04a-4698-8bfe-ca0d62f7833c tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/subnets/e2d15868-76c1-4020-8500-f7b343510d16 HTTP/1.1" status: 204 len: 168 time: 0.2885907 Dec 10 19:23:35.245801 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57340) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:35.287849 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-1be3e860-ece8-49b7-a82f-46ac00317641 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0409291 Dec 10 19:23:35.290690 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57342) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:35.296679 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-558b5c56-78e6-4c3f-8527-9f559d744917 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Request body: {'subnet': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:23:35.298649 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e1aaf7-4149-454e-bad1-0ac8d4473665 None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:23:35.393078 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558b5c56-78e6-4c3f-8527-9f559d744917 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Made reservation on behalf of 3469d34b4b5244779481838dc0c942a0 for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:23:35.396858 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-558b5c56-78e6-4c3f-8527-9f559d744917 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:35.572776 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-d29ae0d3-0186-43da-aeec-d83d1d6fc8a3 None None] Provisioning complete for port 96897116-9d96-4c1c-9760-4f54f830d6ad triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:23:35.573150 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d29ae0d3-0186-43da-aeec-d83d1d6fc8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:35.600272 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-558b5c56-78e6-4c3f-8527-9f559d744917 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:35.643169 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558b5c56-78e6-4c3f-8527-9f559d744917 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:23:35.646345 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-558b5c56-78e6-4c3f-8527-9f559d744917 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:23:35.649444 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558b5c56-78e6-4c3f-8527-9f559d744917 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:35.650020 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-558b5c56-78e6-4c3f-8527-9f559d744917 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:35.668386 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558b5c56-78e6-4c3f-8527-9f559d744917 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event updated for resources: {'Subnet': ['ID=fe8f8e2d-2755-46ce-a4c1-97eb1119f6fb,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:35.676314 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-d29ae0d3-0186-43da-aeec-d83d1d6fc8a3 None None] Could not find standard attr ID for object 4c24c147-67db-4d83-ba36-f52d97821400. {{(pid=102367) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:23:35.676578 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-558b5c56-78e6-4c3f-8527-9f559d744917 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3848243 Dec 10 19:23:35.679301 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57344) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:35.684349 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-8ce58cab-cbad-4178-ba59-fb553bc4579d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Request body: {'subnet': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:23:35.691443 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a20823-b201-43e1-82bd-c5c9c339baaa None None] DHCP port deletion for 1d551a91-027c-49df-950f-450dd7a0d1c8 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:23:35.740060 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-12a20823-b201-43e1-82bd-c5c9c339baaa None None] Deleting port 96897116-9d96-4c1c-9760-4f54f830d6ad {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:23:35.740446 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-12a20823-b201-43e1-82bd-c5c9c339baaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:35.799481 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce58cab-cbad-4178-ba59-fb553bc4579d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Made reservation on behalf of 3469d34b4b5244779481838dc0c942a0 for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:23:35.803095 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8ce58cab-cbad-4178-ba59-fb553bc4579d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:35.821178 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-12a20823-b201-43e1-82bd-c5c9c339baaa None None] For port 96897116-9d96-4c1c-9760-4f54f830d6ad, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=96897116-9d96-4c1c-9760-4f54f830d6ad,segment=NetworkSegment(349affc8-50f4-455b-bd4d-50478ad01ebc),segment_id=349affc8-50f4-455b-bd4d-50478ad01ebc)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:23:35.821569 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-12a20823-b201-43e1-82bd-c5c9c339baaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:35.835313 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-12a20823-b201-43e1-82bd-c5c9c339baaa None None] Calling delete_port for 96897116-9d96-4c1c-9760-4f54f830d6ad owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:23:35.895657 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.ipam_backend_mixin [None req-8ce58cab-cbad-4178-ba59-fb553bc4579d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fe8f8e2d-2755-46ce-a4c1-97eb1119f6fb (CIDR: 2001:db8::/64) Dec 10 19:23:35.899090 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ce58cab-cbad-4178-ba59-fb553bc4579d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:23:35.899457 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ce58cab-cbad-4178-ba59-fb553bc4579d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:23:35.917624 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-8ce58cab-cbad-4178-ba59-fb553bc4579d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2371669 Dec 10 19:23:35.920378 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57346) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:35.923742 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-12a20823-b201-43e1-82bd-c5c9c339baaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:35.926363 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-1afa95d2-fa9a-476d-91b7-3d2f7f43b804 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Request body: {'subnet': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:23:35.948811 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a20823-b201-43e1-82bd-c5c9c339baaa None None] Pushing event deleted for resources: {'Port': ['ID=96897116-9d96-4c1c-9760-4f54f830d6ad,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:35.952420 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a20823-b201-43e1-82bd-c5c9c339baaa None None] No DVR routers for this DVR port 96897116-9d96-4c1c-9760-4f54f830d6ad on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:23:35.974446 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b6ec6f-8214-4890-b56e-0009da1369a6 None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:23:36.042145 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1afa95d2-fa9a-476d-91b7-3d2f7f43b804 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Made reservation on behalf of 3469d34b4b5244779481838dc0c942a0 for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:23:36.045630 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1afa95d2-fa9a-476d-91b7-3d2f7f43b804 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:36.125096 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21078e78-5240-4bc3-bb98-2b5eebaf6815 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-1d551a91-027c-49df-950f-450dd7a0d1c8', 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'tenant_id': '3469d34b4b5244779481838dc0c942a0', 'fixed_ips': [{'subnet_id': 'fe8f8e2d-2755-46ce-a4c1-97eb1119f6fb'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:23:36.126609 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-21078e78-5240-4bc3-bb98-2b5eebaf6815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:36.280869 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-21078e78-5240-4bc3-bb98-2b5eebaf6815 None None] Allocated IP 2001:db8::2 (1d551a91-027c-49df-950f-450dd7a0d1c8/fe8f8e2d-2755-46ce-a4c1-97eb1119f6fb/5b2b51e9-dbb9-4f2c-99aa-4abcfa6119ec) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:23:36.342795 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.objects.ports [None req-1afa95d2-fa9a-476d-91b7-3d2f7f43b804 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102366) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 19:23:36.345122 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1afa95d2-fa9a-476d-91b7-3d2f7f43b804 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:36.388766 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afa95d2-fa9a-476d-91b7-3d2f7f43b804 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:23:36.391920 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-1afa95d2-fa9a-476d-91b7-3d2f7f43b804 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:23:36.396252 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afa95d2-fa9a-476d-91b7-3d2f7f43b804 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:36.396929 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1afa95d2-fa9a-476d-91b7-3d2f7f43b804 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:36.407075 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afa95d2-fa9a-476d-91b7-3d2f7f43b804 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event updated for resources: {'Subnet': ['ID=98aa1518-a690-4fa8-9a68-07bb1a151435,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:36.420020 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-1afa95d2-fa9a-476d-91b7-3d2f7f43b804 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4984193 Dec 10 19:23:36.423315 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57348) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:36.428248 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-e4f77560-1d77-46e1-ada9-05baf0a697d4 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Request body: {'port': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'mac_address': 'fa:16:3e:bb:64:ce', 'name': 'tempest-NetworksTestDHCPv6-1217362999'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:23:36.437313 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-21078e78-5240-4bc3-bb98-2b5eebaf6815 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:36.443583 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-21078e78-5240-4bc3-bb98-2b5eebaf6815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:36.485274 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21078e78-5240-4bc3-bb98-2b5eebaf6815 None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:23:36.488658 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-21078e78-5240-4bc3-bb98-2b5eebaf6815 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:23:36.492033 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21078e78-5240-4bc3-bb98-2b5eebaf6815 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:23:36.501429 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21078e78-5240-4bc3-bb98-2b5eebaf6815 None None] Pushing event updated for resources: {'Port': ['ID=5b2b51e9-dbb9-4f2c-99aa-4abcfa6119ec,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:36.510991 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21078e78-5240-4bc3-bb98-2b5eebaf6815 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:36.511333 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21078e78-5240-4bc3-bb98-2b5eebaf6815 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:36.511665 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21078e78-5240-4bc3-bb98-2b5eebaf6815 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:36.511990 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21078e78-5240-4bc3-bb98-2b5eebaf6815 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:36.512311 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21078e78-5240-4bc3-bb98-2b5eebaf6815 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:36.512657 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21078e78-5240-4bc3-bb98-2b5eebaf6815 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:36.512976 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21078e78-5240-4bc3-bb98-2b5eebaf6815 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:36.513292 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21078e78-5240-4bc3-bb98-2b5eebaf6815 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:36.513607 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21078e78-5240-4bc3-bb98-2b5eebaf6815 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:36.513927 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21078e78-5240-4bc3-bb98-2b5eebaf6815 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:36.514234 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21078e78-5240-4bc3-bb98-2b5eebaf6815 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:36.514539 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21078e78-5240-4bc3-bb98-2b5eebaf6815 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:36.545937 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f77560-1d77-46e1-ada9-05baf0a697d4 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Made reservation on behalf of 3469d34b4b5244779481838dc0c942a0 for: {'port': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:23:36.568189 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-21078e78-5240-4bc3-bb98-2b5eebaf6815 None None] Attempting to bind port 5b2b51e9-dbb9-4f2c-99aa-4abcfa6119ec on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:23:36.568591 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-21078e78-5240-4bc3-bb98-2b5eebaf6815 None None] Attempting to bind port 5b2b51e9-dbb9-4f2c-99aa-4abcfa6119ec by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:23:36.576518 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21078e78-5240-4bc3-bb98-2b5eebaf6815 None None] Attempting to bind port 5b2b51e9-dbb9-4f2c-99aa-4abcfa6119ec on network 1d551a91-027c-49df-950f-450dd7a0d1c8 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:23:36.581059 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21078e78-5240-4bc3-bb98-2b5eebaf6815 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:23:36.581535 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21078e78-5240-4bc3-bb98-2b5eebaf6815 None None] Checking segment: {'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:23:36.582014 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-21078e78-5240-4bc3-bb98-2b5eebaf6815 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:36.582482 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21078e78-5240-4bc3-bb98-2b5eebaf6815 None None] Bound using segment: {'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:23:36.583043 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-21078e78-5240-4bc3-bb98-2b5eebaf6815 None None] Bound port: 5b2b51e9-dbb9-4f2c-99aa-4abcfa6119ec, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:23:36.583489 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-21078e78-5240-4bc3-bb98-2b5eebaf6815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:36.619896 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 96897116-9d96-4c1c-9760-4f54f830d6ad no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:23:36.642591 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e4f77560-1d77-46e1-ada9-05baf0a697d4 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:36.645518 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 96897116-9d96-4c1c-9760-4f54f830d6ad {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:23:36.645859 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 96897116-9d96-4c1c-9760-4f54f830d6ad not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:23:36.664487 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [None req-e4f77560-1d77-46e1-ada9-05baf0a697d4 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] device_id is not set on port 497a30f8-a273-49ea-bfc1-c98b6c799424 yet. {{(pid=102366) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:23:36.675759 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-21078e78-5240-4bc3-bb98-2b5eebaf6815 None None] For port 5b2b51e9-dbb9-4f2c-99aa-4abcfa6119ec, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:23:36.679022 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-21078e78-5240-4bc3-bb98-2b5eebaf6815 None None] For port 5b2b51e9-dbb9-4f2c-99aa-4abcfa6119ec, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=5b2b51e9-dbb9-4f2c-99aa-4abcfa6119ec,segment=NetworkSegment(349affc8-50f4-455b-bd4d-50478ad01ebc),segment_id=349affc8-50f4-455b-bd4d-50478ad01ebc)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:23:36.683297 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-21078e78-5240-4bc3-bb98-2b5eebaf6815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:36.752185 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21078e78-5240-4bc3-bb98-2b5eebaf6815 None None] Pushing event updated for resources: {'Port': ['ID=5b2b51e9-dbb9-4f2c-99aa-4abcfa6119ec,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:36.840155 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-e4f77560-1d77-46e1-ada9-05baf0a697d4 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Allocated IP 2001:db8::259 (1d551a91-027c-49df-950f-450dd7a0d1c8/fe8f8e2d-2755-46ce-a4c1-97eb1119f6fb/497a30f8-a273-49ea-bfc1-c98b6c799424) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:23:36.847752 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-e4f77560-1d77-46e1-ada9-05baf0a697d4 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Allocated IP 2001:db8:0:1:f816:3eff:febb:64ce (1d551a91-027c-49df-950f-450dd7a0d1c8/98aa1518-a690-4fa8-9a68-07bb1a151435/497a30f8-a273-49ea-bfc1-c98b6c799424) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:23:37.021064 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e4f77560-1d77-46e1-ada9-05baf0a697d4 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:37.055753 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e4f77560-1d77-46e1-ada9-05baf0a697d4 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:37.097343 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f77560-1d77-46e1-ada9-05baf0a697d4 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:23:37.101067 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-e4f77560-1d77-46e1-ada9-05baf0a697d4 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:23:37.103823 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f77560-1d77-46e1-ada9-05baf0a697d4 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:23:37.110565 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f77560-1d77-46e1-ada9-05baf0a697d4 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:37.111157 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e4f77560-1d77-46e1-ada9-05baf0a697d4 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:37.127517 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f77560-1d77-46e1-ada9-05baf0a697d4 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event updated for resources: {'Port': ['ID=497a30f8-a273-49ea-bfc1-c98b6c799424,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:37.137101 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-e4f77560-1d77-46e1-ada9-05baf0a697d4 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.7127590 Dec 10 19:23:37.139697 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57352) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:37.230675 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-45a4526e-9aeb-4272-9c89-acd566e1d091 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Deleting port 497a30f8-a273-49ea-bfc1-c98b6c799424 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:23:37.231002 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-45a4526e-9aeb-4272-9c89-acd566e1d091 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:37.318108 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-45a4526e-9aeb-4272-9c89-acd566e1d091 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:37.331572 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-45a4526e-9aeb-4272-9c89-acd566e1d091 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Calling delete_port for 497a30f8-a273-49ea-bfc1-c98b6c799424 owned by {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:23:37.514948 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-45a4526e-9aeb-4272-9c89-acd566e1d091 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:37.544821 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a4526e-9aeb-4272-9c89-acd566e1d091 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event deleted for resources: {'Port': ['ID=497a30f8-a273-49ea-bfc1-c98b6c799424,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:37.594782 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-45a4526e-9aeb-4272-9c89-acd566e1d091 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:37.601251 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-45a4526e-9aeb-4272-9c89-acd566e1d091 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/ports/497a30f8-a273-49ea-bfc1-c98b6c799424 HTTP/1.1" status: 204 len: 168 time: 0.4579604 Dec 10 19:23:37.601676 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57356) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:37.630271 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3237b87c-15e4-4a28-945a-dd441c0efe35 None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:23:37.649680 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c123c1c9-1c34-4030-963c-0c8993b6a1e3 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:37.651155 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-c123c1c9-1c34-4030-963c-0c8993b6a1e3 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0487823 Dec 10 19:23:37.653758 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57358) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:37.703240 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6aa838f-8dc7-4304-b977-86e205c68f86 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:37.705929 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-b6aa838f-8dc7-4304-b977-86e205c68f86 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0511942 Dec 10 19:23:37.708565 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57360) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:37.752062 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-d46938cf-042c-4a9b-a3ec-acb8aafa4c58 None None] Provisioning complete for port 5b2b51e9-dbb9-4f2c-99aa-4abcfa6119ec triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:23:37.752410 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d46938cf-042c-4a9b-a3ec-acb8aafa4c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:37.761851 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3457af5d-49d0-452b-97e2-9b67bb16633d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:37.763375 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3457af5d-49d0-452b-97e2-9b67bb16633d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:37.764925 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3457af5d-49d0-452b-97e2-9b67bb16633d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:37.767272 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-3457af5d-49d0-452b-97e2-9b67bb16633d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0574491 Dec 10 19:23:37.769862 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57362) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:37.824787 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-9815d48e-32f5-422e-b3bf-6d31870eb5d6 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Deleting subnet 98aa1518-a690-4fa8-9a68-07bb1a151435 {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:23:37.827961 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9815d48e-32f5-422e-b3bf-6d31870eb5d6 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:37.869977 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9815d48e-32f5-422e-b3bf-6d31870eb5d6 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:37.890526 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d46938cf-042c-4a9b-a3ec-acb8aafa4c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:37.911587 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a865fdb-827a-4b69-8da5-a2d85c0f9aa6 None None] Update dhcp port {'port': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'fixed_ips': [{'subnet_id': 'fe8f8e2d-2755-46ce-a4c1-97eb1119f6fb', 'ip_address': '2001:db8::2'}, {'subnet_id': '98aa1518-a690-4fa8-9a68-07bb1a151435'}], 'binding:host_id': 'dv-neutron-821441-1-hyperv'}, 'id': '5b2b51e9-dbb9-4f2c-99aa-4abcfa6119ec'} from dv-neutron-821441-1-hyperv. {{(pid=102367) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 10 19:23:37.913691 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9815d48e-32f5-422e-b3bf-6d31870eb5d6 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:37.951819 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-d46938cf-042c-4a9b-a3ec-acb8aafa4c58 None None] For port 5b2b51e9-dbb9-4f2c-99aa-4abcfa6119ec, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=5b2b51e9-dbb9-4f2c-99aa-4abcfa6119ec,segment=NetworkSegment(349affc8-50f4-455b-bd4d-50478ad01ebc),segment_id=349affc8-50f4-455b-bd4d-50478ad01ebc)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:23:37.956101 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4a865fdb-827a-4b69-8da5-a2d85c0f9aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:37.959184 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d46938cf-042c-4a9b-a3ec-acb8aafa4c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:37.975948 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9815d48e-32f5-422e-b3bf-6d31870eb5d6 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:38.009276 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9815d48e-32f5-422e-b3bf-6d31870eb5d6 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event deleted for resources: {'Subnet': ['ID=98aa1518-a690-4fa8-9a68-07bb1a151435,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:38.011236 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9815d48e-32f5-422e-b3bf-6d31870eb5d6 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:38.016731 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-9815d48e-32f5-422e-b3bf-6d31870eb5d6 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/subnets/98aa1518-a690-4fa8-9a68-07bb1a151435 HTTP/1.1" status: 204 len: 168 time: 0.2436533 Dec 10 19:23:38.017076 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57364) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:38.069880 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-533761e8-9ca8-498d-9517-eff8bdadf664 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Deleting subnet fe8f8e2d-2755-46ce-a4c1-97eb1119f6fb {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:23:38.073057 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-533761e8-9ca8-498d-9517-eff8bdadf664 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:38.096686 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46938cf-042c-4a9b-a3ec-acb8aafa4c58 None None] Pushing event updated for resources: {'Port': ['ID=5b2b51e9-dbb9-4f2c-99aa-4abcfa6119ec,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:38.114062 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-533761e8-9ca8-498d-9517-eff8bdadf664 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:38.207198 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-533761e8-9ca8-498d-9517-eff8bdadf664 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:38.271906 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-533761e8-9ca8-498d-9517-eff8bdadf664 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server [None req-4a865fdb-827a-4b69-8da5-a2d85c0f9aa6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fe8f8e2d-2755-46ce-a4c1-97eb1119f6fb: This subnet is being modified by another concurrent operation. Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server raise exception Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fe8f8e2d-2755-46ce-a4c1-97eb1119f6fb: This subnet is being modified by another concurrent operation. Dec 10 19:23:38.273624 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server Dec 10 19:23:38.299952 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533761e8-9ca8-498d-9517-eff8bdadf664 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event deleted for resources: {'Subnet': ['ID=fe8f8e2d-2755-46ce-a4c1-97eb1119f6fb,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:38.303762 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-533761e8-9ca8-498d-9517-eff8bdadf664 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:38.307020 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-533761e8-9ca8-498d-9517-eff8bdadf664 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/subnets/fe8f8e2d-2755-46ce-a4c1-97eb1119f6fb HTTP/1.1" status: 204 len: 168 time: 0.2890174 Dec 10 19:23:38.309790 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57366) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:38.351580 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-cfab18e2-0ad8-4796-abd7-8b1451fb724a tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0408878 Dec 10 19:23:38.355255 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57368) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:38.355941 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30cd3e3-2d05-4257-9811-f05afe745538 None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:23:38.363191 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-f21ce0d9-5f2c-4134-9a0c-36a1d63fa584 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Request body: {'subnet': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:23:38.428820 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-38cc27fc-e4d7-4884-a043-cc6e82d5118a None None] Provisioning complete for port 5b2b51e9-dbb9-4f2c-99aa-4abcfa6119ec triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:23:38.429198 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-38cc27fc-e4d7-4884-a043-cc6e82d5118a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:38.457064 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21ce0d9-5f2c-4134-9a0c-36a1d63fa584 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Made reservation on behalf of 3469d34b4b5244779481838dc0c942a0 for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:23:38.461157 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f21ce0d9-5f2c-4134-9a0c-36a1d63fa584 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:38.544691 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed84ca2a-a104-4474-880a-4dba483a318a None None] DHCP port deletion for 1d551a91-027c-49df-950f-450dd7a0d1c8 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:23:38.606882 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-ed84ca2a-a104-4474-880a-4dba483a318a None None] Deleting port 5b2b51e9-dbb9-4f2c-99aa-4abcfa6119ec {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:23:38.607151 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ed84ca2a-a104-4474-880a-4dba483a318a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:38.673379 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-ed84ca2a-a104-4474-880a-4dba483a318a None None] For port 5b2b51e9-dbb9-4f2c-99aa-4abcfa6119ec, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=5b2b51e9-dbb9-4f2c-99aa-4abcfa6119ec,segment=NetworkSegment(349affc8-50f4-455b-bd4d-50478ad01ebc),segment_id=349affc8-50f4-455b-bd4d-50478ad01ebc)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:23:38.674165 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ed84ca2a-a104-4474-880a-4dba483a318a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:38.681537 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f21ce0d9-5f2c-4134-9a0c-36a1d63fa584 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:38.687914 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-ed84ca2a-a104-4474-880a-4dba483a318a None None] Calling delete_port for 5b2b51e9-dbb9-4f2c-99aa-4abcfa6119ec owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:23:38.752373 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21ce0d9-5f2c-4134-9a0c-36a1d63fa584 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:23:38.756270 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-f21ce0d9-5f2c-4134-9a0c-36a1d63fa584 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:23:38.758983 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ce0d9-5f2c-4134-9a0c-36a1d63fa584 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event updated for resources: {'Subnet': ['ID=b463de0f-90d3-4e36-afc3-062c4ae733c1,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:38.762136 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21ce0d9-5f2c-4134-9a0c-36a1d63fa584 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:38.762809 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f21ce0d9-5f2c-4134-9a0c-36a1d63fa584 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:38.770785 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ed84ca2a-a104-4474-880a-4dba483a318a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:38.786057 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-f21ce0d9-5f2c-4134-9a0c-36a1d63fa584 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4292338 Dec 10 19:23:38.789143 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57370) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:38.794758 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-7e9e4702-226b-4bc5-bd91-8e0a286fb976 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Request body: {'subnet': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:23:38.799085 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed84ca2a-a104-4474-880a-4dba483a318a None None] Pushing event deleted for resources: {'Port': ['ID=5b2b51e9-dbb9-4f2c-99aa-4abcfa6119ec,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:38.800996 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed84ca2a-a104-4474-880a-4dba483a318a None None] No DVR routers for this DVR port 5b2b51e9-dbb9-4f2c-99aa-4abcfa6119ec on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:23:38.820699 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea847289-02ca-4959-85c3-398fcb257621 None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:23:38.925971 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9e4702-226b-4bc5-bd91-8e0a286fb976 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Made reservation on behalf of 3469d34b4b5244779481838dc0c942a0 for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:23:38.937518 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7e9e4702-226b-4bc5-bd91-8e0a286fb976 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:38.978815 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c9533a-d2bc-4514-9c1c-d56835198454 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-1d551a91-027c-49df-950f-450dd7a0d1c8', 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'tenant_id': '3469d34b4b5244779481838dc0c942a0', 'fixed_ips': [{'subnet_id': 'b463de0f-90d3-4e36-afc3-062c4ae733c1'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:23:38.979829 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a0c9533a-d2bc-4514-9c1c-d56835198454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:39.025622 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.ipam_backend_mixin [None req-7e9e4702-226b-4bc5-bd91-8e0a286fb976 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b463de0f-90d3-4e36-afc3-062c4ae733c1 (CIDR: 2001:db8::/64) Dec 10 19:23:39.029275 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e9e4702-226b-4bc5-bd91-8e0a286fb976 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:23:39.029735 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e9e4702-226b-4bc5-bd91-8e0a286fb976 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:23:39.045578 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-7e9e4702-226b-4bc5-bd91-8e0a286fb976 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2553954 Dec 10 19:23:39.049324 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57372) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:39.054368 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-a64e8574-0bdf-419e-9914-798bd44f9804 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Request body: {'subnet': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:23:39.127527 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-a0c9533a-d2bc-4514-9c1c-d56835198454 None None] Allocated IP 2001:db8::2 (1d551a91-027c-49df-950f-450dd7a0d1c8/b463de0f-90d3-4e36-afc3-062c4ae733c1/11eb0d64-40ae-4f39-a4f0-c78d31a5056b) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:23:39.179344 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64e8574-0bdf-419e-9914-798bd44f9804 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Made reservation on behalf of 3469d34b4b5244779481838dc0c942a0 for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:23:39.183961 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a64e8574-0bdf-419e-9914-798bd44f9804 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:39.293561 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a0c9533a-d2bc-4514-9c1c-d56835198454 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:39.301487 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a0c9533a-d2bc-4514-9c1c-d56835198454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:39.339716 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c9533a-d2bc-4514-9c1c-d56835198454 None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:23:39.342708 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-a0c9533a-d2bc-4514-9c1c-d56835198454 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:23:39.346882 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c9533a-d2bc-4514-9c1c-d56835198454 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:23:39.356528 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9533a-d2bc-4514-9c1c-d56835198454 None None] Pushing event updated for resources: {'Port': ['ID=11eb0d64-40ae-4f39-a4f0-c78d31a5056b,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:39.414792 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-a0c9533a-d2bc-4514-9c1c-d56835198454 None None] Attempting to bind port 11eb0d64-40ae-4f39-a4f0-c78d31a5056b on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:23:39.415156 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-a0c9533a-d2bc-4514-9c1c-d56835198454 None None] Attempting to bind port 11eb0d64-40ae-4f39-a4f0-c78d31a5056b by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:23:39.415517 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c9533a-d2bc-4514-9c1c-d56835198454 None None] Attempting to bind port 11eb0d64-40ae-4f39-a4f0-c78d31a5056b on network 1d551a91-027c-49df-950f-450dd7a0d1c8 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:23:39.420714 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c9533a-d2bc-4514-9c1c-d56835198454 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:23:39.421079 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c9533a-d2bc-4514-9c1c-d56835198454 None None] Checking segment: {'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:23:39.421477 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a0c9533a-d2bc-4514-9c1c-d56835198454 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:39.421869 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c9533a-d2bc-4514-9c1c-d56835198454 None None] Bound using segment: {'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:23:39.422885 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-a0c9533a-d2bc-4514-9c1c-d56835198454 None None] Bound port: 11eb0d64-40ae-4f39-a4f0-c78d31a5056b, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '349affc8-50f4-455b-bd4d-50478ad01ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:23:39.423264 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a0c9533a-d2bc-4514-9c1c-d56835198454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:39.496342 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-a0c9533a-d2bc-4514-9c1c-d56835198454 None None] For port 11eb0d64-40ae-4f39-a4f0-c78d31a5056b, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:23:39.499467 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-a0c9533a-d2bc-4514-9c1c-d56835198454 None None] For port 11eb0d64-40ae-4f39-a4f0-c78d31a5056b, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=11eb0d64-40ae-4f39-a4f0-c78d31a5056b,segment=NetworkSegment(349affc8-50f4-455b-bd4d-50478ad01ebc),segment_id=349affc8-50f4-455b-bd4d-50478ad01ebc)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:23:39.503026 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a0c9533a-d2bc-4514-9c1c-d56835198454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:39.529026 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.objects.ports [None req-a64e8574-0bdf-419e-9914-798bd44f9804 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102365) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 19:23:39.561505 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9533a-d2bc-4514-9c1c-d56835198454 None None] Pushing event updated for resources: {'Port': ['ID=11eb0d64-40ae-4f39-a4f0-c78d31a5056b,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:39.734164 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a64e8574-0bdf-419e-9914-798bd44f9804 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:39.901118 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-a64e8574-0bdf-419e-9914-798bd44f9804 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] For port 11eb0d64-40ae-4f39-a4f0-c78d31a5056b, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=11eb0d64-40ae-4f39-a4f0-c78d31a5056b,segment=NetworkSegment(349affc8-50f4-455b-bd4d-50478ad01ebc),segment_id=349affc8-50f4-455b-bd4d-50478ad01ebc)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:23:39.929610 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a64e8574-0bdf-419e-9914-798bd44f9804 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:39.934117 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a64e8574-0bdf-419e-9914-798bd44f9804 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:39.934883 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a64e8574-0bdf-419e-9914-798bd44f9804 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:40.006303 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64e8574-0bdf-419e-9914-798bd44f9804 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:23:40.012958 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-a64e8574-0bdf-419e-9914-798bd44f9804 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:23:40.016745 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64e8574-0bdf-419e-9914-798bd44f9804 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:40.017575 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a64e8574-0bdf-419e-9914-798bd44f9804 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:40.042489 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e8574-0bdf-419e-9914-798bd44f9804 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event updated for resources: {'Port': ['ID=11eb0d64-40ae-4f39-a4f0-c78d31a5056b,revision_number=4']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:40.049898 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e8574-0bdf-419e-9914-798bd44f9804 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event updated for resources: {'Subnet': ['ID=c5f9a8a4-9727-455e-a0d8-ed51b8489223,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:40.055388 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-a64e8574-0bdf-419e-9914-798bd44f9804 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.0050769 Dec 10 19:23:40.058238 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57374) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:40.063531 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-1bbb48ef-d209-4242-9ee8-bc0c01e93178 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Request body: {'port': {'network_id': '1d551a91-027c-49df-950f-450dd7a0d1c8', 'mac_address': 'fa:16:3e:f3:c9:f5', 'name': 'tempest-NetworksTestDHCPv6-1984655836'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:23:40.170411 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bbb48ef-d209-4242-9ee8-bc0c01e93178 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Made reservation on behalf of 3469d34b4b5244779481838dc0c942a0 for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:23:40.278951 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1bbb48ef-d209-4242-9ee8-bc0c01e93178 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:40.306986 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [None req-1bbb48ef-d209-4242-9ee8-bc0c01e93178 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] device_id is not set on port ec2c7f6c-b239-40d5-94cf-d73aa14f44d0 yet. {{(pid=102365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:23:40.482734 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-1bbb48ef-d209-4242-9ee8-bc0c01e93178 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Allocated IP 2001:db8::230 (1d551a91-027c-49df-950f-450dd7a0d1c8/b463de0f-90d3-4e36-afc3-062c4ae733c1/ec2c7f6c-b239-40d5-94cf-d73aa14f44d0) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:23:40.490368 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-1bbb48ef-d209-4242-9ee8-bc0c01e93178 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Allocated IP 2001:db8:0:1:f816:3eff:fef3:c9f5 (1d551a91-027c-49df-950f-450dd7a0d1c8/c5f9a8a4-9727-455e-a0d8-ed51b8489223/ec2c7f6c-b239-40d5-94cf-d73aa14f44d0) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:23:40.598305 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a8f563-c9ab-4bf4-99c4-cccae8de4c96 None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:23:40.645815 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1bbb48ef-d209-4242-9ee8-bc0c01e93178 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:40.661959 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 11eb0d64-40ae-4f39-a4f0-c78d31a5056b up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:23:40.668070 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-db9452c0-eac9-4010-a5c1-4802e52c72a3 None None] Provisioning complete for port 11eb0d64-40ae-4f39-a4f0-c78d31a5056b triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:23:40.668444 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db9452c0-eac9-4010-a5c1-4802e52c72a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:40.691078 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1bbb48ef-d209-4242-9ee8-bc0c01e93178 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:40.738400 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbb48ef-d209-4242-9ee8-bc0c01e93178 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:23:40.741489 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-1bbb48ef-d209-4242-9ee8-bc0c01e93178 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:23:40.743967 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbb48ef-d209-4242-9ee8-bc0c01e93178 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:23:40.749800 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbb48ef-d209-4242-9ee8-bc0c01e93178 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:40.750444 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1bbb48ef-d209-4242-9ee8-bc0c01e93178 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:40.763530 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbb48ef-d209-4242-9ee8-bc0c01e93178 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event updated for resources: {'Port': ['ID=ec2c7f6c-b239-40d5-94cf-d73aa14f44d0,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:40.776872 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-1bbb48ef-d209-4242-9ee8-bc0c01e93178 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.7175376 Dec 10 19:23:40.779494 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57376) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:40.834601 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 11eb0d64-40ae-4f39-a4f0-c78d31a5056b triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:23:40.834892 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:40.873779 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-85ea6d6e-8d83-42fe-b798-0660eb980dcb tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Deleting port ec2c7f6c-b239-40d5-94cf-d73aa14f44d0 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:23:40.874119 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-85ea6d6e-8d83-42fe-b798-0660eb980dcb tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:40.898085 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db9452c0-eac9-4010-a5c1-4802e52c72a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:40.963618 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-85ea6d6e-8d83-42fe-b798-0660eb980dcb tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:40.970679 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-db9452c0-eac9-4010-a5c1-4802e52c72a3 None None] For port 11eb0d64-40ae-4f39-a4f0-c78d31a5056b, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=11eb0d64-40ae-4f39-a4f0-c78d31a5056b,segment=NetworkSegment(349affc8-50f4-455b-bd4d-50478ad01ebc),segment_id=349affc8-50f4-455b-bd4d-50478ad01ebc)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:23:40.977327 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-85ea6d6e-8d83-42fe-b798-0660eb980dcb tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Calling delete_port for ec2c7f6c-b239-40d5-94cf-d73aa14f44d0 owned by {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:23:40.989034 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db9452c0-eac9-4010-a5c1-4802e52c72a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:40.992474 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:41.086932 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9452c0-eac9-4010-a5c1-4802e52c72a3 None None] Pushing event updated for resources: {'Port': ['ID=11eb0d64-40ae-4f39-a4f0-c78d31a5056b,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:41.093976 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.db.api [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102367) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:23:41.095051 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG oslo_db.api [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:23:41.162783 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-85ea6d6e-8d83-42fe-b798-0660eb980dcb tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:41.198625 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ea6d6e-8d83-42fe-b798-0660eb980dcb tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event deleted for resources: {'Port': ['ID=ec2c7f6c-b239-40d5-94cf-d73aa14f44d0,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:41.244699 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-85ea6d6e-8d83-42fe-b798-0660eb980dcb tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:41.247949 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-85ea6d6e-8d83-42fe-b798-0660eb980dcb tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/ports/ec2c7f6c-b239-40d5-94cf-d73aa14f44d0 HTTP/1.1" status: 204 len: 168 time: 0.4674637 Dec 10 19:23:41.251231 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57378) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:41.304849 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e8f314-2012-42fa-9e84-4a1e2e096ab7 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:41.306619 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-88e8f314-2012-42fa-9e84-4a1e2e096ab7 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0541985 Dec 10 19:23:41.309324 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57380) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:41.358012 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1c55cd-645c-4cde-a8b8-05f73d9e5bf7 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:41.360054 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-0d1c55cd-645c-4cde-a8b8-05f73d9e5bf7 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0492716 Dec 10 19:23:41.362869 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57382) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:41.421972 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d199a447-31e3-49c3-84d3-2413a3967261 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:41.424231 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d199a447-31e3-49c3-84d3-2413a3967261 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:41.425769 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d199a447-31e3-49c3-84d3-2413a3967261 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:41.430137 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-d199a447-31e3-49c3-84d3-2413a3967261 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0636282 Dec 10 19:23:41.430242 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57386) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:41.485265 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_v2 [None req-68deb4ce-eab9-45ce-9124-81a952a62c6b tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Deleting subnet b463de0f-90d3-4e36-afc3-062c4ae733c1 {{(pid=102365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:23:41.488781 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-68deb4ce-eab9-45ce-9124-81a952a62c6b tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:41.507352 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-969eb07a-eb65-428c-a47f-d4054302ab71 None None] Could not find standard attr ID for object ec2c7f6c-b239-40d5-94cf-d73aa14f44d0. {{(pid=102367) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:23:41.519336 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-969eb07a-eb65-428c-a47f-d4054302ab71 None None] Provisioning complete for port 11eb0d64-40ae-4f39-a4f0-c78d31a5056b triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:23:41.519712 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-969eb07a-eb65-428c-a47f-d4054302ab71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:41.538102 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-68deb4ce-eab9-45ce-9124-81a952a62c6b tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353213'] for subnet, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:41.649280 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-68deb4ce-eab9-45ce-9124-81a952a62c6b tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:41.718431 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-68deb4ce-eab9-45ce-9124-81a952a62c6b tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:41.746802 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68deb4ce-eab9-45ce-9124-81a952a62c6b tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event deleted for resources: {'Subnet': ['ID=b463de0f-90d3-4e36-afc3-062c4ae733c1,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:41.752768 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-68deb4ce-eab9-45ce-9124-81a952a62c6b tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:41.756275 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-68deb4ce-eab9-45ce-9124-81a952a62c6b tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/subnets/b463de0f-90d3-4e36-afc3-062c4ae733c1 HTTP/1.1" status: 204 len: 168 time: 0.3250966 Dec 10 19:23:41.759189 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57390) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:41.816103 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_v2 [None req-01406b0f-f48d-4738-a0a9-17a00436b4ab tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Deleting subnet c5f9a8a4-9727-455e-a0d8-ed51b8489223 {{(pid=102365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:23:41.819568 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-01406b0f-f48d-4738-a0a9-17a00436b4ab tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:41.861264 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-01406b0f-f48d-4738-a0a9-17a00436b4ab tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353213'] for subnet, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:41.889870 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-27b21bd5-f15f-4f87-989a-b88c05b91013 None None] Could not find standard attr ID for object 4c24c147-67db-4d83-ba36-f52d97821400. {{(pid=102367) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:23:41.901693 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de0962a-7c69-4b4b-9a32-a46584a71524 None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:23:42.019957 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-bf791839-af4a-4bd4-ab38-326e08b582de None None] Could not find standard attr ID for object 497a30f8-a273-49ea-bfc1-c98b6c799424. {{(pid=102367) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:23:42.273913 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-01406b0f-f48d-4738-a0a9-17a00436b4ab tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:42.342592 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-01406b0f-f48d-4738-a0a9-17a00436b4ab tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:42.372885 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01406b0f-f48d-4738-a0a9-17a00436b4ab tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event deleted for resources: {'Subnet': ['ID=c5f9a8a4-9727-455e-a0d8-ed51b8489223,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:42.377420 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-01406b0f-f48d-4738-a0a9-17a00436b4ab tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:42.380762 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-01406b0f-f48d-4738-a0a9-17a00436b4ab tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/subnets/c5f9a8a4-9727-455e-a0d8-ed51b8489223 HTTP/1.1" status: 204 len: 168 time: 0.6205285 Dec 10 19:23:42.383381 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57392) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:42.426551 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-6304fe59-c1ef-48da-a3ca-e7917c234c9a tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0420454 Dec 10 19:23:42.429017 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57394) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:42.478649 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ebeb18-8ff7-4ac4-aa50-cd94bd48bbb8 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:42.482688 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-16ebeb18-8ff7-4ac4-aa50-cd94bd48bbb8 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0502868 Dec 10 19:23:42.483017 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57396) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:42.533946 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97014133-1c2e-4041-8054-d17751b9ec86 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:42.535428 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-97014133-1c2e-4041-8054-d17751b9ec86 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0514734 Dec 10 19:23:42.537932 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57398) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:42.553117 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f142d56c-6089-42ae-a40a-1afec1b9c4ac None None] Network 1d551a91-027c-49df-950f-450dd7a0d1c8 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:23:42.588535 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-6e65325f-aff4-4f70-9983-ef7dfaf1c6b8 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0431569 Dec 10 19:23:42.588879 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57400) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:42.612434 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e906cce-2ea1-45ff-8a38-cd98caa8134a tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] DELETE failed (client error): The resource could not be found. Dec 10 19:23:42.613125 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e906cce-2ea1-45ff-8a38-cd98caa8134a tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:23:42.618607 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-7e906cce-2ea1-45ff-8a38-cd98caa8134a tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/ports/ec2c7f6c-b239-40d5-94cf-d73aa14f44d0 HTTP/1.1" status: 404 len: 333 time: 0.0265002 Dec 10 19:23:42.618890 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57402) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:42.637657 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 11eb0d64-40ae-4f39-a4f0-c78d31a5056b up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:23:42.645882 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-913828ae-6559-4bbf-be58-8b71000d78a1 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] DELETE failed (client error): The resource could not be found. Dec 10 19:23:42.646334 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-913828ae-6559-4bbf-be58-8b71000d78a1 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:23:42.651033 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-913828ae-6559-4bbf-be58-8b71000d78a1 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/subnets/c5f9a8a4-9727-455e-a0d8-ed51b8489223 HTTP/1.1" status: 404 len: 337 time: 0.0295439 Dec 10 19:23:42.651914 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57404) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:42.679415 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-236cf28a-6ced-4a60-a841-605ae74bc832 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] DELETE failed (client error): The resource could not be found. Dec 10 19:23:42.679861 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-236cf28a-6ced-4a60-a841-605ae74bc832 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:23:42.683074 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-236cf28a-6ced-4a60-a841-605ae74bc832 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/subnets/b463de0f-90d3-4e36-afc3-062c4ae733c1 HTTP/1.1" status: 404 len: 337 time: 0.0302672 Dec 10 19:23:42.685766 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57406) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:42.700541 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-e75589b4-da51-4bfc-b161-59564f6ea2d9 None None] Provisioning complete for port 11eb0d64-40ae-4f39-a4f0-c78d31a5056b triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:23:42.700891 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e75589b4-da51-4bfc-b161-59564f6ea2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:42.710436 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-69706d00-63c7-4a28-bad0-8d83730a7f6d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] DELETE failed (client error): The resource could not be found. Dec 10 19:23:42.711085 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69706d00-63c7-4a28-bad0-8d83730a7f6d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:23:42.714182 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-69706d00-63c7-4a28-bad0-8d83730a7f6d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/ports/497a30f8-a273-49ea-bfc1-c98b6c799424 HTTP/1.1" status: 404 len: 333 time: 0.0274315 Dec 10 19:23:42.716751 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57408) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:42.746721 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-384789ee-3913-4787-9c30-eec9f163f7e4 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] DELETE failed (client error): The resource could not be found. Dec 10 19:23:42.747174 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-384789ee-3913-4787-9c30-eec9f163f7e4 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:23:42.750628 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-384789ee-3913-4787-9c30-eec9f163f7e4 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/subnets/98aa1518-a690-4fa8-9a68-07bb1a151435 HTTP/1.1" status: 404 len: 337 time: 0.0328665 Dec 10 19:23:42.753498 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57410) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:42.756315 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 11eb0d64-40ae-4f39-a4f0-c78d31a5056b triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:23:42.756713 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:42.789969 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd5fc7d0-0114-4118-b8b2-20b52dce1575 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] DELETE failed (client error): The resource could not be found. Dec 10 19:23:42.790423 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd5fc7d0-0114-4118-b8b2-20b52dce1575 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:23:42.793569 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-cd5fc7d0-0114-4118-b8b2-20b52dce1575 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/subnets/fe8f8e2d-2755-46ce-a4c1-97eb1119f6fb HTTP/1.1" status: 404 len: 337 time: 0.0389402 Dec 10 19:23:42.796152 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57412) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:42.818502 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60360645-8d8c-4c96-8c34-38d7580f404a None None] DHCP port deletion for 1d551a91-027c-49df-950f-450dd7a0d1c8 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:23:42.821895 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-2098aef8-f8f6-42a0-923e-d91de46efdd5 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] DELETE failed (client error): The resource could not be found. Dec 10 19:23:42.822564 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2098aef8-f8f6-42a0-923e-d91de46efdd5 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:23:42.825711 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-2098aef8-f8f6-42a0-923e-d91de46efdd5 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/ports/4c24c147-67db-4d83-ba36-f52d97821400 HTTP/1.1" status: 404 len: 333 time: 0.0286231 Dec 10 19:23:42.828562 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57414) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:42.854737 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d739570-27c3-4238-9beb-31456442f294 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] DELETE failed (client error): The resource could not be found. Dec 10 19:23:42.855192 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d739570-27c3-4238-9beb-31456442f294 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:23:42.858633 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-2d739570-27c3-4238-9beb-31456442f294 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/subnets/8099469f-506e-46d0-a470-967923c5f38f HTTP/1.1" status: 404 len: 337 time: 0.0288081 Dec 10 19:23:42.862416 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57416) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:42.893981 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-94ea3208-db7e-42b3-a104-f5338a8e0faf tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] DELETE failed (client error): The resource could not be found. Dec 10 19:23:42.894432 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94ea3208-db7e-42b3-a104-f5338a8e0faf tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:23:42.897728 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-94ea3208-db7e-42b3-a104-f5338a8e0faf tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/subnets/e2d15868-76c1-4020-8500-f7b343510d16 HTTP/1.1" status: 404 len: 337 time: 0.0343380 Dec 10 19:23:42.900297 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57418) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:42.913097 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-60360645-8d8c-4c96-8c34-38d7580f404a None None] Deleting port 11eb0d64-40ae-4f39-a4f0-c78d31a5056b {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:23:42.913640 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-60360645-8d8c-4c96-8c34-38d7580f404a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:42.925251 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-07f96cef-811b-46e3-a65b-b3f51bb9a5df tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] DELETE failed (client error): The resource could not be found. Dec 10 19:23:42.925893 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07f96cef-811b-46e3-a65b-b3f51bb9a5df tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:23:42.928954 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-07f96cef-811b-46e3-a65b-b3f51bb9a5df tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/ports/0032b609-2de7-4566-8ba5-3a797df555b2 HTTP/1.1" status: 404 len: 333 time: 0.0277135 Dec 10 19:23:42.931404 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57420) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:42.958023 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-77435473-6076-4de8-bd9c-1c425096e8e3 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] DELETE failed (client error): The resource could not be found. Dec 10 19:23:42.958472 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77435473-6076-4de8-bd9c-1c425096e8e3 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:23:42.961534 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-77435473-6076-4de8-bd9c-1c425096e8e3 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/subnets/adb71bfd-9e5a-4003-8fa2-0478bda9ef40 HTTP/1.1" status: 404 len: 337 time: 0.0292325 Dec 10 19:23:42.964014 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57422) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:42.979317 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-60360645-8d8c-4c96-8c34-38d7580f404a None None] For port 11eb0d64-40ae-4f39-a4f0-c78d31a5056b, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=11eb0d64-40ae-4f39-a4f0-c78d31a5056b,segment=NetworkSegment(349affc8-50f4-455b-bd4d-50478ad01ebc),segment_id=349affc8-50f4-455b-bd4d-50478ad01ebc)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:23:42.979758 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-60360645-8d8c-4c96-8c34-38d7580f404a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:42.990049 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c9bd529-9930-4887-8c34-79a985339cb1 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] DELETE failed (client error): The resource could not be found. Dec 10 19:23:42.990497 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c9bd529-9930-4887-8c34-79a985339cb1 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:23:42.992183 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-60360645-8d8c-4c96-8c34-38d7580f404a None None] Calling delete_port for 11eb0d64-40ae-4f39-a4f0-c78d31a5056b owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:23:42.993550 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-1c9bd529-9930-4887-8c34-79a985339cb1 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/subnets/732ed001-bed0-489a-9164-ed9efa3bb31d HTTP/1.1" status: 404 len: 337 time: 0.0286059 Dec 10 19:23:42.996034 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57424) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:43.023925 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-607a82a7-f311-41f6-b2bb-0bc079a17ede tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] DELETE failed (client error): The resource could not be found. Dec 10 19:23:43.024571 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-607a82a7-f311-41f6-b2bb-0bc079a17ede tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:23:43.027598 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-607a82a7-f311-41f6-b2bb-0bc079a17ede tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/ports/7b80a613-1c1a-4036-a0e7-7f39c64bd360 HTTP/1.1" status: 404 len: 333 time: 0.0305967 Dec 10 19:23:43.030319 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57426) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:43.055527 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-1775fe0f-abcc-419a-9807-40b5446df7dc tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] DELETE failed (client error): The resource could not be found. Dec 10 19:23:43.055955 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1775fe0f-abcc-419a-9807-40b5446df7dc tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:23:43.058993 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-1775fe0f-abcc-419a-9807-40b5446df7dc tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/subnets/bb11ba3e-1d7f-4c78-b58a-1a6ffef7cecb HTTP/1.1" status: 404 len: 337 time: 0.0277596 Dec 10 19:23:43.061446 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57428) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:43.069479 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-60360645-8d8c-4c96-8c34-38d7580f404a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:43.085221 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-f35b5dd6-acb3-4954-a4d8-520c901893e9 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] DELETE failed (client error): The resource could not be found. Dec 10 19:23:43.085872 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f35b5dd6-acb3-4954-a4d8-520c901893e9 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:23:43.088921 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-f35b5dd6-acb3-4954-a4d8-520c901893e9 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/ports/c69a8982-e161-4bb4-ba73-eff33c1e41fb HTTP/1.1" status: 404 len: 333 time: 0.0265560 Dec 10 19:23:43.091544 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57430) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:43.096037 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60360645-8d8c-4c96-8c34-38d7580f404a None None] Pushing event deleted for resources: {'Port': ['ID=11eb0d64-40ae-4f39-a4f0-c78d31a5056b,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:43.097900 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60360645-8d8c-4c96-8c34-38d7580f404a None None] No DVR routers for this DVR port 11eb0d64-40ae-4f39-a4f0-c78d31a5056b on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:23:43.115071 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34079d6b-d262-4e53-ae0d-adf7ce3d8601 None None] get_active_networks_info from dv-neutron-821441-1-hyperv {{(pid=102367) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 10 19:23:43.117831 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2c95c0f-c1dd-4d46-9c16-e722337d67cf tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] DELETE failed (client error): The resource could not be found. Dec 10 19:23:43.118289 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2c95c0f-c1dd-4d46-9c16-e722337d67cf tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:23:43.121499 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-b2c95c0f-c1dd-4d46-9c16-e722337d67cf tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/subnets/ebb6341b-b0cd-459d-ac08-ae90fe7a152c HTTP/1.1" status: 404 len: 337 time: 0.0290549 Dec 10 19:23:43.124016 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57432) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:43.147618 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d7c66c8-3828-4b41-990a-c5b0368be3ce tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] DELETE failed (client error): The resource could not be found. Dec 10 19:23:43.148270 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d7c66c8-3828-4b41-990a-c5b0368be3ce tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:23:43.151395 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-8d7c66c8-3828-4b41-990a-c5b0368be3ce tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/ports/546250f3-52f9-4510-a3e6-f0eb43ce1e57 HTTP/1.1" status: 404 len: 333 time: 0.0264404 Dec 10 19:23:43.153958 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57434) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:43.178969 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-11775262-518b-4bf6-aeca-e87961216398 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] DELETE failed (client error): The resource could not be found. Dec 10 19:23:43.179417 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11775262-518b-4bf6-aeca-e87961216398 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:23:43.182492 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-11775262-518b-4bf6-aeca-e87961216398 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/subnets/edfb269e-a194-407a-8b27-fc154506bf73 HTTP/1.1" status: 404 len: 337 time: 0.0276413 Dec 10 19:23:43.185156 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57436) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:43.199358 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34079d6b-d262-4e53-ae0d-adf7ce3d8601 None None] Resources bound (agent type, host, resource id): {{(pid=102367) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 19:23:43.213033 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2b1693b-9ece-4860-97bb-b1dbe17a9011 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] DELETE failed (client error): The resource could not be found. Dec 10 19:23:43.213720 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2b1693b-9ece-4860-97bb-b1dbe17a9011 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:23:43.216911 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d2b1693b-9ece-4860-97bb-b1dbe17a9011 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/ports/f93285d3-a3e4-4a85-97b8-a9de353cae49 HTTP/1.1" status: 404 len: 333 time: 0.0307748 Dec 10 19:23:43.221607 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57438) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:43.247708 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf4e4c6a-8937-4fa4-ba9d-bae18b0d2735 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] DELETE failed (client error): The resource could not be found. Dec 10 19:23:43.248153 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf4e4c6a-8937-4fa4-ba9d-bae18b0d2735 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:23:43.251891 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-bf4e4c6a-8937-4fa4-ba9d-bae18b0d2735 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/subnets/862077c2-21a3-426e-a817-1fe4473a75cf HTTP/1.1" status: 404 len: 337 time: 0.0290463 Dec 10 19:23:43.254432 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57440) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:43.278609 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-e513dfbe-11f1-47e3-ba06-bea1a855828c tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] DELETE failed (client error): The resource could not be found. Dec 10 19:23:43.278609 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e513dfbe-11f1-47e3-ba06-bea1a855828c tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:23:43.280972 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-e513dfbe-11f1-47e3-ba06-bea1a855828c tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/ports/ca48e3ad-f3b9-4016-99e9-c4c56baba037 HTTP/1.1" status: 404 len: 333 time: 0.0256362 Dec 10 19:23:43.284144 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57442) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:43.310582 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0274143-87ae-4bc8-a9cc-b998917682a6 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] DELETE failed (client error): The resource could not be found. Dec 10 19:23:43.311038 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0274143-87ae-4bc8-a9cc-b998917682a6 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:23:43.314938 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-e0274143-87ae-4bc8-a9cc-b998917682a6 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/subnets/d99ce708-230d-442e-a4e0-8509f3c2b291 HTTP/1.1" status: 404 len: 337 time: 0.0298200 Dec 10 19:23:43.317763 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57444) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:43.340737 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc392df9-4d72-4906-8027-fcd52e36eb50 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] DELETE failed (client error): The resource could not be found. Dec 10 19:23:43.341355 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc392df9-4d72-4906-8027-fcd52e36eb50 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:23:43.345738 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-cc392df9-4d72-4906-8027-fcd52e36eb50 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/ports/a9b35280-f34e-4019-a507-1e25564e8134 HTTP/1.1" status: 404 len: 333 time: 0.0269542 Dec 10 19:23:43.347720 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57446) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:43.372798 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-51323aea-4f1e-4b81-9fd4-504d12c2904d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] DELETE failed (client error): The resource could not be found. Dec 10 19:23:43.373164 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51323aea-4f1e-4b81-9fd4-504d12c2904d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:23:43.376181 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-51323aea-4f1e-4b81-9fd4-504d12c2904d tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/subnets/408f1632-e1f9-402f-b69d-a4d99c30a697 HTTP/1.1" status: 404 len: 337 time: 0.0275164 Dec 10 19:23:43.378957 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57448) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:43.409071 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-abdc801e-8702-4e55-98b5-ac13ae744a79 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] DELETE failed (client error): The resource could not be found. Dec 10 19:23:43.409523 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abdc801e-8702-4e55-98b5-ac13ae744a79 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:23:43.414858 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-abdc801e-8702-4e55-98b5-ac13ae744a79 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/subnets/6ebea21c-8e11-4b85-9d9d-eb273fcf4b82 HTTP/1.1" status: 404 len: 337 time: 0.0326314 Dec 10 19:23:43.415066 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57450) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:43.437064 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-da84896c-443f-45d4-ad5b-f1cdf7752457 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] DELETE failed (client error): The resource could not be found. Dec 10 19:23:43.437988 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da84896c-443f-45d4-ad5b-f1cdf7752457 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:23:43.440861 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-da84896c-443f-45d4-ad5b-f1cdf7752457 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/ports/bf8187ed-c2b8-4b12-a00b-3677edc494bc HTTP/1.1" status: 404 len: 333 time: 0.0249026 Dec 10 19:23:43.443333 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57452) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:43.468253 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e7a5f5c-bb2d-40a7-a824-fe45af327f09 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] DELETE failed (client error): The resource could not be found. Dec 10 19:23:43.468718 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e7a5f5c-bb2d-40a7-a824-fe45af327f09 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:23:43.472307 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-0e7a5f5c-bb2d-40a7-a824-fe45af327f09 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/subnets/0f0dcd48-641c-4f68-ab3c-d2225f0d5d8f HTTP/1.1" status: 404 len: 337 time: 0.0280843 Dec 10 19:23:43.474680 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57454) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:43.499761 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f07d4e3-6433-47f0-a6c2-412bc6bec20a tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] DELETE failed (client error): The resource could not be found. Dec 10 19:23:43.500827 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f07d4e3-6433-47f0-a6c2-412bc6bec20a tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:23:43.503776 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-2f07d4e3-6433-47f0-a6c2-412bc6bec20a tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/subnets/b3c95829-3310-4f4d-b9b1-13cf519836d9 HTTP/1.1" status: 404 len: 337 time: 0.0279837 Dec 10 19:23:43.506299 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57456) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:43.528124 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9f1db4c-ddf1-43fc-a25b-bd4f8d7a0560 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] DELETE failed (client error): The resource could not be found. Dec 10 19:23:43.528827 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9f1db4c-ddf1-43fc-a25b-bd4f8d7a0560 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:23:43.532333 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-c9f1db4c-ddf1-43fc-a25b-bd4f8d7a0560 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/ports/aa485a06-f406-42fb-a9f4-c9d6cadbe008 HTTP/1.1" status: 404 len: 333 time: 0.0246429 Dec 10 19:23:43.535135 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57458) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:43.559718 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-9de1ce3e-af5f-4277-866d-abec9d186180 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] DELETE failed (client error): The resource could not be found. Dec 10 19:23:43.560154 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9de1ce3e-af5f-4277-866d-abec9d186180 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:23:43.563297 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-9de1ce3e-af5f-4277-866d-abec9d186180 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/subnets/e11d9360-3cfa-41af-8d18-c2cb73eb4e5b HTTP/1.1" status: 404 len: 337 time: 0.0271525 Dec 10 19:23:43.566171 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57460) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:43.596323 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-75f1842e-7caf-4fe3-be99-8079b28d01ca tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] DELETE failed (client error): The resource could not be found. Dec 10 19:23:43.596788 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75f1842e-7caf-4fe3-be99-8079b28d01ca tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:23:43.599745 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-75f1842e-7caf-4fe3-be99-8079b28d01ca tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/subnets/eb096c1b-2baa-45e4-ad1c-26b47efa8e43 HTTP/1.1" status: 404 len: 337 time: 0.0327044 Dec 10 19:23:43.602476 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57462) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:43.626335 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-45f8cded-11ba-4d39-bb0f-2eb5c2d18ece tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] DELETE failed (client error): The resource could not be found. Dec 10 19:23:43.627028 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45f8cded-11ba-4d39-bb0f-2eb5c2d18ece tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:23:43.630061 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-45f8cded-11ba-4d39-bb0f-2eb5c2d18ece tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/ports/62698d2c-1979-4270-aaf7-606f858e8106 HTTP/1.1" status: 404 len: 333 time: 0.0266848 Dec 10 19:23:43.632596 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57464) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:43.657450 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-947031df-a4ef-435a-b8b7-ffc7b6a52ff2 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] DELETE failed (client error): The resource could not be found. Dec 10 19:23:43.657874 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-947031df-a4ef-435a-b8b7-ffc7b6a52ff2 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:23:43.660781 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-947031df-a4ef-435a-b8b7-ffc7b6a52ff2 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/subnets/0ba45ac1-30a3-4307-98f8-83f0433cc4ce HTTP/1.1" status: 404 len: 337 time: 0.0272746 Dec 10 19:23:43.663119 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57466) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:43.688174 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2b6f1b9-730e-4975-be8c-d65733c0bbd7 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] DELETE failed (client error): The resource could not be found. Dec 10 19:23:43.688976 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2b6f1b9-730e-4975-be8c-d65733c0bbd7 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:23:43.691587 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-f2b6f1b9-730e-4975-be8c-d65733c0bbd7 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/subnets/7350650a-9062-4051-87e8-4b600dd27436 HTTP/1.1" status: 404 len: 337 time: 0.0275967 Dec 10 19:23:43.694131 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57468) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:43.719591 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-c26392ad-3fc3-4c80-9222-bd08ac842ad6 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/ports?device_id=01289148-28c6-4f6f-b1d7-fe4a4bced370 HTTP/1.1" status: 200 len: 205 time: 0.0239332 Dec 10 19:23:43.722430 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57470) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:43.762893 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-09dd9dbe-a6cb-4291-8fa1-afd9afeeb589 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] delete failed (client error): The resource could not be found. Dec 10 19:23:43.764138 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-09dd9dbe-a6cb-4291-8fa1-afd9afeeb589 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/routers/01289148-28c6-4f6f-b1d7-fe4a4bced370 HTTP/1.1" status: 404 len: 336 time: 0.0406280 Dec 10 19:23:43.766736 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57472) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:43.793411 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-340ad299-0085-4f73-9f33-a28c0f315090 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] DELETE failed (client error): The resource could not be found. Dec 10 19:23:43.793781 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-340ad299-0085-4f73-9f33-a28c0f315090 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:23:43.796858 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-340ad299-0085-4f73-9f33-a28c0f315090 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/subnets/24b79322-dde4-4a35-8b64-d15db6be953e HTTP/1.1" status: 404 len: 337 time: 0.0291917 Dec 10 19:23:43.800234 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57474) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:43.826542 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-f700d77f-13f1-430c-9d5a-3d52d43f4a39 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "GET /v2.0/ports?device_id=f439119a-51bb-4e1f-b859-e7a796c2575b HTTP/1.1" status: 200 len: 205 time: 0.0251873 Dec 10 19:23:43.829132 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57476) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:43.865962 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-117590ff-5b8c-4582-8d1d-4fd88cedc6ce tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] delete failed (client error): The resource could not be found. Dec 10 19:23:43.866972 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-117590ff-5b8c-4582-8d1d-4fd88cedc6ce tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/routers/f439119a-51bb-4e1f-b859-e7a796c2575b HTTP/1.1" status: 404 len: 336 time: 0.0369308 Dec 10 19:23:43.869695 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57478) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:43.900956 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa0db646-ad71-4956-9a1c-634112b88fc3 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] DELETE failed (client error): The resource could not be found. Dec 10 19:23:43.901394 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa0db646-ad71-4956-9a1c-634112b88fc3 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:23:43.904367 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-fa0db646-ad71-4956-9a1c-634112b88fc3 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/subnets/4e463c96-b378-4bce-82a4-9032490c278a HTTP/1.1" status: 404 len: 337 time: 0.0337985 Dec 10 19:23:43.907151 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57480) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:43.932591 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f9657d6-e119-4244-9148-b90e9ca17f54 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] DELETE failed (client error): The resource could not be found. Dec 10 19:23:43.933032 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f9657d6-e119-4244-9148-b90e9ca17f54 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:23:43.936123 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-3f9657d6-e119-4244-9148-b90e9ca17f54 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/subnets/94f014ca-83f9-44c3-9bd6-0c47724b524b HTTP/1.1" status: 404 len: 337 time: 0.0279965 Dec 10 19:23:43.939597 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57482) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:43.963180 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9b74362-b491-4377-91f3-249d49b0e528 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] DELETE failed (client error): The resource could not be found. Dec 10 19:23:43.963810 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9b74362-b491-4377-91f3-249d49b0e528 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:23:43.966864 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-a9b74362-b491-4377-91f3-249d49b0e528 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/ports/0472810f-df22-47c0-8ed6-35888b2b0bf3 HTTP/1.1" status: 404 len: 333 time: 0.0262759 Dec 10 19:23:43.969672 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57484) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:43.999492 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbb8916a-1a2d-4414-8a59-4158937e4e59 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] DELETE failed (client error): The resource could not be found. Dec 10 19:23:43.999940 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbb8916a-1a2d-4414-8a59-4158937e4e59 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:23:44.003527 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-bbb8916a-1a2d-4414-8a59-4158937e4e59 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/subnets/67584fb7-d086-4c10-8501-e0865ed92ab2 HTTP/1.1" status: 404 len: 337 time: 0.0327756 Dec 10 19:23:44.006223 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57486) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:44.029441 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9c96730-86b4-4947-a033-9738708487b3 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] DELETE failed (client error): The resource could not be found. Dec 10 19:23:44.030094 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9c96730-86b4-4947-a033-9738708487b3 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:23:44.033174 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-e9c96730-86b4-4947-a033-9738708487b3 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/ports/fbde13e2-149c-47d6-8b12-d0e08bdf4e3a HTTP/1.1" status: 404 len: 333 time: 0.0258522 Dec 10 19:23:44.035676 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57488) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:44.061372 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f75dfc6-06bc-476b-b79f-99bda132424e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] DELETE failed (client error): The resource could not be found. Dec 10 19:23:44.061729 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f75dfc6-06bc-476b-b79f-99bda132424e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:23:44.065470 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-7f75dfc6-06bc-476b-b79f-99bda132424e tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/subnets/120433a1-3586-46a1-ace8-6f97f4332245 HTTP/1.1" status: 404 len: 337 time: 0.0288947 Dec 10 19:23:44.068053 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57490) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:44.090054 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-abf7f598-cabd-4e6b-9c95-a26f06d16afc tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] DELETE failed (client error): The resource could not be found. Dec 10 19:23:44.090669 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abf7f598-cabd-4e6b-9c95-a26f06d16afc tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:23:44.093703 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-abf7f598-cabd-4e6b-9c95-a26f06d16afc tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/ports/abb47db2-b628-4daf-8f82-9182ad43c2b9 HTTP/1.1" status: 404 len: 333 time: 0.0247240 Dec 10 19:23:44.096218 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57492) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:44.122386 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4e6e7be-bc4e-4156-accb-71c02255deba tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] DELETE failed (client error): The resource could not be found. Dec 10 19:23:44.122835 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4e6e7be-bc4e-4156-accb-71c02255deba tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:23:44.126557 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-b4e6e7be-bc4e-4156-accb-71c02255deba tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/subnets/16534a1c-440f-4007-8c5b-a095bbf22084 HTTP/1.1" status: 404 len: 337 time: 0.0293889 Dec 10 19:23:44.129406 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57494) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:44.152048 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1a7fdea-989b-4cdd-9698-29f1a3faa2f8 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] DELETE failed (client error): The resource could not be found. Dec 10 19:23:44.152698 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1a7fdea-989b-4cdd-9698-29f1a3faa2f8 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:23:44.155721 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-a1a7fdea-989b-4cdd-9698-29f1a3faa2f8 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/ports/d58a5feb-b9bf-42f5-8805-a503d258f61f HTTP/1.1" status: 404 len: 333 time: 0.0254078 Dec 10 19:23:44.159181 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57496) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:44.188644 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-e44f9481-0022-42a3-bd36-91be5b9d3135 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] DELETE failed (client error): The resource could not be found. Dec 10 19:23:44.189099 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e44f9481-0022-42a3-bd36-91be5b9d3135 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:23:44.192148 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-e44f9481-0022-42a3-bd36-91be5b9d3135 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/subnets/f2dbc701-40d9-4788-9fd9-636c99d02140 HTTP/1.1" status: 404 len: 337 time: 0.0320625 Dec 10 19:23:44.194762 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57498) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:44.218170 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bc90992-46d9-4c7e-a4d1-4c90a32457ea tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] DELETE failed (client error): The resource could not be found. Dec 10 19:23:44.218868 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bc90992-46d9-4c7e-a4d1-4c90a32457ea tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:23:44.222707 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-9bc90992-46d9-4c7e-a4d1-4c90a32457ea tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/ports/be0a0b21-84ad-44fb-a4c4-f264562c0fe5 HTTP/1.1" status: 404 len: 333 time: 0.0269969 Dec 10 19:23:44.225581 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57500) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:44.250966 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fe0e669-ca88-452a-8309-6a04b91d8e10 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] DELETE failed (client error): The resource could not be found. Dec 10 19:23:44.251407 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fe0e669-ca88-452a-8309-6a04b91d8e10 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:23:44.254453 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-5fe0e669-ca88-452a-8309-6a04b91d8e10 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/subnets/65227cde-e72f-4c43-bb98-94a1a8517a53 HTTP/1.1" status: 404 len: 337 time: 0.0279572 Dec 10 19:23:44.257035 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57502) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:44.280106 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8c1a5dc-118b-42b0-9520-2d5a7fc65f53 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] DELETE failed (client error): The resource could not be found. Dec 10 19:23:44.280783 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8c1a5dc-118b-42b0-9520-2d5a7fc65f53 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:23:44.285264 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-e8c1a5dc-118b-42b0-9520-2d5a7fc65f53 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/ports/773e69e3-f090-4443-9b5c-cc1b67a0afd7 HTTP/1.1" status: 404 len: 333 time: 0.0272992 Dec 10 19:23:44.287821 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57504) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:44.314251 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-da319f27-de18-42c2-9f6a-f02911768a27 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] DELETE failed (client error): The resource could not be found. Dec 10 19:23:44.314712 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da319f27-de18-42c2-9f6a-f02911768a27 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:23:44.317802 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-da319f27-de18-42c2-9f6a-f02911768a27 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/subnets/2ee044fa-d6f8-44a9-910d-a3e4f38d1828 HTTP/1.1" status: 404 len: 337 time: 0.0290124 Dec 10 19:23:44.320563 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57506) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:44.343690 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-b75d8e6a-e36b-4e1b-b034-2d62858a377f tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] DELETE failed (client error): The resource could not be found. Dec 10 19:23:44.344966 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b75d8e6a-e36b-4e1b-b034-2d62858a377f tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:23:44.348076 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-b75d8e6a-e36b-4e1b-b034-2d62858a377f tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/ports/32781ef2-289e-4923-9aa5-fa945b0145f4 HTTP/1.1" status: 404 len: 333 time: 0.0265725 Dec 10 19:23:44.350944 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57508) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:44.380352 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-21f06287-edcb-4790-b2f1-edcaa48525e6 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] DELETE failed (client error): The resource could not be found. Dec 10 19:23:44.380830 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21f06287-edcb-4790-b2f1-edcaa48525e6 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:23:44.383837 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-21f06287-edcb-4790-b2f1-edcaa48525e6 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/subnets/ad16d071-c9e7-4a45-88a3-e75a16a9195a HTTP/1.1" status: 404 len: 337 time: 0.0319898 Dec 10 19:23:44.386590 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57510) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:44.465949 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-818e3173-70ae-49e1-9917-5ad332a6a7f5 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:44.553351 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-818e3173-70ae-49e1-9917-5ad332a6a7f5 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:44.573507 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-818e3173-70ae-49e1-9917-5ad332a6a7f5 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d551a91-027c-49df-950f-450dd7a0d1c8']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:23:44.583037 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-818e3173-70ae-49e1-9917-5ad332a6a7f5 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '349affc8-50f4-455b-bd4d-50478ad01ebc') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:23:44.583327 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-818e3173-70ae-49e1-9917-5ad332a6a7f5 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '349affc8-50f4-455b-bd4d-50478ad01ebc') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:23:44.592429 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-818e3173-70ae-49e1-9917-5ad332a6a7f5 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:44.606162 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-818e3173-70ae-49e1-9917-5ad332a6a7f5 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:44.611004 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 11eb0d64-40ae-4f39-a4f0-c78d31a5056b no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:23:44.612142 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-818e3173-70ae-49e1-9917-5ad332a6a7f5 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:23:44.612595 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-818e3173-70ae-49e1-9917-5ad332a6a7f5 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:44.615568 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:23:44.615568 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:23:44.615568 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:23:44.615568 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:23:44.615568 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:23:44.615568 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:23:44.615568 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:23:44.615568 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:23:44.615568 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:23:44.615568 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:23:44.615568 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:23:44.615568 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:23:44.615568 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:23:44.615568 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:23:44.615568 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:23:44.615568 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:23:44.615568 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:23:44.615568 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:23:44.615568 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:23:44.615568 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:23:44.615568 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:23:44.615568 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:23:44.615568 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:23:44.615568 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:23:44.615568 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:23:44.615568 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:23:44.615568 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:23:44.615568 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:23:44.615568 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:23:44.615568 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:23:44.615568 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:23:44.615568 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:23:44.633915 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 11eb0d64-40ae-4f39-a4f0-c78d31a5056b {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:23:44.634353 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 11eb0d64-40ae-4f39-a4f0-c78d31a5056b not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:23:44.679687 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-818e3173-70ae-49e1-9917-5ad332a6a7f5 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:44.687302 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-818e3173-70ae-49e1-9917-5ad332a6a7f5 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:44.690506 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-818e3173-70ae-49e1-9917-5ad332a6a7f5 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] 10.222.0.69 "DELETE /v2.0/networks/1d551a91-027c-49df-950f-450dd7a0d1c8 HTTP/1.1" status: 204 len: 168 time: 0.3029997 Dec 10 19:23:44.701949 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e3173-70ae-49e1-9917-5ad332a6a7f5 tempest-NetworksTestDHCPv6-643019127 tempest-NetworksTestDHCPv6-643019127-project] Pushing event deleted for resources: {'Network': ['ID=1d551a91-027c-49df-950f-450dd7a0d1c8,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:44.808762 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8225aa5b-18c2-4d34-a581-039260854cb3 req-1f83fc31-698d-4787-b46b-2e030686c8f6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=46d93913-31a5-44f4-b955-34851b2c6ab2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398879 Dec 10 19:23:44.902809 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8225aa5b-18c2-4d34-a581-039260854cb3 req-1ef01c26-358e-4520-b384-b822f5205ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:44.904294 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8225aa5b-18c2-4d34-a581-039260854cb3 req-1ef01c26-358e-4520-b384-b822f5205ccd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=730e4c9f0aba4accb176e575114c849e&device_id=46d93913-31a5-44f4-b955-34851b2c6ab2 HTTP/1.1" status: 200 len: 1098 time: 0.0418062 Dec 10 19:23:44.945466 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57516) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:45.023138 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8225aa5b-18c2-4d34-a581-039260854cb3 req-3f164ecc-0a7f-4aca-a53d-c416ffb41960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:45.024691 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8225aa5b-18c2-4d34-a581-039260854cb3 req-3f164ecc-0a7f-4aca-a53d-c416ffb41960 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7af47983-22ac-40ad-acd7-9dce8289b142 HTTP/1.1" status: 200 len: 897 time: 0.0902307 Dec 10 19:23:45.078070 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-984d3ae5-b42a-4b5b-a249-314e2e0e03c6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3469d34b4b5244779481838dc0c942a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1312287 Dec 10 19:23:45.081247 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57520) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:45.098829 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8225aa5b-18c2-4d34-a581-039260854cb3 req-9304644c-23bc-4fcc-ad10-30255414ba64 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84f0f085-9f27-40f0-963a-64001cc6bef5 HTTP/1.1" status: 200 len: 1000 time: 0.0591838 Dec 10 19:23:45.130361 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-32661405-73ae-43c7-af38-a5ca9efd5bb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:45.149269 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8225aa5b-18c2-4d34-a581-039260854cb3 req-d34e6533-f8ac-4929-ac0a-37aeb8f08407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:45.150728 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8225aa5b-18c2-4d34-a581-039260854cb3 req-d34e6533-f8ac-4929-ac0a-37aeb8f08407 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=36a5dada-aa7c-4a07-8f39-7b371645ee4e HTTP/1.1" status: 200 len: 835 time: 0.0440683 Dec 10 19:23:45.152271 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-32661405-73ae-43c7-af38-a5ca9efd5bb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:45.199382 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-32661405-73ae-43c7-af38-a5ca9efd5bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:45.201994 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-32661405-73ae-43c7-af38-a5ca9efd5bb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:45.203182 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-32661405-73ae-43c7-af38-a5ca9efd5bb5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ae1c4e60-4d02-4d0b-bc81-d42441e178d1 HTTP/1.1" status: 204 len: 168 time: 0.1209393 Dec 10 19:23:45.209547 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8225aa5b-18c2-4d34-a581-039260854cb3 req-7f44329d-b681-48e2-984e-81f4139caafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:45.211288 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8225aa5b-18c2-4d34-a581-039260854cb3 req-7f44329d-b681-48e2-984e-81f4139caafd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7af47983-22ac-40ad-acd7-9dce8289b142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0500205 Dec 10 19:23:45.211451 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32661405-73ae-43c7-af38-a5ca9efd5bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1c4e60-4d02-4d0b-bc81-d42441e178d1,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:45.314490 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8225aa5b-18c2-4d34-a581-039260854cb3 req-70bbeac6-3111-4414-9137-cf4d3647318e service neutron] 10.222.0.36 "GET /v2.0/networks/7af47983-22ac-40ad-acd7-9dce8289b142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900733 Dec 10 19:23:45.418682 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8225aa5b-18c2-4d34-a581-039260854cb3 req-404b17a2-a11a-4c33-a366-2883b72b3336 service neutron] 10.222.0.36 "GET /v2.0/networks/7af47983-22ac-40ad-acd7-9dce8289b142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904410 Dec 10 19:23:45.872303 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57542) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:45.970690 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-68ba333c-93f5-4b32-9a14-d6ca17ba767a tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-926130818'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:23:45.994382 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ba333c-93f5-4b32-9a14-d6ca17ba767a tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Made reservation on behalf of 2d51b2b87b8c4af8998ceedb0ee4435d for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:23:45.997851 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-68ba333c-93f5-4b32-9a14-d6ca17ba767a tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:46.006667 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-68ba333c-93f5-4b32-9a14-d6ca17ba767a tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:46.082484 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-68ba333c-93f5-4b32-9a14-d6ca17ba767a tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:46.086530 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-68ba333c-93f5-4b32-9a14-d6ca17ba767a tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:46.113673 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68ba333c-93f5-4b32-9a14-d6ca17ba767a tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:23:46.123238 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ba333c-93f5-4b32-9a14-d6ca17ba767a tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2c5ade-f3ef-4810-a46a-5c51887770db,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:46.129697 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-68ba333c-93f5-4b32-9a14-d6ca17ba767a tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:46.130030 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-68ba333c-93f5-4b32-9a14-d6ca17ba767a tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Added segment 4e01cfe0-3309-498a-b79d-11846e0e1eb4 of type vlan for network 0ebf5c6b-47b1-410c-8480-8ed719504951 Dec 10 19:23:46.169839 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-68ba333c-93f5-4b32-9a14-d6ca17ba767a tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:46.194917 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-68ba333c-93f5-4b32-9a14-d6ca17ba767a tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:46.200457 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ba333c-93f5-4b32-9a14-d6ca17ba767a tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:46.201063 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-68ba333c-93f5-4b32-9a14-d6ca17ba767a tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:46.261770 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-68ba333c-93f5-4b32-9a14-d6ca17ba767a tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3883317 Dec 10 19:23:46.264677 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57546) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:46.270619 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-272b70c3-9c1b-466a-b7f7-75c56d684c91 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Request body: {'subnet': {'network_id': '0ebf5c6b-47b1-410c-8480-8ed719504951', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:23:46.274960 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ba333c-93f5-4b32-9a14-d6ca17ba767a tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Pushing event updated for resources: {'Network': ['ID=0ebf5c6b-47b1-410c-8480-8ed719504951,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:46.288325 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 0ebf5c6b-47b1-410c-8480-8ed719504951 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:23:46.368745 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272b70c3-9c1b-466a-b7f7-75c56d684c91 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Made reservation on behalf of 2d51b2b87b8c4af8998ceedb0ee4435d for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:23:46.372815 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-272b70c3-9c1b-466a-b7f7-75c56d684c91 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:46.554300 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-272b70c3-9c1b-466a-b7f7-75c56d684c91 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:46.616708 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272b70c3-9c1b-466a-b7f7-75c56d684c91 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Pushing event updated for resources: {'Subnet': ['ID=9fa45b6d-8e54-4c6d-a204-698aa09d02c0,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:46.627998 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272b70c3-9c1b-466a-b7f7-75c56d684c91 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Checking segment: {'id': '4e01cfe0-3309-498a-b79d-11846e0e1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0ebf5c6b-47b1-410c-8480-8ed719504951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:23:46.628359 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272b70c3-9c1b-466a-b7f7-75c56d684c91 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Network hostable DHCP agents. Network: 0ebf5c6b-47b1-410c-8480-8ed719504951, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:23:46.645004 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272b70c3-9c1b-466a-b7f7-75c56d684c91 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Network 0ebf5c6b-47b1-410c-8480-8ed719504951 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:23:46.653609 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-272b70c3-9c1b-466a-b7f7-75c56d684c91 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 0ebf5c6b-47b1-410c-8480-8ed719504951) {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:23:46.658567 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272b70c3-9c1b-466a-b7f7-75c56d684c91 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:46.659151 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-272b70c3-9c1b-466a-b7f7-75c56d684c91 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:46.663879 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bfc576-0f79-4bb2-a080-b7d18c37fcc4 None None] Network 0ebf5c6b-47b1-410c-8480-8ed719504951 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:23:46.678239 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-272b70c3-9c1b-466a-b7f7-75c56d684c91 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4099631 Dec 10 19:23:46.678476 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57548) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:46.682803 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-cb08d9cc-bfce-4872-8543-c63214134490 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1111781223', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}, 'admin_state_up': False}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:23:46.706421 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cb08d9cc-bfce-4872-8543-c63214134490 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:46.707410 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cb08d9cc-bfce-4872-8543-c63214134490 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:46.763621 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cb08d9cc-bfce-4872-8543-c63214134490 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:46.792415 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c9d996-3181-4375-9a90-100cba17c0b0 None None] Network 0ebf5c6b-47b1-410c-8480-8ed719504951 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:23:46.923095 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cb08d9cc-bfce-4872-8543-c63214134490 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:47.133256 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cb08d9cc-bfce-4872-8543-c63214134490 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for router_gateway, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:47.156150 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cb08d9cc-bfce-4872-8543-c63214134490 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:47.259794 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-cb08d9cc-bfce-4872-8543-c63214134490 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Allocated IP 172.26.6.159 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/61d538e0-ffb4-4b98-894e-aa71b4486198) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:23:47.365635 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cb08d9cc-bfce-4872-8543-c63214134490 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:47.404054 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cb08d9cc-bfce-4872-8543-c63214134490 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:47.441644 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb08d9cc-bfce-4872-8543-c63214134490 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:23:47.444412 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-cb08d9cc-bfce-4872-8543-c63214134490 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:23:47.447800 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb08d9cc-bfce-4872-8543-c63214134490 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:23:47.472389 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb08d9cc-bfce-4872-8543-c63214134490 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Pushing event updated for resources: {'Port': ['ID=61d538e0-ffb4-4b98-894e-aa71b4486198,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:47.740940 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cb08d9cc-bfce-4872-8543-c63214134490 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for router_gateway, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:47.939521 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cb08d9cc-bfce-4872-8543-c63214134490 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:48.067190 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb08d9cc-bfce-4872-8543-c63214134490 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Router 3011a6ee-bc78-4775-86af-4f7c5134cbbf is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:23:48.175153 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb08d9cc-bfce-4872-8543-c63214134490 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:23:48.186768 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513cb5b8-7467-4e22-ab82-54d61657573e None None] Sync routers for ids ['3011a6ee-bc78-4775-86af-4f7c5134cbbf'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:23:48.197937 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513cb5b8-7467-4e22-ab82-54d61657573e None None] Routers {'3011a6ee-bc78-4775-86af-4f7c5134cbbf'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:23:48.198189 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cb08d9cc-bfce-4872-8543-c63214134490 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:48.198661 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-513cb5b8-7467-4e22-ab82-54d61657573e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:23:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['3011a6ee-bc78-4775-86af-4f7c5134cbbf'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:23:48.200982 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-cb08d9cc-bfce-4872-8543-c63214134490 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5215583 Dec 10 19:23:48.202514 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57552) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:48.241529 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-513cb5b8-7467-4e22-ab82-54d61657573e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:23:48.253311 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513cb5b8-7467-4e22-ab82-54d61657573e None None] Routers {'3011a6ee-bc78-4775-86af-4f7c5134cbbf'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:23:48.254304 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-513cb5b8-7467-4e22-ab82-54d61657573e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:23:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['3011a6ee-bc78-4775-86af-4f7c5134cbbf'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:23:48.291522 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-513cb5b8-7467-4e22-ab82-54d61657573e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:23:48.292731 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513cb5b8-7467-4e22-ab82-54d61657573e None None] The sync data for ids ['3011a6ee-bc78-4775-86af-4f7c5134cbbf'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:23:48.654319 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4f023f3d-4fb8-42e3-b9d9-4661a06f2572 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:49.213114 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-4f023f3d-4fb8-42e3-b9d9-4661a06f2572 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Allocated IP 172.20.0.1 (0ebf5c6b-47b1-410c-8480-8ed719504951/9fa45b6d-8e54-4c6d-a204-698aa09d02c0/f4397662-b02a-489d-a9b9-6d7e15ec2403) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:23:49.324259 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4f023f3d-4fb8-42e3-b9d9-4661a06f2572 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:49.359502 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4f023f3d-4fb8-42e3-b9d9-4661a06f2572 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:49.405547 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f023f3d-4fb8-42e3-b9d9-4661a06f2572 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Network 0ebf5c6b-47b1-410c-8480-8ed719504951 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:23:49.409557 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-4f023f3d-4fb8-42e3-b9d9-4661a06f2572 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:23:49.415950 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f023f3d-4fb8-42e3-b9d9-4661a06f2572 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:23:49.419838 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f023f3d-4fb8-42e3-b9d9-4661a06f2572 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Pushing event updated for resources: {'Port': ['ID=f4397662-b02a-489d-a9b9-6d7e15ec2403,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:49.459319 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4f023f3d-4fb8-42e3-b9d9-4661a06f2572 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712030'] for router_interface, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:49.589694 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4f023f3d-4fb8-42e3-b9d9-4661a06f2572 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:49.866068 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4f023f3d-4fb8-42e3-b9d9-4661a06f2572 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:49.870582 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4f023f3d-4fb8-42e3-b9d9-4661a06f2572 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:49.941662 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f023f3d-4fb8-42e3-b9d9-4661a06f2572 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Pushing event updated for resources: {'Port': ['ID=f4397662-b02a-489d-a9b9-6d7e15ec2403,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:49.946547 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4f023f3d-4fb8-42e3-b9d9-4661a06f2572 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3755716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711339'] for router_interface, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:50.038541 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f023f3d-4fb8-42e3-b9d9-4661a06f2572 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Network 0ebf5c6b-47b1-410c-8480-8ed719504951 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:23:50.039953 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-4f023f3d-4fb8-42e3-b9d9-4661a06f2572 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:23:50.152512 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f023f3d-4fb8-42e3-b9d9-4661a06f2572 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Router 3011a6ee-bc78-4775-86af-4f7c5134cbbf has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:23:50.205055 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-19ddd9e0-6738-41ff-995b-3d6a5f332a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:50.262897 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f023f3d-4fb8-42e3-b9d9-4661a06f2572 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:23:50.268264 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-4f023f3d-4fb8-42e3-b9d9-4661a06f2572 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] 10.222.0.69 "PUT /v2.0/routers/3011a6ee-bc78-4775-86af-4f7c5134cbbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0645561 Dec 10 19:23:50.270913 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57556) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:50.272603 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39027e06-5df2-4e31-8f72-a72a95615b53 None None] Sync routers for ids ['3011a6ee-bc78-4775-86af-4f7c5134cbbf'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:23:50.276010 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-1428e794-b469-47f4-9e16-1b66babaa25b tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Request body: {'port': {'network_id': '0ebf5c6b-47b1-410c-8480-8ed719504951', 'name': 'tempest-FloatingIPTestJSON-1071181637'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:23:50.283438 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39027e06-5df2-4e31-8f72-a72a95615b53 None None] Routers {'3011a6ee-bc78-4775-86af-4f7c5134cbbf'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:23:50.284046 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-39027e06-5df2-4e31-8f72-a72a95615b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:23:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['3011a6ee-bc78-4775-86af-4f7c5134cbbf'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:23:50.319678 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-39027e06-5df2-4e31-8f72-a72a95615b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:23:50.328273 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39027e06-5df2-4e31-8f72-a72a95615b53 None None] Routers {'3011a6ee-bc78-4775-86af-4f7c5134cbbf'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:23:50.329493 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-39027e06-5df2-4e31-8f72-a72a95615b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:23:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['3011a6ee-bc78-4775-86af-4f7c5134cbbf'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:23:50.365698 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-39027e06-5df2-4e31-8f72-a72a95615b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:23:50.366515 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39027e06-5df2-4e31-8f72-a72a95615b53 None None] The sync data for ids ['3011a6ee-bc78-4775-86af-4f7c5134cbbf'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:23:50.392184 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1428e794-b469-47f4-9e16-1b66babaa25b tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Made reservation on behalf of 2d51b2b87b8c4af8998ceedb0ee4435d for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:23:50.396176 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1428e794-b469-47f4-9e16-1b66babaa25b tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:50.416429 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [None req-1428e794-b469-47f4-9e16-1b66babaa25b tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] device_id is not set on port 20eca7ea-31f0-4a0a-879c-9b598b2f105b yet. {{(pid=102365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:23:50.534695 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-1428e794-b469-47f4-9e16-1b66babaa25b tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Allocated IP 172.20.0.2 (0ebf5c6b-47b1-410c-8480-8ed719504951/9fa45b6d-8e54-4c6d-a204-698aa09d02c0/20eca7ea-31f0-4a0a-879c-9b598b2f105b) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:23:50.686829 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1428e794-b469-47f4-9e16-1b66babaa25b tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:50.721272 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1428e794-b469-47f4-9e16-1b66babaa25b tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:50.764071 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1428e794-b469-47f4-9e16-1b66babaa25b tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Network 0ebf5c6b-47b1-410c-8480-8ed719504951 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:23:50.767415 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-1428e794-b469-47f4-9e16-1b66babaa25b tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:23:50.771062 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1428e794-b469-47f4-9e16-1b66babaa25b tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:23:50.797704 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1428e794-b469-47f4-9e16-1b66babaa25b tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Pushing event updated for resources: {'Port': ['ID=20eca7ea-31f0-4a0a-879c-9b598b2f105b,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:50.824470 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1428e794-b469-47f4-9e16-1b66babaa25b tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:50.825094 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1428e794-b469-47f4-9e16-1b66babaa25b tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:50.842546 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-1428e794-b469-47f4-9e16-1b66babaa25b tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5704594 Dec 10 19:23:50.846226 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57558) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:50.851295 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-8fa16494-cc7e-4e20-8c7f-c5b2ec607130 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Request body: {'port': {'network_id': '0ebf5c6b-47b1-410c-8480-8ed719504951', 'name': 'tempest-FloatingIPTestJSON-1361800457'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:23:50.968123 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa16494-cc7e-4e20-8c7f-c5b2ec607130 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Made reservation on behalf of 2d51b2b87b8c4af8998ceedb0ee4435d for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:23:50.972866 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8fa16494-cc7e-4e20-8c7f-c5b2ec607130 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:50.991634 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [None req-8fa16494-cc7e-4e20-8c7f-c5b2ec607130 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] device_id is not set on port fc5ee768-a569-43c1-a5fb-9735628f4a99 yet. {{(pid=102365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:23:51.101819 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-8fa16494-cc7e-4e20-8c7f-c5b2ec607130 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Allocated IP 172.20.0.13 (0ebf5c6b-47b1-410c-8480-8ed719504951/9fa45b6d-8e54-4c6d-a204-698aa09d02c0/fc5ee768-a569-43c1-a5fb-9735628f4a99) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:23:51.256853 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8fa16494-cc7e-4e20-8c7f-c5b2ec607130 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:51.291916 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8fa16494-cc7e-4e20-8c7f-c5b2ec607130 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:51.337495 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa16494-cc7e-4e20-8c7f-c5b2ec607130 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Network 0ebf5c6b-47b1-410c-8480-8ed719504951 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:23:51.340436 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-8fa16494-cc7e-4e20-8c7f-c5b2ec607130 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:23:51.346390 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa16494-cc7e-4e20-8c7f-c5b2ec607130 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:23:51.355482 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa16494-cc7e-4e20-8c7f-c5b2ec607130 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Pushing event updated for resources: {'Port': ['ID=fc5ee768-a569-43c1-a5fb-9735628f4a99,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:51.403743 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa16494-cc7e-4e20-8c7f-c5b2ec607130 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:51.404343 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8fa16494-cc7e-4e20-8c7f-c5b2ec607130 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:51.421080 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-8fa16494-cc7e-4e20-8c7f-c5b2ec607130 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5737855 Dec 10 19:23:51.425020 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57560) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:51.429616 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-dff7609f-41e0-44a4-aa74-cb82ee6985bc tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Request body: {'floatingip': {'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'port_id': 'fc5ee768-a569-43c1-a5fb-9735628f4a99', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:23:51.452792 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dff7609f-41e0-44a4-aa74-cb82ee6985bc tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for floatingip, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:51.556175 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dff7609f-41e0-44a4-aa74-cb82ee6985bc tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:51.669709 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-dff7609f-41e0-44a4-aa74-cb82ee6985bc tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Allocated IP 172.26.6.108 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/9683fb3e-35eb-4735-9c0f-6d07346af98c) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:23:51.782924 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dff7609f-41e0-44a4-aa74-cb82ee6985bc tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:51.818688 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dff7609f-41e0-44a4-aa74-cb82ee6985bc tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:51.858573 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff7609f-41e0-44a4-aa74-cb82ee6985bc tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:23:51.862607 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-dff7609f-41e0-44a4-aa74-cb82ee6985bc tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:23:51.865086 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff7609f-41e0-44a4-aa74-cb82ee6985bc tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:23:51.895403 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff7609f-41e0-44a4-aa74-cb82ee6985bc tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Pushing event updated for resources: {'Port': ['ID=9683fb3e-35eb-4735-9c0f-6d07346af98c,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:52.229565 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dff7609f-41e0-44a4-aa74-cb82ee6985bc tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:52.303370 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dff7609f-41e0-44a4-aa74-cb82ee6985bc tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:52.454938 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dff7609f-41e0-44a4-aa74-cb82ee6985bc tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:52.459670 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dff7609f-41e0-44a4-aa74-cb82ee6985bc tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:52.532426 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff7609f-41e0-44a4-aa74-cb82ee6985bc tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Pushing event updated for resources: {'Port': ['ID=9683fb3e-35eb-4735-9c0f-6d07346af98c,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:52.540088 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dff7609f-41e0-44a4-aa74-cb82ee6985bc tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3713103'] for floatingip, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:52.639026 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.l3_db [None req-dff7609f-41e0-44a4-aa74-cb82ee6985bc tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Floating IP fee8d20d-c3d3-4155-adbe-957fa29af64f associated. External IP: 172.26.6.108, port: fc5ee768-a569-43c1-a5fb-9735628f4a99. Dec 10 19:23:52.852363 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dff7609f-41e0-44a4-aa74-cb82ee6985bc tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Router 3011a6ee-bc78-4775-86af-4f7c5134cbbf has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:23:52.966631 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff7609f-41e0-44a4-aa74-cb82ee6985bc tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:23:52.977232 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8352dfa9-b5bc-4cf4-aa6c-adf4a1a22dc1 None None] Sync routers for ids ['3011a6ee-bc78-4775-86af-4f7c5134cbbf'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:23:52.985368 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dff7609f-41e0-44a4-aa74-cb82ee6985bc tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:52.987293 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8352dfa9-b5bc-4cf4-aa6c-adf4a1a22dc1 None None] Routers {'3011a6ee-bc78-4775-86af-4f7c5134cbbf'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:23:52.987965 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-8352dfa9-b5bc-4cf4-aa6c-adf4a1a22dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:23:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['3011a6ee-bc78-4775-86af-4f7c5134cbbf'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:23:53.019756 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-dff7609f-41e0-44a4-aa74-cb82ee6985bc tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 1.5936139 Dec 10 19:23:53.023342 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57562) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:53.024847 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-8352dfa9-b5bc-4cf4-aa6c-adf4a1a22dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:23:53.028622 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-63b20003-7a80-4a68-86fb-1729bbca7ed5 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:23:53.035153 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8352dfa9-b5bc-4cf4-aa6c-adf4a1a22dc1 None None] Routers {'3011a6ee-bc78-4775-86af-4f7c5134cbbf'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:23:53.035863 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-8352dfa9-b5bc-4cf4-aa6c-adf4a1a22dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:23:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['3011a6ee-bc78-4775-86af-4f7c5134cbbf'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:23:53.067712 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-8352dfa9-b5bc-4cf4-aa6c-adf4a1a22dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:23:53.068459 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8352dfa9-b5bc-4cf4-aa6c-adf4a1a22dc1 None None] The sync data for ids ['3011a6ee-bc78-4775-86af-4f7c5134cbbf'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:23:53.087951 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-63b20003-7a80-4a68-86fb-1729bbca7ed5 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for floatingip, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:53.481925 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-63b20003-7a80-4a68-86fb-1729bbca7ed5 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:53.486040 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-63b20003-7a80-4a68-86fb-1729bbca7ed5 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3713103'] for floatingip, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:53.486513 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.l3_db [None req-63b20003-7a80-4a68-86fb-1729bbca7ed5 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Floating IP fee8d20d-c3d3-4155-adbe-957fa29af64f disassociated. External IP: 172.26.6.108, port: fc5ee768-a569-43c1-a5fb-9735628f4a99. Dec 10 19:23:53.711393 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b20003-7a80-4a68-86fb-1729bbca7ed5 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Router 3011a6ee-bc78-4775-86af-4f7c5134cbbf has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:23:53.822817 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b20003-7a80-4a68-86fb-1729bbca7ed5 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:23:53.827456 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-63b20003-7a80-4a68-86fb-1729bbca7ed5 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:53.833811 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f129bac8-64e6-4535-bbba-4b09c8799fee None None] Sync routers for ids ['3011a6ee-bc78-4775-86af-4f7c5134cbbf'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:23:53.844355 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f129bac8-64e6-4535-bbba-4b09c8799fee None None] Routers {'3011a6ee-bc78-4775-86af-4f7c5134cbbf'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:23:53.845497 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-f129bac8-64e6-4535-bbba-4b09c8799fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:23:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['3011a6ee-bc78-4775-86af-4f7c5134cbbf'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:23:53.856187 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-63b20003-7a80-4a68-86fb-1729bbca7ed5 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] 10.222.0.69 "PUT /v2.0/floatingips/fee8d20d-c3d3-4155-adbe-957fa29af64f HTTP/1.1" status: 200 len: 688 time: 0.8315334 Dec 10 19:23:53.858658 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57566) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:53.886154 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-f129bac8-64e6-4535-bbba-4b09c8799fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:23:53.896788 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f129bac8-64e6-4535-bbba-4b09c8799fee None None] Routers {'3011a6ee-bc78-4775-86af-4f7c5134cbbf'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:23:53.897582 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-f129bac8-64e6-4535-bbba-4b09c8799fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:23:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['3011a6ee-bc78-4775-86af-4f7c5134cbbf'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:23:53.931911 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-f129bac8-64e6-4535-bbba-4b09c8799fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:23:53.932744 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f129bac8-64e6-4535-bbba-4b09c8799fee None None] The sync data for ids ['3011a6ee-bc78-4775-86af-4f7c5134cbbf'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:23:53.989052 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-66f9b106-b93b-4d4f-8522-9bf4c5f5986f tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Deleting port 9683fb3e-35eb-4735-9c0f-6d07346af98c {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:23:53.989298 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-66f9b106-b93b-4d4f-8522-9bf4c5f5986f tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:54.067930 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-66f9b106-b93b-4d4f-8522-9bf4c5f5986f tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:54.068654 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-66f9b106-b93b-4d4f-8522-9bf4c5f5986f tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:54.080088 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-66f9b106-b93b-4d4f-8522-9bf4c5f5986f tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Calling delete_port for 9683fb3e-35eb-4735-9c0f-6d07346af98c owned by network:floatingip {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:23:54.180693 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8de25069-dfab-4aec-910e-4a7df70a2704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:54.215133 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-66f9b106-b93b-4d4f-8522-9bf4c5f5986f tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:54.240369 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f9b106-b93b-4d4f-8522-9bf4c5f5986f tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Pushing event deleted for resources: {'Port': ['ID=9683fb3e-35eb-4735-9c0f-6d07346af98c,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:54.301819 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-66f9b106-b93b-4d4f-8522-9bf4c5f5986f tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for floatingip, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:54.304441 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-66f9b106-b93b-4d4f-8522-9bf4c5f5986f tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:54.308984 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-66f9b106-b93b-4d4f-8522-9bf4c5f5986f tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] 10.222.0.69 "DELETE /v2.0/floatingips/fee8d20d-c3d3-4155-adbe-957fa29af64f HTTP/1.1" status: 204 len: 168 time: 0.4461780 Dec 10 19:23:54.309365 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57568) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:54.315878 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-63e3d6a9-e676-4aa4-bc55-dda4c5b8ef13 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Request body: {'floatingip': {'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'port_id': '20eca7ea-31f0-4a0a-879c-9b598b2f105b'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:23:54.343173 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-63e3d6a9-e676-4aa4-bc55-dda4c5b8ef13 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for floatingip, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:54.450128 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-63e3d6a9-e676-4aa4-bc55-dda4c5b8ef13 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:54.561369 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-63e3d6a9-e676-4aa4-bc55-dda4c5b8ef13 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Allocated IP 172.26.6.137 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/e07ef8e0-bbf7-43d0-a3bc-c1742395f05a) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:23:54.675926 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-63e3d6a9-e676-4aa4-bc55-dda4c5b8ef13 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:54.709508 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-63e3d6a9-e676-4aa4-bc55-dda4c5b8ef13 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:54.747556 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e3d6a9-e676-4aa4-bc55-dda4c5b8ef13 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:23:54.751832 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-63e3d6a9-e676-4aa4-bc55-dda4c5b8ef13 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:23:54.755404 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e3d6a9-e676-4aa4-bc55-dda4c5b8ef13 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:23:54.781696 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e3d6a9-e676-4aa4-bc55-dda4c5b8ef13 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Pushing event updated for resources: {'Port': ['ID=e07ef8e0-bbf7-43d0-a3bc-c1742395f05a,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:55.229202 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-63e3d6a9-e676-4aa4-bc55-dda4c5b8ef13 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:55.326118 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:55.355358 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-63e3d6a9-e676-4aa4-bc55-dda4c5b8ef13 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:55.526064 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-63e3d6a9-e676-4aa4-bc55-dda4c5b8ef13 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:55.532092 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-63e3d6a9-e676-4aa4-bc55-dda4c5b8ef13 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:55.613077 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e3d6a9-e676-4aa4-bc55-dda4c5b8ef13 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Pushing event updated for resources: {'Port': ['ID=e07ef8e0-bbf7-43d0-a3bc-c1742395f05a,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:55.633689 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-63e3d6a9-e676-4aa4-bc55-dda4c5b8ef13 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3713103'] for floatingip, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:55.736216 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.l3_db [None req-63e3d6a9-e676-4aa4-bc55-dda4c5b8ef13 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Floating IP ac366e7e-7ac3-49f2-b53a-db263f5ae051 associated. External IP: 172.26.6.137, port: 20eca7ea-31f0-4a0a-879c-9b598b2f105b. Dec 10 19:23:55.937247 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e3d6a9-e676-4aa4-bc55-dda4c5b8ef13 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Router 3011a6ee-bc78-4775-86af-4f7c5134cbbf has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:23:56.041441 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e3d6a9-e676-4aa4-bc55-dda4c5b8ef13 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:23:56.051718 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc91655-94eb-4c60-a5c4-0f2ff331a415 None None] Sync routers for ids ['3011a6ee-bc78-4775-86af-4f7c5134cbbf'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:23:56.059335 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-63e3d6a9-e676-4aa4-bc55-dda4c5b8ef13 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:56.061085 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc91655-94eb-4c60-a5c4-0f2ff331a415 None None] Routers {'3011a6ee-bc78-4775-86af-4f7c5134cbbf'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:23:56.061683 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-2bc91655-94eb-4c60-a5c4-0f2ff331a415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:23:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['3011a6ee-bc78-4775-86af-4f7c5134cbbf'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:23:56.088464 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-63e3d6a9-e676-4aa4-bc55-dda4c5b8ef13 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.7776823 Dec 10 19:23:56.091310 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57570) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:56.094200 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-2bc91655-94eb-4c60-a5c4-0f2ff331a415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:23:56.103268 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc91655-94eb-4c60-a5c4-0f2ff331a415 None None] Routers {'3011a6ee-bc78-4775-86af-4f7c5134cbbf'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:23:56.103902 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-2bc91655-94eb-4c60-a5c4-0f2ff331a415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:23:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['3011a6ee-bc78-4775-86af-4f7c5134cbbf'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:23:56.138812 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-2bc91655-94eb-4c60-a5c4-0f2ff331a415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:23:56.139462 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc91655-94eb-4c60-a5c4-0f2ff331a415 None None] The sync data for ids ['3011a6ee-bc78-4775-86af-4f7c5134cbbf'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:23:56.155044 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-fd49b9e6-6b91-4abc-9e6d-cd772888c030 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] 10.222.0.69 "GET /v2.0/floatingips/ac366e7e-7ac3-49f2-b53a-db263f5ae051 HTTP/1.1" status: 200 len: 978 time: 0.0625629 Dec 10 19:23:56.157790 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57572) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:56.426414 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:56.511548 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-626bc2d1-202a-4e94-8f7b-51dbe06bf4a1 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] 10.222.0.69 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.3526909 Dec 10 19:23:56.513953 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57574) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:56.518857 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-2f27a9ec-76a2-40ce-82cd-89b0ba0f28b1 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Request body: {'floatingip': {'port_id': 'fc5ee768-a569-43c1-a5fb-9735628f4a99'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:23:56.572450 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2f27a9ec-76a2-40ce-82cd-89b0ba0f28b1 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for floatingip, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:56.722444 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:57.018198 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2f27a9ec-76a2-40ce-82cd-89b0ba0f28b1 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:57.021994 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2f27a9ec-76a2-40ce-82cd-89b0ba0f28b1 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3713103'] for floatingip, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:57.120964 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.l3_db [None req-2f27a9ec-76a2-40ce-82cd-89b0ba0f28b1 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Floating IP ac366e7e-7ac3-49f2-b53a-db263f5ae051 associated. External IP: 172.26.6.137, port: 20eca7ea-31f0-4a0a-879c-9b598b2f105b. Dec 10 19:23:57.327606 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f27a9ec-76a2-40ce-82cd-89b0ba0f28b1 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Router 3011a6ee-bc78-4775-86af-4f7c5134cbbf has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:23:57.431158 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f27a9ec-76a2-40ce-82cd-89b0ba0f28b1 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:23:57.440559 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f78657-406b-4c9f-99aa-264a1378cc49 None None] Sync routers for ids ['3011a6ee-bc78-4775-86af-4f7c5134cbbf'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:23:57.449811 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f78657-406b-4c9f-99aa-264a1378cc49 None None] Routers {'3011a6ee-bc78-4775-86af-4f7c5134cbbf'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:23:57.450496 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-f4f78657-406b-4c9f-99aa-264a1378cc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:23:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['3011a6ee-bc78-4775-86af-4f7c5134cbbf'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:23:57.485815 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-f4f78657-406b-4c9f-99aa-264a1378cc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:23:57.494242 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f78657-406b-4c9f-99aa-264a1378cc49 None None] Routers {'3011a6ee-bc78-4775-86af-4f7c5134cbbf'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:23:57.494830 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-f4f78657-406b-4c9f-99aa-264a1378cc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:23:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['3011a6ee-bc78-4775-86af-4f7c5134cbbf'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:23:57.526513 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-f4f78657-406b-4c9f-99aa-264a1378cc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:23:57.527155 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f78657-406b-4c9f-99aa-264a1378cc49 None None] The sync data for ids ['3011a6ee-bc78-4775-86af-4f7c5134cbbf'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:23:57.635472 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f27a9ec-76a2-40ce-82cd-89b0ba0f28b1 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Router 3011a6ee-bc78-4775-86af-4f7c5134cbbf has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:23:57.743811 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f27a9ec-76a2-40ce-82cd-89b0ba0f28b1 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:23:57.748257 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2f27a9ec-76a2-40ce-82cd-89b0ba0f28b1 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:57.754269 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a85ceb-50e6-4c87-96fb-c987e64b336e None None] Sync routers for ids ['3011a6ee-bc78-4775-86af-4f7c5134cbbf'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:23:57.763530 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a85ceb-50e6-4c87-96fb-c987e64b336e None None] Routers {'3011a6ee-bc78-4775-86af-4f7c5134cbbf'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:23:57.764130 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-d8a85ceb-50e6-4c87-96fb-c987e64b336e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:23:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['3011a6ee-bc78-4775-86af-4f7c5134cbbf'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:23:57.796289 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-d8a85ceb-50e6-4c87-96fb-c987e64b336e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:23:57.801249 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-2f27a9ec-76a2-40ce-82cd-89b0ba0f28b1 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] 10.222.0.69 "PUT /v2.0/floatingips/ac366e7e-7ac3-49f2-b53a-db263f5ae051 HTTP/1.1" status: 200 len: 979 time: 1.2862875 Dec 10 19:23:57.803765 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57578) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:57.805062 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a85ceb-50e6-4c87-96fb-c987e64b336e None None] Routers {'3011a6ee-bc78-4775-86af-4f7c5134cbbf'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:23:57.805641 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-d8a85ceb-50e6-4c87-96fb-c987e64b336e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:23:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['3011a6ee-bc78-4775-86af-4f7c5134cbbf'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:23:57.808175 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-1e9ddc76-5ce7-4c1e-a9ac-2a0e5704f48e tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:23:57.839630 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-d8a85ceb-50e6-4c87-96fb-c987e64b336e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:23:57.840273 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a85ceb-50e6-4c87-96fb-c987e64b336e None None] The sync data for ids ['3011a6ee-bc78-4775-86af-4f7c5134cbbf'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:23:57.867744 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1e9ddc76-5ce7-4c1e-a9ac-2a0e5704f48e tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for floatingip, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:58.008555 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1e9ddc76-5ce7-4c1e-a9ac-2a0e5704f48e tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:58.013311 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1e9ddc76-5ce7-4c1e-a9ac-2a0e5704f48e tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3713103'] for floatingip, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:58.013644 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.l3_db [None req-1e9ddc76-5ce7-4c1e-a9ac-2a0e5704f48e tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Floating IP ac366e7e-7ac3-49f2-b53a-db263f5ae051 disassociated. External IP: 172.26.6.137, port: fc5ee768-a569-43c1-a5fb-9735628f4a99. Dec 10 19:23:58.216224 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e9ddc76-5ce7-4c1e-a9ac-2a0e5704f48e tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Router 3011a6ee-bc78-4775-86af-4f7c5134cbbf has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:23:58.326335 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9ddc76-5ce7-4c1e-a9ac-2a0e5704f48e tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:23:58.330925 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1e9ddc76-5ce7-4c1e-a9ac-2a0e5704f48e tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:58.335346 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b271cc-da0d-4927-a48a-ee684c3b926a None None] Sync routers for ids ['3011a6ee-bc78-4775-86af-4f7c5134cbbf'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:23:58.344237 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b271cc-da0d-4927-a48a-ee684c3b926a None None] Routers {'3011a6ee-bc78-4775-86af-4f7c5134cbbf'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:23:58.344893 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-16b271cc-da0d-4927-a48a-ee684c3b926a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:23:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['3011a6ee-bc78-4775-86af-4f7c5134cbbf'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:23:58.357626 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-1e9ddc76-5ce7-4c1e-a9ac-2a0e5704f48e tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] 10.222.0.69 "PUT /v2.0/floatingips/ac366e7e-7ac3-49f2-b53a-db263f5ae051 HTTP/1.1" status: 200 len: 688 time: 0.5528421 Dec 10 19:23:58.360999 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57580) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:58.379596 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-16b271cc-da0d-4927-a48a-ee684c3b926a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:23:58.388027 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b271cc-da0d-4927-a48a-ee684c3b926a None None] Routers {'3011a6ee-bc78-4775-86af-4f7c5134cbbf'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:23:58.388633 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-16b271cc-da0d-4927-a48a-ee684c3b926a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:23:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['3011a6ee-bc78-4775-86af-4f7c5134cbbf'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:23:58.418989 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-16b271cc-da0d-4927-a48a-ee684c3b926a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:23:58.419619 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b271cc-da0d-4927-a48a-ee684c3b926a None None] The sync data for ids ['3011a6ee-bc78-4775-86af-4f7c5134cbbf'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:23:58.789143 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-7ccbbbac-38fa-44fb-8fdc-6b121c6d8753 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Deleting port e07ef8e0-bbf7-43d0-a3bc-c1742395f05a {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:23:58.789455 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7ccbbbac-38fa-44fb-8fdc-6b121c6d8753 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:58.863738 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7ccbbbac-38fa-44fb-8fdc-6b121c6d8753 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:58.864065 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7ccbbbac-38fa-44fb-8fdc-6b121c6d8753 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:58.875321 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-7ccbbbac-38fa-44fb-8fdc-6b121c6d8753 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Calling delete_port for e07ef8e0-bbf7-43d0-a3bc-c1742395f05a owned by network:floatingip {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:23:59.010318 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7ccbbbac-38fa-44fb-8fdc-6b121c6d8753 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:59.040939 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccbbbac-38fa-44fb-8fdc-6b121c6d8753 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Pushing event deleted for resources: {'Port': ['ID=e07ef8e0-bbf7-43d0-a3bc-c1742395f05a,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:59.103606 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7ccbbbac-38fa-44fb-8fdc-6b121c6d8753 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for floatingip, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:59.106388 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7ccbbbac-38fa-44fb-8fdc-6b121c6d8753 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:59.107582 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-7ccbbbac-38fa-44fb-8fdc-6b121c6d8753 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] 10.222.0.69 "DELETE /v2.0/floatingips/ac366e7e-7ac3-49f2-b53a-db263f5ae051 HTTP/1.1" status: 204 len: 168 time: 0.7455943 Dec 10 19:23:59.110323 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57582) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:59.143978 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.api.v2.resource [None req-6c65bb32-860f-4d2c-b504-b3ac3ca279f0 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] delete failed (client error): The resource could not be found. Dec 10 19:23:59.145036 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-6c65bb32-860f-4d2c-b504-b3ac3ca279f0 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] 10.222.0.69 "DELETE /v2.0/floatingips/ac366e7e-7ac3-49f2-b53a-db263f5ae051 HTTP/1.1" status: 404 len: 345 time: 0.0337174 Dec 10 19:23:59.148541 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57584) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:59.231064 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ac42b1-45b3-4869-91d8-11d49682805d tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:59.237188 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ac42b1-45b3-4869-91d8-11d49682805d tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:59.243042 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ac42b1-45b3-4869-91d8-11d49682805d tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:59.244635 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-03ac42b1-45b3-4869-91d8-11d49682805d tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] 10.222.0.69 "GET /v2.0/ports?network_id=0ebf5c6b-47b1-410c-8480-8ed719504951 HTTP/1.1" status: 200 len: 2359 time: 0.0952015 Dec 10 19:23:59.247449 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57586) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:59.296449 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ecc96d-65ff-4bef-9bc1-1e193c23f5ac tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:59.297854 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-15ecc96d-65ff-4bef-9bc1-1e193c23f5ac tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] 10.222.0.69 "GET /v2.0/subnets/9fa45b6d-8e54-4c6d-a204-698aa09d02c0 HTTP/1.1" status: 200 len: 797 time: 0.0495038 Dec 10 19:23:59.302699 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57588) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:23:59.307791 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-409b7920-4bdc-41a3-8cc5-17f619bee24f tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Request body: {'port': {'network_id': '0ebf5c6b-47b1-410c-8480-8ed719504951', 'name': 'tempest-FloatingIPTestJSON-220178129', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:23:59.414844 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409b7920-4bdc-41a3-8cc5-17f619bee24f tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Made reservation on behalf of 2d51b2b87b8c4af8998ceedb0ee4435d for: {'port': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:23:59.499076 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-409b7920-4bdc-41a3-8cc5-17f619bee24f tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:59.515411 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [None req-409b7920-4bdc-41a3-8cc5-17f619bee24f tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] device_id is not set on port 26732d49-a980-4f31-b1d3-d9b0d1d65d6a yet. {{(pid=102366) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:23:59.802250 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-409b7920-4bdc-41a3-8cc5-17f619bee24f tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Allocated IP 172.20.0.14 (0ebf5c6b-47b1-410c-8480-8ed719504951/9fa45b6d-8e54-4c6d-a204-698aa09d02c0/26732d49-a980-4f31-b1d3-d9b0d1d65d6a) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:23:59.808566 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-409b7920-4bdc-41a3-8cc5-17f619bee24f tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Allocated IP 172.20.0.12 (0ebf5c6b-47b1-410c-8480-8ed719504951/9fa45b6d-8e54-4c6d-a204-698aa09d02c0/26732d49-a980-4f31-b1d3-d9b0d1d65d6a) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:23:59.947157 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-409b7920-4bdc-41a3-8cc5-17f619bee24f tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:23:59.979642 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-409b7920-4bdc-41a3-8cc5-17f619bee24f tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:00.023238 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409b7920-4bdc-41a3-8cc5-17f619bee24f tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Network 0ebf5c6b-47b1-410c-8480-8ed719504951 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:24:00.026122 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-409b7920-4bdc-41a3-8cc5-17f619bee24f tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:24:00.029605 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409b7920-4bdc-41a3-8cc5-17f619bee24f tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:24:00.038997 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409b7920-4bdc-41a3-8cc5-17f619bee24f tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Pushing event updated for resources: {'Port': ['ID=26732d49-a980-4f31-b1d3-d9b0d1d65d6a,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:00.082835 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409b7920-4bdc-41a3-8cc5-17f619bee24f tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:00.083434 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-409b7920-4bdc-41a3-8cc5-17f619bee24f tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:00.099229 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-409b7920-4bdc-41a3-8cc5-17f619bee24f tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 0.7954640 Dec 10 19:24:00.102101 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57590) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:00.106499 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-391ead9c-e07c-4395-9867-79ef1d4f4321 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Request body: {'floatingip': {'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'port_id': '26732d49-a980-4f31-b1d3-d9b0d1d65d6a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:24:00.128570 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-391ead9c-e07c-4395-9867-79ef1d4f4321 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for floatingip, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:00.227672 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-391ead9c-e07c-4395-9867-79ef1d4f4321 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:00.330778 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-391ead9c-e07c-4395-9867-79ef1d4f4321 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Allocated IP 172.26.6.171 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/7dd55070-43f4-4a37-9db9-c31499c99fd7) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:24:00.702539 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-391ead9c-e07c-4395-9867-79ef1d4f4321 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:00.734140 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-391ead9c-e07c-4395-9867-79ef1d4f4321 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:00.772842 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391ead9c-e07c-4395-9867-79ef1d4f4321 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:24:00.776889 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-391ead9c-e07c-4395-9867-79ef1d4f4321 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:24:00.783468 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391ead9c-e07c-4395-9867-79ef1d4f4321 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:24:00.786496 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391ead9c-e07c-4395-9867-79ef1d4f4321 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Pushing event updated for resources: {'Port': ['ID=7dd55070-43f4-4a37-9db9-c31499c99fd7,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:01.120926 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-391ead9c-e07c-4395-9867-79ef1d4f4321 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:01.184138 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-391ead9c-e07c-4395-9867-79ef1d4f4321 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:01.334971 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-391ead9c-e07c-4395-9867-79ef1d4f4321 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:01.339486 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-391ead9c-e07c-4395-9867-79ef1d4f4321 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:01.410142 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391ead9c-e07c-4395-9867-79ef1d4f4321 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Pushing event updated for resources: {'Port': ['ID=7dd55070-43f4-4a37-9db9-c31499c99fd7,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:01.421430 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-391ead9c-e07c-4395-9867-79ef1d4f4321 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3713103'] for floatingip, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:01.521314 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.l3_db [None req-391ead9c-e07c-4395-9867-79ef1d4f4321 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Floating IP 60dc7860-4610-41bc-914f-fe938a1e4364 associated. External IP: 172.26.6.171, port: 26732d49-a980-4f31-b1d3-d9b0d1d65d6a. Dec 10 19:24:01.723654 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-391ead9c-e07c-4395-9867-79ef1d4f4321 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Router 3011a6ee-bc78-4775-86af-4f7c5134cbbf has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:24:01.829793 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-391ead9c-e07c-4395-9867-79ef1d4f4321 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:24:01.839005 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92559d4-c660-474b-b652-2ca90c009dd4 None None] Sync routers for ids ['3011a6ee-bc78-4775-86af-4f7c5134cbbf'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:24:01.847684 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-391ead9c-e07c-4395-9867-79ef1d4f4321 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:01.848336 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92559d4-c660-474b-b652-2ca90c009dd4 None None] Routers {'3011a6ee-bc78-4775-86af-4f7c5134cbbf'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:24:01.849026 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-e92559d4-c660-474b-b652-2ca90c009dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:23:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['3011a6ee-bc78-4775-86af-4f7c5134cbbf'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:01.877010 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-391ead9c-e07c-4395-9867-79ef1d4f4321 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.7715037 Dec 10 19:24:01.878073 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57594) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:01.881027 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-e92559d4-c660-474b-b652-2ca90c009dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:01.882655 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-f2512083-35d0-42f1-b174-1f42c3271713 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Request body: {'floatingip': {'port_id': '26732d49-a980-4f31-b1d3-d9b0d1d65d6a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:24:01.889951 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92559d4-c660-474b-b652-2ca90c009dd4 None None] Routers {'3011a6ee-bc78-4775-86af-4f7c5134cbbf'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:24:01.891951 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-e92559d4-c660-474b-b652-2ca90c009dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:23:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['3011a6ee-bc78-4775-86af-4f7c5134cbbf'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:01.927567 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-e92559d4-c660-474b-b652-2ca90c009dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:01.928228 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92559d4-c660-474b-b652-2ca90c009dd4 None None] The sync data for ids ['3011a6ee-bc78-4775-86af-4f7c5134cbbf'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:24:01.942149 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f2512083-35d0-42f1-b174-1f42c3271713 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for floatingip, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:02.252419 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:02.410957 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f2512083-35d0-42f1-b174-1f42c3271713 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:02.414782 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f2512083-35d0-42f1-b174-1f42c3271713 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3713103'] for floatingip, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:02.626938 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2512083-35d0-42f1-b174-1f42c3271713 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Router 3011a6ee-bc78-4775-86af-4f7c5134cbbf has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:24:02.735733 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2512083-35d0-42f1-b174-1f42c3271713 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:24:02.741217 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f2512083-35d0-42f1-b174-1f42c3271713 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:02.746060 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411570cb-dbc5-4e38-9615-0981bbf7a5b0 None None] Sync routers for ids ['3011a6ee-bc78-4775-86af-4f7c5134cbbf'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:24:02.755872 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411570cb-dbc5-4e38-9615-0981bbf7a5b0 None None] Routers {'3011a6ee-bc78-4775-86af-4f7c5134cbbf'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:24:02.756593 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-411570cb-dbc5-4e38-9615-0981bbf7a5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:23:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['3011a6ee-bc78-4775-86af-4f7c5134cbbf'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:02.803173 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-f2512083-35d0-42f1-b174-1f42c3271713 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] 10.222.0.69 "PUT /v2.0/floatingips/60dc7860-4610-41bc-914f-fe938a1e4364 HTTP/1.1" status: 200 len: 978 time: 0.9215553 Dec 10 19:24:02.803394 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57596) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:02.804203 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-411570cb-dbc5-4e38-9615-0981bbf7a5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:02.817473 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411570cb-dbc5-4e38-9615-0981bbf7a5b0 None None] Routers {'3011a6ee-bc78-4775-86af-4f7c5134cbbf'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:24:02.818585 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-411570cb-dbc5-4e38-9615-0981bbf7a5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:23:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['3011a6ee-bc78-4775-86af-4f7c5134cbbf'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:02.860347 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-411570cb-dbc5-4e38-9615-0981bbf7a5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:02.861385 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411570cb-dbc5-4e38-9615-0981bbf7a5b0 None None] The sync data for ids ['3011a6ee-bc78-4775-86af-4f7c5134cbbf'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:24:02.982637 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-c5d1f70f-6d77-442f-836d-1cd08b100454 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Deleting port 7dd55070-43f4-4a37-9db9-c31499c99fd7 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:24:02.982977 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c5d1f70f-6d77-442f-836d-1cd08b100454 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:03.074955 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c5d1f70f-6d77-442f-836d-1cd08b100454 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:03.075276 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c5d1f70f-6d77-442f-836d-1cd08b100454 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:03.089553 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-c5d1f70f-6d77-442f-836d-1cd08b100454 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Calling delete_port for 7dd55070-43f4-4a37-9db9-c31499c99fd7 owned by network:floatingip {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:24:03.271806 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c5d1f70f-6d77-442f-836d-1cd08b100454 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:03.301860 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d1f70f-6d77-442f-836d-1cd08b100454 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Pushing event deleted for resources: {'Port': ['ID=7dd55070-43f4-4a37-9db9-c31499c99fd7,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:03.380458 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c5d1f70f-6d77-442f-836d-1cd08b100454 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for floatingip, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:03.380741 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.l3_db [None req-c5d1f70f-6d77-442f-836d-1cd08b100454 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Floating IP 60dc7860-4610-41bc-914f-fe938a1e4364 disassociated (deleted). External IP: 172.26.6.171, port: 26732d49-a980-4f31-b1d3-d9b0d1d65d6a. Dec 10 19:24:03.623333 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d1f70f-6d77-442f-836d-1cd08b100454 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Router 3011a6ee-bc78-4775-86af-4f7c5134cbbf has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:24:04.007844 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d1f70f-6d77-442f-836d-1cd08b100454 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:24:04.012597 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c5d1f70f-6d77-442f-836d-1cd08b100454 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:04.021166 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6274d100-2086-46fe-af5c-12e188921683 None None] Sync routers for ids ['3011a6ee-bc78-4775-86af-4f7c5134cbbf'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:24:04.031710 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6274d100-2086-46fe-af5c-12e188921683 None None] Routers {'3011a6ee-bc78-4775-86af-4f7c5134cbbf'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:24:04.032321 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-6274d100-2086-46fe-af5c-12e188921683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:23:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['3011a6ee-bc78-4775-86af-4f7c5134cbbf'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:04.039273 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-c5d1f70f-6d77-442f-836d-1cd08b100454 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] 10.222.0.69 "DELETE /v2.0/floatingips/60dc7860-4610-41bc-914f-fe938a1e4364 HTTP/1.1" status: 204 len: 168 time: 1.2348223 Dec 10 19:24:04.041910 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57598) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:04.064362 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-6274d100-2086-46fe-af5c-12e188921683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:04.073257 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6274d100-2086-46fe-af5c-12e188921683 None None] Routers {'3011a6ee-bc78-4775-86af-4f7c5134cbbf'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:24:04.073864 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-6274d100-2086-46fe-af5c-12e188921683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:23:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['3011a6ee-bc78-4775-86af-4f7c5134cbbf'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:04.105716 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-6274d100-2086-46fe-af5c-12e188921683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:04.106375 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6274d100-2086-46fe-af5c-12e188921683 None None] The sync data for ids ['3011a6ee-bc78-4775-86af-4f7c5134cbbf'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:24:04.133355 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-60f19275-f5ac-42fe-8323-e5a04ff0baf0 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Deleting port 26732d49-a980-4f31-b1d3-d9b0d1d65d6a {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:24:04.133695 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-60f19275-f5ac-42fe-8323-e5a04ff0baf0 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:04.237321 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-60f19275-f5ac-42fe-8323-e5a04ff0baf0 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:04.252536 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-60f19275-f5ac-42fe-8323-e5a04ff0baf0 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Calling delete_port for 26732d49-a980-4f31-b1d3-d9b0d1d65d6a owned by {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:24:04.456096 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-60f19275-f5ac-42fe-8323-e5a04ff0baf0 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:04.486053 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f19275-f5ac-42fe-8323-e5a04ff0baf0 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Pushing event deleted for resources: {'Port': ['ID=26732d49-a980-4f31-b1d3-d9b0d1d65d6a,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:04.577243 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-60f19275-f5ac-42fe-8323-e5a04ff0baf0 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:04.581262 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-60f19275-f5ac-42fe-8323-e5a04ff0baf0 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] 10.222.0.69 "DELETE /v2.0/ports/26732d49-a980-4f31-b1d3-d9b0d1d65d6a HTTP/1.1" status: 204 len: 168 time: 0.5383677 Dec 10 19:24:04.585463 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57600) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:04.595867 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-ab0a0bdf-a9d0-4576-abe6-013b267659c4 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Request body: {'floatingip': {'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:24:04.618824 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ab0a0bdf-a9d0-4576-abe6-013b267659c4 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for floatingip, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:04.721375 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ab0a0bdf-a9d0-4576-abe6-013b267659c4 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:04.838376 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-ab0a0bdf-a9d0-4576-abe6-013b267659c4 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Allocated IP 172.26.6.132 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/cfa0f0be-d257-4849-8c84-1af93a588e77) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:24:04.956764 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ab0a0bdf-a9d0-4576-abe6-013b267659c4 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:04.996461 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ab0a0bdf-a9d0-4576-abe6-013b267659c4 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:05.041854 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0a0bdf-a9d0-4576-abe6-013b267659c4 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:24:05.044729 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-ab0a0bdf-a9d0-4576-abe6-013b267659c4 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:24:05.052675 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0a0bdf-a9d0-4576-abe6-013b267659c4 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:24:05.056160 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a0bdf-a9d0-4576-abe6-013b267659c4 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Pushing event updated for resources: {'Port': ['ID=cfa0f0be-d257-4849-8c84-1af93a588e77,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:05.142550 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ab0a0bdf-a9d0-4576-abe6-013b267659c4 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:05.178962 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ab0a0bdf-a9d0-4576-abe6-013b267659c4 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:05.349978 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ab0a0bdf-a9d0-4576-abe6-013b267659c4 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:05.354983 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ab0a0bdf-a9d0-4576-abe6-013b267659c4 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:05.425652 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a0bdf-a9d0-4576-abe6-013b267659c4 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Pushing event updated for resources: {'Port': ['ID=cfa0f0be-d257-4849-8c84-1af93a588e77,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:05.438358 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ab0a0bdf-a9d0-4576-abe6-013b267659c4 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3713103'] for floatingip, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:05.458988 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ab0a0bdf-a9d0-4576-abe6-013b267659c4 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:05.460283 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-ab0a0bdf-a9d0-4576-abe6-013b267659c4 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8736088 Dec 10 19:24:05.463234 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57602) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:05.468285 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-0247d67f-95fe-44a1-8dd8-8c98f4da97bc tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Request body: {'port': {'network_id': '0ebf5c6b-47b1-410c-8480-8ed719504951', 'name': 'tempest-FloatingIPTestJSON-94148461'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:24:05.604803 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0247d67f-95fe-44a1-8dd8-8c98f4da97bc tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Made reservation on behalf of 2d51b2b87b8c4af8998ceedb0ee4435d for: {'port': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:24:05.608265 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0247d67f-95fe-44a1-8dd8-8c98f4da97bc tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:05.627663 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [None req-0247d67f-95fe-44a1-8dd8-8c98f4da97bc tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] device_id is not set on port d169e893-68f7-451f-8afd-bf2781ec77f1 yet. {{(pid=102366) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:24:05.747525 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-0247d67f-95fe-44a1-8dd8-8c98f4da97bc tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Allocated IP 172.20.0.3 (0ebf5c6b-47b1-410c-8480-8ed719504951/9fa45b6d-8e54-4c6d-a204-698aa09d02c0/d169e893-68f7-451f-8afd-bf2781ec77f1) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:24:05.906111 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0247d67f-95fe-44a1-8dd8-8c98f4da97bc tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:05.946401 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0247d67f-95fe-44a1-8dd8-8c98f4da97bc tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:05.988892 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0247d67f-95fe-44a1-8dd8-8c98f4da97bc tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Network 0ebf5c6b-47b1-410c-8480-8ed719504951 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:24:05.992009 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-0247d67f-95fe-44a1-8dd8-8c98f4da97bc tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:24:05.995750 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0247d67f-95fe-44a1-8dd8-8c98f4da97bc tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:24:06.005606 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0247d67f-95fe-44a1-8dd8-8c98f4da97bc tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Pushing event updated for resources: {'Port': ['ID=d169e893-68f7-451f-8afd-bf2781ec77f1,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:06.051975 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0247d67f-95fe-44a1-8dd8-8c98f4da97bc tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:06.052626 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0247d67f-95fe-44a1-8dd8-8c98f4da97bc tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:06.069957 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-0247d67f-95fe-44a1-8dd8-8c98f4da97bc tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 0.6056137 Dec 10 19:24:06.072564 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57604) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:06.077064 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-90809046-152d-4847-8488-dd57f7fdea3e tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Request body: {'floatingip': {'port_id': 'd169e893-68f7-451f-8afd-bf2781ec77f1'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:24:06.117786 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-90809046-152d-4847-8488-dd57f7fdea3e tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for floatingip, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:06.544913 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-90809046-152d-4847-8488-dd57f7fdea3e tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:06.550212 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-90809046-152d-4847-8488-dd57f7fdea3e tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3713103'] for floatingip, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:06.655913 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.l3_db [None req-90809046-152d-4847-8488-dd57f7fdea3e tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Floating IP 2a3c8168-750e-43b6-914c-6723e8face27 associated. External IP: 172.26.6.132, port: d169e893-68f7-451f-8afd-bf2781ec77f1. Dec 10 19:24:06.872173 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90809046-152d-4847-8488-dd57f7fdea3e tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Router 3011a6ee-bc78-4775-86af-4f7c5134cbbf has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:24:06.987604 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90809046-152d-4847-8488-dd57f7fdea3e tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:24:06.992805 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-90809046-152d-4847-8488-dd57f7fdea3e tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:06.997302 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec2de00-2a28-480e-b17e-c53da8aa0e95 None None] Sync routers for ids ['3011a6ee-bc78-4775-86af-4f7c5134cbbf'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:24:07.008129 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec2de00-2a28-480e-b17e-c53da8aa0e95 None None] Routers {'3011a6ee-bc78-4775-86af-4f7c5134cbbf'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:24:07.008879 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-cec2de00-2a28-480e-b17e-c53da8aa0e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:23:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['3011a6ee-bc78-4775-86af-4f7c5134cbbf'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:07.021443 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-90809046-152d-4847-8488-dd57f7fdea3e tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] 10.222.0.69 "PUT /v2.0/floatingips/2a3c8168-750e-43b6-914c-6723e8face27 HTTP/1.1" status: 200 len: 976 time: 0.9478116 Dec 10 19:24:07.023946 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57606) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:07.043945 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-cec2de00-2a28-480e-b17e-c53da8aa0e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:07.054543 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec2de00-2a28-480e-b17e-c53da8aa0e95 None None] Routers {'3011a6ee-bc78-4775-86af-4f7c5134cbbf'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:24:07.055148 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-cec2de00-2a28-480e-b17e-c53da8aa0e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:23:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['3011a6ee-bc78-4775-86af-4f7c5134cbbf'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:07.089861 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-cec2de00-2a28-480e-b17e-c53da8aa0e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:07.090498 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec2de00-2a28-480e-b17e-c53da8aa0e95 None None] The sync data for ids ['3011a6ee-bc78-4775-86af-4f7c5134cbbf'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:24:07.114082 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-5eeeab0e-2285-4605-b61c-994627575289 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Deleting port d169e893-68f7-451f-8afd-bf2781ec77f1 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:24:07.114558 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5eeeab0e-2285-4605-b61c-994627575289 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:07.206063 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5eeeab0e-2285-4605-b61c-994627575289 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:07.435278 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5eeeab0e-2285-4605-b61c-994627575289 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:07.435636 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5eeeab0e-2285-4605-b61c-994627575289 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3713103'] for floatingip, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:07.435965 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.l3_db [None req-5eeeab0e-2285-4605-b61c-994627575289 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Floating IP 2a3c8168-750e-43b6-914c-6723e8face27 disassociated. External IP: 172.26.6.132, port: d169e893-68f7-451f-8afd-bf2781ec77f1. Dec 10 19:24:07.436291 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-5eeeab0e-2285-4605-b61c-994627575289 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Calling delete_port for d169e893-68f7-451f-8afd-bf2781ec77f1 owned by {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:24:07.567575 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5eeeab0e-2285-4605-b61c-994627575289 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:07.602726 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeeab0e-2285-4605-b61c-994627575289 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Pushing event deleted for resources: {'Port': ['ID=d169e893-68f7-451f-8afd-bf2781ec77f1,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:07.995521 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eeeab0e-2285-4605-b61c-994627575289 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Router 3011a6ee-bc78-4775-86af-4f7c5134cbbf has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:24:08.111999 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eeeab0e-2285-4605-b61c-994627575289 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:24:08.122036 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4978c7fd-e13c-44d3-92a2-b6650f66d685 None None] Sync routers for ids ['3011a6ee-bc78-4775-86af-4f7c5134cbbf'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:24:08.131759 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4978c7fd-e13c-44d3-92a2-b6650f66d685 None None] Routers {'3011a6ee-bc78-4775-86af-4f7c5134cbbf'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:24:08.132370 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-4978c7fd-e13c-44d3-92a2-b6650f66d685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:23:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['3011a6ee-bc78-4775-86af-4f7c5134cbbf'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:08.168681 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-4978c7fd-e13c-44d3-92a2-b6650f66d685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:08.177678 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4978c7fd-e13c-44d3-92a2-b6650f66d685 None None] Routers {'3011a6ee-bc78-4775-86af-4f7c5134cbbf'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:24:08.178275 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-4978c7fd-e13c-44d3-92a2-b6650f66d685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:23:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['3011a6ee-bc78-4775-86af-4f7c5134cbbf'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:08.180989 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5eeeab0e-2285-4605-b61c-994627575289 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:08.184406 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-5eeeab0e-2285-4605-b61c-994627575289 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] 10.222.0.69 "DELETE /v2.0/ports/d169e893-68f7-451f-8afd-bf2781ec77f1 HTTP/1.1" status: 204 len: 168 time: 1.1595101 Dec 10 19:24:08.186969 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57610) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:08.210410 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-4978c7fd-e13c-44d3-92a2-b6650f66d685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:08.211077 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4978c7fd-e13c-44d3-92a2-b6650f66d685 None None] The sync data for ids ['3011a6ee-bc78-4775-86af-4f7c5134cbbf'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:24:08.232790 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-af1ae4c1-5fc6-4345-bc27-7dd90c97d6a8 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] 10.222.0.69 "GET /v2.0/floatingips/2a3c8168-750e-43b6-914c-6723e8face27 HTTP/1.1" status: 200 len: 688 time: 0.0446661 Dec 10 19:24:08.235418 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57612) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:08.358304 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-08472085-f1d0-4c78-b3c4-4e9428b17e0e tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Deleting port cfa0f0be-d257-4849-8c84-1af93a588e77 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:24:08.358640 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-08472085-f1d0-4c78-b3c4-4e9428b17e0e tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:08.436537 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-08472085-f1d0-4c78-b3c4-4e9428b17e0e tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:08.436864 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-08472085-f1d0-4c78-b3c4-4e9428b17e0e tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:08.450407 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-08472085-f1d0-4c78-b3c4-4e9428b17e0e tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Calling delete_port for cfa0f0be-d257-4849-8c84-1af93a588e77 owned by network:floatingip {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:24:08.584488 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-08472085-f1d0-4c78-b3c4-4e9428b17e0e tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:08.620384 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08472085-f1d0-4c78-b3c4-4e9428b17e0e tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Pushing event deleted for resources: {'Port': ['ID=cfa0f0be-d257-4849-8c84-1af93a588e77,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:08.685272 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-08472085-f1d0-4c78-b3c4-4e9428b17e0e tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for floatingip, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:08.689057 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-08472085-f1d0-4c78-b3c4-4e9428b17e0e tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:08.690209 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-08472085-f1d0-4c78-b3c4-4e9428b17e0e tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] 10.222.0.69 "DELETE /v2.0/floatingips/2a3c8168-750e-43b6-914c-6723e8face27 HTTP/1.1" status: 204 len: 168 time: 0.4538791 Dec 10 19:24:08.693755 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57614) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:08.698188 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-17896a79-85a6-45e6-ae12-e365b19d5123 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Request body: {'floatingip': {'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'port_id': 'fc5ee768-a569-43c1-a5fb-9735628f4a99'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:24:08.721856 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-17896a79-85a6-45e6-ae12-e365b19d5123 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for floatingip, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:08.821457 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-17896a79-85a6-45e6-ae12-e365b19d5123 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:08.940330 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-17896a79-85a6-45e6-ae12-e365b19d5123 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Allocated IP 172.26.6.112 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/5dec3907-74cd-4e75-8ff4-a5d8902b5227) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:24:08.982170 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:24:09.043416 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-17896a79-85a6-45e6-ae12-e365b19d5123 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:09.078930 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-17896a79-85a6-45e6-ae12-e365b19d5123 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:09.115945 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17896a79-85a6-45e6-ae12-e365b19d5123 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:24:09.118746 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-17896a79-85a6-45e6-ae12-e365b19d5123 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:24:09.122081 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17896a79-85a6-45e6-ae12-e365b19d5123 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:24:09.149602 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17896a79-85a6-45e6-ae12-e365b19d5123 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Pushing event updated for resources: {'Port': ['ID=5dec3907-74cd-4e75-8ff4-a5d8902b5227,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:09.491525 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-17896a79-85a6-45e6-ae12-e365b19d5123 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:09.563422 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-17896a79-85a6-45e6-ae12-e365b19d5123 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:09.719527 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-17896a79-85a6-45e6-ae12-e365b19d5123 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:09.728893 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-17896a79-85a6-45e6-ae12-e365b19d5123 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:09.799307 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57618) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:09.801955 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17896a79-85a6-45e6-ae12-e365b19d5123 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Pushing event updated for resources: {'Port': ['ID=5dec3907-74cd-4e75-8ff4-a5d8902b5227,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:09.819803 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-17896a79-85a6-45e6-ae12-e365b19d5123 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3713103'] for floatingip, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:09.940344 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.l3_db [None req-17896a79-85a6-45e6-ae12-e365b19d5123 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Floating IP bad8f98a-3953-4841-8710-6459ddb11247 associated. External IP: 172.26.6.112, port: fc5ee768-a569-43c1-a5fb-9735628f4a99. Dec 10 19:24:09.991676 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-5e5cb5cf-ee94-4eb6-8009-a7e1d8e93c72 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/floatingips/2bb119af-1f50-4ea9-9266-4f2b6c18a0c9 HTTP/1.1" status: 200 len: 992 time: 0.1912529 Dec 10 19:24:10.177750 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17896a79-85a6-45e6-ae12-e365b19d5123 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Router 3011a6ee-bc78-4775-86af-4f7c5134cbbf has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:24:10.302131 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17896a79-85a6-45e6-ae12-e365b19d5123 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:24:10.315957 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e4666f-e816-4a54-93c8-44694b314acc None None] Sync routers for ids ['3011a6ee-bc78-4775-86af-4f7c5134cbbf'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:24:10.327984 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-17896a79-85a6-45e6-ae12-e365b19d5123 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:10.329055 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e4666f-e816-4a54-93c8-44694b314acc None None] Routers {'3011a6ee-bc78-4775-86af-4f7c5134cbbf'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:24:10.329841 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-a5e4666f-e816-4a54-93c8-44694b314acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:23:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['3011a6ee-bc78-4775-86af-4f7c5134cbbf'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:10.361682 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-17896a79-85a6-45e6-ae12-e365b19d5123 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 1.6667240 Dec 10 19:24:10.364121 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57624) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:10.369349 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-a5e4666f-e816-4a54-93c8-44694b314acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:10.370513 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-1004cfc2-4473-4726-a2a3-7198551c41a0 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1913122541'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:24:10.383325 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e4666f-e816-4a54-93c8-44694b314acc None None] Routers {'3011a6ee-bc78-4775-86af-4f7c5134cbbf'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:24:10.384327 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-a5e4666f-e816-4a54-93c8-44694b314acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:23:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['3011a6ee-bc78-4775-86af-4f7c5134cbbf'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:10.402214 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1004cfc2-4473-4726-a2a3-7198551c41a0 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Made reservation on behalf of 2d51b2b87b8c4af8998ceedb0ee4435d for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:24:10.407124 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1004cfc2-4473-4726-a2a3-7198551c41a0 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:10.426764 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-a5e4666f-e816-4a54-93c8-44694b314acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:10.427416 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e4666f-e816-4a54-93c8-44694b314acc None None] The sync data for ids ['3011a6ee-bc78-4775-86af-4f7c5134cbbf'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:24:10.441709 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1004cfc2-4473-4726-a2a3-7198551c41a0 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:24:10.453313 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1004cfc2-4473-4726-a2a3-7198551c41a0 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:10.453826 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-1004cfc2-4473-4726-a2a3-7198551c41a0 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Added segment c8275eb2-3b1a-419a-ba6c-3ef82db7a03b of type vlan for network 4d7ba3cf-8677-4a01-aa3c-5b3fe594c552 Dec 10 19:24:10.508010 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1004cfc2-4473-4726-a2a3-7198551c41a0 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:10.537723 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1004cfc2-4473-4726-a2a3-7198551c41a0 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:10.545004 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1004cfc2-4473-4726-a2a3-7198551c41a0 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:10.545778 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1004cfc2-4473-4726-a2a3-7198551c41a0 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:10.610732 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-1004cfc2-4473-4726-a2a3-7198551c41a0 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2446833 Dec 10 19:24:10.614124 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57626) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:10.619567 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-8aa8a2fb-6131-4c8f-ad04-04de34f59dc0 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Request body: {'subnet': {'network_id': '4d7ba3cf-8677-4a01-aa3c-5b3fe594c552', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:24:10.627906 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1004cfc2-4473-4726-a2a3-7198551c41a0 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Pushing event updated for resources: {'Network': ['ID=4d7ba3cf-8677-4a01-aa3c-5b3fe594c552,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:10.641033 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 4d7ba3cf-8677-4a01-aa3c-5b3fe594c552 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:24:10.742094 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa8a2fb-6131-4c8f-ad04-04de34f59dc0 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Made reservation on behalf of 2d51b2b87b8c4af8998ceedb0ee4435d for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:24:10.746825 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8aa8a2fb-6131-4c8f-ad04-04de34f59dc0 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:10.955042 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8aa8a2fb-6131-4c8f-ad04-04de34f59dc0 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:11.015258 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa8a2fb-6131-4c8f-ad04-04de34f59dc0 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Pushing event updated for resources: {'Subnet': ['ID=55786db5-360c-48d0-85c6-4e2cb7613a8f,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:11.028154 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa8a2fb-6131-4c8f-ad04-04de34f59dc0 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Checking segment: {'id': 'c8275eb2-3b1a-419a-ba6c-3ef82db7a03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4d7ba3cf-8677-4a01-aa3c-5b3fe594c552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:24:11.028554 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa8a2fb-6131-4c8f-ad04-04de34f59dc0 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Network hostable DHCP agents. Network: 4d7ba3cf-8677-4a01-aa3c-5b3fe594c552, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:24:11.048464 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa8a2fb-6131-4c8f-ad04-04de34f59dc0 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Network 4d7ba3cf-8677-4a01-aa3c-5b3fe594c552 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:24:11.059387 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-8aa8a2fb-6131-4c8f-ad04-04de34f59dc0 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 4d7ba3cf-8677-4a01-aa3c-5b3fe594c552) {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:24:11.064867 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa8a2fb-6131-4c8f-ad04-04de34f59dc0 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:11.065443 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8aa8a2fb-6131-4c8f-ad04-04de34f59dc0 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:11.069915 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc16de0-dfad-4143-b317-af5f2446f367 None None] Network 4d7ba3cf-8677-4a01-aa3c-5b3fe594c552 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:24:11.084950 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-8aa8a2fb-6131-4c8f-ad04-04de34f59dc0 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4696276 Dec 10 19:24:11.088705 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57632) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:11.093812 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-962ecba8-f75e-4787-ab9b-d622167e141f tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1861110629', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}, 'admin_state_up': False}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:24:11.124072 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-962ecba8-f75e-4787-ab9b-d622167e141f tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:11.126172 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-962ecba8-f75e-4787-ab9b-d622167e141f tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:11.190369 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-962ecba8-f75e-4787-ab9b-d622167e141f tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:11.238204 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57634) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:11.260343 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0019af7-a5f5-4a3b-82cf-d1c0428c6660 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-4d7ba3cf-8677-4a01-aa3c-5b3fe594c552', 'network_id': '4d7ba3cf-8677-4a01-aa3c-5b3fe594c552', 'tenant_id': '2d51b2b87b8c4af8998ceedb0ee4435d', 'fixed_ips': [{'subnet_id': '55786db5-360c-48d0-85c6-4e2cb7613a8f'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:24:11.261363 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c0019af7-a5f5-4a3b-82cf-d1c0428c6660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:11.361023 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-962ecba8-f75e-4787-ab9b-d622167e141f tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:11.425560 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-c0019af7-a5f5-4a3b-82cf-d1c0428c6660 None None] Allocated IP 172.20.0.2 (4d7ba3cf-8677-4a01-aa3c-5b3fe594c552/55786db5-360c-48d0-85c6-4e2cb7613a8f/a74d3ace-fcba-4331-9438-b2dc2078dc3e) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:24:11.433184 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-03e8e88f-0c02-4096-97d1-48fc95f08178 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Deleting port b99f3d78-8591-4aeb-b0d5-2b26e3fb7e32 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:24:11.433991 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-03e8e88f-0c02-4096-97d1-48fc95f08178 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:11.563906 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-03e8e88f-0c02-4096-97d1-48fc95f08178 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:11.564469 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-03e8e88f-0c02-4096-97d1-48fc95f08178 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:11.585505 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-03e8e88f-0c02-4096-97d1-48fc95f08178 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Calling delete_port for b99f3d78-8591-4aeb-b0d5-2b26e3fb7e32 owned by network:floatingip {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:24:11.625659 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c0019af7-a5f5-4a3b-82cf-d1c0428c6660 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:11.635658 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c0019af7-a5f5-4a3b-82cf-d1c0428c6660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:11.698049 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0019af7-a5f5-4a3b-82cf-d1c0428c6660 None None] Pushing event updated for resources: {'Port': ['ID=a74d3ace-fcba-4331-9438-b2dc2078dc3e,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:11.707301 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0019af7-a5f5-4a3b-82cf-d1c0428c6660 None None] Network 4d7ba3cf-8677-4a01-aa3c-5b3fe594c552 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:24:11.708859 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-c0019af7-a5f5-4a3b-82cf-d1c0428c6660 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:24:11.711990 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0019af7-a5f5-4a3b-82cf-d1c0428c6660 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:24:11.712379 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-962ecba8-f75e-4787-ab9b-d622167e141f tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for router_gateway, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:11.735555 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-962ecba8-f75e-4787-ab9b-d622167e141f tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:11.801331 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-c0019af7-a5f5-4a3b-82cf-d1c0428c6660 None None] Attempting to bind port a74d3ace-fcba-4331-9438-b2dc2078dc3e on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:24:11.802196 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-c0019af7-a5f5-4a3b-82cf-d1c0428c6660 None None] Attempting to bind port a74d3ace-fcba-4331-9438-b2dc2078dc3e by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': 'c8275eb2-3b1a-419a-ba6c-3ef82db7a03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4d7ba3cf-8677-4a01-aa3c-5b3fe594c552'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:24:11.802827 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0019af7-a5f5-4a3b-82cf-d1c0428c6660 None None] Attempting to bind port a74d3ace-fcba-4331-9438-b2dc2078dc3e on network 4d7ba3cf-8677-4a01-aa3c-5b3fe594c552 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:24:11.814966 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0019af7-a5f5-4a3b-82cf-d1c0428c6660 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:24:11.815830 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0019af7-a5f5-4a3b-82cf-d1c0428c6660 None None] Checking segment: {'id': 'c8275eb2-3b1a-419a-ba6c-3ef82db7a03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4d7ba3cf-8677-4a01-aa3c-5b3fe594c552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:24:11.816664 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c0019af7-a5f5-4a3b-82cf-d1c0428c6660 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:11.817418 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0019af7-a5f5-4a3b-82cf-d1c0428c6660 None None] Bound using segment: {'id': 'c8275eb2-3b1a-419a-ba6c-3ef82db7a03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4d7ba3cf-8677-4a01-aa3c-5b3fe594c552'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:24:11.818195 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-c0019af7-a5f5-4a3b-82cf-d1c0428c6660 None None] Bound port: a74d3ace-fcba-4331-9438-b2dc2078dc3e, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8275eb2-3b1a-419a-ba6c-3ef82db7a03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4d7ba3cf-8677-4a01-aa3c-5b3fe594c552'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:24:11.818808 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c0019af7-a5f5-4a3b-82cf-d1c0428c6660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:11.855262 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-03e8e88f-0c02-4096-97d1-48fc95f08178 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:11.875534 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-962ecba8-f75e-4787-ab9b-d622167e141f tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Allocated IP 172.26.6.90 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/b951e4c5-7f79-451a-9c34-ccbef6d9b1b0) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:24:11.898984 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e8e88f-0c02-4096-97d1-48fc95f08178 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'Port': ['ID=b99f3d78-8591-4aeb-b0d5-2b26e3fb7e32,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:11.900267 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c0019af7-a5f5-4a3b-82cf-d1c0428c6660 None None] For port a74d3ace-fcba-4331-9438-b2dc2078dc3e, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:24:11.904906 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c0019af7-a5f5-4a3b-82cf-d1c0428c6660 None None] For port a74d3ace-fcba-4331-9438-b2dc2078dc3e, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=a74d3ace-fcba-4331-9438-b2dc2078dc3e,segment=NetworkSegment(c8275eb2-3b1a-419a-ba6c-3ef82db7a03b),segment_id=c8275eb2-3b1a-419a-ba6c-3ef82db7a03b)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:24:11.915697 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c0019af7-a5f5-4a3b-82cf-d1c0428c6660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:11.970997 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-03e8e88f-0c02-4096-97d1-48fc95f08178 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for floatingip, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:11.971493 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.l3_db [None req-03e8e88f-0c02-4096-97d1-48fc95f08178 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Floating IP 2bb119af-1f50-4ea9-9266-4f2b6c18a0c9 disassociated (deleted). External IP: 172.26.6.73, port: 84f0f085-9f27-40f0-963a-64001cc6bef5. Dec 10 19:24:11.997078 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0019af7-a5f5-4a3b-82cf-d1c0428c6660 None None] Pushing event updated for resources: {'Port': ['ID=a74d3ace-fcba-4331-9438-b2dc2078dc3e,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:12.080235 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-962ecba8-f75e-4787-ab9b-d622167e141f tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:12.136578 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-962ecba8-f75e-4787-ab9b-d622167e141f tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:12.206952 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962ecba8-f75e-4787-ab9b-d622167e141f tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:24:12.210451 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-962ecba8-f75e-4787-ab9b-d622167e141f tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:24:12.214905 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962ecba8-f75e-4787-ab9b-d622167e141f tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:24:12.266574 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962ecba8-f75e-4787-ab9b-d622167e141f tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Pushing event updated for resources: {'Port': ['ID=b951e4c5-7f79-451a-9c34-ccbef6d9b1b0,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:12.288364 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e8e88f-0c02-4096-97d1-48fc95f08178 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Router 0c1799c6-ae14-4430-bc97-71024c6ce94a has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:24:12.426752 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e8e88f-0c02-4096-97d1-48fc95f08178 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:24:12.435043 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-03e8e88f-0c02-4096-97d1-48fc95f08178 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:12.442341 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a8d3e4-5df7-4757-a5ae-2fe432717f2a None None] Sync routers for ids ['0c1799c6-ae14-4430-bc97-71024c6ce94a'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:24:12.456551 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a8d3e4-5df7-4757-a5ae-2fe432717f2a None None] Routers {'0c1799c6-ae14-4430-bc97-71024c6ce94a'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:24:12.457775 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-f4a8d3e4-5df7-4757-a5ae-2fe432717f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:23:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['0c1799c6-ae14-4430-bc97-71024c6ce94a'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:12.466340 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-03e8e88f-0c02-4096-97d1-48fc95f08178 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "DELETE /v2.0/floatingips/2bb119af-1f50-4ea9-9266-4f2b6c18a0c9 HTTP/1.1" status: 204 len: 168 time: 1.2265115 Dec 10 19:24:12.467146 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46d93913-31a5-44f4-b955-34851b2c6ab2', 'tag': '84f0f085-9f27-40f0-963a-64001cc6bef5'}] {{(pid=102366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:24:12.470859 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a86acec104960cf4069dffce1919f1f0aa2a294c7752363dfd1d6594a90fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94377e78-96a8-4619-bcaf-de25a9b8b386" -d '{"events": [{"name": "network-changed", "server_uuid": "46d93913-31a5-44f4-b955-34851b2c6ab2", "tag": "84f0f085-9f27-40f0-963a-64001cc6bef5"}]}' {{(pid=102366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:24:12.534531 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b1828b-f031-4555-bfbd-c27e740c218b x-openstack-request-id: req-a6b1828b-f031-4555-bfbd-c27e740c218b {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:24:12.534961 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46d93913-31a5-44f4-b955-34851b2c6ab2", "tag": "84f0f085-9f27-40f0-963a-64001cc6bef5", "status": "completed", "code": 200}]} {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:24:12.535311 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a6b1828b-f031-4555-bfbd-c27e740c218b {{(pid=102366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:24:12.535855 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46d93913-31a5-44f4-b955-34851b2c6ab2', 'tag': '84f0f085-9f27-40f0-963a-64001cc6bef5', 'status': 'completed', 'code': 200} Dec 10 19:24:12.584513 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-962ecba8-f75e-4787-ab9b-d622167e141f tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for router_gateway, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:12.745452 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device a74d3ace-fcba-4331-9438-b2dc2078dc3e up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:24:12.811331 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-f4a8d3e4-5df7-4757-a5ae-2fe432717f2a None None] Set router 0c1799c6-ae14-4430-bc97-71024c6ce94a gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:24:12.894152 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94377e78-96a8-4619-bcaf-de25a9b8b386 req-225764a8-b650-451e-b830-81499939b0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:12.895721 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-94377e78-96a8-4619-bcaf-de25a9b8b386 req-225764a8-b650-451e-b830-81499939b0c3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=730e4c9f0aba4accb176e575114c849e&device_id=46d93913-31a5-44f4-b955-34851b2c6ab2 HTTP/1.1" status: 200 len: 1098 time: 0.3026869 Dec 10 19:24:12.916144 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port a74d3ace-fcba-4331-9438-b2dc2078dc3e triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:24:12.916565 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:13.002740 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-962ecba8-f75e-4787-ab9b-d622167e141f tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:13.078798 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:13.147937 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94377e78-96a8-4619-bcaf-de25a9b8b386 req-e00b329e-b512-484e-8fa9-69db8f2665b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:13.149578 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-94377e78-96a8-4619-bcaf-de25a9b8b386 req-e00b329e-b512-484e-8fa9-69db8f2665b5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7af47983-22ac-40ad-acd7-9dce8289b142 HTTP/1.1" status: 200 len: 897 time: 0.2397883 Dec 10 19:24:13.164680 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port a74d3ace-fcba-4331-9438-b2dc2078dc3e, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=a74d3ace-fcba-4331-9438-b2dc2078dc3e,segment=NetworkSegment(c8275eb2-3b1a-419a-ba6c-3ef82db7a03b),segment_id=c8275eb2-3b1a-419a-ba6c-3ef82db7a03b)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:24:13.172449 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:13.199509 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-94377e78-96a8-4619-bcaf-de25a9b8b386 req-5432f4ab-704a-4689-94fd-9c266468059d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84f0f085-9f27-40f0-963a-64001cc6bef5 HTTP/1.1" status: 200 len: 217 time: 0.0370247 Dec 10 19:24:13.207911 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51471667-3911-4ea5-a15b-2db8171f98b3 req-dc1cec2c-fe8b-4951-b7c7-a9e28dfd1157 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:13.209471 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-51471667-3911-4ea5-a15b-2db8171f98b3 req-dc1cec2c-fe8b-4951-b7c7-a9e28dfd1157 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=46d93913-31a5-44f4-b955-34851b2c6ab2 HTTP/1.1" status: 200 len: 945 time: 0.4108422 Dec 10 19:24:13.230148 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-f4a8d3e4-5df7-4757-a5ae-2fe432717f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1799c6-ae14-4430-bc97-71024c6ce94a', 'name': 'tempest-TestNetworkBasicOps-router-167037203', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': 'dd4ead6d-2555-4b4e-957f-c63658ee61c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:22:24Z', 'updated_at': '2021-12-10T19:22:29Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': 'dd4ead6d-2555-4b4e-957f-c63658ee61c5', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1799c6-ae14-4430-bc97-71024c6ce94a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:22:25Z', 'updated_at': '2021-12-10T19:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': 'fb786b88-5054-4d56-a8e7-0b53bc9d232d', 'name': '', 'network_id': '7af47983-22ac-40ad-acd7-9dce8289b142', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:76:bf:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1799c6-ae14-4430-bc97-71024c6ce94a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': '36a5dada-aa7c-4a07-8f39-7b371645ee4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:22:28Z', 'updated_at': '2021-12-10T19:22:35Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': '36a5dada-aa7c-4a07-8f39-7b371645ee4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:13.259213 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a8d3e4-5df7-4757-a5ae-2fe432717f2a None None] Checking router: 0c1799c6-ae14-4430-bc97-71024c6ce94a for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:24:13.266725 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=a74d3ace-fcba-4331-9438-b2dc2078dc3e,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:13.274273 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a8d3e4-5df7-4757-a5ae-2fe432717f2a None None] Routers {'0c1799c6-ae14-4430-bc97-71024c6ce94a'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:24:13.275033 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-f4a8d3e4-5df7-4757-a5ae-2fe432717f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:23:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['0c1799c6-ae14-4430-bc97-71024c6ce94a'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:13.298392 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94377e78-96a8-4619-bcaf-de25a9b8b386 req-51845ece-18a0-438a-9a93-c38e3bb624f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:13.299849 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-94377e78-96a8-4619-bcaf-de25a9b8b386 req-51845ece-18a0-438a-9a93-c38e3bb624f3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=36a5dada-aa7c-4a07-8f39-7b371645ee4e HTTP/1.1" status: 200 len: 835 time: 0.0859027 Dec 10 19:24:13.313688 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-51471667-3911-4ea5-a15b-2db8171f98b3 req-ed779da0-21df-4f07-b325-2c28ceaeea78 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=80426b5f-caf6-487a-994f-65ed01f082e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891542 Dec 10 19:24:13.354708 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4b06ff-e86a-405e-a927-9f3c49ec4e07 None None] Network 4d7ba3cf-8677-4a01-aa3c-5b3fe594c552 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:24:13.375512 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-962ecba8-f75e-4787-ab9b-d622167e141f tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Router 33ddad96-19a5-49e8-952e-8c45550e7976 is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:24:13.383690 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94377e78-96a8-4619-bcaf-de25a9b8b386 req-bc492696-9a86-4785-8cf0-78645fbf756e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:13.386347 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-94377e78-96a8-4619-bcaf-de25a9b8b386 req-bc492696-9a86-4785-8cf0-78645fbf756e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7af47983-22ac-40ad-acd7-9dce8289b142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702522 Dec 10 19:24:13.406655 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [req-94377e78-96a8-4619-bcaf-de25a9b8b386 req-827a0918-9cb5-41af-bdd8-1430e5c9ad68 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:24:13.407989 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-94377e78-96a8-4619-bcaf-de25a9b8b386 req-827a0918-9cb5-41af-bdd8-1430e5c9ad68 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070560 Dec 10 19:24:13.444267 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-b5f7c276-b175-4120-b8ae-77c97ea69421 None None] Provisioning complete for port a74d3ace-fcba-4331-9438-b2dc2078dc3e triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:24:13.444780 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b5f7c276-b175-4120-b8ae-77c97ea69421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:13.514249 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-f4a8d3e4-5df7-4757-a5ae-2fe432717f2a None None] Set router 0c1799c6-ae14-4430-bc97-71024c6ce94a gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:24:13.839362 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-f4a8d3e4-5df7-4757-a5ae-2fe432717f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1799c6-ae14-4430-bc97-71024c6ce94a', 'name': 'tempest-TestNetworkBasicOps-router-167037203', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': 'dd4ead6d-2555-4b4e-957f-c63658ee61c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:22:24Z', 'updated_at': '2021-12-10T19:22:29Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': 'dd4ead6d-2555-4b4e-957f-c63658ee61c5', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1799c6-ae14-4430-bc97-71024c6ce94a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:22:25Z', 'updated_at': '2021-12-10T19:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': 'fb786b88-5054-4d56-a8e7-0b53bc9d232d', 'name': '', 'network_id': '7af47983-22ac-40ad-acd7-9dce8289b142', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:76:bf:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1799c6-ae14-4430-bc97-71024c6ce94a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': '36a5dada-aa7c-4a07-8f39-7b371645ee4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:22:28Z', 'updated_at': '2021-12-10T19:22:35Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': '36a5dada-aa7c-4a07-8f39-7b371645ee4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:13.879187 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a8d3e4-5df7-4757-a5ae-2fe432717f2a None None] The sync data for ids ['0c1799c6-ae14-4430-bc97-71024c6ce94a'] in dv-neutron-821441-1-hyperv is: [{'id': '0c1799c6-ae14-4430-bc97-71024c6ce94a', 'name': 'tempest-TestNetworkBasicOps-router-167037203', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': 'dd4ead6d-2555-4b4e-957f-c63658ee61c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:22:24Z', 'updated_at': '2021-12-10T19:22:29Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': 'dd4ead6d-2555-4b4e-957f-c63658ee61c5', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1799c6-ae14-4430-bc97-71024c6ce94a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:22:25Z', 'updated_at': '2021-12-10T19:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': 'fb786b88-5054-4d56-a8e7-0b53bc9d232d', 'name': '', 'network_id': '7af47983-22ac-40ad-acd7-9dce8289b142', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:76:bf:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1799c6-ae14-4430-bc97-71024c6ce94a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': '36a5dada-aa7c-4a07-8f39-7b371645ee4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:22:28Z', 'updated_at': '2021-12-10T19:22:35Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': '36a5dada-aa7c-4a07-8f39-7b371645ee4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:24:13.950676 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962ecba8-f75e-4787-ab9b-d622167e141f tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:24:13.964116 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-94377e78-96a8-4619-bcaf-de25a9b8b386 req-9455d64f-12ba-41d9-9e7b-28cc00a7b0ec service neutron] 10.222.0.36 "GET /v2.0/networks/7af47983-22ac-40ad-acd7-9dce8289b142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5186281 Dec 10 19:24:13.968989 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e551192-e0f5-4a19-ba3c-19cafb3ad210 None None] Sync routers for ids ['33ddad96-19a5-49e8-952e-8c45550e7976'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:24:13.978568 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-962ecba8-f75e-4787-ab9b-d622167e141f tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:13.979960 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-962ecba8-f75e-4787-ab9b-d622167e141f tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.8902574 Dec 10 19:24:13.983356 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57648) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:13.985380 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e551192-e0f5-4a19-ba3c-19cafb3ad210 None None] Routers {'33ddad96-19a5-49e8-952e-8c45550e7976'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:24:13.986213 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-3e551192-e0f5-4a19-ba3c-19cafb3ad210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:23:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['33ddad96-19a5-49e8-952e-8c45550e7976'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:14.029626 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-3e551192-e0f5-4a19-ba3c-19cafb3ad210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:14.040272 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e551192-e0f5-4a19-ba3c-19cafb3ad210 None None] Routers {'33ddad96-19a5-49e8-952e-8c45550e7976'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:24:14.041421 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-3e551192-e0f5-4a19-ba3c-19cafb3ad210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:23:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['33ddad96-19a5-49e8-952e-8c45550e7976'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:14.082151 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-556acb11-044c-4afd-a2c3-75777573cfa4 None None] Provisioning complete for port a74d3ace-fcba-4331-9438-b2dc2078dc3e triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:24:14.082535 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-556acb11-044c-4afd-a2c3-75777573cfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:14.082767 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-3e551192-e0f5-4a19-ba3c-19cafb3ad210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:14.083800 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e551192-e0f5-4a19-ba3c-19cafb3ad210 None None] The sync data for ids ['33ddad96-19a5-49e8-952e-8c45550e7976'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:24:14.093185 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-94377e78-96a8-4619-bcaf-de25a9b8b386 req-0835bb51-3861-46a9-a202-8dfd593c28de service neutron] 10.222.0.36 "GET /v2.0/networks/7af47983-22ac-40ad-acd7-9dce8289b142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118779 Dec 10 19:24:14.267524 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cce499b-4ba3-44f5-b77d-5a00b1be9b9f None None] New status for floating IP 2bb119af-1f50-4ea9-9266-4f2b6c18a0c9: DOWN {{(pid=102367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:24:14.508040 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3250cccf-d6b1-49ed-91f7-b84205a550ae req-33bd74f6-3e66-41ea-aad5-94c74cdf183b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:14.509674 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3250cccf-d6b1-49ed-91f7-b84205a550ae req-33bd74f6-3e66-41ea-aad5-94c74cdf183b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=46d93913-31a5-44f4-b955-34851b2c6ab2 HTTP/1.1" status: 200 len: 945 time: 0.1141169 Dec 10 19:24:14.549454 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3250cccf-d6b1-49ed-91f7-b84205a550ae req-4ed1c5cc-1b45-4918-ad82-c59473c0b470 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=80426b5f-caf6-487a-994f-65ed01f082e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335698 Dec 10 19:24:14.630412 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device a74d3ace-fcba-4331-9438-b2dc2078dc3e up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:24:14.682886 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port a74d3ace-fcba-4331-9438-b2dc2078dc3e triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:24:14.683258 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:14.758960 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d3820383-dbcf-42ff-a7b6-bf868f2192d8 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:14.938563 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1b531-49e1-4d69-b4e1-9d5bc9471377 req-3c01af48-a1c0-4815-9628-836907f47d59 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:14.940107 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ffb1b531-49e1-4d69-b4e1-9d5bc9471377 req-3c01af48-a1c0-4815-9628-836907f47d59 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.36 "GET /v2.0/ports?device_id=46d93913-31a5-44f4-b955-34851b2c6ab2 HTTP/1.1" status: 200 len: 945 time: 0.0488405 Dec 10 19:24:15.028908 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-d3820383-dbcf-42ff-a7b6-bf868f2192d8 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Allocated IP 172.20.0.1 (4d7ba3cf-8677-4a01-aa3c-5b3fe594c552/55786db5-360c-48d0-85c6-4e2cb7613a8f/37fa6ac6-5551-4a78-9fcc-4a260490a687) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:24:15.039435 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-ffb1b531-49e1-4d69-b4e1-9d5bc9471377 req-a073e150-bbd0-4d37-9037-6a3ec58df8b5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Deleting port 84f0f085-9f27-40f0-963a-64001cc6bef5 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:24:15.040060 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-ffb1b531-49e1-4d69-b4e1-9d5bc9471377 req-a073e150-bbd0-4d37-9037-6a3ec58df8b5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:15.135023 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-ffb1b531-49e1-4d69-b4e1-9d5bc9471377 req-a073e150-bbd0-4d37-9037-6a3ec58df8b5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] For port 84f0f085-9f27-40f0-963a-64001cc6bef5, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=84f0f085-9f27-40f0-963a-64001cc6bef5,segment=NetworkSegment(466dc6d5-0fdc-438d-bf4a-e84dfc071da3),segment_id=466dc6d5-0fdc-438d-bf4a-e84dfc071da3)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:24:15.135719 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-ffb1b531-49e1-4d69-b4e1-9d5bc9471377 req-a073e150-bbd0-4d37-9037-6a3ec58df8b5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:15.149146 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d3820383-dbcf-42ff-a7b6-bf868f2192d8 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:15.153848 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-ffb1b531-49e1-4d69-b4e1-9d5bc9471377 req-a073e150-bbd0-4d37-9037-6a3ec58df8b5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Calling delete_port for 84f0f085-9f27-40f0-963a-64001cc6bef5 owned by compute:nova {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:24:15.185190 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d3820383-dbcf-42ff-a7b6-bf868f2192d8 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:15.228055 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3820383-dbcf-42ff-a7b6-bf868f2192d8 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Network 4d7ba3cf-8677-4a01-aa3c-5b3fe594c552 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:24:15.231773 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-d3820383-dbcf-42ff-a7b6-bf868f2192d8 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:24:15.236195 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3820383-dbcf-42ff-a7b6-bf868f2192d8 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:24:15.245377 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3820383-dbcf-42ff-a7b6-bf868f2192d8 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Pushing event updated for resources: {'Port': ['ID=37fa6ac6-5551-4a78-9fcc-4a260490a687,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:15.294124 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d3820383-dbcf-42ff-a7b6-bf868f2192d8 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712030'] for router_interface, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:15.309543 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-ffb1b531-49e1-4d69-b4e1-9d5bc9471377 req-a073e150-bbd0-4d37-9037-6a3ec58df8b5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:15.340664 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a073e150-bbd0-4d37-9037-6a3ec58df8b5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'Port': ['ID=84f0f085-9f27-40f0-963a-64001cc6bef5,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:15.394616 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffb1b531-49e1-4d69-b4e1-9d5bc9471377 req-a073e150-bbd0-4d37-9037-6a3ec58df8b5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] No DVR routers for this DVR port 84f0f085-9f27-40f0-963a-64001cc6bef5 on host hv-neutron-8214 {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:24:15.398230 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-ffb1b531-49e1-4d69-b4e1-9d5bc9471377 req-a073e150-bbd0-4d37-9037-6a3ec58df8b5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:15.401946 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ffb1b531-49e1-4d69-b4e1-9d5bc9471377 req-a073e150-bbd0-4d37-9037-6a3ec58df8b5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.36 "DELETE /v2.0/ports/84f0f085-9f27-40f0-963a-64001cc6bef5 HTTP/1.1" status: 204 len: 173 time: 0.4522820 Dec 10 19:24:15.402592 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d93913-31a5-44f4-b955-34851b2c6ab2', 'name': 'network-vif-deleted', 'tag': '84f0f085-9f27-40f0-963a-64001cc6bef5'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:24:15.405196 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f938a6-131b-4ccb-a3b3-f88593074b2f" -d '{"events": [{"server_uuid": "46d93913-31a5-44f4-b955-34851b2c6ab2", "name": "network-vif-deleted", "tag": "84f0f085-9f27-40f0-963a-64001cc6bef5"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:24:15.472678 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d513447-f94b-4b11-a84d-28713a78a778 x-openstack-request-id: req-0d513447-f94b-4b11-a84d-28713a78a778 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:24:15.473067 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d93913-31a5-44f4-b955-34851b2c6ab2", "name": "network-vif-deleted", "tag": "84f0f085-9f27-40f0-963a-64001cc6bef5", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:24:15.473491 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0d513447-f94b-4b11-a84d-28713a78a778 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:24:15.473765 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d3820383-dbcf-42ff-a7b6-bf868f2192d8 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:15.473972 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46d93913-31a5-44f4-b955-34851b2c6ab2', 'name': 'network-vif-deleted', 'tag': '84f0f085-9f27-40f0-963a-64001cc6bef5', 'status': 'completed', 'code': 200} Dec 10 19:24:15.531791 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-e3c99875-69d2-436e-8912-d9e3e5c5cc58 None None] Provisioning complete for port 37fa6ac6-5551-4a78-9fcc-4a260490a687 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:24:15.532794 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e3c99875-69d2-436e-8912-d9e3e5c5cc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:15.590152 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-e3c99875-69d2-436e-8912-d9e3e5c5cc58 None None] Port 37fa6ac6-5551-4a78-9fcc-4a260490a687 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:24:15.674953 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5e00af1c-7e6b-4f1c-b821-953c823444df req-43d83306-48eb-473c-83af-31c6f28604ea tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=46d93913-31a5-44f4-b955-34851b2c6ab2 HTTP/1.1" status: 200 len: 210 time: 0.0292149 Dec 10 19:24:15.816188 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d3820383-dbcf-42ff-a7b6-bf868f2192d8 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:15.822243 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d3820383-dbcf-42ff-a7b6-bf868f2192d8 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:15.900018 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d3820383-dbcf-42ff-a7b6-bf868f2192d8 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3755716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711339'] for router_interface, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:15.902128 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3820383-dbcf-42ff-a7b6-bf868f2192d8 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Pushing event updated for resources: {'Port': ['ID=37fa6ac6-5551-4a78-9fcc-4a260490a687,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:16.015160 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3820383-dbcf-42ff-a7b6-bf868f2192d8 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Network 4d7ba3cf-8677-4a01-aa3c-5b3fe594c552 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:24:16.017633 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-d3820383-dbcf-42ff-a7b6-bf868f2192d8 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:24:16.159021 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3820383-dbcf-42ff-a7b6-bf868f2192d8 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Router 33ddad96-19a5-49e8-952e-8c45550e7976 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:24:16.279628 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3820383-dbcf-42ff-a7b6-bf868f2192d8 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:24:16.285627 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d3820383-dbcf-42ff-a7b6-bf868f2192d8 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] 10.222.0.69 "PUT /v2.0/routers/33ddad96-19a5-49e8-952e-8c45550e7976/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2988367 Dec 10 19:24:16.287583 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57660) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:16.290107 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df01311e-b91b-4bb0-b8c9-ae768c8f43b6 None None] Sync routers for ids ['33ddad96-19a5-49e8-952e-8c45550e7976'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:24:16.292780 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-9245fa34-ef4e-46dd-8a37-25e660621b2d tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Request body: {'port': {'network_id': '4d7ba3cf-8677-4a01-aa3c-5b3fe594c552', 'name': 'tempest-FloatingIPTestJSON-110398660'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:24:16.300449 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df01311e-b91b-4bb0-b8c9-ae768c8f43b6 None None] Routers {'33ddad96-19a5-49e8-952e-8c45550e7976'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:24:16.301194 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-df01311e-b91b-4bb0-b8c9-ae768c8f43b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:23:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['33ddad96-19a5-49e8-952e-8c45550e7976'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:16.320435 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-d6388441-10c0-42dd-84e0-afc1d804ba52 None None] Provisioning complete for port 37fa6ac6-5551-4a78-9fcc-4a260490a687 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:24:16.320939 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d6388441-10c0-42dd-84e0-afc1d804ba52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:16.337109 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-df01311e-b91b-4bb0-b8c9-ae768c8f43b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:16.346659 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df01311e-b91b-4bb0-b8c9-ae768c8f43b6 None None] Routers {'33ddad96-19a5-49e8-952e-8c45550e7976'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:24:16.347259 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-df01311e-b91b-4bb0-b8c9-ae768c8f43b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:23:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['33ddad96-19a5-49e8-952e-8c45550e7976'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:16.360559 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-d6388441-10c0-42dd-84e0-afc1d804ba52 None None] Port 37fa6ac6-5551-4a78-9fcc-4a260490a687 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:24:16.385366 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-df01311e-b91b-4bb0-b8c9-ae768c8f43b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:16.386010 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df01311e-b91b-4bb0-b8c9-ae768c8f43b6 None None] The sync data for ids ['33ddad96-19a5-49e8-952e-8c45550e7976'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:24:16.416046 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9245fa34-ef4e-46dd-8a37-25e660621b2d tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Made reservation on behalf of 2d51b2b87b8c4af8998ceedb0ee4435d for: {'port': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:24:16.419670 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9245fa34-ef4e-46dd-8a37-25e660621b2d tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:16.438670 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [None req-9245fa34-ef4e-46dd-8a37-25e660621b2d tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] device_id is not set on port f50af575-5e86-4696-9647-ec5c88742e9e yet. {{(pid=102366) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:24:16.556001 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-9245fa34-ef4e-46dd-8a37-25e660621b2d tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Allocated IP 172.20.0.8 (4d7ba3cf-8677-4a01-aa3c-5b3fe594c552/55786db5-360c-48d0-85c6-4e2cb7613a8f/f50af575-5e86-4696-9647-ec5c88742e9e) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:24:16.727636 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9245fa34-ef4e-46dd-8a37-25e660621b2d tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:16.750461 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57664) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:16.766241 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9245fa34-ef4e-46dd-8a37-25e660621b2d tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:16.812791 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9245fa34-ef4e-46dd-8a37-25e660621b2d tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Network 4d7ba3cf-8677-4a01-aa3c-5b3fe594c552 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:24:16.816247 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-9245fa34-ef4e-46dd-8a37-25e660621b2d tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:24:16.816459 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d9e5cdce-45c5-40dd-80d7-f21789cf64ec tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:16.823964 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9245fa34-ef4e-46dd-8a37-25e660621b2d tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:24:16.828393 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fa34-ef4e-46dd-8a37-25e660621b2d tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Pushing event updated for resources: {'Port': ['ID=f50af575-5e86-4696-9647-ec5c88742e9e,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:16.845597 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d9e5cdce-45c5-40dd-80d7-f21789cf64ec tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:16.882824 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9245fa34-ef4e-46dd-8a37-25e660621b2d tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:16.883747 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9245fa34-ef4e-46dd-8a37-25e660621b2d tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:16.908208 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-9245fa34-ef4e-46dd-8a37-25e660621b2d tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.6162539 Dec 10 19:24:16.908813 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57666) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:16.914182 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-5a0394e9-9c79-4fe4-a51b-46c50b3979c0 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Request body: {'floatingip': {'port_id': 'f50af575-5e86-4696-9647-ec5c88742e9e'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:24:16.952510 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d9e5cdce-45c5-40dd-80d7-f21789cf64ec tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:16.955901 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d9e5cdce-45c5-40dd-80d7-f21789cf64ec tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:16.957140 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-d9e5cdce-45c5-40dd-80d7-f21789cf64ec tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "DELETE /v2.0/security-groups/80426b5f-caf6-487a-994f-65ed01f082e9 HTTP/1.1" status: 204 len: 168 time: 0.2056417 Dec 10 19:24:16.976159 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e5cdce-45c5-40dd-80d7-f21789cf64ec tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80426b5f-caf6-487a-994f-65ed01f082e9,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:16.993844 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5a0394e9-9c79-4fe4-a51b-46c50b3979c0 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for floatingip, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:16.998041 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57670) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:17.084006 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-3a0f790a-864d-4a57-b22d-c80b1db0ca0e None None] Provisioning complete for port f50af575-5e86-4696-9647-ec5c88742e9e triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:24:17.084673 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-3a0f790a-864d-4a57-b22d-c80b1db0ca0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:17.119288 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-3a0f790a-864d-4a57-b22d-c80b1db0ca0e None None] Port f50af575-5e86-4696-9647-ec5c88742e9e cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:24:17.745692 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5a0394e9-9c79-4fe4-a51b-46c50b3979c0 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:17.752929 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5a0394e9-9c79-4fe4-a51b-46c50b3979c0 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3713103'] for floatingip, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:17.846872 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-93731ba1-42de-4864-b1b4-800ca80d693a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711290'] for router_interface, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:17.947334 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.l3_db [None req-5a0394e9-9c79-4fe4-a51b-46c50b3979c0 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Floating IP bad8f98a-3953-4841-8710-6459ddb11247 associated. External IP: 172.26.6.112, port: fc5ee768-a569-43c1-a5fb-9735628f4a99. Dec 10 19:24:18.052779 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 84f0f085-9f27-40f0-963a-64001cc6bef5 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:24:18.073086 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] No Port match for: 84f0f085-9f27-40f0-963a-64001cc6bef5 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:24:18.073509 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 84f0f085-9f27-40f0-963a-64001cc6bef5 not bound to the agent host hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:24:18.290714 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0394e9-9c79-4fe4-a51b-46c50b3979c0 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Router 3011a6ee-bc78-4775-86af-4f7c5134cbbf has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:24:18.417652 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-93731ba1-42de-4864-b1b4-800ca80d693a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Deleting port fb786b88-5054-4d56-a8e7-0b53bc9d232d {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:24:18.417990 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-93731ba1-42de-4864-b1b4-800ca80d693a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:18.487802 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0394e9-9c79-4fe4-a51b-46c50b3979c0 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:24:18.500922 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422cce42-0a00-42ce-a135-7cbe84fd7326 None None] Sync routers for ids ['3011a6ee-bc78-4775-86af-4f7c5134cbbf'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:24:18.511806 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422cce42-0a00-42ce-a135-7cbe84fd7326 None None] Routers {'3011a6ee-bc78-4775-86af-4f7c5134cbbf'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:24:18.512590 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-422cce42-0a00-42ce-a135-7cbe84fd7326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:23:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['3011a6ee-bc78-4775-86af-4f7c5134cbbf'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:18.550244 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-422cce42-0a00-42ce-a135-7cbe84fd7326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:18.559107 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422cce42-0a00-42ce-a135-7cbe84fd7326 None None] Routers {'3011a6ee-bc78-4775-86af-4f7c5134cbbf'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:24:18.559725 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-422cce42-0a00-42ce-a135-7cbe84fd7326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:23:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['3011a6ee-bc78-4775-86af-4f7c5134cbbf'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:18.591047 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-93731ba1-42de-4864-b1b4-800ca80d693a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] For port fb786b88-5054-4d56-a8e7-0b53bc9d232d, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=fb786b88-5054-4d56-a8e7-0b53bc9d232d,segment=NetworkSegment(466dc6d5-0fdc-438d-bf4a-e84dfc071da3),segment_id=466dc6d5-0fdc-438d-bf4a-e84dfc071da3)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:24:18.591397 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-93731ba1-42de-4864-b1b4-800ca80d693a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:18.592835 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-422cce42-0a00-42ce-a135-7cbe84fd7326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:18.594629 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422cce42-0a00-42ce-a135-7cbe84fd7326 None None] The sync data for ids ['3011a6ee-bc78-4775-86af-4f7c5134cbbf'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:24:18.620578 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-93731ba1-42de-4864-b1b4-800ca80d693a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Calling delete_port for fb786b88-5054-4d56-a8e7-0b53bc9d232d owned by network:router_interface {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:24:18.873235 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0394e9-9c79-4fe4-a51b-46c50b3979c0 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Router 33ddad96-19a5-49e8-952e-8c45550e7976 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:24:19.319390 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-93731ba1-42de-4864-b1b4-800ca80d693a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:19.359905 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93731ba1-42de-4864-b1b4-800ca80d693a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'Port': ['ID=fb786b88-5054-4d56-a8e7-0b53bc9d232d,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:19.418431 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0394e9-9c79-4fe4-a51b-46c50b3979c0 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:24:19.424938 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5a0394e9-9c79-4fe4-a51b-46c50b3979c0 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:19.429680 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6faa4f5b-1a1a-4d76-a349-5deb53d2a4d4 None None] Sync routers for ids ['33ddad96-19a5-49e8-952e-8c45550e7976'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:24:19.442924 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6faa4f5b-1a1a-4d76-a349-5deb53d2a4d4 None None] Routers {'33ddad96-19a5-49e8-952e-8c45550e7976'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:24:19.443652 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-6faa4f5b-1a1a-4d76-a349-5deb53d2a4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:23:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['33ddad96-19a5-49e8-952e-8c45550e7976'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:19.481759 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-6faa4f5b-1a1a-4d76-a349-5deb53d2a4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:19.491630 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6faa4f5b-1a1a-4d76-a349-5deb53d2a4d4 None None] Routers {'33ddad96-19a5-49e8-952e-8c45550e7976'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:24:19.492402 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-6faa4f5b-1a1a-4d76-a349-5deb53d2a4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:23:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['33ddad96-19a5-49e8-952e-8c45550e7976'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:19.525875 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-6faa4f5b-1a1a-4d76-a349-5deb53d2a4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:19.526307 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6faa4f5b-1a1a-4d76-a349-5deb53d2a4d4 None None] The sync data for ids ['33ddad96-19a5-49e8-952e-8c45550e7976'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:24:19.556449 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-5a0394e9-9c79-4fe4-a51b-46c50b3979c0 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] 10.222.0.69 "PUT /v2.0/floatingips/bad8f98a-3953-4841-8710-6459ddb11247 HTTP/1.1" status: 200 len: 977 time: 2.6465728 Dec 10 19:24:19.559333 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57674) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:19.652199 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-93731ba1-42de-4864-b1b4-800ca80d693a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3755731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3712768'] for router_interface, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:19.745994 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-2fec81db-55ab-433d-a338-b51fbd8d02f2 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Deleting port f50af575-5e86-4696-9647-ec5c88742e9e {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:24:19.746324 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2fec81db-55ab-433d-a338-b51fbd8d02f2 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:19.909576 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2fec81db-55ab-433d-a338-b51fbd8d02f2 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:20.044093 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93731ba1-42de-4864-b1b4-800ca80d693a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Router 0c1799c6-ae14-4430-bc97-71024c6ce94a has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:24:20.177244 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2fec81db-55ab-433d-a338-b51fbd8d02f2 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:20.177518 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2fec81db-55ab-433d-a338-b51fbd8d02f2 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3713103'] for floatingip, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:20.177828 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.l3_db [None req-2fec81db-55ab-433d-a338-b51fbd8d02f2 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Floating IP bad8f98a-3953-4841-8710-6459ddb11247 disassociated. External IP: 172.26.6.112, port: f50af575-5e86-4696-9647-ec5c88742e9e. Dec 10 19:24:20.178162 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-2fec81db-55ab-433d-a338-b51fbd8d02f2 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Calling delete_port for f50af575-5e86-4696-9647-ec5c88742e9e owned by {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:24:20.206666 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ee3a5153-9917-48be-a0ff-a70769f330ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:20.256651 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93731ba1-42de-4864-b1b4-800ca80d693a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:24:20.262492 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-93731ba1-42de-4864-b1b4-800ca80d693a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "PUT /v2.0/routers/0c1799c6-ae14-4430-bc97-71024c6ce94a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2638285 Dec 10 19:24:20.265511 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57676) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:20.267455 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e592c14-98b1-4f78-9110-0234f2c4809a None None] Sync routers for ids ['0c1799c6-ae14-4430-bc97-71024c6ce94a'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:24:20.276868 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e592c14-98b1-4f78-9110-0234f2c4809a None None] Routers {'0c1799c6-ae14-4430-bc97-71024c6ce94a'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:24:20.277482 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-4e592c14-98b1-4f78-9110-0234f2c4809a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:23:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['0c1799c6-ae14-4430-bc97-71024c6ce94a'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:20.329146 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bfb1026-b47c-4a4d-ac6e-3e32a6a2a28c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Deleting subnet 36a5dada-aa7c-4a07-8f39-7b371645ee4e {{(pid=102365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:24:20.352125 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9bfb1026-b47c-4a4d-ac6e-3e32a6a2a28c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for subnet, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:20.388226 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-4e592c14-98b1-4f78-9110-0234f2c4809a None None] Set router 0c1799c6-ae14-4430-bc97-71024c6ce94a gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:24:20.413127 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9bfb1026-b47c-4a4d-ac6e-3e32a6a2a28c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353213'] for subnet, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:20.434045 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2fec81db-55ab-433d-a338-b51fbd8d02f2 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:20.470795 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fec81db-55ab-433d-a338-b51fbd8d02f2 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Pushing event deleted for resources: {'Port': ['ID=f50af575-5e86-4696-9647-ec5c88742e9e,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:20.612288 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-4e592c14-98b1-4f78-9110-0234f2c4809a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1799c6-ae14-4430-bc97-71024c6ce94a', 'name': 'tempest-TestNetworkBasicOps-router-167037203', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': 'dd4ead6d-2555-4b4e-957f-c63658ee61c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:22:24Z', 'updated_at': '2021-12-10T19:24:18Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': 'dd4ead6d-2555-4b4e-957f-c63658ee61c5', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1799c6-ae14-4430-bc97-71024c6ce94a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:22:25Z', 'updated_at': '2021-12-10T19:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:20.614342 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9bfb1026-b47c-4a4d-ac6e-3e32a6a2a28c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:20.641812 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e592c14-98b1-4f78-9110-0234f2c4809a None None] Checking router: 0c1799c6-ae14-4430-bc97-71024c6ce94a for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:24:20.662359 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e592c14-98b1-4f78-9110-0234f2c4809a None None] Routers {'0c1799c6-ae14-4430-bc97-71024c6ce94a'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:24:20.665234 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-4e592c14-98b1-4f78-9110-0234f2c4809a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:23:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['0c1799c6-ae14-4430-bc97-71024c6ce94a'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:20.688023 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fec81db-55ab-433d-a338-b51fbd8d02f2 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Router 33ddad96-19a5-49e8-952e-8c45550e7976 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:24:20.708218 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9bfb1026-b47c-4a4d-ac6e-3e32a6a2a28c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:20.802774 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfb1026-b47c-4a4d-ac6e-3e32a6a2a28c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'Subnet': ['ID=36a5dada-aa7c-4a07-8f39-7b371645ee4e,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:20.806642 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9bfb1026-b47c-4a4d-ac6e-3e32a6a2a28c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:20.813648 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-9bfb1026-b47c-4a4d-ac6e-3e32a6a2a28c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "DELETE /v2.0/subnets/36a5dada-aa7c-4a07-8f39-7b371645ee4e HTTP/1.1" status: 204 len: 168 time: 0.5435512 Dec 10 19:24:20.814938 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57678) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:20.898531 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b83f0e-d161-4c39-abfe-b692ed4ce41e None None] Network 7af47983-22ac-40ad-acd7-9dce8289b142 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:24:20.929185 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fec81db-55ab-433d-a338-b51fbd8d02f2 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:24:20.944070 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cc1763-f236-4c55-92e5-70d1d7e15a77 None None] Sync routers for ids ['33ddad96-19a5-49e8-952e-8c45550e7976'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:24:20.962889 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cc1763-f236-4c55-92e5-70d1d7e15a77 None None] Routers {'33ddad96-19a5-49e8-952e-8c45550e7976'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:24:20.963818 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-68cc1763-f236-4c55-92e5-70d1d7e15a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:23:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['33ddad96-19a5-49e8-952e-8c45550e7976'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:20.987850 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-19a7e5e4-b336-44d3-8981-776705a9e6ce tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:21.008594 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-4e592c14-98b1-4f78-9110-0234f2c4809a None None] Set router 0c1799c6-ae14-4430-bc97-71024c6ce94a gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:24:21.025711 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-68cc1763-f236-4c55-92e5-70d1d7e15a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:21.038302 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cc1763-f236-4c55-92e5-70d1d7e15a77 None None] Routers {'33ddad96-19a5-49e8-952e-8c45550e7976'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:24:21.038926 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-68cc1763-f236-4c55-92e5-70d1d7e15a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:23:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['33ddad96-19a5-49e8-952e-8c45550e7976'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:21.091844 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2fec81db-55ab-433d-a338-b51fbd8d02f2 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:21.096131 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-2fec81db-55ab-433d-a338-b51fbd8d02f2 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] 10.222.0.69 "DELETE /v2.0/ports/f50af575-5e86-4696-9647-ec5c88742e9e HTTP/1.1" status: 204 len: 168 time: 1.5358779 Dec 10 19:24:21.100112 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57680) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:21.148783 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-19a7e5e4-b336-44d3-8981-776705a9e6ce tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:21.177451 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-68cc1763-f236-4c55-92e5-70d1d7e15a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:21.178568 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cc1763-f236-4c55-92e5-70d1d7e15a77 None None] The sync data for ids ['33ddad96-19a5-49e8-952e-8c45550e7976'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:24:21.239706 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-19a7e5e4-b336-44d3-8981-776705a9e6ce tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Deleting port dd4ead6d-2555-4b4e-957f-c63658ee61c5 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:24:21.240109 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-19a7e5e4-b336-44d3-8981-776705a9e6ce tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:21.371888 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756aaa5e-d96c-47d9-93e2-5e614036fd0d None None] DHCP port deletion for 7af47983-22ac-40ad-acd7-9dce8289b142 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:24:21.410441 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-19a7e5e4-b336-44d3-8981-776705a9e6ce tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] For port dd4ead6d-2555-4b4e-957f-c63658ee61c5, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=dd4ead6d-2555-4b4e-957f-c63658ee61c5,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:24:21.410441 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-19a7e5e4-b336-44d3-8981-776705a9e6ce tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:21.429734 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-4e592c14-98b1-4f78-9110-0234f2c4809a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1799c6-ae14-4430-bc97-71024c6ce94a', 'name': 'tempest-TestNetworkBasicOps-router-167037203', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': 'dd4ead6d-2555-4b4e-957f-c63658ee61c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:22:24Z', 'updated_at': '2021-12-10T19:24:18Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': 'dd4ead6d-2555-4b4e-957f-c63658ee61c5', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1799c6-ae14-4430-bc97-71024c6ce94a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:22:25Z', 'updated_at': '2021-12-10T19:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:21.431877 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-19a7e5e4-b336-44d3-8981-776705a9e6ce tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Calling delete_port for dd4ead6d-2555-4b4e-957f-c63658ee61c5 owned by network:router_gateway {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:24:21.472977 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e592c14-98b1-4f78-9110-0234f2c4809a None None] The sync data for ids ['0c1799c6-ae14-4430-bc97-71024c6ce94a'] in dv-neutron-821441-1-hyperv is: [{'id': '0c1799c6-ae14-4430-bc97-71024c6ce94a', 'name': 'tempest-TestNetworkBasicOps-router-167037203', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246'}], 'enable_snat': True}, 'gw_port_id': 'dd4ead6d-2555-4b4e-957f-c63658ee61c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:22:24Z', 'updated_at': '2021-12-10T19:24:18Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': 'dd4ead6d-2555-4b4e-957f-c63658ee61c5', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1799c6-ae14-4430-bc97-71024c6ce94a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:22:25Z', 'updated_at': '2021-12-10T19:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:24:21.489537 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-756aaa5e-d96c-47d9-93e2-5e614036fd0d None None] Deleting port 326d1e7b-5ff9-4456-8e59-6c75c6e71272 {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:24:21.490941 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-756aaa5e-d96c-47d9-93e2-5e614036fd0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:21.565958 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4c779887-d3ea-4126-b258-3b2209922bbc tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711290'] for router_interface, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:21.585058 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-756aaa5e-d96c-47d9-93e2-5e614036fd0d None None] For port 326d1e7b-5ff9-4456-8e59-6c75c6e71272, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=326d1e7b-5ff9-4456-8e59-6c75c6e71272,segment=NetworkSegment(466dc6d5-0fdc-438d-bf4a-e84dfc071da3),segment_id=466dc6d5-0fdc-438d-bf4a-e84dfc071da3)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:24:21.585566 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-756aaa5e-d96c-47d9-93e2-5e614036fd0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:21.602222 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-756aaa5e-d96c-47d9-93e2-5e614036fd0d None None] Calling delete_port for 326d1e7b-5ff9-4456-8e59-6c75c6e71272 owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:24:21.689572 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-19a7e5e4-b336-44d3-8981-776705a9e6ce tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:21.724699 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-756aaa5e-d96c-47d9-93e2-5e614036fd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:21.761127 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756aaa5e-d96c-47d9-93e2-5e614036fd0d None None] Pushing event deleted for resources: {'Port': ['ID=326d1e7b-5ff9-4456-8e59-6c75c6e71272,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:21.772195 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756aaa5e-d96c-47d9-93e2-5e614036fd0d None None] No DVR routers for this DVR port 326d1e7b-5ff9-4456-8e59-6c75c6e71272 on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:24:21.905048 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-4c779887-d3ea-4126-b258-3b2209922bbc tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Deleting port 37fa6ac6-5551-4a78-9fcc-4a260490a687 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:24:21.905739 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4c779887-d3ea-4126-b258-3b2209922bbc tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:22.066201 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4c779887-d3ea-4126-b258-3b2209922bbc tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:22.085932 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-4c779887-d3ea-4126-b258-3b2209922bbc tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Calling delete_port for 37fa6ac6-5551-4a78-9fcc-4a260490a687 owned by network:router_interface {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:24:22.094730 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a7e5e4-b336-44d3-8981-776705a9e6ce tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'Port': ['ID=dd4ead6d-2555-4b4e-957f-c63658ee61c5,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:22.169236 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-19a7e5e4-b336-44d3-8981-776705a9e6ce tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3713145'] for router_gateway, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:22.269561 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-19a7e5e4-b336-44d3-8981-776705a9e6ce tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:22.271804 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-19a7e5e4-b336-44d3-8981-776705a9e6ce tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:22.324660 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-19a7e5e4-b336-44d3-8981-776705a9e6ce tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:22.325191 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a7e5e4-b336-44d3-8981-776705a9e6ce tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Fanout notify agent at l3_agent the message router_deleted on router 0c1799c6-ae14-4430-bc97-71024c6ce94a {{(pid=102365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:24:22.332627 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-19a7e5e4-b336-44d3-8981-776705a9e6ce tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:22.336766 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-19a7e5e4-b336-44d3-8981-776705a9e6ce tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "DELETE /v2.0/routers/0c1799c6-ae14-4430-bc97-71024c6ce94a HTTP/1.1" status: 204 len: 168 time: 1.5216000 Dec 10 19:24:22.337408 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57682) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:22.378454 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4c779887-d3ea-4126-b258-3b2209922bbc tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:22.419580 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c779887-d3ea-4126-b258-3b2209922bbc tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Pushing event deleted for resources: {'Port': ['ID=37fa6ac6-5551-4a78-9fcc-4a260490a687,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:22.457498 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d39fa444-0024-4c02-8c1f-3860f8079a55 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:22.607771 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d39fa444-0024-4c02-8c1f-3860f8079a55 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:22.636855 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-d39fa444-0024-4c02-8c1f-3860f8079a55 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7af47983-22ac-40ad-acd7-9dce8289b142']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:22.649227 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-d39fa444-0024-4c02-8c1f-3860f8079a55 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '466dc6d5-0fdc-438d-bf4a-e84dfc071da3') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:22.649619 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-d39fa444-0024-4c02-8c1f-3860f8079a55 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '466dc6d5-0fdc-438d-bf4a-e84dfc071da3') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:22.661954 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d39fa444-0024-4c02-8c1f-3860f8079a55 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:22.665346 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4c779887-d3ea-4126-b258-3b2209922bbc tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3755731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3712768'] for router_interface, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:22.680825 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d39fa444-0024-4c02-8c1f-3860f8079a55 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:22.689398 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d39fa444-0024-4c02-8c1f-3860f8079a55 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:24:22.689803 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d39fa444-0024-4c02-8c1f-3860f8079a55 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:22.693417 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:24:22.693417 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:24:22.693417 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:24:22.693417 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:24:22.693417 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:24:22.693417 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:24:22.693417 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:24:22.693417 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:24:22.693417 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:24:22.693417 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:24:22.693417 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:24:22.693417 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:24:22.693417 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:24:22.693417 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:24:22.693417 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:24:22.693417 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:24:22.693417 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:24:22.693417 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:24:22.693417 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:24:22.693417 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:24:22.693417 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:24:22.693417 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:24:22.693417 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:24:22.693417 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:24:22.693417 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:24:22.693417 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:24:22.693417 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:24:22.693417 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:24:22.693417 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:24:22.693417 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:24:22.693417 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:24:22.693417 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:24:22.763823 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d39fa444-0024-4c02-8c1f-3860f8079a55 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:22.773609 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d39fa444-0024-4c02-8c1f-3860f8079a55 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:22.777471 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-d39fa444-0024-4c02-8c1f-3860f8079a55 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "DELETE /v2.0/networks/7af47983-22ac-40ad-acd7-9dce8289b142 HTTP/1.1" status: 204 len: 168 time: 0.4389627 Dec 10 19:24:22.794237 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57684) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:22.795523 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39fa444-0024-4c02-8c1f-3860f8079a55 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'Network': ['ID=7af47983-22ac-40ad-acd7-9dce8289b142,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:22.802789 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-b497eb50-1da6-4065-8b85-508280ad0673 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'network': {'name': 'tempest-network-smoke--1304156253', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'port_security_enabled': True}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:24:22.858681 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b497eb50-1da6-4065-8b85-508280ad0673 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Made reservation on behalf of 730e4c9f0aba4accb176e575114c849e for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:24:22.865631 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b497eb50-1da6-4065-8b85-508280ad0673 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:22.898685 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 326d1e7b-5ff9-4456-8e59-6c75c6e71272 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:24:22.923169 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 326d1e7b-5ff9-4456-8e59-6c75c6e71272 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:24:22.923540 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 326d1e7b-5ff9-4456-8e59-6c75c6e71272 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:24:22.924302 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device dd4ead6d-2555-4b4e-957f-c63658ee61c5 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:24:22.946021 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: dd4ead6d-2555-4b4e-957f-c63658ee61c5 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:24:22.946021 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device dd4ead6d-2555-4b4e-957f-c63658ee61c5 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:24:22.946021 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device fb786b88-5054-4d56-a8e7-0b53bc9d232d no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:24:22.967847 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: fb786b88-5054-4d56-a8e7-0b53bc9d232d {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:24:22.968245 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device fb786b88-5054-4d56-a8e7-0b53bc9d232d not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:24:22.982311 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b497eb50-1da6-4065-8b85-508280ad0673 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:24:22.999345 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b497eb50-1da6-4065-8b85-508280ad0673 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:23.000227 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-b497eb50-1da6-4065-8b85-508280ad0673 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Added segment 579c7679-5ad7-4feb-be0e-b59d5e0e9801 of type vlan for network dc7de33f-ef96-431c-afc6-451e37eb6df0 Dec 10 19:24:23.058182 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b497eb50-1da6-4065-8b85-508280ad0673 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:23.061851 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c779887-d3ea-4126-b258-3b2209922bbc tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Router 33ddad96-19a5-49e8-952e-8c45550e7976 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:24:23.496239 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b497eb50-1da6-4065-8b85-508280ad0673 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:23.502948 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b497eb50-1da6-4065-8b85-508280ad0673 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:23.503706 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b497eb50-1da6-4065-8b85-508280ad0673 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:23.589095 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-b497eb50-1da6-4065-8b85-508280ad0673 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7936847 Dec 10 19:24:23.592554 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57686) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:23.599973 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-825aec40-dbc0-4aec-a16f-d493da3a22e3 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1478531981', 'admin_state_up': True, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:24:23.614987 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b497eb50-1da6-4065-8b85-508280ad0673 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Network': ['ID=dc7de33f-ef96-431c-afc6-451e37eb6df0,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:23.637108 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network dc7de33f-ef96-431c-afc6-451e37eb6df0 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:24:23.640355 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-825aec40-dbc0-4aec-a16f-d493da3a22e3 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:23.641963 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-825aec40-dbc0-4aec-a16f-d493da3a22e3 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:23.647907 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c779887-d3ea-4126-b258-3b2209922bbc tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:24:23.662301 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-4c779887-d3ea-4126-b258-3b2209922bbc tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] 10.222.0.69 "PUT /v2.0/routers/33ddad96-19a5-49e8-952e-8c45550e7976/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5570803 Dec 10 19:24:23.662800 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57688) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:23.719983 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-825aec40-dbc0-4aec-a16f-d493da3a22e3 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:23.758711 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6612ac-1b38-46b4-b3e9-0adf0e2ab3d4 None None] Sync routers for ids ['33ddad96-19a5-49e8-952e-8c45550e7976'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:24:23.805817 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6612ac-1b38-46b4-b3e9-0adf0e2ab3d4 None None] Routers {'33ddad96-19a5-49e8-952e-8c45550e7976'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:24:23.806904 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-8e6612ac-1b38-46b4-b3e9-0adf0e2ab3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:23:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['33ddad96-19a5-49e8-952e-8c45550e7976'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:23.859434 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-8e6612ac-1b38-46b4-b3e9-0adf0e2ab3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:23.861205 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7c9de788-c811-4ea8-8fd0-842fb7d9f5f2 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for router, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:23.872367 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6612ac-1b38-46b4-b3e9-0adf0e2ab3d4 None None] Routers {'33ddad96-19a5-49e8-952e-8c45550e7976'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:24:23.873069 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-8e6612ac-1b38-46b4-b3e9-0adf0e2ab3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:23:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['33ddad96-19a5-49e8-952e-8c45550e7976'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:23.919951 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-825aec40-dbc0-4aec-a16f-d493da3a22e3 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:23.923648 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-8e6612ac-1b38-46b4-b3e9-0adf0e2ab3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:23.925329 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6612ac-1b38-46b4-b3e9-0adf0e2ab3d4 None None] The sync data for ids ['33ddad96-19a5-49e8-952e-8c45550e7976'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:24:24.004460 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7c9de788-c811-4ea8-8fd0-842fb7d9f5f2 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:24.067864 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-7c9de788-c811-4ea8-8fd0-842fb7d9f5f2 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Deleting port b951e4c5-7f79-451a-9c34-ccbef6d9b1b0 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:24:24.068208 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7c9de788-c811-4ea8-8fd0-842fb7d9f5f2 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:24.153020 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7c9de788-c811-4ea8-8fd0-842fb7d9f5f2 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:24.162016 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-825aec40-dbc0-4aec-a16f-d493da3a22e3 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router_gateway, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:24.167880 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-7c9de788-c811-4ea8-8fd0-842fb7d9f5f2 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Calling delete_port for b951e4c5-7f79-451a-9c34-ccbef6d9b1b0 owned by network:router_gateway {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:24:24.188191 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-cedbea4a-a0e7-40d4-b052-a88b4a5e56c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:24.196482 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-825aec40-dbc0-4aec-a16f-d493da3a22e3 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:24.331813 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-825aec40-dbc0-4aec-a16f-d493da3a22e3 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Allocated IP 172.26.6.111 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/1d6ebc4f-87a2-4416-bc5c-ec7eac1aca3c) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:24:24.412712 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7c9de788-c811-4ea8-8fd0-842fb7d9f5f2 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:24.441039 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9de788-c811-4ea8-8fd0-842fb7d9f5f2 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Pushing event deleted for resources: {'Port': ['ID=b951e4c5-7f79-451a-9c34-ccbef6d9b1b0,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:24.469731 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-825aec40-dbc0-4aec-a16f-d493da3a22e3 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:24.521006 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-825aec40-dbc0-4aec-a16f-d493da3a22e3 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:24.528514 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7c9de788-c811-4ea8-8fd0-842fb7d9f5f2 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3713145'] for router_gateway, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:24.568405 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825aec40-dbc0-4aec-a16f-d493da3a22e3 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:24:24.571555 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-825aec40-dbc0-4aec-a16f-d493da3a22e3 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:24:24.575473 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825aec40-dbc0-4aec-a16f-d493da3a22e3 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:24:24.585541 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825aec40-dbc0-4aec-a16f-d493da3a22e3 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Port': ['ID=1d6ebc4f-87a2-4416-bc5c-ec7eac1aca3c,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:24.649394 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7c9de788-c811-4ea8-8fd0-842fb7d9f5f2 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:24.651932 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7c9de788-c811-4ea8-8fd0-842fb7d9f5f2 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:24.698922 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7c9de788-c811-4ea8-8fd0-842fb7d9f5f2 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:24.699863 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9de788-c811-4ea8-8fd0-842fb7d9f5f2 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Fanout notify agent at l3_agent the message router_deleted on router 33ddad96-19a5-49e8-952e-8c45550e7976 {{(pid=102366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:24:24.708013 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7c9de788-c811-4ea8-8fd0-842fb7d9f5f2 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:24.709254 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-7c9de788-c811-4ea8-8fd0-842fb7d9f5f2 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] 10.222.0.69 "DELETE /v2.0/routers/33ddad96-19a5-49e8-952e-8c45550e7976 HTTP/1.1" status: 204 len: 168 time: 1.0450947 Dec 10 19:24:24.713256 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57690) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:24.771985 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b7370e0-5cb4-457e-8273-59b3c2327508 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Deleting subnet 55786db5-360c-48d0-85c6-4e2cb7613a8f {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:24:24.775685 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2b7370e0-5cb4-457e-8273-59b3c2327508 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:24.825448 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2b7370e0-5cb4-457e-8273-59b3c2327508 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:24.919530 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2b7370e0-5cb4-457e-8273-59b3c2327508 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:24.977614 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-825aec40-dbc0-4aec-a16f-d493da3a22e3 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router_gateway, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:24.988489 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2b7370e0-5cb4-457e-8273-59b3c2327508 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:25.023998 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7370e0-5cb4-457e-8273-59b3c2327508 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Pushing event deleted for resources: {'Subnet': ['ID=55786db5-360c-48d0-85c6-4e2cb7613a8f,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:25.026104 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2b7370e0-5cb4-457e-8273-59b3c2327508 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:25.029479 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-2b7370e0-5cb4-457e-8273-59b3c2327508 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] 10.222.0.69 "DELETE /v2.0/subnets/55786db5-360c-48d0-85c6-4e2cb7613a8f HTTP/1.1" status: 204 len: 168 time: 0.3151653 Dec 10 19:24:25.032597 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57692) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:25.033774 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d67b77-cb7d-468f-b4e4-9e6a9fbb0a2e None None] Network 4d7ba3cf-8677-4a01-aa3c-5b3fe594c552 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:24:25.130736 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-35233caf-99ce-4190-92d2-f7c344442bcf tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:25.195955 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-35233caf-99ce-4190-92d2-f7c344442bcf tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Deleting port a74d3ace-fcba-4331-9438-b2dc2078dc3e {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:24:25.196269 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-35233caf-99ce-4190-92d2-f7c344442bcf tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:25.212071 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-825aec40-dbc0-4aec-a16f-d493da3a22e3 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:25.248301 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc2549b-c8f0-4ed4-bc82-fae3d1d506d5 None None] DHCP port deletion for 4d7ba3cf-8677-4a01-aa3c-5b3fe594c552 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:24:25.276546 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-35233caf-99ce-4190-92d2-f7c344442bcf tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] For port a74d3ace-fcba-4331-9438-b2dc2078dc3e, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=a74d3ace-fcba-4331-9438-b2dc2078dc3e,segment=NetworkSegment(c8275eb2-3b1a-419a-ba6c-3ef82db7a03b),segment_id=c8275eb2-3b1a-419a-ba6c-3ef82db7a03b)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:24:25.277370 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-35233caf-99ce-4190-92d2-f7c344442bcf tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:25.294354 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-35233caf-99ce-4190-92d2-f7c344442bcf tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Calling delete_port for a74d3ace-fcba-4331-9438-b2dc2078dc3e owned by network:dhcp {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:24:25.326977 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-1fc2549b-c8f0-4ed4-bc82-fae3d1d506d5 None None] Deleting port a74d3ace-fcba-4331-9438-b2dc2078dc3e {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:24:25.327351 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1fc2549b-c8f0-4ed4-bc82-fae3d1d506d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:25.341415 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:25.386220 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-825aec40-dbc0-4aec-a16f-d493da3a22e3 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Router 9a051682-af9c-4002-8103-9a9e09b67996 is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:24:25.400318 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-1fc2549b-c8f0-4ed4-bc82-fae3d1d506d5 None None] For port a74d3ace-fcba-4331-9438-b2dc2078dc3e, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=a74d3ace-fcba-4331-9438-b2dc2078dc3e,segment=NetworkSegment(c8275eb2-3b1a-419a-ba6c-3ef82db7a03b),segment_id=c8275eb2-3b1a-419a-ba6c-3ef82db7a03b)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:24:25.401098 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1fc2549b-c8f0-4ed4-bc82-fae3d1d506d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:25.416899 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-35233caf-99ce-4190-92d2-f7c344442bcf tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:25.419598 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-1fc2549b-c8f0-4ed4-bc82-fae3d1d506d5 None None] Calling delete_port for a74d3ace-fcba-4331-9438-b2dc2078dc3e owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:24:25.447321 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35233caf-99ce-4190-92d2-f7c344442bcf tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Pushing event deleted for resources: {'Port': ['ID=a74d3ace-fcba-4331-9438-b2dc2078dc3e,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:25.451950 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35233caf-99ce-4190-92d2-f7c344442bcf tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] No DVR routers for this DVR port a74d3ace-fcba-4331-9438-b2dc2078dc3e on host dv-neutron-821441-1-hyperv {{(pid=102366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:24:25.461931 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35233caf-99ce-4190-92d2-f7c344442bcf tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:25.462376 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35233caf-99ce-4190-92d2-f7c344442bcf tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:25.462600 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35233caf-99ce-4190-92d2-f7c344442bcf tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:25.462931 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35233caf-99ce-4190-92d2-f7c344442bcf tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:25.463262 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35233caf-99ce-4190-92d2-f7c344442bcf tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:25.463592 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35233caf-99ce-4190-92d2-f7c344442bcf tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:25.463916 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35233caf-99ce-4190-92d2-f7c344442bcf tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:25.464228 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35233caf-99ce-4190-92d2-f7c344442bcf tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:25.464579 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35233caf-99ce-4190-92d2-f7c344442bcf tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:25.464901 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35233caf-99ce-4190-92d2-f7c344442bcf tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:25.465226 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35233caf-99ce-4190-92d2-f7c344442bcf tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:25.466248 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35233caf-99ce-4190-92d2-f7c344442bcf tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:25.520177 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825aec40-dbc0-4aec-a16f-d493da3a22e3 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:24:25.523575 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1fc2549b-c8f0-4ed4-bc82-fae3d1d506d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:25.535082 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622a3902-273e-493f-8373-073b3e5889c3 None None] Sync routers for ids ['9a051682-af9c-4002-8103-9a9e09b67996'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:24:25.545788 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622a3902-273e-493f-8373-073b3e5889c3 None None] Routers {'9a051682-af9c-4002-8103-9a9e09b67996'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:24:25.547005 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-622a3902-273e-493f-8373-073b3e5889c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:24:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['9a051682-af9c-4002-8103-9a9e09b67996'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:25.553538 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc2549b-c8f0-4ed4-bc82-fae3d1d506d5 None None] Pushing event deleted for resources: {'Port': ['ID=a74d3ace-fcba-4331-9438-b2dc2078dc3e,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:25.559817 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc2549b-c8f0-4ed4-bc82-fae3d1d506d5 None None] No DVR routers for this DVR port a74d3ace-fcba-4331-9438-b2dc2078dc3e on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:24:25.560190 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-825aec40-dbc0-4aec-a16f-d493da3a22e3 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:25.561625 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-825aec40-dbc0-4aec-a16f-d493da3a22e3 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9670975 Dec 10 19:24:25.564865 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57694) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:25.586514 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-35233caf-99ce-4190-92d2-f7c344442bcf tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:25.616215 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-35233caf-99ce-4190-92d2-f7c344442bcf tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d7ba3cf-8677-4a01-aa3c-5b3fe594c552']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:25.627194 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-35233caf-99ce-4190-92d2-f7c344442bcf tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8275eb2-3b1a-419a-ba6c-3ef82db7a03b') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:25.627666 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-35233caf-99ce-4190-92d2-f7c344442bcf tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8275eb2-3b1a-419a-ba6c-3ef82db7a03b') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:25.640593 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-35233caf-99ce-4190-92d2-f7c344442bcf tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:25.657318 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-35233caf-99ce-4190-92d2-f7c344442bcf tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:25.667356 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35233caf-99ce-4190-92d2-f7c344442bcf tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:24:25.668119 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-35233caf-99ce-4190-92d2-f7c344442bcf tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:25.683896 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:24:25.683896 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:24:25.683896 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:24:25.683896 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:24:25.683896 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:24:25.683896 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:24:25.683896 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:24:25.683896 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:24:25.683896 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:24:25.683896 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:24:25.683896 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:24:25.683896 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:24:25.683896 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:24:25.683896 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:24:25.683896 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:24:25.683896 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:24:25.683896 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:24:25.683896 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:24:25.683896 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:24:25.683896 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:24:25.683896 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:24:25.683896 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:24:25.683896 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:24:25.683896 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:24:25.683896 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:24:25.683896 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:24:25.683896 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:24:25.683896 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:24:25.683896 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:24:25.683896 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:24:25.683896 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:24:25.683896 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:24:25.696534 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-622a3902-273e-493f-8373-073b3e5889c3 None None] Set router 9a051682-af9c-4002-8103-9a9e09b67996 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:24:25.757332 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-35233caf-99ce-4190-92d2-f7c344442bcf tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:25.774419 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-2d9f3847-4312-45ae-80e0-d5e932f45d89 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=730e4c9f0aba4accb176e575114c849e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2055256 Dec 10 19:24:25.774882 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57698) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:25.781823 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-35233caf-99ce-4190-92d2-f7c344442bcf tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:25.785736 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-35233caf-99ce-4190-92d2-f7c344442bcf tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] 10.222.0.69 "DELETE /v2.0/networks/4d7ba3cf-8677-4a01-aa3c-5b3fe594c552 HTTP/1.1" status: 204 len: 168 time: 0.7509935 Dec 10 19:24:25.786150 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35233caf-99ce-4190-92d2-f7c344442bcf tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Pushing event deleted for resources: {'Network': ['ID=4d7ba3cf-8677-4a01-aa3c-5b3fe594c552,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:25.791495 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57700) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:25.931326 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-622a3902-273e-493f-8373-073b3e5889c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a051682-af9c-4002-8103-9a9e09b67996', 'name': 'tempest-TestNetworkBasicOps-router-1478531981', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': '1d6ebc4f-87a2-4416-bc5c-ec7eac1aca3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:24:23Z', 'updated_at': '2021-12-10T19:24:24Z', 'revision_number': 3, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '1d6ebc4f-87a2-4416-bc5c-ec7eac1aca3c', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a8:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a051682-af9c-4002-8103-9a9e09b67996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:24Z', 'updated_at': '2021-12-10T19:24:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:25.963119 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622a3902-273e-493f-8373-073b3e5889c3 None None] Checking router: 9a051682-af9c-4002-8103-9a9e09b67996 for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:24:25.963366 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622a3902-273e-493f-8373-073b3e5889c3 None None] Updating router 9a051682-af9c-4002-8103-9a9e09b67996 port 1d6ebc4f-87a2-4416-bc5c-ec7eac1aca3c binding host dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:24:25.975337 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6475f73f-21f9-444c-8aa6-0ca84acf3843 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:25.977163 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-6475f73f-21f9-444c-8aa6-0ca84acf3843 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2010882 Dec 10 19:24:25.980847 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57702) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:25.989200 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-622a3902-273e-493f-8373-073b3e5889c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:26.019079 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-10f8e793-c16f-4cda-9537-7c155bdf3e63 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=68e2ee80-e7f8-4be2-b0d8-392fd4a4e031&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371001 Dec 10 19:24:26.023074 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57704) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:26.028428 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-bfcb9744-7929-460c-a0e4-dbce9061cbe4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-842398069', 'network_id': 'dc7de33f-ef96-431c-afc6-451e37eb6df0', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:24:26.075423 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-f7887cce-31ad-48eb-a6cc-6650f8adcf9e tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Deleting port 5dec3907-74cd-4e75-8ff4-a5d8902b5227 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:24:26.075775 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f7887cce-31ad-48eb-a6cc-6650f8adcf9e tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:26.202114 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f7887cce-31ad-48eb-a6cc-6650f8adcf9e tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:26.202518 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f7887cce-31ad-48eb-a6cc-6650f8adcf9e tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:26.205916 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfcb9744-7929-460c-a0e4-dbce9061cbe4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Made reservation on behalf of 730e4c9f0aba4accb176e575114c849e for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:24:26.209886 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-bfcb9744-7929-460c-a0e4-dbce9061cbe4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:26.259876 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-f7887cce-31ad-48eb-a6cc-6650f8adcf9e tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Calling delete_port for 5dec3907-74cd-4e75-8ff4-a5d8902b5227 owned by network:floatingip {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:24:26.309179 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-622a3902-273e-493f-8373-073b3e5889c3 None None] Notify callbacks [] for port, precommit_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:26.318237 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-622a3902-273e-493f-8373-073b3e5889c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:26.377179 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-622a3902-273e-493f-8373-073b3e5889c3 None None] Attempting to bind port 1d6ebc4f-87a2-4416-bc5c-ec7eac1aca3c on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:24:26.377522 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-622a3902-273e-493f-8373-073b3e5889c3 None None] Attempting to bind port 1d6ebc4f-87a2-4416-bc5c-ec7eac1aca3c by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:24:26.377890 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622a3902-273e-493f-8373-073b3e5889c3 None None] Attempting to bind port 1d6ebc4f-87a2-4416-bc5c-ec7eac1aca3c on network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:24:26.386265 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc352ec-2f73-49a7-9a8d-0139b14b441e None None] Pushing event updated for resources: {'Port': ['ID=1d6ebc4f-87a2-4416-bc5c-ec7eac1aca3c,revision_number=2']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:26.392466 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622a3902-273e-493f-8373-073b3e5889c3 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:24:26.392940 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622a3902-273e-493f-8373-073b3e5889c3 None None] Checking segment: {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:24:26.393412 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-622a3902-273e-493f-8373-073b3e5889c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:26.393690 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622a3902-273e-493f-8373-073b3e5889c3 None None] Bound using segment: {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:24:26.394728 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-622a3902-273e-493f-8373-073b3e5889c3 None None] Bound port: 1d6ebc4f-87a2-4416-bc5c-ec7eac1aca3c, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:24:26.394728 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-622a3902-273e-493f-8373-073b3e5889c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:26.401896 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc352ec-2f73-49a7-9a8d-0139b14b441e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:26.402248 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc352ec-2f73-49a7-9a8d-0139b14b441e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:26.402580 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc352ec-2f73-49a7-9a8d-0139b14b441e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:26.402891 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc352ec-2f73-49a7-9a8d-0139b14b441e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:26.403212 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc352ec-2f73-49a7-9a8d-0139b14b441e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:26.403549 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc352ec-2f73-49a7-9a8d-0139b14b441e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:26.403869 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc352ec-2f73-49a7-9a8d-0139b14b441e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:26.404204 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc352ec-2f73-49a7-9a8d-0139b14b441e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:26.404557 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc352ec-2f73-49a7-9a8d-0139b14b441e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:26.404873 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc352ec-2f73-49a7-9a8d-0139b14b441e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:26.405191 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc352ec-2f73-49a7-9a8d-0139b14b441e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:26.405500 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc352ec-2f73-49a7-9a8d-0139b14b441e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:26.453138 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:26.482390 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-622a3902-273e-493f-8373-073b3e5889c3 None None] For port 1d6ebc4f-87a2-4416-bc5c-ec7eac1aca3c, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:24:26.487190 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-622a3902-273e-493f-8373-073b3e5889c3 None None] For port 1d6ebc4f-87a2-4416-bc5c-ec7eac1aca3c, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=1d6ebc4f-87a2-4416-bc5c-ec7eac1aca3c,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:24:26.492147 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-622a3902-273e-493f-8373-073b3e5889c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:26.539994 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-bfcb9744-7929-460c-a0e4-dbce9061cbe4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:26.548163 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f7887cce-31ad-48eb-a6cc-6650f8adcf9e tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:26.568539 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622a3902-273e-493f-8373-073b3e5889c3 None None] Routers {'9a051682-af9c-4002-8103-9a9e09b67996'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:24:26.569297 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-622a3902-273e-493f-8373-073b3e5889c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:24:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['9a051682-af9c-4002-8103-9a9e09b67996'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:26.572176 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc352ec-2f73-49a7-9a8d-0139b14b441e None None] Pushing event updated for resources: {'Port': ['ID=1d6ebc4f-87a2-4416-bc5c-ec7eac1aca3c,revision_number=3']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:26.609454 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7887cce-31ad-48eb-a6cc-6650f8adcf9e tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Pushing event deleted for resources: {'Port': ['ID=5dec3907-74cd-4e75-8ff4-a5d8902b5227,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:26.687540 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device a74d3ace-fcba-4331-9438-b2dc2078dc3e no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:24:26.689623 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb9744-7929-460c-a0e4-dbce9061cbe4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Subnet': ['ID=dbd70268-7ba7-4954-af36-b504deeaa6e0,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:26.692718 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-622a3902-273e-493f-8373-073b3e5889c3 None None] Set router 9a051682-af9c-4002-8103-9a9e09b67996 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:24:26.713883 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcb9744-7929-460c-a0e4-dbce9061cbe4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Checking segment: {'id': '579c7679-5ad7-4feb-be0e-b59d5e0e9801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'dc7de33f-ef96-431c-afc6-451e37eb6df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:24:26.714262 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcb9744-7929-460c-a0e4-dbce9061cbe4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Network hostable DHCP agents. Network: dc7de33f-ef96-431c-afc6-451e37eb6df0, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:24:26.716634 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: a74d3ace-fcba-4331-9438-b2dc2078dc3e {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:24:26.716981 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device a74d3ace-fcba-4331-9438-b2dc2078dc3e not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:24:26.733510 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f7887cce-31ad-48eb-a6cc-6650f8adcf9e tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for floatingip, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:26.736715 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f7887cce-31ad-48eb-a6cc-6650f8adcf9e tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:26.747594 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-f7887cce-31ad-48eb-a6cc-6650f8adcf9e tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] 10.222.0.69 "DELETE /v2.0/floatingips/bad8f98a-3953-4841-8710-6459ddb11247 HTTP/1.1" status: 204 len: 168 time: 0.9454989 Dec 10 19:24:26.750544 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57708) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:26.754534 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:26.927776 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-622a3902-273e-493f-8373-073b3e5889c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a051682-af9c-4002-8103-9a9e09b67996', 'name': 'tempest-TestNetworkBasicOps-router-1478531981', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': '1d6ebc4f-87a2-4416-bc5c-ec7eac1aca3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:24:23Z', 'updated_at': '2021-12-10T19:24:24Z', 'revision_number': 3, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '1d6ebc4f-87a2-4416-bc5c-ec7eac1aca3c', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a8:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a051682-af9c-4002-8103-9a9e09b67996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:24Z', 'updated_at': '2021-12-10T19:24:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:26.961121 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622a3902-273e-493f-8373-073b3e5889c3 None None] The sync data for ids ['9a051682-af9c-4002-8103-9a9e09b67996'] in dv-neutron-821441-1-hyperv is: [{'id': '9a051682-af9c-4002-8103-9a9e09b67996', 'name': 'tempest-TestNetworkBasicOps-router-1478531981', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': '1d6ebc4f-87a2-4416-bc5c-ec7eac1aca3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:24:23Z', 'updated_at': '2021-12-10T19:24:24Z', 'revision_number': 3, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '1d6ebc4f-87a2-4416-bc5c-ec7eac1aca3c', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a8:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a051682-af9c-4002-8103-9a9e09b67996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:24Z', 'updated_at': '2021-12-10T19:24:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:24:27.122548 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-33f40f8e-b656-4cc3-9901-c98b8c5d4253 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] DELETE failed (client error): The resource could not be found. Dec 10 19:24:27.123329 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33f40f8e-b656-4cc3-9901-c98b8c5d4253 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:24:27.127264 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-33f40f8e-b656-4cc3-9901-c98b8c5d4253 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] 10.222.0.69 "DELETE /v2.0/ports/f50af575-5e86-4696-9647-ec5c88742e9e HTTP/1.1" status: 404 len: 333 time: 0.3750010 Dec 10 19:24:27.128207 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcb9744-7929-460c-a0e4-dbce9061cbe4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Network dc7de33f-ef96-431c-afc6-451e37eb6df0 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:24:27.130248 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57712) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:27.139155 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-bfcb9744-7929-460c-a0e4-dbce9061cbe4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, dc7de33f-ef96-431c-afc6-451e37eb6df0) {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:24:27.144547 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcb9744-7929-460c-a0e4-dbce9061cbe4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:27.145133 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-bfcb9744-7929-460c-a0e4-dbce9061cbe4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:27.151297 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd07cdb5-61f2-4b93-8c40-287a07a4f7fd None None] Network dc7de33f-ef96-431c-afc6-451e37eb6df0 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:24:27.186441 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-8a7e855b-7d8a-4d46-ab9f-ec5eaaa506f4 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] 10.222.0.69 "GET /v2.0/ports?device_id=33ddad96-19a5-49e8-952e-8c45550e7976 HTTP/1.1" status: 200 len: 205 time: 0.0533743 Dec 10 19:24:27.189151 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57714) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:27.226285 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-bfcb9744-7929-460c-a0e4-dbce9061cbe4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1992660 Dec 10 19:24:27.227252 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57716) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:27.266131 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-7ebfe8cc-8500-446b-94fd-c85fa07b9637 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] delete failed (client error): The resource could not be found. Dec 10 19:24:27.268043 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-7ebfe8cc-8500-446b-94fd-c85fa07b9637 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] 10.222.0.69 "DELETE /v2.0/routers/33ddad96-19a5-49e8-952e-8c45550e7976 HTTP/1.1" status: 404 len: 336 time: 0.0765934 Dec 10 19:24:27.272213 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57718) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:27.323597 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-51e1b585-3135-4403-a08d-74399c01cc87 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] DELETE failed (client error): The resource could not be found. Dec 10 19:24:27.324831 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51e1b585-3135-4403-a08d-74399c01cc87 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:24:27.327451 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-51e1b585-3135-4403-a08d-74399c01cc87 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] 10.222.0.69 "DELETE /v2.0/subnets/55786db5-360c-48d0-85c6-4e2cb7613a8f HTTP/1.1" status: 404 len: 337 time: 0.0536981 Dec 10 19:24:27.330715 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57720) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:27.384066 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5e1088-2cfb-4765-b261-86e3ea87a5b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-dc7de33f-ef96-431c-afc6-451e37eb6df0', 'network_id': 'dc7de33f-ef96-431c-afc6-451e37eb6df0', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'fixed_ips': [{'subnet_id': 'dbd70268-7ba7-4954-af36-b504deeaa6e0'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:24:27.385017 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ed5e1088-2cfb-4765-b261-86e3ea87a5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:27.448859 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-bea94d05-2e36-4844-9376-fd17ea0f30f4 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Deleting port fc5ee768-a569-43c1-a5fb-9735628f4a99 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:24:27.449958 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bea94d05-2e36-4844-9376-fd17ea0f30f4 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:27.570262 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-ed5e1088-2cfb-4765-b261-86e3ea87a5b6 None None] Allocated IP 172.20.0.2 (dc7de33f-ef96-431c-afc6-451e37eb6df0/dbd70268-7ba7-4954-af36-b504deeaa6e0/707949d1-34fa-4d6b-919b-03526a9e1197) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:24:27.602854 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bea94d05-2e36-4844-9376-fd17ea0f30f4 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:27.622020 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-bea94d05-2e36-4844-9376-fd17ea0f30f4 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Calling delete_port for fc5ee768-a569-43c1-a5fb-9735628f4a99 owned by {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:24:27.795577 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bea94d05-2e36-4844-9376-fd17ea0f30f4 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:27.800664 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ed5e1088-2cfb-4765-b261-86e3ea87a5b6 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:27.810471 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ed5e1088-2cfb-4765-b261-86e3ea87a5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:27.844483 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea94d05-2e36-4844-9376-fd17ea0f30f4 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Pushing event deleted for resources: {'Port': ['ID=fc5ee768-a569-43c1-a5fb-9735628f4a99,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:27.862803 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5e1088-2cfb-4765-b261-86e3ea87a5b6 None None] Pushing event updated for resources: {'Port': ['ID=707949d1-34fa-4d6b-919b-03526a9e1197,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:27.873108 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-62bf2071-4080-4ef4-9c63-325f3e4ec0f5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:27.879990 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5e1088-2cfb-4765-b261-86e3ea87a5b6 None None] Network dc7de33f-ef96-431c-afc6-451e37eb6df0 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:24:27.883129 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-ed5e1088-2cfb-4765-b261-86e3ea87a5b6 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:24:27.887694 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5e1088-2cfb-4765-b261-86e3ea87a5b6 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:24:27.929754 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bea94d05-2e36-4844-9376-fd17ea0f30f4 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:27.933526 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-bea94d05-2e36-4844-9376-fd17ea0f30f4 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] 10.222.0.69 "DELETE /v2.0/ports/fc5ee768-a569-43c1-a5fb-9735628f4a99 HTTP/1.1" status: 204 len: 168 time: 0.6017349 Dec 10 19:24:27.936026 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57722) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:27.954170 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-ed5e1088-2cfb-4765-b261-86e3ea87a5b6 None None] Attempting to bind port 707949d1-34fa-4d6b-919b-03526a9e1197 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:24:27.954811 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-ed5e1088-2cfb-4765-b261-86e3ea87a5b6 None None] Attempting to bind port 707949d1-34fa-4d6b-919b-03526a9e1197 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '579c7679-5ad7-4feb-be0e-b59d5e0e9801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'dc7de33f-ef96-431c-afc6-451e37eb6df0'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:24:27.955166 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5e1088-2cfb-4765-b261-86e3ea87a5b6 None None] Attempting to bind port 707949d1-34fa-4d6b-919b-03526a9e1197 on network dc7de33f-ef96-431c-afc6-451e37eb6df0 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:24:27.961249 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5e1088-2cfb-4765-b261-86e3ea87a5b6 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:24:27.961612 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5e1088-2cfb-4765-b261-86e3ea87a5b6 None None] Checking segment: {'id': '579c7679-5ad7-4feb-be0e-b59d5e0e9801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'dc7de33f-ef96-431c-afc6-451e37eb6df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:24:27.962011 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ed5e1088-2cfb-4765-b261-86e3ea87a5b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:27.962399 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5e1088-2cfb-4765-b261-86e3ea87a5b6 None None] Bound using segment: {'id': '579c7679-5ad7-4feb-be0e-b59d5e0e9801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'dc7de33f-ef96-431c-afc6-451e37eb6df0'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:24:27.962994 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-ed5e1088-2cfb-4765-b261-86e3ea87a5b6 None None] Bound port: 707949d1-34fa-4d6b-919b-03526a9e1197, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '579c7679-5ad7-4feb-be0e-b59d5e0e9801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'dc7de33f-ef96-431c-afc6-451e37eb6df0'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:24:27.963312 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ed5e1088-2cfb-4765-b261-86e3ea87a5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:28.046409 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-ed5e1088-2cfb-4765-b261-86e3ea87a5b6 None None] For port 707949d1-34fa-4d6b-919b-03526a9e1197, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:24:28.053631 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-ed5e1088-2cfb-4765-b261-86e3ea87a5b6 None None] For port 707949d1-34fa-4d6b-919b-03526a9e1197, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=707949d1-34fa-4d6b-919b-03526a9e1197,segment=NetworkSegment(579c7679-5ad7-4feb-be0e-b59d5e0e9801),segment_id=579c7679-5ad7-4feb-be0e-b59d5e0e9801)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:24:28.060850 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ed5e1088-2cfb-4765-b261-86e3ea87a5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:28.072080 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-3fd12c11-2f21-4be8-8c9b-2058928847f2 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Deleting port 20eca7ea-31f0-4a0a-879c-9b598b2f105b {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:24:28.074977 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3fd12c11-2f21-4be8-8c9b-2058928847f2 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:28.134183 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5e1088-2cfb-4765-b261-86e3ea87a5b6 None None] Pushing event updated for resources: {'Port': ['ID=707949d1-34fa-4d6b-919b-03526a9e1197,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:28.181721 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3fd12c11-2f21-4be8-8c9b-2058928847f2 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:28.196248 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-3fd12c11-2f21-4be8-8c9b-2058928847f2 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Calling delete_port for 20eca7ea-31f0-4a0a-879c-9b598b2f105b owned by {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:24:28.251204 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-62bf2071-4080-4ef4-9c63-325f3e4ec0f5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Allocated IP 172.20.0.1 (dc7de33f-ef96-431c-afc6-451e37eb6df0/dbd70268-7ba7-4954-af36-b504deeaa6e0/2feac84d-81bd-4fa9-b9dc-ca71481b2dba) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:24:28.413190 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3fd12c11-2f21-4be8-8c9b-2058928847f2 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:28.445532 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd12c11-2f21-4be8-8c9b-2058928847f2 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Pushing event deleted for resources: {'Port': ['ID=20eca7ea-31f0-4a0a-879c-9b598b2f105b,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:28.455248 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-62bf2071-4080-4ef4-9c63-325f3e4ec0f5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:28.500701 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-62bf2071-4080-4ef4-9c63-325f3e4ec0f5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:28.553067 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bf2071-4080-4ef4-9c63-325f3e4ec0f5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Network dc7de33f-ef96-431c-afc6-451e37eb6df0 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:24:28.553357 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3fd12c11-2f21-4be8-8c9b-2058928847f2 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:28.557225 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-62bf2071-4080-4ef4-9c63-325f3e4ec0f5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:24:28.560564 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-3fd12c11-2f21-4be8-8c9b-2058928847f2 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] 10.222.0.69 "DELETE /v2.0/ports/20eca7ea-31f0-4a0a-879c-9b598b2f105b HTTP/1.1" status: 204 len: 168 time: 0.6222584 Dec 10 19:24:28.560870 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bf2071-4080-4ef4-9c63-325f3e4ec0f5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:24:28.563036 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57724) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:28.614934 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bf2071-4080-4ef4-9c63-325f3e4ec0f5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Port': ['ID=2feac84d-81bd-4fa9-b9dc-ca71481b2dba,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:28.664639 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-62bf2071-4080-4ef4-9c63-325f3e4ec0f5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712030'] for router_interface, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:28.716441 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55fec8a-e76a-46ae-a449-b3e0d8eeadb9 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:28.718094 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-c55fec8a-e76a-46ae-a449-b3e0d8eeadb9 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] 10.222.0.69 "GET /v2.0/ports?device_id=3011a6ee-bc78-4775-86af-4f7c5134cbbf HTTP/1.1" status: 200 len: 913 time: 0.1518250 Dec 10 19:24:28.721520 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57726) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:28.744977 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 1d6ebc4f-87a2-4416-bc5c-ec7eac1aca3c up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:24:28.819302 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 1d6ebc4f-87a2-4416-bc5c-ec7eac1aca3c triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:24:28.819934 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:28.950973 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:28.978662 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port 1d6ebc4f-87a2-4416-bc5c-ec7eac1aca3c, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=1d6ebc4f-87a2-4416-bc5c-ec7eac1aca3c,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:24:28.983897 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:28.985828 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 707949d1-34fa-4d6b-919b-03526a9e1197 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:24:28.990687 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-62bf2071-4080-4ef4-9c63-325f3e4ec0f5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:29.095800 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=1d6ebc4f-87a2-4416-bc5c-ec7eac1aca3c,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:29.119330 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 707949d1-34fa-4d6b-919b-03526a9e1197 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:24:29.119771 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:29.205735 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:29.252073 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port 707949d1-34fa-4d6b-919b-03526a9e1197, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=707949d1-34fa-4d6b-919b-03526a9e1197,segment=NetworkSegment(579c7679-5ad7-4feb-be0e-b59d5e0e9801),segment_id=579c7679-5ad7-4feb-be0e-b59d5e0e9801)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:24:29.258177 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:29.310954 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=707949d1-34fa-4d6b-919b-03526a9e1197,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:29.439139 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-62bf2071-4080-4ef4-9c63-325f3e4ec0f5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:29.448159 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-62bf2071-4080-4ef4-9c63-325f3e4ec0f5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:29.456873 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-994c3dcb-e1dd-4ecc-8f79-e32ba616ca7b tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711290'] for router_interface, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:29.479758 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b656de-0fc8-461d-9511-4528bf932e2a None None] Network dc7de33f-ef96-431c-afc6-451e37eb6df0 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:24:29.589298 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-62bf2071-4080-4ef4-9c63-325f3e4ec0f5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3755716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711339'] for router_interface, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:29.605698 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-14552953-fceb-4bea-ad02-b8334157229a None None] Provisioning complete for port 707949d1-34fa-4d6b-919b-03526a9e1197 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:24:29.606067 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-14552953-fceb-4bea-ad02-b8334157229a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:29.614439 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bf2071-4080-4ef4-9c63-325f3e4ec0f5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Port': ['ID=2feac84d-81bd-4fa9-b9dc-ca71481b2dba,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:29.782044 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bf2071-4080-4ef4-9c63-325f3e4ec0f5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Network dc7de33f-ef96-431c-afc6-451e37eb6df0 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:24:29.784094 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-62bf2071-4080-4ef4-9c63-325f3e4ec0f5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:24:29.950168 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-55263488-1173-4118-8475-b26b7f1f385f None None] Provisioning complete for port 707949d1-34fa-4d6b-919b-03526a9e1197 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:24:29.950805 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-55263488-1173-4118-8475-b26b7f1f385f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:29.968906 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62bf2071-4080-4ef4-9c63-325f3e4ec0f5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Router 9a051682-af9c-4002-8103-9a9e09b67996 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:24:29.988582 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-994c3dcb-e1dd-4ecc-8f79-e32ba616ca7b tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Deleting port f4397662-b02a-489d-a9b9-6d7e15ec2403 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:24:29.988916 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-994c3dcb-e1dd-4ecc-8f79-e32ba616ca7b tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:30.055904 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-55263488-1173-4118-8475-b26b7f1f385f None None] Provisioning complete for port 2feac84d-81bd-4fa9-b9dc-ca71481b2dba triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:24:30.056299 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-55263488-1173-4118-8475-b26b7f1f385f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:30.095646 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-55263488-1173-4118-8475-b26b7f1f385f None None] Port 2feac84d-81bd-4fa9-b9dc-ca71481b2dba cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:24:30.224446 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-7bea5161-fe98-4de9-b5ae-b9cf76c28f55 None None] Provisioning complete for port 2feac84d-81bd-4fa9-b9dc-ca71481b2dba triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:24:30.225077 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-7bea5161-fe98-4de9-b5ae-b9cf76c28f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:30.266950 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-7bea5161-fe98-4de9-b5ae-b9cf76c28f55 None None] Port 2feac84d-81bd-4fa9-b9dc-ca71481b2dba cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:24:30.393636 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-da632ab3-d2ab-49a8-92b4-1d027a16b144 None None] Provisioning complete for port 2feac84d-81bd-4fa9-b9dc-ca71481b2dba triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:24:30.393898 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-da632ab3-d2ab-49a8-92b4-1d027a16b144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:30.436262 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-da632ab3-d2ab-49a8-92b4-1d027a16b144 None None] Port 2feac84d-81bd-4fa9-b9dc-ca71481b2dba cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:24:30.497639 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-994c3dcb-e1dd-4ecc-8f79-e32ba616ca7b tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:30.515409 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62bf2071-4080-4ef4-9c63-325f3e4ec0f5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:24:30.521120 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-62bf2071-4080-4ef4-9c63-325f3e4ec0f5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "PUT /v2.0/routers/9a051682-af9c-4002-8103-9a9e09b67996/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2926674 Dec 10 19:24:30.523802 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57728) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:30.525362 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2a6b7e-ab16-49a3-bb73-af2a465dc256 None None] Sync routers for ids ['9a051682-af9c-4002-8103-9a9e09b67996'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:24:30.526498 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-994c3dcb-e1dd-4ecc-8f79-e32ba616ca7b tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Calling delete_port for f4397662-b02a-489d-a9b9-6d7e15ec2403 owned by network:router_interface {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:24:30.539718 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2a6b7e-ab16-49a3-bb73-af2a465dc256 None None] Routers {'9a051682-af9c-4002-8103-9a9e09b67996'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:24:30.539718 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-1b2a6b7e-ab16-49a3-bb73-af2a465dc256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:24:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['9a051682-af9c-4002-8103-9a9e09b67996'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:30.669118 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 1d6ebc4f-87a2-4416-bc5c-ec7eac1aca3c up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:24:30.681487 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56e73e9-c237-4620-9ec6-02b65121fa40 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:30.681951 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56e73e9-c237-4620-9ec6-02b65121fa40 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:30.682405 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56e73e9-c237-4620-9ec6-02b65121fa40 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:30.682854 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56e73e9-c237-4620-9ec6-02b65121fa40 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:30.683305 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56e73e9-c237-4620-9ec6-02b65121fa40 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:30.683994 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56e73e9-c237-4620-9ec6-02b65121fa40 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:30.684438 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56e73e9-c237-4620-9ec6-02b65121fa40 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:30.689940 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-a56e73e9-c237-4620-9ec6-02b65121fa40 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4985 time: 0.1616142 Dec 10 19:24:30.690313 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57730) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:30.771535 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57663b86-be5e-4778-8864-82f62cd5af84 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:30.772000 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57663b86-be5e-4778-8864-82f62cd5af84 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:30.772446 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57663b86-be5e-4778-8864-82f62cd5af84 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:30.772929 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57663b86-be5e-4778-8864-82f62cd5af84 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:30.773370 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57663b86-be5e-4778-8864-82f62cd5af84 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:30.773883 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57663b86-be5e-4778-8864-82f62cd5af84 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:30.774851 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57663b86-be5e-4778-8864-82f62cd5af84 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:30.776861 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-57663b86-be5e-4778-8864-82f62cd5af84 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4596 time: 0.0854416 Dec 10 19:24:30.782380 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57732) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:30.800299 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-994c3dcb-e1dd-4ecc-8f79-e32ba616ca7b tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:30.845648 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994c3dcb-e1dd-4ecc-8f79-e32ba616ca7b tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Pushing event deleted for resources: {'Port': ['ID=f4397662-b02a-489d-a9b9-6d7e15ec2403,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:30.908292 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-1b2a6b7e-ab16-49a3-bb73-af2a465dc256 None None] Set router 9a051682-af9c-4002-8103-9a9e09b67996 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:24:30.911023 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 1d6ebc4f-87a2-4416-bc5c-ec7eac1aca3c triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:24:30.911395 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:30.971925 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-196d654d-d3b8-42e5-82d0-0d7bc690dcbe tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3767 time: 0.1877379 Dec 10 19:24:31.053327 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-994c3dcb-e1dd-4ecc-8f79-e32ba616ca7b tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3755731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3712768'] for router_interface, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:31.149955 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 707949d1-34fa-4d6b-919b-03526a9e1197 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:24:31.243821 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 707949d1-34fa-4d6b-919b-03526a9e1197 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:24:31.243821 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:31.276069 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57736) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:31.283159 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-aff42939-1e66-431a-b314-67f253b0b9af tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-413127626', 'description': 'tempest-secgroup-smoke-413127626 description', 'project_id': '730e4c9f0aba4accb176e575114c849e'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:24:31.289528 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-1b2a6b7e-ab16-49a3-bb73-af2a465dc256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a051682-af9c-4002-8103-9a9e09b67996', 'name': 'tempest-TestNetworkBasicOps-router-1478531981', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': '1d6ebc4f-87a2-4416-bc5c-ec7eac1aca3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:24:23Z', 'updated_at': '2021-12-10T19:24:28Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '1d6ebc4f-87a2-4416-bc5c-ec7eac1aca3c', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a051682-af9c-4002-8103-9a9e09b67996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:24Z', 'updated_at': '2021-12-10T19:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '2feac84d-81bd-4fa9-b9dc-ca71481b2dba', 'name': '', 'network_id': 'dc7de33f-ef96-431c-afc6-451e37eb6df0', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:51:82:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a051682-af9c-4002-8103-9a9e09b67996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'dbd70268-7ba7-4954-af36-b504deeaa6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:28Z', 'updated_at': '2021-12-10T19:24:29Z', 'revision_number': 2, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'dbd70268-7ba7-4954-af36-b504deeaa6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:31.317125 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-aff42939-1e66-431a-b314-67f253b0b9af tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:31.324981 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2a6b7e-ab16-49a3-bb73-af2a465dc256 None None] Checking router: 9a051682-af9c-4002-8103-9a9e09b67996 for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:24:31.325311 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2a6b7e-ab16-49a3-bb73-af2a465dc256 None None] Updating router 9a051682-af9c-4002-8103-9a9e09b67996 port 2feac84d-81bd-4fa9-b9dc-ca71481b2dba binding host dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:24:31.358487 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1b2a6b7e-ab16-49a3-bb73-af2a465dc256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:31.367236 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-994c3dcb-e1dd-4ecc-8f79-e32ba616ca7b tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Router 3011a6ee-bc78-4775-86af-4f7c5134cbbf has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:24:31.448914 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-aff42939-1e66-431a-b314-67f253b0b9af tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:31.457189 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-aff42939-1e66-431a-b314-67f253b0b9af tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:31.504897 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-994c3dcb-e1dd-4ecc-8f79-e32ba616ca7b tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:24:31.509900 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-aff42939-1e66-431a-b314-67f253b0b9af tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:31.513261 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-994c3dcb-e1dd-4ecc-8f79-e32ba616ca7b tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] 10.222.0.69 "PUT /v2.0/routers/3011a6ee-bc78-4775-86af-4f7c5134cbbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7883081 Dec 10 19:24:31.513448 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-aff42939-1e66-431a-b314-67f253b0b9af tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2342055 Dec 10 19:24:31.513780 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57738) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:31.520278 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57740) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:31.521968 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff42939-1e66-431a-b314-67f253b0b9af tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8da95ae2-d412-469f-9466-a2ac14e19b19,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:31.525095 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6934ff1a-f60b-4c68-8578-93bca30b4b7f None None] Sync routers for ids ['3011a6ee-bc78-4775-86af-4f7c5134cbbf'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:24:31.531538 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-a2f24478-d464-4919-9c28-6e78dcba6a70 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': '8da95ae2-d412-469f-9466-a2ac14e19b19', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:24:31.539568 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6934ff1a-f60b-4c68-8578-93bca30b4b7f None None] Routers {'3011a6ee-bc78-4775-86af-4f7c5134cbbf'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:24:31.540288 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-6934ff1a-f60b-4c68-8578-93bca30b4b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:24:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['3011a6ee-bc78-4775-86af-4f7c5134cbbf'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:31.576941 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-6934ff1a-f60b-4c68-8578-93bca30b4b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:31.587535 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6934ff1a-f60b-4c68-8578-93bca30b4b7f None None] Routers {'3011a6ee-bc78-4775-86af-4f7c5134cbbf'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:24:31.588269 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-6934ff1a-f60b-4c68-8578-93bca30b4b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:24:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['3011a6ee-bc78-4775-86af-4f7c5134cbbf'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:31.621396 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-6934ff1a-f60b-4c68-8578-93bca30b4b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:31.622045 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6934ff1a-f60b-4c68-8578-93bca30b4b7f None None] The sync data for ids ['3011a6ee-bc78-4775-86af-4f7c5134cbbf'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:24:31.701588 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1b2a6b7e-ab16-49a3-bb73-af2a465dc256 None None] Notify callbacks [] for port, precommit_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:31.707535 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1b2a6b7e-ab16-49a3-bb73-af2a465dc256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:31.727299 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a2f24478-d464-4919-9c28-6e78dcba6a70 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:31.761602 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f812f9-c681-41f3-a8b0-915122497f41 None None] Pushing event updated for resources: {'Port': ['ID=2feac84d-81bd-4fa9-b9dc-ca71481b2dba,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:31.811985 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fe456e3a-6528-4038-9573-4aa952f75981 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for router, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:31.822660 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-1b2a6b7e-ab16-49a3-bb73-af2a465dc256 None None] Attempting to bind port 2feac84d-81bd-4fa9-b9dc-ca71481b2dba on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:24:31.823089 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-1b2a6b7e-ab16-49a3-bb73-af2a465dc256 None None] Attempting to bind port 2feac84d-81bd-4fa9-b9dc-ca71481b2dba by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '579c7679-5ad7-4feb-be0e-b59d5e0e9801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'dc7de33f-ef96-431c-afc6-451e37eb6df0'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:24:31.833071 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2a6b7e-ab16-49a3-bb73-af2a465dc256 None None] Attempting to bind port 2feac84d-81bd-4fa9-b9dc-ca71481b2dba on network dc7de33f-ef96-431c-afc6-451e37eb6df0 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:24:31.839372 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2a6b7e-ab16-49a3-bb73-af2a465dc256 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:24:31.839789 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2a6b7e-ab16-49a3-bb73-af2a465dc256 None None] Checking segment: {'id': '579c7679-5ad7-4feb-be0e-b59d5e0e9801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'dc7de33f-ef96-431c-afc6-451e37eb6df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:24:31.840209 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1b2a6b7e-ab16-49a3-bb73-af2a465dc256 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:31.840742 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2a6b7e-ab16-49a3-bb73-af2a465dc256 None None] Bound using segment: {'id': '579c7679-5ad7-4feb-be0e-b59d5e0e9801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'dc7de33f-ef96-431c-afc6-451e37eb6df0'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:24:31.841862 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-1b2a6b7e-ab16-49a3-bb73-af2a465dc256 None None] Bound port: 2feac84d-81bd-4fa9-b9dc-ca71481b2dba, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '579c7679-5ad7-4feb-be0e-b59d5e0e9801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'dc7de33f-ef96-431c-afc6-451e37eb6df0'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:24:31.842602 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1b2a6b7e-ab16-49a3-bb73-af2a465dc256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:31.907778 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a2f24478-d464-4919-9c28-6e78dcba6a70 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:31.916535 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a2f24478-d464-4919-9c28-6e78dcba6a70 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:31.920864 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-1b2a6b7e-ab16-49a3-bb73-af2a465dc256 None None] For port 2feac84d-81bd-4fa9-b9dc-ca71481b2dba, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:24:31.926339 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-1b2a6b7e-ab16-49a3-bb73-af2a465dc256 None None] For port 2feac84d-81bd-4fa9-b9dc-ca71481b2dba, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=2feac84d-81bd-4fa9-b9dc-ca71481b2dba,segment=NetworkSegment(579c7679-5ad7-4feb-be0e-b59d5e0e9801),segment_id=579c7679-5ad7-4feb-be0e-b59d5e0e9801)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:24:31.932044 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1b2a6b7e-ab16-49a3-bb73-af2a465dc256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:31.951235 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f24478-d464-4919-9c28-6e78dcba6a70 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd668898-f151-4dbf-bf2c-15ae00dce07d,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:31.967528 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a2f24478-d464-4919-9c28-6e78dcba6a70 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:31.969530 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-a2f24478-d464-4919-9c28-6e78dcba6a70 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4486721 Dec 10 19:24:31.973812 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57742) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:31.983552 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-4db6b0e8-b7b5-4f41-acf6-23ec10b94317 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': '8da95ae2-d412-469f-9466-a2ac14e19b19', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:24:32.010976 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2a6b7e-ab16-49a3-bb73-af2a465dc256 None None] Routers {'9a051682-af9c-4002-8103-9a9e09b67996'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:24:32.011254 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fe456e3a-6528-4038-9573-4aa952f75981 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:32.011598 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-1b2a6b7e-ab16-49a3-bb73-af2a465dc256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:24:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['9a051682-af9c-4002-8103-9a9e09b67996'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:32.030132 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4db6b0e8-b7b5-4f41-acf6-23ec10b94317 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:32.099862 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f812f9-c681-41f3-a8b0-915122497f41 None None] Pushing event updated for resources: {'Port': ['ID=2feac84d-81bd-4fa9-b9dc-ca71481b2dba,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:32.114643 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-fe456e3a-6528-4038-9573-4aa952f75981 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Deleting port 61d538e0-ffb4-4b98-894e-aa71b4486198 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:24:32.114981 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fe456e3a-6528-4038-9573-4aa952f75981 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:32.131150 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4db6b0e8-b7b5-4f41-acf6-23ec10b94317 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:32.133866 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-d33fa219-2210-415f-afc7-0e19a5f7f760 None None] Provisioning complete for port 2feac84d-81bd-4fa9-b9dc-ca71481b2dba triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:24:32.134236 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d33fa219-2210-415f-afc7-0e19a5f7f760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:32.141765 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4db6b0e8-b7b5-4f41-acf6-23ec10b94317 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:32.163281 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db6b0e8-b7b5-4f41-acf6-23ec10b94317 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6177a4e-f5f1-485f-890f-b058485bdb1f,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:32.178546 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4db6b0e8-b7b5-4f41-acf6-23ec10b94317 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:32.181641 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-4db6b0e8-b7b5-4f41-acf6-23ec10b94317 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2046111 Dec 10 19:24:32.184021 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57744) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:32.191866 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-49883221-412d-493c-beaa-acc88f537c2a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': '8da95ae2-d412-469f-9466-a2ac14e19b19', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:24:32.216465 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-1b2a6b7e-ab16-49a3-bb73-af2a465dc256 None None] Set router 9a051682-af9c-4002-8103-9a9e09b67996 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:24:32.220997 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fe456e3a-6528-4038-9573-4aa952f75981 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:32.229534 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-49883221-412d-493c-beaa-acc88f537c2a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:32.238288 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-fe456e3a-6528-4038-9573-4aa952f75981 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Calling delete_port for 61d538e0-ffb4-4b98-894e-aa71b4486198 owned by network:router_gateway {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:24:32.313469 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-49883221-412d-493c-beaa-acc88f537c2a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:32.321169 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-49883221-412d-493c-beaa-acc88f537c2a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:32.352405 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49883221-412d-493c-beaa-acc88f537c2a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58fe37dd-2e68-47d2-b80f-ad57ecb9b990,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:32.364877 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-49883221-412d-493c-beaa-acc88f537c2a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:32.370078 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-49883221-412d-493c-beaa-acc88f537c2a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1846123 Dec 10 19:24:32.371098 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57746) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:32.376180 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-cbea3b53-1ade-445a-b539-63ab738340f7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': '8da95ae2-d412-469f-9466-a2ac14e19b19', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:24:32.386925 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:32.413887 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cbea3b53-1ade-445a-b539-63ab738340f7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:32.414466 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d33fa219-2210-415f-afc7-0e19a5f7f760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:32.476921 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fe456e3a-6528-4038-9573-4aa952f75981 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:32.501779 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-d33fa219-2210-415f-afc7-0e19a5f7f760 None None] For port 2feac84d-81bd-4fa9-b9dc-ca71481b2dba, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=2feac84d-81bd-4fa9-b9dc-ca71481b2dba,segment=NetworkSegment(579c7679-5ad7-4feb-be0e-b59d5e0e9801),segment_id=579c7679-5ad7-4feb-be0e-b59d5e0e9801)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:24:32.507338 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cbea3b53-1ade-445a-b539-63ab738340f7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:32.509939 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d33fa219-2210-415f-afc7-0e19a5f7f760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:32.514219 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cbea3b53-1ade-445a-b539-63ab738340f7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:32.534706 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe456e3a-6528-4038-9573-4aa952f75981 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Pushing event deleted for resources: {'Port': ['ID=61d538e0-ffb4-4b98-894e-aa71b4486198,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:32.547901 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbea3b53-1ade-445a-b539-63ab738340f7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=752fc21e-0a3d-4448-983a-8b3e01a377db,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:32.570108 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cbea3b53-1ade-445a-b539-63ab738340f7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:32.571316 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33fa219-2210-415f-afc7-0e19a5f7f760 None None] Pushing event updated for resources: {'Port': ['ID=2feac84d-81bd-4fa9-b9dc-ca71481b2dba,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:32.573865 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-cbea3b53-1ade-445a-b539-63ab738340f7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2011120 Dec 10 19:24:32.577022 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57748) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:32.582346 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-b7856246-ac0b-418a-8fb4-60b9fd5e43f9 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': '8da95ae2-d412-469f-9466-a2ac14e19b19', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:24:32.587723 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-1b2a6b7e-ab16-49a3-bb73-af2a465dc256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a051682-af9c-4002-8103-9a9e09b67996', 'name': 'tempest-TestNetworkBasicOps-router-1478531981', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': '1d6ebc4f-87a2-4416-bc5c-ec7eac1aca3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:24:23Z', 'updated_at': '2021-12-10T19:24:28Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '1d6ebc4f-87a2-4416-bc5c-ec7eac1aca3c', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a051682-af9c-4002-8103-9a9e09b67996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:24Z', 'updated_at': '2021-12-10T19:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '2feac84d-81bd-4fa9-b9dc-ca71481b2dba', 'name': '', 'network_id': 'dc7de33f-ef96-431c-afc6-451e37eb6df0', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:51:82:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a051682-af9c-4002-8103-9a9e09b67996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'dbd70268-7ba7-4954-af36-b504deeaa6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:28Z', 'updated_at': '2021-12-10T19:24:31Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'dbd70268-7ba7-4954-af36-b504deeaa6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:32.610375 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.securitygroups_db [None req-b7856246-ac0b-418a-8fb4-60b9fd5e43f9 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Project 730e4c9f0aba4accb176e575114c849e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:24:32.616124 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b7856246-ac0b-418a-8fb4-60b9fd5e43f9 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:32.638919 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe456e3a-6528-4038-9573-4aa952f75981 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:32.639464 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe456e3a-6528-4038-9573-4aa952f75981 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:32.640923 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe456e3a-6528-4038-9573-4aa952f75981 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:32.641465 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe456e3a-6528-4038-9573-4aa952f75981 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:32.641994 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe456e3a-6528-4038-9573-4aa952f75981 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:32.642950 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe456e3a-6528-4038-9573-4aa952f75981 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:32.643132 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe456e3a-6528-4038-9573-4aa952f75981 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:32.643569 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe456e3a-6528-4038-9573-4aa952f75981 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:32.644119 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe456e3a-6528-4038-9573-4aa952f75981 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:32.644685 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe456e3a-6528-4038-9573-4aa952f75981 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:32.645369 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe456e3a-6528-4038-9573-4aa952f75981 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:32.645781 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe456e3a-6528-4038-9573-4aa952f75981 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:32.646582 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2a6b7e-ab16-49a3-bb73-af2a465dc256 None None] The sync data for ids ['9a051682-af9c-4002-8103-9a9e09b67996'] in dv-neutron-821441-1-hyperv is: [{'id': '9a051682-af9c-4002-8103-9a9e09b67996', 'name': 'tempest-TestNetworkBasicOps-router-1478531981', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': '1d6ebc4f-87a2-4416-bc5c-ec7eac1aca3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:24:23Z', 'updated_at': '2021-12-10T19:24:28Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '1d6ebc4f-87a2-4416-bc5c-ec7eac1aca3c', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a051682-af9c-4002-8103-9a9e09b67996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:24Z', 'updated_at': '2021-12-10T19:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '2feac84d-81bd-4fa9-b9dc-ca71481b2dba', 'name': '', 'network_id': 'dc7de33f-ef96-431c-afc6-451e37eb6df0', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:51:82:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a051682-af9c-4002-8103-9a9e09b67996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'dbd70268-7ba7-4954-af36-b504deeaa6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:28Z', 'updated_at': '2021-12-10T19:24:31Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'dbd70268-7ba7-4954-af36-b504deeaa6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:24:32.673336 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fe456e3a-6528-4038-9573-4aa952f75981 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3713145'] for router_gateway, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:32.682819 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-81aabe02-2623-44a6-89df-fcce2a167cb3 None None] Provisioning complete for port 2feac84d-81bd-4fa9-b9dc-ca71481b2dba triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:24:32.683766 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-81aabe02-2623-44a6-89df-fcce2a167cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:32.719786 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b7856246-ac0b-418a-8fb4-60b9fd5e43f9 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:32.747991 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b7856246-ac0b-418a-8fb4-60b9fd5e43f9 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:32.798400 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7856246-ac0b-418a-8fb4-60b9fd5e43f9 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65b1a5a6-7d56-4471-b07d-8476b21d8b0f,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:32.806487 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b7856246-ac0b-418a-8fb4-60b9fd5e43f9 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:32.808096 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-b7856246-ac0b-418a-8fb4-60b9fd5e43f9 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2292423 Dec 10 19:24:32.819967 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57750) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:32.831473 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-496d7f20-f002-4ee7-baf7-c2e0c97defff tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': '8da95ae2-d412-469f-9466-a2ac14e19b19', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:24:32.851237 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fe456e3a-6528-4038-9573-4aa952f75981 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:32.853923 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fe456e3a-6528-4038-9573-4aa952f75981 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:32.870726 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.securitygroups_db [None req-496d7f20-f002-4ee7-baf7-c2e0c97defff tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Project 730e4c9f0aba4accb176e575114c849e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:24:32.879273 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-496d7f20-f002-4ee7-baf7-c2e0c97defff tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:32.914801 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fe456e3a-6528-4038-9573-4aa952f75981 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:32.916001 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe456e3a-6528-4038-9573-4aa952f75981 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Fanout notify agent at l3_agent the message router_deleted on router 3011a6ee-bc78-4775-86af-4f7c5134cbbf {{(pid=102365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:24:32.928338 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fe456e3a-6528-4038-9573-4aa952f75981 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:32.933013 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-fe456e3a-6528-4038-9573-4aa952f75981 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] 10.222.0.69 "DELETE /v2.0/routers/3011a6ee-bc78-4775-86af-4f7c5134cbbf HTTP/1.1" status: 204 len: 168 time: 1.4152756 Dec 10 19:24:32.933013 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57752) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:32.968120 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-496d7f20-f002-4ee7-baf7-c2e0c97defff tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:32.973681 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-496d7f20-f002-4ee7-baf7-c2e0c97defff tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:32.996765 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496d7f20-f002-4ee7-baf7-c2e0c97defff tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3adfdc84-5efe-456c-8295-2435690e8358,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:33.003867 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-496d7f20-f002-4ee7-baf7-c2e0c97defff tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:33.005166 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-496d7f20-f002-4ee7-baf7-c2e0c97defff tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1840281 Dec 10 19:24:33.018117 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_v2 [None req-33d6c451-22c9-4d5a-9aff-ff8ee763ad38 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Deleting subnet 9fa45b6d-8e54-4c6d-a204-698aa09d02c0 {{(pid=102365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:24:33.023411 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-33d6c451-22c9-4d5a-9aff-ff8ee763ad38 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for subnet, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:33.095230 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-33d6c451-22c9-4d5a-9aff-ff8ee763ad38 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353213'] for subnet, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:33.184640 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-33d6c451-22c9-4d5a-9aff-ff8ee763ad38 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:33.243360 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-722f2a21-03ce-4462-a254-d3d8db0c841a req-f07c09d3-eaed-4414-a339-613ac3f4896c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-413127626&fields=id&tenant_id=730e4c9f0aba4accb176e575114c849e HTTP/1.1" status: 200 len: 267 time: 0.0832381 Dec 10 19:24:33.329853 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-33d6c451-22c9-4d5a-9aff-ff8ee763ad38 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:33.370008 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d6c451-22c9-4d5a-9aff-ff8ee763ad38 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Pushing event deleted for resources: {'Subnet': ['ID=9fa45b6d-8e54-4c6d-a204-698aa09d02c0,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:33.374833 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-33d6c451-22c9-4d5a-9aff-ff8ee763ad38 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:33.378132 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-33d6c451-22c9-4d5a-9aff-ff8ee763ad38 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] 10.222.0.69 "DELETE /v2.0/subnets/9fa45b6d-8e54-4c6d-a204-698aa09d02c0 HTTP/1.1" status: 204 len: 168 time: 0.4442415 Dec 10 19:24:33.381397 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57770) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:33.463485 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f2a21-03ce-4462-a254-d3d8db0c841a req-1b477341-8609-46b1-84a7-45583d5ddc7f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:33.465080 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-722f2a21-03ce-4462-a254-d3d8db0c841a req-1b477341-8609-46b1-84a7-45583d5ddc7f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/networks?id=dc7de33f-ef96-431c-afc6-451e37eb6df0 HTTP/1.1" status: 200 len: 797 time: 0.2123396 Dec 10 19:24:33.500073 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-722f2a21-03ce-4462-a254-d3d8db0c841a req-f7001927-e202-4991-9318-a93246111a55 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/quotas/730e4c9f0aba4accb176e575114c849e HTTP/1.1" status: 200 len: 375 time: 0.0235808 Dec 10 19:24:33.504525 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-710279cc-fdea-44a9-b8b4-067b30ba3e33 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:33.641315 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-710279cc-fdea-44a9-b8b4-067b30ba3e33 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:33.658102 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-722f2a21-03ce-4462-a254-d3d8db0c841a req-eb73af12-0089-4f71-9ffa-ceb292fd97cb tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=730e4c9f0aba4accb176e575114c849e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1436903 Dec 10 19:24:33.670863 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-710279cc-fdea-44a9-b8b4-067b30ba3e33 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ebf5c6b-47b1-410c-8480-8ed719504951']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:33.684075 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-710279cc-fdea-44a9-b8b4-067b30ba3e33 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e01cfe0-3309-498a-b79d-11846e0e1eb4') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:33.684343 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-710279cc-fdea-44a9-b8b4-067b30ba3e33 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e01cfe0-3309-498a-b79d-11846e0e1eb4') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:33.699330 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-710279cc-fdea-44a9-b8b4-067b30ba3e33 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:33.716132 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-710279cc-fdea-44a9-b8b4-067b30ba3e33 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:33.724466 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-710279cc-fdea-44a9-b8b4-067b30ba3e33 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:24:33.724968 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-710279cc-fdea-44a9-b8b4-067b30ba3e33 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:33.732552 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:24:33.732552 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:24:33.732552 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:24:33.732552 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:24:33.732552 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:24:33.732552 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:24:33.732552 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:24:33.732552 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:24:33.732552 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:24:33.732552 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:24:33.732552 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:24:33.732552 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:24:33.732552 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:24:33.732552 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:24:33.732552 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:24:33.732552 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:24:33.732552 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:24:33.732552 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:24:33.732552 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:24:33.732552 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:24:33.732552 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:24:33.732552 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:24:33.732552 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:24:33.732552 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:24:33.732552 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:24:33.732552 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:24:33.732552 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:24:33.732552 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:24:33.732552 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:24:33.732552 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:24:33.732552 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:24:33.732552 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:24:33.784886 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [req-722f2a21-03ce-4462-a254-d3d8db0c841a req-6b372c7d-1ce1-4a5b-b064-9976a2c6fa5e service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:24:33.785934 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-722f2a21-03ce-4462-a254-d3d8db0c841a req-6b372c7d-1ce1-4a5b-b064-9976a2c6fa5e service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1057582 Dec 10 19:24:33.860165 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-710279cc-fdea-44a9-b8b4-067b30ba3e33 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:33.868073 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-710279cc-fdea-44a9-b8b4-067b30ba3e33 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:33.871351 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-710279cc-fdea-44a9-b8b4-067b30ba3e33 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] 10.222.0.69 "DELETE /v2.0/networks/0ebf5c6b-47b1-410c-8480-8ed719504951 HTTP/1.1" status: 204 len: 168 time: 0.4889648 Dec 10 19:24:33.888987 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710279cc-fdea-44a9-b8b4-067b30ba3e33 tempest-FloatingIPTestJSON-814759398 tempest-FloatingIPTestJSON-814759398-project] Pushing event deleted for resources: {'Network': ['ID=0ebf5c6b-47b1-410c-8480-8ed719504951,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:33.921134 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-722f2a21-03ce-4462-a254-d3d8db0c841a req-5e7dffc9-3878-4824-bdcb-eb947409c746 service neutron] 10.222.0.69 "GET /v2.0/networks/dc7de33f-ef96-431c-afc6-451e37eb6df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281426 Dec 10 19:24:34.035089 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-722f2a21-03ce-4462-a254-d3d8db0c841a req-29d3b081-3615-413b-b09e-a7fe93d2ffb5 service neutron] 10.222.0.69 "GET /v2.0/networks/dc7de33f-ef96-431c-afc6-451e37eb6df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080287 Dec 10 19:24:34.192403 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57784) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:34.232128 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ee8aa54c-4ff1-465b-ad9f-d68bcc9c7b4e req-66b5a8ef-86a2-45e1-a084-93e3e06c1cc9 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=17746de1-d3c1-4f12-bae3-380cf4204959 HTTP/1.1" status: 200 len: 210 time: 0.0284886 Dec 10 19:24:34.342952 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-6522d3c1-d54e-483c-b98b-2fdfdf3fd55c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2d51b2b87b8c4af8998ceedb0ee4435d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1469414 Dec 10 19:24:34.343273 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57788) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:34.397666 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-154962ac-a064-4c30-b729-e33be5900fa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:34.420664 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-154962ac-a064-4c30-b729-e33be5900fa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:34.470776 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-154962ac-a064-4c30-b729-e33be5900fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:34.473569 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-154962ac-a064-4c30-b729-e33be5900fa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:34.474741 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-154962ac-a064-4c30-b729-e33be5900fa5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ba2c5ade-f3ef-4810-a46a-5c51887770db HTTP/1.1" status: 204 len: 168 time: 0.1300001 Dec 10 19:24:34.490027 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154962ac-a064-4c30-b729-e33be5900fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2c5ade-f3ef-4810-a46a-5c51887770db,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:34.719683 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 2feac84d-81bd-4fa9-b9dc-ca71481b2dba up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:24:34.780050 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 2feac84d-81bd-4fa9-b9dc-ca71481b2dba triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:24:34.780556 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:35.310170 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57818) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:35.353671 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-efbf9c9d-58e5-4d4e-859b-184f3b610cb3 req-64e228bf-5088-458b-b07e-f6c94c23870c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=17746de1-d3c1-4f12-bae3-380cf4204959 HTTP/1.1" status: 200 len: 210 time: 0.0326946 Dec 10 19:24:35.430444 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-852b8311-9ef3-4a76-a94b-4ec55903769f tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Request body: {'networks': [{'name': 'tempest-network--786213591'}, {'name': 'tempest-network--1805733375'}]} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:24:35.430671 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-852b8311-9ef3-4a76-a94b-4ec55903769f tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Request body: {'network': {'name': 'tempest-network--786213591'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:24:35.431105 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-852b8311-9ef3-4a76-a94b-4ec55903769f tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Request body: {'network': {'name': 'tempest-network--1805733375'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:24:35.477284 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852b8311-9ef3-4a76-a94b-4ec55903769f tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Made reservation on behalf of 98e9550784114cbba8bd1f5e419fec31 for: {'network': 2} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:24:35.481706 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-852b8311-9ef3-4a76-a94b-4ec55903769f tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:35.495843 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-852b8311-9ef3-4a76-a94b-4ec55903769f tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:35.521202 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f2a21-03ce-4462-a254-d3d8db0c841a req-949e9831-c8e5-4753-9a81-6b485244cbaa tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:35.522698 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-722f2a21-03ce-4462-a254-d3d8db0c841a req-949e9831-c8e5-4753-9a81-6b485244cbaa tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.36 "GET /v2.0/networks?id=dc7de33f-ef96-431c-afc6-451e37eb6df0 HTTP/1.1" status: 200 len: 797 time: 0.1665251 Dec 10 19:24:35.589709 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-722f2a21-03ce-4462-a254-d3d8db0c841a req-038ee699-33ed-4305-835f-4498effe3d0f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=730e4c9f0aba4accb176e575114c849e HTTP/1.1" status: 200 len: 379 time: 0.0554941 Dec 10 19:24:35.601447 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-722f2a21-03ce-4462-a254-d3d8db0c841a req-1fb1198b-03d5-43c8-9981-1a7d92f8879a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'port': {'device_id': '17746de1-d3c1-4f12-bae3-380cf4204959', 'network_id': 'dc7de33f-ef96-431c-afc6-451e37eb6df0', 'admin_state_up': True, 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'security_groups': ['8da95ae2-d412-469f-9466-a2ac14e19b19']}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:24:35.677732 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-852b8311-9ef3-4a76-a94b-4ec55903769f tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:35.684027 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-852b8311-9ef3-4a76-a94b-4ec55903769f tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:35.684358 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-852b8311-9ef3-4a76-a94b-4ec55903769f tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:35.744238 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852b8311-9ef3-4a76-a94b-4ec55903769f tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c43ebabc-e3b4-4186-82bc-de17d66016cd,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:35.759061 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-852b8311-9ef3-4a76-a94b-4ec55903769f tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=102365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:24:35.775379 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-852b8311-9ef3-4a76-a94b-4ec55903769f tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:35.775711 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.segments_db [None req-852b8311-9ef3-4a76-a94b-4ec55903769f tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Added segment 48cc8c9b-fa86-4709-92e6-dcdc12f27662 of type vlan for network 54a1bf94-2bfc-4268-a1c6-a16b11687c2a Dec 10 19:24:35.785394 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-722f2a21-03ce-4462-a254-d3d8db0c841a req-1fb1198b-03d5-43c8-9981-1a7d92f8879a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Made reservation on behalf of 730e4c9f0aba4accb176e575114c849e for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:24:35.789071 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-722f2a21-03ce-4462-a254-d3d8db0c841a req-1fb1198b-03d5-43c8-9981-1a7d92f8879a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:35.833728 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-852b8311-9ef3-4a76-a94b-4ec55903769f tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:35.919436 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-852b8311-9ef3-4a76-a94b-4ec55903769f tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=102365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:24:35.956972 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-852b8311-9ef3-4a76-a94b-4ec55903769f tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:35.957236 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.segments_db [None req-852b8311-9ef3-4a76-a94b-4ec55903769f tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Added segment c4098744-c7dd-4131-b71c-a5e3a165c085 of type vlan for network 5f7d2957-5202-459c-865c-f9c837816d80 Dec 10 19:24:36.014757 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [req-722f2a21-03ce-4462-a254-d3d8db0c841a req-1fb1198b-03d5-43c8-9981-1a7d92f8879a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Allocated IP 172.20.0.9 (dc7de33f-ef96-431c-afc6-451e37eb6df0/dbd70268-7ba7-4954-af36-b504deeaa6e0/fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:24:36.018557 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-852b8311-9ef3-4a76-a94b-4ec55903769f tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:36.082354 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-852b8311-9ef3-4a76-a94b-4ec55903769f tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:36.082860 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-852b8311-9ef3-4a76-a94b-4ec55903769f tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:36.088644 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852b8311-9ef3-4a76-a94b-4ec55903769f tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:36.093612 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852b8311-9ef3-4a76-a94b-4ec55903769f tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:36.094282 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-852b8311-9ef3-4a76-a94b-4ec55903769f tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:36.202292 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-852b8311-9ef3-4a76-a94b-4ec55903769f tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.8904095 Dec 10 19:24:36.205636 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57826) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:36.218966 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852b8311-9ef3-4a76-a94b-4ec55903769f tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Pushing event updated for resources: {'Network': ['ID=54a1bf94-2bfc-4268-a1c6-a16b11687c2a,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:36.235030 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 54a1bf94-2bfc-4268-a1c6-a16b11687c2a details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:24:36.334692 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-722f2a21-03ce-4462-a254-d3d8db0c841a req-1fb1198b-03d5-43c8-9981-1a7d92f8879a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:36.336565 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852b8311-9ef3-4a76-a94b-4ec55903769f tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Pushing event updated for resources: {'Network': ['ID=5f7d2957-5202-459c-865c-f9c837816d80,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:36.354128 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 5f7d2957-5202-459c-865c-f9c837816d80 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:24:36.387438 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-722f2a21-03ce-4462-a254-d3d8db0c841a req-1fb1198b-03d5-43c8-9981-1a7d92f8879a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:36.431860 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79af67c1-77b7-4194-92ec-f0ef225e41e1 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:36.439479 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79af67c1-77b7-4194-92ec-f0ef225e41e1 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:36.440337 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-722f2a21-03ce-4462-a254-d3d8db0c841a req-1fb1198b-03d5-43c8-9981-1a7d92f8879a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Network dc7de33f-ef96-431c-afc6-451e37eb6df0 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:24:36.446690 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [req-722f2a21-03ce-4462-a254-d3d8db0c841a req-1fb1198b-03d5-43c8-9981-1a7d92f8879a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:24:36.447002 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79af67c1-77b7-4194-92ec-f0ef225e41e1 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:36.451770 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-722f2a21-03ce-4462-a254-d3d8db0c841a req-1fb1198b-03d5-43c8-9981-1a7d92f8879a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:24:36.468201 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79af67c1-77b7-4194-92ec-f0ef225e41e1 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:36.474448 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-79af67c1-77b7-4194-92ec-f0ef225e41e1 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2635143 Dec 10 19:24:36.474963 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57830) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:36.519081 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb1198b-03d5-43c8-9981-1a7d92f8879a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Port': ['ID=fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:36.554315 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f2a21-03ce-4462-a254-d3d8db0c841a req-1fb1198b-03d5-43c8-9981-1a7d92f8879a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:36.554924 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-722f2a21-03ce-4462-a254-d3d8db0c841a req-1fb1198b-03d5-43c8-9981-1a7d92f8879a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:36.571191 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d5376d3e-5801-4755-b2e7-90468f74ba41 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:36.583160 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf224a-8df6-4398-81cd-5db2b71013ba req-ad45a2ea-2d62-4e3b-a01b-ff00397ba5ee tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:36.584758 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-88cf224a-8df6-4398-81cd-5db2b71013ba req-ad45a2ea-2d62-4e3b-a01b-ff00397ba5ee tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=17746de1-d3c1-4f12-bae3-380cf4204959 HTTP/1.1" status: 200 len: 931 time: 0.0907190 Dec 10 19:24:36.588604 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-722f2a21-03ce-4462-a254-d3d8db0c841a req-1fb1198b-03d5-43c8-9981-1a7d92f8879a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9912572 Dec 10 19:24:36.603532 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-722f2a21-03ce-4462-a254-d3d8db0c841a req-b051c2f1-222e-424b-9254-5e72f9506b00 service neutron] Request body: {'port': {'device_id': '17746de1-d3c1-4f12-bae3-380cf4204959', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:24:36.674032 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d5376d3e-5801-4755-b2e7-90468f74ba41 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:36.674734 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-88cf224a-8df6-4398-81cd-5db2b71013ba req-b33fed60-8e31-49be-b7b7-3973468c4e35 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=8da95ae2-d412-469f-9466-a2ac14e19b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791128 Dec 10 19:24:36.681346 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-722f2a21-03ce-4462-a254-d3d8db0c841a req-b051c2f1-222e-424b-9254-5e72f9506b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:36.693668 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-d53fb0b9-f1db-4a8b-bac5-4e780a59d23a None None] Provisioning complete for port fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:24:36.694259 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d53fb0b9-f1db-4a8b-bac5-4e780a59d23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:36.701573 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-d5376d3e-5801-4755-b2e7-90468f74ba41 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54a1bf94-2bfc-4268-a1c6-a16b11687c2a']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:36.712011 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-d5376d3e-5801-4755-b2e7-90468f74ba41 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48cc8c9b-fa86-4709-92e6-dcdc12f27662') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:36.712348 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-d5376d3e-5801-4755-b2e7-90468f74ba41 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48cc8c9b-fa86-4709-92e6-dcdc12f27662') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:36.722704 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d5376d3e-5801-4755-b2e7-90468f74ba41 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:36.730610 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-d53fb0b9-f1db-4a8b-bac5-4e780a59d23a None None] Port fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:24:36.741278 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d5376d3e-5801-4755-b2e7-90468f74ba41 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:36.747327 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5376d3e-5801-4755-b2e7-90468f74ba41 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:24:36.747619 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d5376d3e-5801-4755-b2e7-90468f74ba41 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:36.751991 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:24:36.751991 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:24:36.751991 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:24:36.751991 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:24:36.751991 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:24:36.751991 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:24:36.751991 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:24:36.751991 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:24:36.751991 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:24:36.751991 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:24:36.751991 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:24:36.751991 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:24:36.751991 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:24:36.751991 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:24:36.751991 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:24:36.751991 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:24:36.751991 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:24:36.751991 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:24:36.751991 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:24:36.751991 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:24:36.751991 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:24:36.751991 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:24:36.751991 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:24:36.751991 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:24:36.751991 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:24:36.751991 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:24:36.751991 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:24:36.751991 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:24:36.751991 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:24:36.751991 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:24:36.751991 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:24:36.751991 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:24:36.809622 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d5376d3e-5801-4755-b2e7-90468f74ba41 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:36.818645 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d5376d3e-5801-4755-b2e7-90468f74ba41 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:36.821844 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d5376d3e-5801-4755-b2e7-90468f74ba41 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] 10.222.0.69 "DELETE /v2.0/networks/54a1bf94-2bfc-4268-a1c6-a16b11687c2a HTTP/1.1" status: 204 len: 168 time: 0.3453465 Dec 10 19:24:36.825894 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57832) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:36.831821 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5376d3e-5801-4755-b2e7-90468f74ba41 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Pushing event deleted for resources: {'Network': ['ID=54a1bf94-2bfc-4268-a1c6-a16b11687c2a,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:37.264884 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d4a290bd-8ca3-4521-8a3b-7ee201de7ef8 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:37.415751 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d4a290bd-8ca3-4521-8a3b-7ee201de7ef8 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:37.440981 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-d4a290bd-8ca3-4521-8a3b-7ee201de7ef8 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f7d2957-5202-459c-865c-f9c837816d80']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:37.446229 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [req-722f2a21-03ce-4462-a254-d3d8db0c841a req-b051c2f1-222e-424b-9254-5e72f9506b00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b {{(pid=102365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:24:37.460304 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-722f2a21-03ce-4462-a254-d3d8db0c841a req-b051c2f1-222e-424b-9254-5e72f9506b00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:37.463374 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-d4a290bd-8ca3-4521-8a3b-7ee201de7ef8 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4098744-c7dd-4131-b71c-a5e3a165c085') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:37.463655 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-d4a290bd-8ca3-4521-8a3b-7ee201de7ef8 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4098744-c7dd-4131-b71c-a5e3a165c085') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:37.478257 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d4a290bd-8ca3-4521-8a3b-7ee201de7ef8 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:37.489509 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.provisioning_blocks [req-722f2a21-03ce-4462-a254-d3d8db0c841a req-b051c2f1-222e-424b-9254-5e72f9506b00 service neutron] Transition to ACTIVE for port object fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b will not be triggered until provisioned by entity L2. {{(pid=102365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:24:37.494243 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-722f2a21-03ce-4462-a254-d3d8db0c841a req-b051c2f1-222e-424b-9254-5e72f9506b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:37.498552 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d4a290bd-8ca3-4521-8a3b-7ee201de7ef8 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:37.530220 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4a290bd-8ca3-4521-8a3b-7ee201de7ef8 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:24:37.530557 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d4a290bd-8ca3-4521-8a3b-7ee201de7ef8 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:37.534549 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:24:37.534549 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:24:37.534549 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:24:37.534549 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:24:37.534549 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:24:37.534549 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:24:37.534549 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:24:37.534549 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:24:37.534549 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:24:37.534549 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:24:37.534549 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:24:37.534549 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:24:37.534549 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:24:37.534549 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:24:37.534549 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:24:37.534549 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:24:37.534549 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:24:37.534549 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:24:37.534549 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:24:37.534549 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:24:37.534549 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:24:37.534549 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:24:37.534549 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:24:37.534549 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:24:37.534549 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:24:37.534549 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:24:37.534549 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:24:37.534549 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:24:37.534549 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:24:37.534549 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:24:37.534549 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:24:37.534549 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:24:37.610830 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b051c2f1-222e-424b-9254-5e72f9506b00 service neutron] Pushing event updated for resources: {'Port': ['ID=fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:37.658423 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d4a290bd-8ca3-4521-8a3b-7ee201de7ef8 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:37.666882 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d4a290bd-8ca3-4521-8a3b-7ee201de7ef8 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:37.670242 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-d4a290bd-8ca3-4521-8a3b-7ee201de7ef8 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] 10.222.0.69 "DELETE /v2.0/networks/5f7d2957-5202-459c-865c-f9c837816d80 HTTP/1.1" status: 204 len: 168 time: 0.8432217 Dec 10 19:24:37.673923 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57834) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:37.688958 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a290bd-8ca3-4521-8a3b-7ee201de7ef8 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Pushing event deleted for resources: {'Network': ['ID=5f7d2957-5202-459c-865c-f9c837816d80,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:37.712119 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-722f2a21-03ce-4462-a254-d3d8db0c841a req-b051c2f1-222e-424b-9254-5e72f9506b00 service neutron] Attempting to bind port fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:24:37.712465 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-722f2a21-03ce-4462-a254-d3d8db0c841a req-b051c2f1-222e-424b-9254-5e72f9506b00 service neutron] Attempting to bind port fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '579c7679-5ad7-4feb-be0e-b59d5e0e9801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'dc7de33f-ef96-431c-afc6-451e37eb6df0'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:24:37.712953 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722f2a21-03ce-4462-a254-d3d8db0c841a req-b051c2f1-222e-424b-9254-5e72f9506b00 service neutron] Attempting to bind port fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b on network dc7de33f-ef96-431c-afc6-451e37eb6df0 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:24:37.718930 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722f2a21-03ce-4462-a254-d3d8db0c841a req-b051c2f1-222e-424b-9254-5e72f9506b00 service neutron] Port fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b on network dc7de33f-ef96-431c-afc6-451e37eb6df0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:24:37.719504 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722f2a21-03ce-4462-a254-d3d8db0c841a req-b051c2f1-222e-424b-9254-5e72f9506b00 service neutron] Attempting to bind port fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b on network dc7de33f-ef96-431c-afc6-451e37eb6df0 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:24:37.725871 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722f2a21-03ce-4462-a254-d3d8db0c841a req-b051c2f1-222e-424b-9254-5e72f9506b00 service neutron] Checking agent: {'id': '9e16c23e-95bc-4c2e-b3ec-daf7533f9d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'started_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:24:37.726701 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722f2a21-03ce-4462-a254-d3d8db0c841a req-b051c2f1-222e-424b-9254-5e72f9506b00 service neutron] Checking segment: {'id': '579c7679-5ad7-4feb-be0e-b59d5e0e9801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'dc7de33f-ef96-431c-afc6-451e37eb6df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:24:37.727275 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722f2a21-03ce-4462-a254-d3d8db0c841a req-b051c2f1-222e-424b-9254-5e72f9506b00 service neutron] Bound using segment: {'id': '579c7679-5ad7-4feb-be0e-b59d5e0e9801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'dc7de33f-ef96-431c-afc6-451e37eb6df0'} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:24:37.727939 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-722f2a21-03ce-4462-a254-d3d8db0c841a req-b051c2f1-222e-424b-9254-5e72f9506b00 service neutron] Bound port: fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '579c7679-5ad7-4feb-be0e-b59d5e0e9801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'dc7de33f-ef96-431c-afc6-451e37eb6df0'}}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:24:37.728478 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-722f2a21-03ce-4462-a254-d3d8db0c841a req-b051c2f1-222e-424b-9254-5e72f9506b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:37.823174 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249d871c-6b07-43d5-82a0-01b233380c14 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:37.830232 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249d871c-6b07-43d5-82a0-01b233380c14 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:37.831871 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-249d871c-6b07-43d5-82a0-01b233380c14 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1562405 Dec 10 19:24:37.836186 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57838) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:37.837936 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-722f2a21-03ce-4462-a254-d3d8db0c841a req-b051c2f1-222e-424b-9254-5e72f9506b00 service neutron] For port fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b, host hv-neutron-8214, cleared binding levels {{(pid=102365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:24:37.841202 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-c6806901-b1cc-40c3-bbc0-991b6a541778 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1242769271'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:24:37.841764 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-722f2a21-03ce-4462-a254-d3d8db0c841a req-b051c2f1-222e-424b-9254-5e72f9506b00 service neutron] For port fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b,segment=NetworkSegment(579c7679-5ad7-4feb-be0e-b59d5e0e9801),segment_id=579c7679-5ad7-4feb-be0e-b59d5e0e9801)] {{(pid=102365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:24:37.854992 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e7b55-f42f-4dbe-b9c2-e38a5a152063 req-d37ccab4-972c-4f06-9918-a40bca5714ab tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:37.856584 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f44e7b55-f42f-4dbe-b9c2-e38a5a152063 req-d37ccab4-972c-4f06-9918-a40bca5714ab tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=17746de1-d3c1-4f12-bae3-380cf4204959 HTTP/1.1" status: 200 len: 943 time: 0.0800734 Dec 10 19:24:37.857993 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-722f2a21-03ce-4462-a254-d3d8db0c841a req-b051c2f1-222e-424b-9254-5e72f9506b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:37.866551 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6806901-b1cc-40c3-bbc0-991b6a541778 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Made reservation on behalf of 98e9550784114cbba8bd1f5e419fec31 for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:24:37.871394 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c6806901-b1cc-40c3-bbc0-991b6a541778 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:37.909009 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6806901-b1cc-40c3-bbc0-991b6a541778 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:24:37.916706 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f2a21-03ce-4462-a254-d3d8db0c841a req-b051c2f1-222e-424b-9254-5e72f9506b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:37.917502 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-722f2a21-03ce-4462-a254-d3d8db0c841a req-b051c2f1-222e-424b-9254-5e72f9506b00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:37.918598 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-722f2a21-03ce-4462-a254-d3d8db0c841a req-b051c2f1-222e-424b-9254-5e72f9506b00 service neutron] 10.222.0.36 "PUT /v2.0/ports/fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b HTTP/1.1" status: 200 len: 1093 time: 1.3203382 Dec 10 19:24:37.919392 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17746de1-d3c1-4f12-bae3-380cf4204959', 'tag': 'fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:24:37.921836 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c765fb31-6f20-4d06-a914-6d2290c3a538" -d '{"events": [{"name": "network-changed", "server_uuid": "17746de1-d3c1-4f12-bae3-380cf4204959", "tag": "fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:24:37.927125 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c6806901-b1cc-40c3-bbc0-991b6a541778 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:37.927528 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-c6806901-b1cc-40c3-bbc0-991b6a541778 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Added segment 66d8b118-9196-4af3-9572-3306152ff2b2 of type vlan for network dab9acb1-e608-4983-9076-80eefb22186e Dec 10 19:24:37.969343 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b051c2f1-222e-424b-9254-5e72f9506b00 service neutron] Pushing event updated for resources: {'Port': ['ID=fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b,revision_number=3']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:37.974954 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f44e7b55-f42f-4dbe-b9c2-e38a5a152063 req-dd106309-2b26-448b-9f4f-de1ccc6d0f27 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=8da95ae2-d412-469f-9466-a2ac14e19b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078262 Dec 10 19:24:38.019453 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c6806901-b1cc-40c3-bbc0-991b6a541778 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:38.036300 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f2a21-03ce-4462-a254-d3d8db0c841a req-0d9ea577-c0c6-4a29-8cc0-daf9d8a07fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:38.038570 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-722f2a21-03ce-4462-a254-d3d8db0c841a req-0d9ea577-c0c6-4a29-8cc0-daf9d8a07fce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=730e4c9f0aba4accb176e575114c849e&device_id=17746de1-d3c1-4f12-bae3-380cf4204959 HTTP/1.1" status: 200 len: 1096 time: 0.0548651 Dec 10 19:24:38.059444 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c6806901-b1cc-40c3-bbc0-991b6a541778 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:38.066673 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6806901-b1cc-40c3-bbc0-991b6a541778 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:38.067350 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c6806901-b1cc-40c3-bbc0-991b6a541778 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:38.088633 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-722f2a21-03ce-4462-a254-d3d8db0c841a req-9b768732-a9b1-4f78-82b5-3e6c71863c3a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b HTTP/1.1" status: 200 len: 217 time: 0.0379317 Dec 10 19:24:38.159835 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f2a21-03ce-4462-a254-d3d8db0c841a req-39c991a0-e74e-4040-802e-ef071f52a47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:38.161403 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-722f2a21-03ce-4462-a254-d3d8db0c841a req-39c991a0-e74e-4040-802e-ef071f52a47f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dbd70268-7ba7-4954-af36-b504deeaa6e0 HTTP/1.1" status: 200 len: 834 time: 0.0639293 Dec 10 19:24:38.215682 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338ce09a-f4af-426c-84c4-2fae384a4a38 x-openstack-request-id: req-338ce09a-f4af-426c-84c4-2fae384a4a38 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:24:38.216120 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17746de1-d3c1-4f12-bae3-380cf4204959", "tag": "fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:24:38.216476 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-338ce09a-f4af-426c-84c4-2fae384a4a38 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:24:38.216967 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17746de1-d3c1-4f12-bae3-380cf4204959', 'tag': 'fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b', 'status': 'completed', 'code': 200} Dec 10 19:24:38.220178 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f2a21-03ce-4462-a254-d3d8db0c841a req-da941c20-867a-49f6-8d2a-52108142ab5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:38.221897 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-722f2a21-03ce-4462-a254-d3d8db0c841a req-da941c20-867a-49f6-8d2a-52108142ab5a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dc7de33f-ef96-431c-afc6-451e37eb6df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0523684 Dec 10 19:24:38.325337 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-722f2a21-03ce-4462-a254-d3d8db0c841a req-9e29aec0-6f03-4abe-9f57-cffebdc3eb8b service neutron] 10.222.0.36 "GET /v2.0/networks/dc7de33f-ef96-431c-afc6-451e37eb6df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949113 Dec 10 19:24:38.439461 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-722f2a21-03ce-4462-a254-d3d8db0c841a req-38c4de8a-3a38-48ee-8957-57e17e131771 service neutron] 10.222.0.36 "GET /v2.0/networks/dc7de33f-ef96-431c-afc6-451e37eb6df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048062 Dec 10 19:24:38.451188 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-c6806901-b1cc-40c3-bbc0-991b6a541778 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6138666 Dec 10 19:24:38.454378 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57844) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:38.458241 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6806901-b1cc-40c3-bbc0-991b6a541778 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Pushing event updated for resources: {'Network': ['ID=dab9acb1-e608-4983-9076-80eefb22186e,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:38.461239 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-55103dd3-bdc5-4f71-ba93-00d99e450500 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-185004146'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:24:38.472306 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network dab9acb1-e608-4983-9076-80eefb22186e details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:24:38.489289 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55103dd3-bdc5-4f71-ba93-00d99e450500 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Made reservation on behalf of 98e9550784114cbba8bd1f5e419fec31 for: {'network': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:24:38.495022 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-55103dd3-bdc5-4f71-ba93-00d99e450500 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:38.558202 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55103dd3-bdc5-4f71-ba93-00d99e450500 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=102365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:24:38.574036 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-55103dd3-bdc5-4f71-ba93-00d99e450500 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:38.574391 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.segments_db [None req-55103dd3-bdc5-4f71-ba93-00d99e450500 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Added segment e8c372b3-4a3d-428e-a978-bf396029fd55 of type vlan for network f78c4f1b-f5d2-42e7-93af-84bd50af43ab Dec 10 19:24:38.584549 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765fb31-6f20-4d06-a914-6d2290c3a538 req-a8fb6102-6579-4685-a594-37d0ff826995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:38.586322 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c765fb31-6f20-4d06-a914-6d2290c3a538 req-a8fb6102-6579-4685-a594-37d0ff826995 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=730e4c9f0aba4accb176e575114c849e&device_id=17746de1-d3c1-4f12-bae3-380cf4204959 HTTP/1.1" status: 200 len: 1096 time: 0.0784621 Dec 10 19:24:38.643928 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-55103dd3-bdc5-4f71-ba93-00d99e450500 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:38.709355 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-55103dd3-bdc5-4f71-ba93-00d99e450500 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:38.715297 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55103dd3-bdc5-4f71-ba93-00d99e450500 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:38.715906 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-55103dd3-bdc5-4f71-ba93-00d99e450500 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:38.802405 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765fb31-6f20-4d06-a914-6d2290c3a538 req-0cc8feea-53ed-4685-99ae-e45f3774d4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:38.803900 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c765fb31-6f20-4d06-a914-6d2290c3a538 req-0cc8feea-53ed-4685-99ae-e45f3774d4b6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dc7de33f-ef96-431c-afc6-451e37eb6df0 HTTP/1.1" status: 200 len: 898 time: 0.1954534 Dec 10 19:24:38.813521 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-55103dd3-bdc5-4f71-ba93-00d99e450500 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3578877 Dec 10 19:24:38.815642 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57846) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:38.816127 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55103dd3-bdc5-4f71-ba93-00d99e450500 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Pushing event updated for resources: {'Network': ['ID=f78c4f1b-f5d2-42e7-93af-84bd50af43ab,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:38.820884 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-9f38e968-2897-4149-a784-c62c3e4d77b1 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Request body: {'ports': [{'network_id': 'dab9acb1-e608-4983-9076-80eefb22186e', 'name': 'tempest-port--547310860', 'admin_state_up': True}, {'network_id': 'f78c4f1b-f5d2-42e7-93af-84bd50af43ab', 'admin_state_up': False}]} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:24:38.821209 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-9f38e968-2897-4149-a784-c62c3e4d77b1 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Request body: {'port': {'network_id': 'dab9acb1-e608-4983-9076-80eefb22186e', 'name': 'tempest-port--547310860', 'admin_state_up': True}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:24:38.821665 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-9f38e968-2897-4149-a784-c62c3e4d77b1 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Request body: {'port': {'network_id': 'f78c4f1b-f5d2-42e7-93af-84bd50af43ab', 'admin_state_up': False}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:24:38.828669 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network f78c4f1b-f5d2-42e7-93af-84bd50af43ab details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:24:38.855888 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c765fb31-6f20-4d06-a914-6d2290c3a538 req-582cf7b9-c861-488e-96b1-780c341f1327 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b HTTP/1.1" status: 200 len: 217 time: 0.0410383 Dec 10 19:24:38.915220 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765fb31-6f20-4d06-a914-6d2290c3a538 req-548cbea8-8001-4d5c-a765-152822203521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:38.917001 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c765fb31-6f20-4d06-a914-6d2290c3a538 req-548cbea8-8001-4d5c-a765-152822203521 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dbd70268-7ba7-4954-af36-b504deeaa6e0 HTTP/1.1" status: 200 len: 834 time: 0.0526969 Dec 10 19:24:38.970265 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765fb31-6f20-4d06-a914-6d2290c3a538 req-46043408-1376-4240-acf6-ecb074236d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:38.971892 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c765fb31-6f20-4d06-a914-6d2290c3a538 req-46043408-1376-4240-acf6-ecb074236d0b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dc7de33f-ef96-431c-afc6-451e37eb6df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0464673 Dec 10 19:24:39.001699 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f38e968-2897-4149-a784-c62c3e4d77b1 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Made reservation on behalf of 98e9550784114cbba8bd1f5e419fec31 for: {'port': 2} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:24:39.006654 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9f38e968-2897-4149-a784-c62c3e4d77b1 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:39.021854 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9f38e968-2897-4149-a784-c62c3e4d77b1 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:39.113241 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [None req-9f38e968-2897-4149-a784-c62c3e4d77b1 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] device_id is not set on port 856a5b42-66d6-4f84-bde3-dc7358226702 yet. {{(pid=102366) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:24:39.116482 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c765fb31-6f20-4d06-a914-6d2290c3a538 req-b87db23b-c60c-4a85-baf8-227f9bb17043 service neutron] 10.222.0.36 "GET /v2.0/networks/dc7de33f-ef96-431c-afc6-451e37eb6df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360397 Dec 10 19:24:39.228134 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a32b0f3-556a-4d5a-b425-6dd491fb6480 req-229c8b89-a1ff-45e0-86c4-a24d2741e586 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:39.230620 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4a32b0f3-556a-4d5a-b425-6dd491fb6480 req-229c8b89-a1ff-45e0-86c4-a24d2741e586 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=17746de1-d3c1-4f12-bae3-380cf4204959 HTTP/1.1" status: 200 len: 943 time: 0.1589134 Dec 10 19:24:39.246461 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9f38e968-2897-4149-a784-c62c3e4d77b1 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:39.331139 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4a32b0f3-556a-4d5a-b425-6dd491fb6480 req-e5f54c02-2e85-4ac5-ba3d-865b401d5705 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=8da95ae2-d412-469f-9466-a2ac14e19b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894804 Dec 10 19:24:39.352442 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c765fb31-6f20-4d06-a914-6d2290c3a538 req-3ade59bd-b5ab-4dac-932e-5be6a24c1a38 service neutron] 10.222.0.36 "GET /v2.0/networks/dc7de33f-ef96-431c-afc6-451e37eb6df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280059 Dec 10 19:24:39.359893 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [None req-9f38e968-2897-4149-a784-c62c3e4d77b1 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] device_id is not set on port 20e2db49-745e-4905-b0df-1135781a6afe yet. {{(pid=102366) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:24:39.490822 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9f38e968-2897-4149-a784-c62c3e4d77b1 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:39.531318 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9f38e968-2897-4149-a784-c62c3e4d77b1 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:39.596903 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f38e968-2897-4149-a784-c62c3e4d77b1 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Pushing event updated for resources: {'Port': ['ID=856a5b42-66d6-4f84-bde3-dc7358226702,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:39.618011 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f38e968-2897-4149-a784-c62c3e4d77b1 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Checking segment: {'id': '66d8b118-9196-4af3-9572-3306152ff2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'dab9acb1-e608-4983-9076-80eefb22186e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:24:39.618616 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f38e968-2897-4149-a784-c62c3e4d77b1 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Network hostable DHCP agents. Network: dab9acb1-e608-4983-9076-80eefb22186e, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:24:39.647133 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f38e968-2897-4149-a784-c62c3e4d77b1 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Network dab9acb1-e608-4983-9076-80eefb22186e is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:24:39.658791 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-9f38e968-2897-4149-a784-c62c3e4d77b1 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, dab9acb1-e608-4983-9076-80eefb22186e) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:24:39.665588 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f38e968-2897-4149-a784-c62c3e4d77b1 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:24:39.666717 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9f38e968-2897-4149-a784-c62c3e4d77b1 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:39.670201 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a8e35f-f9f8-4273-b414-28b209211ece None None] Network dab9acb1-e608-4983-9076-80eefb22186e requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:24:39.769527 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f38e968-2897-4149-a784-c62c3e4d77b1 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Pushing event updated for resources: {'Port': ['ID=20e2db49-745e-4905-b0df-1135781a6afe,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:39.798077 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f38e968-2897-4149-a784-c62c3e4d77b1 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Checking segment: {'id': 'e8c372b3-4a3d-428e-a978-bf396029fd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f78c4f1b-f5d2-42e7-93af-84bd50af43ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:24:39.798443 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f38e968-2897-4149-a784-c62c3e4d77b1 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Network hostable DHCP agents. Network: f78c4f1b-f5d2-42e7-93af-84bd50af43ab, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:24:39.819855 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f38e968-2897-4149-a784-c62c3e4d77b1 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Network f78c4f1b-f5d2-42e7-93af-84bd50af43ab is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:24:39.831966 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-9f38e968-2897-4149-a784-c62c3e4d77b1 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, f78c4f1b-f5d2-42e7-93af-84bd50af43ab) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:24:39.836356 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f38e968-2897-4149-a784-c62c3e4d77b1 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:24:39.842603 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f38e968-2897-4149-a784-c62c3e4d77b1 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:39.844188 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373c8bed-dccd-45e6-ac33-ac8fd08207a4 None None] Network f78c4f1b-f5d2-42e7-93af-84bd50af43ab requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:24:39.848184 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f38e968-2897-4149-a784-c62c3e4d77b1 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:39.848995 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9f38e968-2897-4149-a784-c62c3e4d77b1 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:39.871989 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-9f38e968-2897-4149-a784-c62c3e4d77b1 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.0549779 Dec 10 19:24:39.875079 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57850) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:39.950353 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abce38b-29d9-46e9-981c-ae669d42c728 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:39.961052 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abce38b-29d9-46e9-981c-ae669d42c728 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:39.963236 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-3abce38b-29d9-46e9-981c-ae669d42c728 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0866680 Dec 10 19:24:39.967526 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57852) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:40.066449 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-d638ba63-617a-4387-99fa-4ac4cb3a9b3d tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Deleting port 856a5b42-66d6-4f84-bde3-dc7358226702 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:24:40.066788 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d638ba63-617a-4387-99fa-4ac4cb3a9b3d tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:40.146624 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d638ba63-617a-4387-99fa-4ac4cb3a9b3d tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:40.162203 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=102367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:24:40.162512 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-d638ba63-617a-4387-99fa-4ac4cb3a9b3d tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Calling delete_port for 856a5b42-66d6-4f84-bde3-dc7358226702 owned by {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:24:40.263019 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d638ba63-617a-4387-99fa-4ac4cb3a9b3d tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:40.273909 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b,segment=NetworkSegment(579c7679-5ad7-4feb-be0e-b59d5e0e9801),segment_id=579c7679-5ad7-4feb-be0e-b59d5e0e9801)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:24:40.288251 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Returning: {'device': 'fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b', 'network_id': 'dc7de33f-ef96-431c-afc6-451e37eb6df0', 'port_id': 'fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b', 'mac_address': 'fa:16:3e:47:d3:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbd70268-7ba7-4954-af36-b504deeaa6e0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:24:40.305414 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d638ba63-617a-4387-99fa-4ac4cb3a9b3d tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:40.309220 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-d638ba63-617a-4387-99fa-4ac4cb3a9b3d tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] 10.222.0.69 "DELETE /v2.0/ports/856a5b42-66d6-4f84-bde3-dc7358226702 HTTP/1.1" status: 204 len: 168 time: 0.3403006 Dec 10 19:24:40.310316 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d638ba63-617a-4387-99fa-4ac4cb3a9b3d tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Pushing event deleted for resources: {'Port': ['ID=856a5b42-66d6-4f84-bde3-dc7358226702,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:40.313105 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57854) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:40.332918 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:40.347260 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b {{(pid=102367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:24:40.378642 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b,segment=NetworkSegment(579c7679-5ad7-4feb-be0e-b59d5e0e9801),segment_id=579c7679-5ad7-4feb-be0e-b59d5e0e9801)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:24:40.385987 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:40.454283 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-9f1a044b-da91-470c-8e7e-aee22d32984c tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Deleting port 20e2db49-745e-4905-b0df-1135781a6afe {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:24:40.454834 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9f1a044b-da91-470c-8e7e-aee22d32984c tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:40.476796 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:40.489954 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:40.490601 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:40.491225 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:40.491850 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:40.492472 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:40.493811 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:40.493811 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:40.494457 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:40.495081 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:40.495623 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:40.496106 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:40.496683 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:24:40.524947 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f79e54-c25a-4f1b-8635-576c9cb6dbd2 req-f72ffa6b-75c2-4755-bb91-d0ee69cd2f24 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:40.527318 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-75f79e54-c25a-4f1b-8635-576c9cb6dbd2 req-f72ffa6b-75c2-4755-bb91-d0ee69cd2f24 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=17746de1-d3c1-4f12-bae3-380cf4204959 HTTP/1.1" status: 200 len: 944 time: 0.0929937 Dec 10 19:24:40.552708 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9f1a044b-da91-470c-8e7e-aee22d32984c tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:40.567039 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-9f1a044b-da91-470c-8e7e-aee22d32984c tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Calling delete_port for 20e2db49-745e-4905-b0df-1135781a6afe owned by {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:24:40.591003 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-75f79e54-c25a-4f1b-8635-576c9cb6dbd2 req-a4c73917-8ae4-4497-855b-8a373c2e5eb8 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=8da95ae2-d412-469f-9466-a2ac14e19b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562301 Dec 10 19:24:40.698986 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9f1a044b-da91-470c-8e7e-aee22d32984c tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:40.732262 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a044b-da91-470c-8e7e-aee22d32984c tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Pushing event deleted for resources: {'Port': ['ID=20e2db49-745e-4905-b0df-1135781a6afe,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:40.739568 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9f1a044b-da91-470c-8e7e-aee22d32984c tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:40.743195 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-9f1a044b-da91-470c-8e7e-aee22d32984c tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] 10.222.0.69 "DELETE /v2.0/ports/20e2db49-745e-4905-b0df-1135781a6afe HTTP/1.1" status: 204 len: 168 time: 0.4287915 Dec 10 19:24:40.745957 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57858) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:40.776574 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-abe2a00e-66ab-4c1e-b62f-b0c54aab28d7 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0293581 Dec 10 19:24:40.781763 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57860) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:40.786866 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-7d632747-9bd4-4fbe-9024-f93588b8b775 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1304506806'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:24:40.811360 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d632747-9bd4-4fbe-9024-f93588b8b775 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Made reservation on behalf of 98e9550784114cbba8bd1f5e419fec31 for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:24:40.813811 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:24:40.815397 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7d632747-9bd4-4fbe-9024-f93588b8b775 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:40.844617 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d632747-9bd4-4fbe-9024-f93588b8b775 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:24:40.858016 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7d632747-9bd4-4fbe-9024-f93588b8b775 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:40.858425 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-7d632747-9bd4-4fbe-9024-f93588b8b775 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Added segment dc922846-8f5a-499b-a305-59c2464bd31c of type vlan for network 91f07d29-dbc5-440e-adf7-f978a0de35f7 Dec 10 19:24:40.913724 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7d632747-9bd4-4fbe-9024-f93588b8b775 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:40.963082 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7d632747-9bd4-4fbe-9024-f93588b8b775 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:40.970438 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d632747-9bd4-4fbe-9024-f93588b8b775 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:40.971160 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7d632747-9bd4-4fbe-9024-f93588b8b775 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:41.039767 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-7d632747-9bd4-4fbe-9024-f93588b8b775 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2568789 Dec 10 19:24:41.043183 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57862) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:41.051593 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-23da4baf-568c-4632-ab46-0d0ada808a93 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1675960912'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:24:41.063573 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d632747-9bd4-4fbe-9024-f93588b8b775 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Pushing event updated for resources: {'Network': ['ID=91f07d29-dbc5-440e-adf7-f978a0de35f7,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:41.080955 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 91f07d29-dbc5-440e-adf7-f978a0de35f7 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:24:41.087096 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23da4baf-568c-4632-ab46-0d0ada808a93 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Made reservation on behalf of 98e9550784114cbba8bd1f5e419fec31 for: {'network': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:24:41.090841 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-23da4baf-568c-4632-ab46-0d0ada808a93 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:41.118470 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23da4baf-568c-4632-ab46-0d0ada808a93 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=102365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:24:41.129284 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-23da4baf-568c-4632-ab46-0d0ada808a93 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:41.129619 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.segments_db [None req-23da4baf-568c-4632-ab46-0d0ada808a93 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Added segment b43f3ac8-6fb4-45fd-872a-21993930816f of type vlan for network 0ad7f275-9d5b-42b2-955f-b75a499f7901 Dec 10 19:24:41.172436 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-23da4baf-568c-4632-ab46-0d0ada808a93 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:41.205819 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-23da4baf-568c-4632-ab46-0d0ada808a93 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:41.211856 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23da4baf-568c-4632-ab46-0d0ada808a93 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:41.212670 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-23da4baf-568c-4632-ab46-0d0ada808a93 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:41.275277 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-23da4baf-568c-4632-ab46-0d0ada808a93 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2303231 Dec 10 19:24:41.297687 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23da4baf-568c-4632-ab46-0d0ada808a93 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Pushing event updated for resources: {'Network': ['ID=0ad7f275-9d5b-42b2-955f-b75a499f7901,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:41.310311 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 0ad7f275-9d5b-42b2-955f-b75a499f7901 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:24:41.427060 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57864) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:41.433352 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-f5671313-5041-4f5e-923f-14502bb55248 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Request body: {'subnets': [{'network_id': '91f07d29-dbc5-440e-adf7-f978a0de35f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--999947245', 'ip_version': 4}, {'network_id': '0ad7f275-9d5b-42b2-955f-b75a499f7901', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:24:41.433792 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-f5671313-5041-4f5e-923f-14502bb55248 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Request body: {'subnet': {'network_id': '91f07d29-dbc5-440e-adf7-f978a0de35f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--999947245', 'ip_version': 4}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:24:41.434466 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-f5671313-5041-4f5e-923f-14502bb55248 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Request body: {'subnet': {'network_id': '0ad7f275-9d5b-42b2-955f-b75a499f7901', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:24:41.635021 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5671313-5041-4f5e-923f-14502bb55248 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Made reservation on behalf of 98e9550784114cbba8bd1f5e419fec31 for: {'subnet': 2} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:24:41.645040 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f5671313-5041-4f5e-923f-14502bb55248 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:41.645513 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f5671313-5041-4f5e-923f-14502bb55248 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:41.778839 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6669f73d-8087-42ac-bf88-f057887ac602 req-4d6ed750-6c41-43e9-ab98-0db7c5baac6b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:41.781401 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6669f73d-8087-42ac-bf88-f057887ac602 req-4d6ed750-6c41-43e9-ab98-0db7c5baac6b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=17746de1-d3c1-4f12-bae3-380cf4204959 HTTP/1.1" status: 200 len: 944 time: 0.0726409 Dec 10 19:24:41.846260 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6669f73d-8087-42ac-bf88-f057887ac602 req-7cb6e3ca-8633-46f8-b574-612d7dc39306 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=8da95ae2-d412-469f-9466-a2ac14e19b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535009 Dec 10 19:24:42.081631 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f5671313-5041-4f5e-923f-14502bb55248 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:42.141265 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5671313-5041-4f5e-923f-14502bb55248 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Pushing event updated for resources: {'Subnet': ['ID=10628bec-9ce0-45e3-97f3-110757f46c3a,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:42.157695 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5671313-5041-4f5e-923f-14502bb55248 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Checking segment: {'id': 'dc922846-8f5a-499b-a305-59c2464bd31c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '91f07d29-dbc5-440e-adf7-f978a0de35f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:24:42.158049 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5671313-5041-4f5e-923f-14502bb55248 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Network hostable DHCP agents. Network: 91f07d29-dbc5-440e-adf7-f978a0de35f7, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:24:42.177525 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5671313-5041-4f5e-923f-14502bb55248 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Network 91f07d29-dbc5-440e-adf7-f978a0de35f7 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:24:42.177941 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b up at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:24:42.191297 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-f5671313-5041-4f5e-923f-14502bb55248 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 91f07d29-dbc5-440e-adf7-f978a0de35f7) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:24:42.197119 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f5671313-5041-4f5e-923f-14502bb55248 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:42.291351 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5671313-5041-4f5e-923f-14502bb55248 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Pushing event updated for resources: {'Subnet': ['ID=55437e27-b4e6-4f3e-9aa3-628519352c4d,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:42.304679 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5671313-5041-4f5e-923f-14502bb55248 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Checking segment: {'id': 'b43f3ac8-6fb4-45fd-872a-21993930816f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '0ad7f275-9d5b-42b2-955f-b75a499f7901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:24:42.305049 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5671313-5041-4f5e-923f-14502bb55248 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Network hostable DHCP agents. Network: 0ad7f275-9d5b-42b2-955f-b75a499f7901, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:24:42.324154 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5671313-5041-4f5e-923f-14502bb55248 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Network 0ad7f275-9d5b-42b2-955f-b75a499f7901 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:24:42.336796 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-f5671313-5041-4f5e-923f-14502bb55248 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 0ad7f275-9d5b-42b2-955f-b75a499f7901) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:24:42.342113 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5671313-5041-4f5e-923f-14502bb55248 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:42.343480 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5671313-5041-4f5e-923f-14502bb55248 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:42.344824 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f5671313-5041-4f5e-923f-14502bb55248 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:42.358634 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9bff37-7946-4035-929c-97a2ac57e2e6 None None] Network 91f07d29-dbc5-440e-adf7-f978a0de35f7 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:24:42.361392 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b541e38-c73c-4951-add7-ef7200555db6 None None] Network 0ad7f275-9d5b-42b2-955f-b75a499f7901 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:24:42.366489 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-f5671313-5041-4f5e-923f-14502bb55248 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 0.9376702 Dec 10 19:24:42.370223 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57868) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:42.434335 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833c6618-5bb4-4a18-966a-f6d8b3c38da9 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:42.435927 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833c6618-5bb4-4a18-966a-f6d8b3c38da9 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:42.438502 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833c6618-5bb4-4a18-966a-f6d8b3c38da9 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:42.440252 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-833c6618-5bb4-4a18-966a-f6d8b3c38da9 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.0688262 Dec 10 19:24:42.445265 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57870) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:42.508518 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d830a2d-4799-46d2-b34e-b6f3ac5f0963 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Deleting subnet 10628bec-9ce0-45e3-97f3-110757f46c3a {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:24:42.512088 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7d830a2d-4799-46d2-b34e-b6f3ac5f0963 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:42.541945 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning for port fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b completed by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:24:42.556712 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7d830a2d-4799-46d2-b34e-b6f3ac5f0963 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:42.573059 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning complete for port fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:24:42.573478 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:42.613706 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7d830a2d-4799-46d2-b34e-b6f3ac5f0963 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:42.687629 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f070b506-e92e-4295-8ad4-9434c1f7d645 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-0ad7f275-9d5b-42b2-955f-b75a499f7901', 'network_id': '0ad7f275-9d5b-42b2-955f-b75a499f7901', 'tenant_id': '98e9550784114cbba8bd1f5e419fec31', 'fixed_ips': [{'subnet_id': '55437e27-b4e6-4f3e-9aa3-628519352c4d'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:24:42.688488 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f070b506-e92e-4295-8ad4-9434c1f7d645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:42.698469 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7d830a2d-4799-46d2-b34e-b6f3ac5f0963 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:42.710202 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c38b9d-f0ec-4d09-a803-eeafa833861c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-91f07d29-dbc5-440e-adf7-f978a0de35f7', 'network_id': '91f07d29-dbc5-440e-adf7-f978a0de35f7', 'tenant_id': '98e9550784114cbba8bd1f5e419fec31', 'fixed_ips': [{'subnet_id': '10628bec-9ce0-45e3-97f3-110757f46c3a'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:24:42.711092 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f6c38b9d-f0ec-4d09-a803-eeafa833861c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:42.725807 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d830a2d-4799-46d2-b34e-b6f3ac5f0963 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Pushing event deleted for resources: {'Subnet': ['ID=10628bec-9ce0-45e3-97f3-110757f46c3a,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:42.733719 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7d830a2d-4799-46d2-b34e-b6f3ac5f0963 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:42.745233 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-7d830a2d-4799-46d2-b34e-b6f3ac5f0963 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] 10.222.0.69 "DELETE /v2.0/subnets/10628bec-9ce0-45e3-97f3-110757f46c3a HTTP/1.1" status: 204 len: 168 time: 0.2963746 Dec 10 19:24:42.745832 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57872) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:42.802866 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-966c5e55-1141-48b1-8659-e273fbbe06a8 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Deleting subnet 55437e27-b4e6-4f3e-9aa3-628519352c4d {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:24:42.806394 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-966c5e55-1141-48b1-8659-e273fbbe06a8 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:42.849578 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-966c5e55-1141-48b1-8659-e273fbbe06a8 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:42.893478 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:42.910817 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8537f5-6ddf-4a6e-999a-d8b61a63564c None None] Network 91f07d29-dbc5-440e-adf7-f978a0de35f7 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:24:42.923376 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-966c5e55-1141-48b1-8659-e273fbbe06a8 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:42.962479 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17746de1-d3c1-4f12-bae3-380cf4204959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:24:42.964748 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0dd006407324ce2959a5a4cf9f0b5e0801d7a51a5291ea700e8786e11115a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbff1053-6073-4941-83ca-3b71e6a7f5d6" -d '{"events": [{"server_uuid": "17746de1-d3c1-4f12-bae3-380cf4204959", "name": "network-vif-plugged", "status": "completed", "tag": "fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:24:42.986920 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b,segment=NetworkSegment(579c7679-5ad7-4feb-be0e-b59d5e0e9801),segment_id=579c7679-5ad7-4feb-be0e-b59d5e0e9801)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:24:42.994568 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:43.003011 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfab840-f8c7-4b25-af6b-953717a0ee42 req-cb24b0e4-3627-4b41-a8b9-d786995f0770 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:43.008595 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-fcfab840-f8c7-4b25-af6b-953717a0ee42 req-cb24b0e4-3627-4b41-a8b9-d786995f0770 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=17746de1-d3c1-4f12-bae3-380cf4204959 HTTP/1.1" status: 200 len: 944 time: 0.0728052 Dec 10 19:24:43.019118 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-966c5e55-1141-48b1-8659-e273fbbe06a8 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server [None req-f070b506-e92e-4295-8ad4-9434c1f7d645 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 55437e27-b4e6-4f3e-9aa3-628519352c4d: This subnet is being modified by another concurrent operation. Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server raise exception Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 55437e27-b4e6-4f3e-9aa3-628519352c4d: This subnet is being modified by another concurrent operation. Dec 10 19:24:43.053418 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server Dec 10 19:24:43.083925 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-fcfab840-f8c7-4b25-af6b-953717a0ee42 req-fc0e90b7-ca55-42d4-9299-31ca85796654 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=8da95ae2-d412-469f-9466-a2ac14e19b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700240 Dec 10 19:24:43.090728 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbd93f7-7472-4abb-8758-d260e8e33b02 None None] Network 0ad7f275-9d5b-42b2-955f-b75a499f7901 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:24:43.090968 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966c5e55-1141-48b1-8659-e273fbbe06a8 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Pushing event deleted for resources: {'Subnet': ['ID=55437e27-b4e6-4f3e-9aa3-628519352c4d,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:43.097857 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-966c5e55-1141-48b1-8659-e273fbbe06a8 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:43.104787 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-966c5e55-1141-48b1-8659-e273fbbe06a8 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] 10.222.0.69 "DELETE /v2.0/subnets/55437e27-b4e6-4f3e-9aa3-628519352c4d HTTP/1.1" status: 204 len: 168 time: 0.3575995 Dec 10 19:24:43.106920 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57880) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:43.144738 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:43.150886 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-213b2af6-de1d-4af0-87f5-14430932794c x-openstack-request-id: req-213b2af6-de1d-4af0-87f5-14430932794c {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:24:43.151350 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17746de1-d3c1-4f12-bae3-380cf4204959", "name": "network-vif-plugged", "status": "completed", "tag": "fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:24:43.153377 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-213b2af6-de1d-4af0-87f5-14430932794c {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:24:43.153951 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17746de1-d3c1-4f12-bae3-380cf4204959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b', 'code': 200} Dec 10 19:24:43.171034 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889fb0e5-9d72-4cb9-89bf-ce6ef327d14d tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:43.179900 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-889fb0e5-9d72-4cb9-89bf-ce6ef327d14d tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0646195 Dec 10 19:24:43.179900 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57882) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:43.253251 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49712e11-3b8e-4a61-a587-3cd3c5143f85 None None] get_active_networks_info from dv-neutron-821441-1-hyperv {{(pid=102367) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 10 19:24:43.273952 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0789c236-e5ce-49f7-94cc-4405129ad9a3 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:43.350369 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49712e11-3b8e-4a61-a587-3cd3c5143f85 None None] Resources bound (agent type, host, resource id): {{(pid=102367) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 19:24:43.365087 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e725b6-2335-451a-b86e-39ba36ca8a7b req-a1bd8aa8-d515-4b6b-8dd1-1e30004e6aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:43.365437 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0789c236-e5ce-49f7-94cc-4405129ad9a3 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:43.367101 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-84e725b6-2335-451a-b86e-39ba36ca8a7b req-a1bd8aa8-d515-4b6b-8dd1-1e30004e6aa8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=17746de1-d3c1-4f12-bae3-380cf4204959 HTTP/1.1" status: 200 len: 1098 time: 0.0484781 Dec 10 19:24:43.386385 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-0789c236-e5ce-49f7-94cc-4405129ad9a3 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ad7f275-9d5b-42b2-955f-b75a499f7901']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:43.397352 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-0789c236-e5ce-49f7-94cc-4405129ad9a3 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b43f3ac8-6fb4-45fd-872a-21993930816f') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:43.397817 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-0789c236-e5ce-49f7-94cc-4405129ad9a3 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b43f3ac8-6fb4-45fd-872a-21993930816f') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:43.404158 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-84e725b6-2335-451a-b86e-39ba36ca8a7b req-83ece003-ece9-4e24-8340-070e0329a7ae service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8da95ae2-d412-469f-9466-a2ac14e19b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292952 Dec 10 19:24:43.408758 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0789c236-e5ce-49f7-94cc-4405129ad9a3 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:43.422136 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0789c236-e5ce-49f7-94cc-4405129ad9a3 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:43.428374 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0789c236-e5ce-49f7-94cc-4405129ad9a3 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:24:43.428794 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0789c236-e5ce-49f7-94cc-4405129ad9a3 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:43.431918 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:24:43.431918 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:24:43.431918 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:24:43.431918 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:24:43.431918 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:24:43.431918 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:24:43.431918 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:24:43.431918 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:24:43.431918 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:24:43.431918 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:24:43.431918 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:24:43.431918 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:24:43.431918 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:24:43.431918 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:24:43.431918 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:24:43.431918 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:24:43.431918 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:24:43.431918 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:24:43.431918 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:24:43.431918 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:24:43.431918 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:24:43.431918 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:24:43.431918 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:24:43.431918 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:24:43.431918 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:24:43.431918 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:24:43.431918 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:24:43.431918 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:24:43.431918 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:24:43.431918 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:24:43.431918 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:24:43.431918 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:24:43.496559 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0789c236-e5ce-49f7-94cc-4405129ad9a3 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:43.501345 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0789c236-e5ce-49f7-94cc-4405129ad9a3 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:43.504641 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-0789c236-e5ce-49f7-94cc-4405129ad9a3 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] 10.222.0.69 "DELETE /v2.0/networks/0ad7f275-9d5b-42b2-955f-b75a499f7901 HTTP/1.1" status: 204 len: 168 time: 0.3242266 Dec 10 19:24:43.507630 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57884) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:43.522653 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0789c236-e5ce-49f7-94cc-4405129ad9a3 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Pushing event deleted for resources: {'Network': ['ID=0ad7f275-9d5b-42b2-955f-b75a499f7901,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:43.591148 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-25db754b-7419-4dab-ab66-f3fee38913e4 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:43.676844 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-25db754b-7419-4dab-ab66-f3fee38913e4 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:43.696947 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-25db754b-7419-4dab-ab66-f3fee38913e4 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91f07d29-dbc5-440e-adf7-f978a0de35f7']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:43.706695 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-25db754b-7419-4dab-ab66-f3fee38913e4 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc922846-8f5a-499b-a305-59c2464bd31c') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:43.706979 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-25db754b-7419-4dab-ab66-f3fee38913e4 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc922846-8f5a-499b-a305-59c2464bd31c') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:43.716203 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-25db754b-7419-4dab-ab66-f3fee38913e4 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:43.729788 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-25db754b-7419-4dab-ab66-f3fee38913e4 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:43.736656 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25db754b-7419-4dab-ab66-f3fee38913e4 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:24:43.737067 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-25db754b-7419-4dab-ab66-f3fee38913e4 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:43.740279 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:24:43.740279 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:24:43.740279 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:24:43.740279 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:24:43.740279 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:24:43.740279 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:24:43.740279 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:24:43.740279 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:24:43.740279 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:24:43.740279 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:24:43.740279 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:24:43.740279 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:24:43.740279 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:24:43.740279 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:24:43.740279 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:24:43.740279 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:24:43.740279 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:24:43.740279 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:24:43.740279 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:24:43.740279 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:24:43.740279 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:24:43.740279 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:24:43.740279 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:24:43.740279 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:24:43.740279 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:24:43.740279 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:24:43.740279 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:24:43.740279 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:24:43.740279 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:24:43.740279 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:24:43.740279 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:24:43.740279 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:24:43.804528 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-25db754b-7419-4dab-ab66-f3fee38913e4 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:43.808926 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-25db754b-7419-4dab-ab66-f3fee38913e4 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:43.812974 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-25db754b-7419-4dab-ab66-f3fee38913e4 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] 10.222.0.69 "DELETE /v2.0/networks/91f07d29-dbc5-440e-adf7-f978a0de35f7 HTTP/1.1" status: 204 len: 168 time: 0.3043044 Dec 10 19:24:43.815927 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57886) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:43.828674 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25db754b-7419-4dab-ab66-f3fee38913e4 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Pushing event deleted for resources: {'Network': ['ID=91f07d29-dbc5-440e-adf7-f978a0de35f7,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:43.901513 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-49b1f187-6c05-445e-83f3-adca24309dd2 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:43.994593 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-49b1f187-6c05-445e-83f3-adca24309dd2 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:44.017156 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-49b1f187-6c05-445e-83f3-adca24309dd2 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f78c4f1b-f5d2-42e7-93af-84bd50af43ab']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:44.026642 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-49b1f187-6c05-445e-83f3-adca24309dd2 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8c372b3-4a3d-428e-a978-bf396029fd55') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:44.026936 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-49b1f187-6c05-445e-83f3-adca24309dd2 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8c372b3-4a3d-428e-a978-bf396029fd55') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:44.037055 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-49b1f187-6c05-445e-83f3-adca24309dd2 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:44.052203 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-49b1f187-6c05-445e-83f3-adca24309dd2 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:44.058288 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49b1f187-6c05-445e-83f3-adca24309dd2 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:24:44.058674 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-49b1f187-6c05-445e-83f3-adca24309dd2 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:44.061670 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:24:44.061670 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:24:44.061670 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:24:44.061670 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:24:44.061670 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:24:44.061670 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:24:44.061670 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:24:44.061670 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:24:44.061670 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:24:44.061670 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:24:44.061670 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:24:44.061670 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:24:44.061670 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:24:44.061670 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:24:44.061670 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:24:44.061670 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:24:44.061670 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:24:44.061670 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:24:44.061670 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:24:44.061670 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:24:44.061670 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:24:44.061670 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:24:44.061670 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:24:44.061670 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:24:44.061670 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:24:44.061670 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:24:44.061670 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:24:44.061670 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:24:44.061670 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:24:44.061670 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:24:44.061670 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:24:44.061670 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:24:44.130179 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-49b1f187-6c05-445e-83f3-adca24309dd2 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:44.138491 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-49b1f187-6c05-445e-83f3-adca24309dd2 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:44.142388 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-49b1f187-6c05-445e-83f3-adca24309dd2 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] 10.222.0.69 "DELETE /v2.0/networks/f78c4f1b-f5d2-42e7-93af-84bd50af43ab HTTP/1.1" status: 204 len: 168 time: 0.3253083 Dec 10 19:24:44.144976 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57890) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:44.159931 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1f187-6c05-445e-83f3-adca24309dd2 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Pushing event deleted for resources: {'Network': ['ID=f78c4f1b-f5d2-42e7-93af-84bd50af43ab,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:44.251433 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-76580a03-9ea2-496c-931f-bfae8b1a8f99 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:44.297874 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766b7e14-ecdf-480d-8cd7-55548a265ec4 req-f38b7ae2-0a21-4280-bcf4-e3d0bc80d408 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:44.299391 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-766b7e14-ecdf-480d-8cd7-55548a265ec4 req-f38b7ae2-0a21-4280-bcf4-e3d0bc80d408 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=17746de1-d3c1-4f12-bae3-380cf4204959 HTTP/1.1" status: 200 len: 945 time: 0.1061051 Dec 10 19:24:44.378433 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-76580a03-9ea2-496c-931f-bfae8b1a8f99 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:44.403489 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-766b7e14-ecdf-480d-8cd7-55548a265ec4 req-0fe91d4f-796b-462f-b153-3ede4c412d12 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=8da95ae2-d412-469f-9466-a2ac14e19b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882566 Dec 10 19:24:44.414700 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-76580a03-9ea2-496c-931f-bfae8b1a8f99 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dab9acb1-e608-4983-9076-80eefb22186e']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:44.424820 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-76580a03-9ea2-496c-931f-bfae8b1a8f99 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66d8b118-9196-4af3-9572-3306152ff2b2') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:44.425116 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-76580a03-9ea2-496c-931f-bfae8b1a8f99 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66d8b118-9196-4af3-9572-3306152ff2b2') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:44.434645 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-76580a03-9ea2-496c-931f-bfae8b1a8f99 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:44.448128 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-76580a03-9ea2-496c-931f-bfae8b1a8f99 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:44.455041 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76580a03-9ea2-496c-931f-bfae8b1a8f99 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:24:44.455428 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-76580a03-9ea2-496c-931f-bfae8b1a8f99 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:44.458394 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:24:44.458394 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:24:44.458394 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:24:44.458394 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:24:44.458394 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:24:44.458394 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:24:44.458394 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:24:44.458394 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:24:44.458394 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:24:44.458394 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:24:44.458394 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:24:44.458394 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:24:44.458394 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:24:44.458394 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:24:44.458394 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:24:44.458394 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:24:44.458394 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:24:44.458394 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:24:44.458394 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:24:44.458394 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:24:44.458394 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:24:44.458394 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:24:44.458394 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:24:44.458394 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:24:44.458394 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:24:44.458394 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:24:44.458394 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:24:44.458394 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:24:44.458394 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:24:44.458394 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:24:44.458394 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:24:44.458394 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:24:44.517441 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-76580a03-9ea2-496c-931f-bfae8b1a8f99 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:44.521945 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-76580a03-9ea2-496c-931f-bfae8b1a8f99 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:44.525218 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-76580a03-9ea2-496c-931f-bfae8b1a8f99 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] 10.222.0.69 "DELETE /v2.0/networks/dab9acb1-e608-4983-9076-80eefb22186e HTTP/1.1" status: 204 len: 168 time: 0.3792477 Dec 10 19:24:44.540132 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76580a03-9ea2-496c-931f-bfae8b1a8f99 tempest-BulkNetworkOpsTest-1152806539 tempest-BulkNetworkOpsTest-1152806539-project] Pushing event deleted for resources: {'Network': ['ID=dab9acb1-e608-4983-9076-80eefb22186e,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:44.774315 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57896) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:44.911800 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-21a80bcf-652e-48ff-99bf-c3ff04e582e6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=98e9550784114cbba8bd1f5e419fec31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1363056 Dec 10 19:24:44.914324 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57900) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:44.963330 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-64a191ca-49cc-4b1f-a755-61caa85e5fcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:44.986052 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-64a191ca-49cc-4b1f-a755-61caa85e5fcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:45.032125 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-64a191ca-49cc-4b1f-a755-61caa85e5fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:45.034620 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-64a191ca-49cc-4b1f-a755-61caa85e5fcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:45.035767 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-64a191ca-49cc-4b1f-a755-61caa85e5fcf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c43ebabc-e3b4-4186-82bc-de17d66016cd HTTP/1.1" status: 204 len: 168 time: 0.1205337 Dec 10 19:24:45.043440 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a191ca-49cc-4b1f-a755-61caa85e5fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43ebabc-e3b4-4186-82bc-de17d66016cd,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:45.532957 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b8f42-0a28-4077-976c-604cf3c1ed99 req-4869937d-8162-4291-99d6-e066e0c90b81 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:45.534469 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-354b8f42-0a28-4077-976c-604cf3c1ed99 req-4869937d-8162-4291-99d6-e066e0c90b81 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=17746de1-d3c1-4f12-bae3-380cf4204959 HTTP/1.1" status: 200 len: 945 time: 0.0594616 Dec 10 19:24:45.575201 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-354b8f42-0a28-4077-976c-604cf3c1ed99 req-be75f3d9-40c4-4e55-9766-d491bd66c0ab tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=8da95ae2-d412-469f-9466-a2ac14e19b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348980 Dec 10 19:24:45.686044 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57926) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:45.692616 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5592c3-b332-42fe-b252-f82afafa018c req-b15cf0f1-7bbb-44a1-bdd2-21c8712f04d8 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:45.694112 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ab5592c3-b332-42fe-b252-f82afafa018c req-b15cf0f1-7bbb-44a1-bdd2-21c8712f04d8 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=17746de1-d3c1-4f12-bae3-380cf4204959 HTTP/1.1" status: 200 len: 945 time: 0.0508313 Dec 10 19:24:45.733474 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ab5592c3-b332-42fe-b252-f82afafa018c req-6c1487ca-99c9-4aac-a046-a45ddd95c25e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=8da95ae2-d412-469f-9466-a2ac14e19b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333664 Dec 10 19:24:45.756884 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57930) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:45.798394 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-3c3e6a1b-eef2-41a5-894c-85d913e39d1a tempest-DvrRoutersNegativeTest-2105835722 tempest-DvrRoutersNegativeTest-2105835722-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-105806213', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:24:45.801364 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.policy [None req-3c3e6a1b-eef2-41a5-894c-85d913e39d1a tempest-DvrRoutersNegativeTest-2105835722 tempest-DvrRoutersNegativeTest-2105835722-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102366) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Dec 10 19:24:45.801731 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.policy [None req-3c3e6a1b-eef2-41a5-894c-85d913e39d1a tempest-DvrRoutersNegativeTest-2105835722 tempest-DvrRoutersNegativeTest-2105835722-project] Failed policy check for 'create_router' {{(pid=102366) enforce /opt/stack/neutron/neutron/policy.py:520}} Dec 10 19:24:45.802221 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-3c3e6a1b-eef2-41a5-894c-85d913e39d1a tempest-DvrRoutersNegativeTest-2105835722 tempest-DvrRoutersNegativeTest-2105835722-project] create failed (client error): Access was denied to this resource. Dec 10 19:24:45.808553 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-3c3e6a1b-eef2-41a5-894c-85d913e39d1a tempest-DvrRoutersNegativeTest-2105835722 tempest-DvrRoutersNegativeTest-2105835722-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1152020 Dec 10 19:24:45.821330 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f86098d0-29e5-45d6-8649-28c9bd3e122a req-978a8d6b-f42c-469a-a6a4-00af9151e2a8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4fca8ca7-c259-4cd0-9b18-c609f23673e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0492120 Dec 10 19:24:45.836343 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8435030d-80ac-4cca-8832-2c916af91323 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:45.838819 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-8435030d-80ac-4cca-8832-2c916af91323 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=17746de1-d3c1-4f12-bae3-380cf4204959 HTTP/1.1" status: 200 len: 1093 time: 0.0803638 Dec 10 19:24:45.841677 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57934) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:45.846225 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-eab7ea8b-cd66-4769-b586-60b495993c22 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'floatingip': {'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'port_id': 'fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:24:45.872262 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-eab7ea8b-cd66-4769-b586-60b495993c22 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for floatingip, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:45.900052 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86098d0-29e5-45d6-8649-28c9bd3e122a req-26f49a3c-7d18-4efc-995a-9d05f633efd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:45.901643 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f86098d0-29e5-45d6-8649-28c9bd3e122a req-26f49a3c-7d18-4efc-995a-9d05f633efd8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d55891769dee4679a2ef3c1d528a784c&device_id=4fca8ca7-c259-4cd0-9b18-c609f23673e9 HTTP/1.1" status: 200 len: 1098 time: 0.0526168 Dec 10 19:24:45.982475 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:24:45.985221 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-eab7ea8b-cd66-4769-b586-60b495993c22 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:46.021980 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86098d0-29e5-45d6-8649-28c9bd3e122a req-8ac46f9a-6e81-43c9-b4d7-9a112d99bbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:46.023563 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f86098d0-29e5-45d6-8649-28c9bd3e122a req-8ac46f9a-6e81-43c9-b4d7-9a112d99bbd8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8fe565ca-25f0-46cc-a74d-1d785e1c4483 HTTP/1.1" status: 200 len: 912 time: 0.0975957 Dec 10 19:24:46.112637 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f86098d0-29e5-45d6-8649-28c9bd3e122a req-25ff36e3-b0f0-4e94-bea8-475a55ca9a6c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0efe7c65-b2bd-4463-8a4c-3064fff6d056 HTTP/1.1" status: 200 len: 1000 time: 0.0757024 Dec 10 19:24:46.133784 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-eab7ea8b-cd66-4769-b586-60b495993c22 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Allocated IP 172.26.6.244 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/56f75714-ed37-4664-a723-aacc3c6f591e) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:24:46.149924 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 57938) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:46.174354 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86098d0-29e5-45d6-8649-28c9bd3e122a req-12a11586-5330-42f0-aafe-136dd8807461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:46.175871 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f86098d0-29e5-45d6-8649-28c9bd3e122a req-12a11586-5330-42f0-aafe-136dd8807461 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=08326994-b03f-4864-96e3-852094c75fec HTTP/1.1" status: 200 len: 850 time: 0.0514200 Dec 10 19:24:46.233154 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86098d0-29e5-45d6-8649-28c9bd3e122a req-2a6ee45d-e37d-4e3c-910b-0b5185f1f02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:46.234665 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f86098d0-29e5-45d6-8649-28c9bd3e122a req-2a6ee45d-e37d-4e3c-910b-0b5185f1f02a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8fe565ca-25f0-46cc-a74d-1d785e1c4483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0456736 Dec 10 19:24:46.272826 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-eab7ea8b-cd66-4769-b586-60b495993c22 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:46.282784 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cb3c0306-fd92-4038-9625-36d70ac9122c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:46.341515 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f86098d0-29e5-45d6-8649-28c9bd3e122a req-aedf475d-adc2-47d4-ac18-2eae07daaea0 service neutron] 10.222.0.36 "GET /v2.0/networks/8fe565ca-25f0-46cc-a74d-1d785e1c4483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979869 Dec 10 19:24:46.350273 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-eab7ea8b-cd66-4769-b586-60b495993c22 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:46.400569 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab7ea8b-cd66-4769-b586-60b495993c22 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:24:46.406725 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-eab7ea8b-cd66-4769-b586-60b495993c22 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:24:46.413798 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab7ea8b-cd66-4769-b586-60b495993c22 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:24:46.442188 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f86098d0-29e5-45d6-8649-28c9bd3e122a req-4c969bf4-2cf3-4cd3-a6d3-1d3004c1d20c service neutron] 10.222.0.36 "GET /v2.0/networks/8fe565ca-25f0-46cc-a74d-1d785e1c4483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879819 Dec 10 19:24:46.446430 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab7ea8b-cd66-4769-b586-60b495993c22 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Port': ['ID=56f75714-ed37-4664-a723-aacc3c6f591e,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:46.473244 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cb3c0306-fd92-4038-9625-36d70ac9122c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:46.480203 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cb3c0306-fd92-4038-9625-36d70ac9122c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:46.542873 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3c0306-fd92-4038-9625-36d70ac9122c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac00656d-75fa-473b-a924-be6a52fdcf2b,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:46.551564 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-cb3c0306-fd92-4038-9625-36d70ac9122c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d344bc3a47074710b3ad1fa5c1b9f274&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4006245 Dec 10 19:24:46.554608 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57942) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:46.612451 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2c6ba3ae-e90a-4d27-b7df-9b5591c8be87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:46.635636 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2c6ba3ae-e90a-4d27-b7df-9b5591c8be87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:46.689004 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2c6ba3ae-e90a-4d27-b7df-9b5591c8be87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:46.691732 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2c6ba3ae-e90a-4d27-b7df-9b5591c8be87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:46.692916 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-2c6ba3ae-e90a-4d27-b7df-9b5591c8be87 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ac00656d-75fa-473b-a924-be6a52fdcf2b HTTP/1.1" status: 204 len: 168 time: 0.1372268 Dec 10 19:24:46.703194 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6ba3ae-e90a-4d27-b7df-9b5591c8be87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac00656d-75fa-473b-a924-be6a52fdcf2b,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:46.849137 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-eab7ea8b-cd66-4769-b586-60b495993c22 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:46.926285 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-eab7ea8b-cd66-4769-b586-60b495993c22 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:47.094185 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-eab7ea8b-cd66-4769-b586-60b495993c22 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:47.104878 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-eab7ea8b-cd66-4769-b586-60b495993c22 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:47.176185 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab7ea8b-cd66-4769-b586-60b495993c22 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Port': ['ID=56f75714-ed37-4664-a723-aacc3c6f591e,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:24:47.185784 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-eab7ea8b-cd66-4769-b586-60b495993c22 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3713103'] for floatingip, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:47.285639 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.l3_db [None req-eab7ea8b-cd66-4769-b586-60b495993c22 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Floating IP 7c979218-e27d-4fd0-aee8-7db6020eb8a1 associated. External IP: 172.26.6.244, port: fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b. Dec 10 19:24:47.780646 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab7ea8b-cd66-4769-b586-60b495993c22 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Router 9a051682-af9c-4002-8103-9a9e09b67996 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:24:47.892087 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab7ea8b-cd66-4769-b586-60b495993c22 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:24:47.903363 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e1119f-f8d5-47f9-add7-243dfc322b25 None None] Sync routers for ids ['9a051682-af9c-4002-8103-9a9e09b67996'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:24:47.910510 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-eab7ea8b-cd66-4769-b586-60b495993c22 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:47.914461 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e1119f-f8d5-47f9-add7-243dfc322b25 None None] Routers {'9a051682-af9c-4002-8103-9a9e09b67996'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:24:47.915078 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-65e1119f-f8d5-47f9-add7-243dfc322b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:24:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['9a051682-af9c-4002-8103-9a9e09b67996'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:47.937978 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-eab7ea8b-cd66-4769-b586-60b495993c22 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0952172 Dec 10 19:24:47.938666 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17746de1-d3c1-4f12-bae3-380cf4204959', 'tag': 'fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b'}] {{(pid=102366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:24:47.940721 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57946) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:47.941288 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a86acec104960cf4069dffce1919f1f0aa2a294c7752363dfd1d6594a90fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b7ade3-e39d-4542-a6ae-7e56671b7e7f" -d '{"events": [{"name": "network-changed", "server_uuid": "17746de1-d3c1-4f12-bae3-380cf4204959", "tag": "fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b"}]}' {{(pid=102366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:24:48.012562 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-2b649885-ba13-4ccc-b2f4-b5b815a390c4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/floatingips/7c979218-e27d-4fd0-aee8-7db6020eb8a1 HTTP/1.1" status: 200 len: 991 time: 0.0705287 Dec 10 19:24:48.027458 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-65e1119f-f8d5-47f9-add7-243dfc322b25 None None] Set router 9a051682-af9c-4002-8103-9a9e09b67996 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:24:48.154453 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813bf5dd-99d9-49ba-93b9-5e5643891d1d x-openstack-request-id: req-813bf5dd-99d9-49ba-93b9-5e5643891d1d {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:24:48.154750 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17746de1-d3c1-4f12-bae3-380cf4204959", "tag": "fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b", "status": "completed", "code": 200}]} {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:24:48.155003 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-813bf5dd-99d9-49ba-93b9-5e5643891d1d {{(pid=102366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:24:48.155914 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17746de1-d3c1-4f12-bae3-380cf4204959', 'tag': 'fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b', 'status': 'completed', 'code': 200} Dec 10 19:24:48.221046 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b7ade3-e39d-4542-a6ae-7e56671b7e7f req-7927284b-322f-4bcb-a166-7651b7e9c73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:48.222542 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-55b7ade3-e39d-4542-a6ae-7e56671b7e7f req-7927284b-322f-4bcb-a166-7651b7e9c73c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=730e4c9f0aba4accb176e575114c849e&device_id=17746de1-d3c1-4f12-bae3-380cf4204959 HTTP/1.1" status: 200 len: 1098 time: 0.0420754 Dec 10 19:24:48.255864 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-65e1119f-f8d5-47f9-add7-243dfc322b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a051682-af9c-4002-8103-9a9e09b67996', 'name': 'tempest-TestNetworkBasicOps-router-1478531981', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': '1d6ebc4f-87a2-4416-bc5c-ec7eac1aca3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:24:23Z', 'updated_at': '2021-12-10T19:24:28Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '1d6ebc4f-87a2-4416-bc5c-ec7eac1aca3c', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a051682-af9c-4002-8103-9a9e09b67996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:24Z', 'updated_at': '2021-12-10T19:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '7c979218-e27d-4fd0-aee8-7db6020eb8a1', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'floating_ip_address': '172.26.6.244', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '9a051682-af9c-4002-8103-9a9e09b67996', 'port_id': 'fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc7de33f-ef96-431c-afc6-451e37eb6df0', 'mac_address': 'fa:16:3e:47:d3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17746de1-d3c1-4f12-bae3-380cf4204959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:24:46Z', 'updated_at': '2021-12-10T19:24:46Z', 'revision_number': 0, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2feac84d-81bd-4fa9-b9dc-ca71481b2dba', 'name': '', 'network_id': 'dc7de33f-ef96-431c-afc6-451e37eb6df0', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:51:82:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a051682-af9c-4002-8103-9a9e09b67996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'dbd70268-7ba7-4954-af36-b504deeaa6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:28Z', 'updated_at': '2021-12-10T19:24:32Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'dbd70268-7ba7-4954-af36-b504deeaa6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:48.286706 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e1119f-f8d5-47f9-add7-243dfc322b25 None None] Checking router: 9a051682-af9c-4002-8103-9a9e09b67996 for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:24:48.295178 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e1119f-f8d5-47f9-add7-243dfc322b25 None None] Routers {'9a051682-af9c-4002-8103-9a9e09b67996'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:24:48.295782 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-65e1119f-f8d5-47f9-add7-243dfc322b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:24:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['9a051682-af9c-4002-8103-9a9e09b67996'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:48.319060 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b7ade3-e39d-4542-a6ae-7e56671b7e7f req-42b7f384-048d-4acc-b7a2-ea35a199e7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:48.320552 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-55b7ade3-e39d-4542-a6ae-7e56671b7e7f req-42b7f384-048d-4acc-b7a2-ea35a199e7b1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dc7de33f-ef96-431c-afc6-451e37eb6df0 HTTP/1.1" status: 200 len: 898 time: 0.0902653 Dec 10 19:24:48.393181 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-55b7ade3-e39d-4542-a6ae-7e56671b7e7f req-e0d4a475-48be-4a99-9cd3-973e6fe4a57f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b HTTP/1.1" status: 200 len: 999 time: 0.0638070 Dec 10 19:24:48.405559 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-65e1119f-f8d5-47f9-add7-243dfc322b25 None None] Set router 9a051682-af9c-4002-8103-9a9e09b67996 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:24:48.447382 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b7ade3-e39d-4542-a6ae-7e56671b7e7f req-f038c655-8f20-4a27-8f72-c0e1cde4658b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:48.448870 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-55b7ade3-e39d-4542-a6ae-7e56671b7e7f req-f038c655-8f20-4a27-8f72-c0e1cde4658b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dbd70268-7ba7-4954-af36-b504deeaa6e0 HTTP/1.1" status: 200 len: 834 time: 0.0443265 Dec 10 19:24:48.505643 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b7ade3-e39d-4542-a6ae-7e56671b7e7f req-d01706fa-e13e-45ee-bd06-f63c556b8236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:48.507297 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-55b7ade3-e39d-4542-a6ae-7e56671b7e7f req-d01706fa-e13e-45ee-bd06-f63c556b8236 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dc7de33f-ef96-431c-afc6-451e37eb6df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0457811 Dec 10 19:24:48.600268 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-55b7ade3-e39d-4542-a6ae-7e56671b7e7f req-5e412467-87cb-4db5-aa2b-943945237cd6 service neutron] 10.222.0.36 "GET /v2.0/networks/dc7de33f-ef96-431c-afc6-451e37eb6df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838532 Dec 10 19:24:48.633991 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-65e1119f-f8d5-47f9-add7-243dfc322b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a051682-af9c-4002-8103-9a9e09b67996', 'name': 'tempest-TestNetworkBasicOps-router-1478531981', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': '1d6ebc4f-87a2-4416-bc5c-ec7eac1aca3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:24:23Z', 'updated_at': '2021-12-10T19:24:28Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '1d6ebc4f-87a2-4416-bc5c-ec7eac1aca3c', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a051682-af9c-4002-8103-9a9e09b67996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:24Z', 'updated_at': '2021-12-10T19:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '7c979218-e27d-4fd0-aee8-7db6020eb8a1', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'floating_ip_address': '172.26.6.244', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '9a051682-af9c-4002-8103-9a9e09b67996', 'port_id': 'fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc7de33f-ef96-431c-afc6-451e37eb6df0', 'mac_address': 'fa:16:3e:47:d3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17746de1-d3c1-4f12-bae3-380cf4204959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:24:46Z', 'updated_at': '2021-12-10T19:24:46Z', 'revision_number': 0, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2feac84d-81bd-4fa9-b9dc-ca71481b2dba', 'name': '', 'network_id': 'dc7de33f-ef96-431c-afc6-451e37eb6df0', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:51:82:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a051682-af9c-4002-8103-9a9e09b67996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'dbd70268-7ba7-4954-af36-b504deeaa6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:28Z', 'updated_at': '2021-12-10T19:24:32Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'dbd70268-7ba7-4954-af36-b504deeaa6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:24:48.664067 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e1119f-f8d5-47f9-add7-243dfc322b25 None None] The sync data for ids ['9a051682-af9c-4002-8103-9a9e09b67996'] in dv-neutron-821441-1-hyperv is: [{'id': '9a051682-af9c-4002-8103-9a9e09b67996', 'name': 'tempest-TestNetworkBasicOps-router-1478531981', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': '1d6ebc4f-87a2-4416-bc5c-ec7eac1aca3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:24:23Z', 'updated_at': '2021-12-10T19:24:28Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '1d6ebc4f-87a2-4416-bc5c-ec7eac1aca3c', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a051682-af9c-4002-8103-9a9e09b67996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:24Z', 'updated_at': '2021-12-10T19:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '7c979218-e27d-4fd0-aee8-7db6020eb8a1', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'floating_ip_address': '172.26.6.244', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '9a051682-af9c-4002-8103-9a9e09b67996', 'port_id': 'fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc7de33f-ef96-431c-afc6-451e37eb6df0', 'mac_address': 'fa:16:3e:47:d3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17746de1-d3c1-4f12-bae3-380cf4204959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:24:46Z', 'updated_at': '2021-12-10T19:24:46Z', 'revision_number': 0, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2feac84d-81bd-4fa9-b9dc-ca71481b2dba', 'name': '', 'network_id': 'dc7de33f-ef96-431c-afc6-451e37eb6df0', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:51:82:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a051682-af9c-4002-8103-9a9e09b67996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'dbd70268-7ba7-4954-af36-b504deeaa6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:28Z', 'updated_at': '2021-12-10T19:24:32Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'dbd70268-7ba7-4954-af36-b504deeaa6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:24:48.702766 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-55b7ade3-e39d-4542-a6ae-7e56671b7e7f req-eee9d371-29e6-4dc5-85d3-8b6174646edd service neutron] 10.222.0.36 "GET /v2.0/networks/dc7de33f-ef96-431c-afc6-451e37eb6df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916591 Dec 10 19:24:48.875041 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28e4707-fe11-4327-82eb-ef3fb176fb6d None None] New status for floating IP 7c979218-e27d-4fd0-aee8-7db6020eb8a1: ACTIVE {{(pid=102368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:24:49.014888 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 57952) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:24:49.081385 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-5b937ef1-40d7-491c-8bf3-fa55ba582b87 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/floatingips/7c979218-e27d-4fd0-aee8-7db6020eb8a1 HTTP/1.1" status: 200 len: 993 time: 0.0653105 Dec 10 19:24:50.208065 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d8bf2e4c-cbd5-4bff-896d-69730e1ae4e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:54.180936 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-adbb3f81-c8ee-4de8-baa6-d8e40edbf3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:55.328182 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:56.437273 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:24:56.728181 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:25:02.266377 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:25:18.059384 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7c5883f2-9141-4d9b-be9e-bbc5e5f27391 req-1fb942dd-4d8c-419d-b95b-59dfd273ef1f tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1565973988&fields=id&tenant_id=d55891769dee4679a2ef3c1d528a784c HTTP/1.1" status: 200 len: 267 time: 0.0356073 Dec 10 19:25:18.171663 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5883f2-9141-4d9b-be9e-bbc5e5f27391 req-869bd7a7-412e-4cfb-89a1-a4f0d7400150 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:18.173143 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7c5883f2-9141-4d9b-be9e-bbc5e5f27391 req-869bd7a7-412e-4cfb-89a1-a4f0d7400150 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/networks?id=8fe565ca-25f0-46cc-a74d-1d785e1c4483 HTTP/1.1" status: 200 len: 811 time: 0.1067650 Dec 10 19:25:18.188379 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7c5883f2-9141-4d9b-be9e-bbc5e5f27391 req-3ac6f2ff-a29f-4920-88c1-9491954ec983 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/quotas/d55891769dee4679a2ef3c1d528a784c HTTP/1.1" status: 200 len: 375 time: 0.0092592 Dec 10 19:25:18.247002 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7c5883f2-9141-4d9b-be9e-bbc5e5f27391 req-de602200-25af-45ff-b003-8bd61685aef3 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=d55891769dee4679a2ef3c1d528a784c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0528126 Dec 10 19:25:18.262111 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [req-7c5883f2-9141-4d9b-be9e-bbc5e5f27391 req-a66cf864-3a97-43a2-b11f-ed55d850a762 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:25:18.263070 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7c5883f2-9141-4d9b-be9e-bbc5e5f27391 req-a66cf864-3a97-43a2-b11f-ed55d850a762 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051391 Dec 10 19:25:18.356331 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7c5883f2-9141-4d9b-be9e-bbc5e5f27391 req-77aad98a-174d-4f0c-8fe3-197f8282639a service neutron] 10.222.0.69 "GET /v2.0/networks/8fe565ca-25f0-46cc-a74d-1d785e1c4483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865469 Dec 10 19:25:18.445248 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7c5883f2-9141-4d9b-be9e-bbc5e5f27391 req-df94580c-0762-44a6-a2e3-278999b8d3a4 service neutron] 10.222.0.69 "GET /v2.0/networks/8fe565ca-25f0-46cc-a74d-1d785e1c4483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827470 Dec 10 19:25:19.764340 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-aecf9d7e-1d13-476e-be70-ee19dff6bf10 req-2ed07f88-cad7-4266-8997-5f2c94b756ea tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=b55d5097-ae01-4621-9d67-229b904bfe69 HTTP/1.1" status: 200 len: 210 time: 0.0287244 Dec 10 19:25:20.210683 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f984fa04-c1c2-4854-bbbb-4fa2ca06b0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:25:20.771531 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5883f2-9141-4d9b-be9e-bbc5e5f27391 req-4a14ae27-3a81-44c1-a728-d24676d8c611 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:20.772985 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7c5883f2-9141-4d9b-be9e-bbc5e5f27391 req-4a14ae27-3a81-44c1-a728-d24676d8c611 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.36 "GET /v2.0/networks?id=8fe565ca-25f0-46cc-a74d-1d785e1c4483 HTTP/1.1" status: 200 len: 811 time: 0.1177590 Dec 10 19:25:20.824786 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7c5883f2-9141-4d9b-be9e-bbc5e5f27391 req-db0049e5-c2a1-4812-ae66-420067801755 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d55891769dee4679a2ef3c1d528a784c HTTP/1.1" status: 200 len: 380 time: 0.0359612 Dec 10 19:25:20.836400 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-7c5883f2-9141-4d9b-be9e-bbc5e5f27391 req-199cd41b-08ed-4970-b860-51f9a78b689b tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Request body: {'port': {'device_id': 'b55d5097-ae01-4621-9d67-229b904bfe69', 'network_id': '8fe565ca-25f0-46cc-a74d-1d785e1c4483', 'admin_state_up': True, 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'security_groups': ['a6d45182-71ed-4d5e-8998-00a180281811']}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:25:20.914054 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-aa92b957-8f85-40a3-b9a9-00c63c6e9bc3 req-311570e6-7399-4861-8551-f8bd8623b69e tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=b55d5097-ae01-4621-9d67-229b904bfe69 HTTP/1.1" status: 200 len: 210 time: 0.0610583 Dec 10 19:25:20.981588 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c5883f2-9141-4d9b-be9e-bbc5e5f27391 req-199cd41b-08ed-4970-b860-51f9a78b689b tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Made reservation on behalf of d55891769dee4679a2ef3c1d528a784c for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:25:20.985093 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-7c5883f2-9141-4d9b-be9e-bbc5e5f27391 req-199cd41b-08ed-4970-b860-51f9a78b689b tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:25:21.118612 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [req-7c5883f2-9141-4d9b-be9e-bbc5e5f27391 req-199cd41b-08ed-4970-b860-51f9a78b689b tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Allocated IP 172.20.0.6 (8fe565ca-25f0-46cc-a74d-1d785e1c4483/08326994-b03f-4864-96e3-852094c75fec/4168b9da-dec4-4dab-ae3a-0c8e5084f4cb) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:25:21.278212 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-7c5883f2-9141-4d9b-be9e-bbc5e5f27391 req-199cd41b-08ed-4970-b860-51f9a78b689b tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:25:21.315275 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-7c5883f2-9141-4d9b-be9e-bbc5e5f27391 req-199cd41b-08ed-4970-b860-51f9a78b689b tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:25:21.364204 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c5883f2-9141-4d9b-be9e-bbc5e5f27391 req-199cd41b-08ed-4970-b860-51f9a78b689b tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Network 8fe565ca-25f0-46cc-a74d-1d785e1c4483 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:25:21.367594 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [req-7c5883f2-9141-4d9b-be9e-bbc5e5f27391 req-199cd41b-08ed-4970-b860-51f9a78b689b tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:25:21.371021 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c5883f2-9141-4d9b-be9e-bbc5e5f27391 req-199cd41b-08ed-4970-b860-51f9a78b689b tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:25:21.405624 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199cd41b-08ed-4970-b860-51f9a78b689b tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Pushing event updated for resources: {'Port': ['ID=4168b9da-dec4-4dab-ae3a-0c8e5084f4cb,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:25:21.442167 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5883f2-9141-4d9b-be9e-bbc5e5f27391 req-199cd41b-08ed-4970-b860-51f9a78b689b tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:21.442167 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-7c5883f2-9141-4d9b-be9e-bbc5e5f27391 req-199cd41b-08ed-4970-b860-51f9a78b689b tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:25:21.465506 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7c5883f2-9141-4d9b-be9e-bbc5e5f27391 req-199cd41b-08ed-4970-b860-51f9a78b689b tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6333611 Dec 10 19:25:21.485104 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-7c5883f2-9141-4d9b-be9e-bbc5e5f27391 req-fed173df-854d-43c4-8c7f-cdc2aab6e47b service neutron] Request body: {'port': {'device_id': 'b55d5097-ae01-4621-9d67-229b904bfe69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:25:21.552913 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-7c5883f2-9141-4d9b-be9e-bbc5e5f27391 req-fed173df-854d-43c4-8c7f-cdc2aab6e47b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:25:21.639382 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-f84e202d-c161-4e66-849f-724f2e291a4c None None] Provisioning complete for port 4168b9da-dec4-4dab-ae3a-0c8e5084f4cb triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:25:21.639947 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f84e202d-c161-4e66-849f-724f2e291a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:25:21.685568 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-f84e202d-c161-4e66-849f-724f2e291a4c None None] Port 4168b9da-dec4-4dab-ae3a-0c8e5084f4cb cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:25:21.854679 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [req-7c5883f2-9141-4d9b-be9e-bbc5e5f27391 req-fed173df-854d-43c4-8c7f-cdc2aab6e47b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4168b9da-dec4-4dab-ae3a-0c8e5084f4cb {{(pid=102365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:25:21.863168 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-7c5883f2-9141-4d9b-be9e-bbc5e5f27391 req-fed173df-854d-43c4-8c7f-cdc2aab6e47b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:25:21.874972 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.provisioning_blocks [req-7c5883f2-9141-4d9b-be9e-bbc5e5f27391 req-fed173df-854d-43c4-8c7f-cdc2aab6e47b service neutron] Transition to ACTIVE for port object 4168b9da-dec4-4dab-ae3a-0c8e5084f4cb will not be triggered until provisioned by entity L2. {{(pid=102365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:25:21.880083 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-7c5883f2-9141-4d9b-be9e-bbc5e5f27391 req-fed173df-854d-43c4-8c7f-cdc2aab6e47b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:25:21.928106 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed173df-854d-43c4-8c7f-cdc2aab6e47b service neutron] Pushing event updated for resources: {'Port': ['ID=4168b9da-dec4-4dab-ae3a-0c8e5084f4cb,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:25:22.044796 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-7c5883f2-9141-4d9b-be9e-bbc5e5f27391 req-fed173df-854d-43c4-8c7f-cdc2aab6e47b service neutron] Attempting to bind port 4168b9da-dec4-4dab-ae3a-0c8e5084f4cb on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:25:22.044796 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-7c5883f2-9141-4d9b-be9e-bbc5e5f27391 req-fed173df-854d-43c4-8c7f-cdc2aab6e47b service neutron] Attempting to bind port 4168b9da-dec4-4dab-ae3a-0c8e5084f4cb by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'f660800f-194f-49ad-8e36-a73cd4c72d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8fe565ca-25f0-46cc-a74d-1d785e1c4483'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:25:22.044796 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5883f2-9141-4d9b-be9e-bbc5e5f27391 req-fed173df-854d-43c4-8c7f-cdc2aab6e47b service neutron] Attempting to bind port 4168b9da-dec4-4dab-ae3a-0c8e5084f4cb on network 8fe565ca-25f0-46cc-a74d-1d785e1c4483 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:25:22.063275 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5883f2-9141-4d9b-be9e-bbc5e5f27391 req-fed173df-854d-43c4-8c7f-cdc2aab6e47b service neutron] Port 4168b9da-dec4-4dab-ae3a-0c8e5084f4cb on network 8fe565ca-25f0-46cc-a74d-1d785e1c4483 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:25:22.064293 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5883f2-9141-4d9b-be9e-bbc5e5f27391 req-fed173df-854d-43c4-8c7f-cdc2aab6e47b service neutron] Attempting to bind port 4168b9da-dec4-4dab-ae3a-0c8e5084f4cb on network 8fe565ca-25f0-46cc-a74d-1d785e1c4483 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:25:22.072367 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5883f2-9141-4d9b-be9e-bbc5e5f27391 req-fed173df-854d-43c4-8c7f-cdc2aab6e47b service neutron] Checking agent: {'id': '9e16c23e-95bc-4c2e-b3ec-daf7533f9d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'started_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:25:22.072801 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5883f2-9141-4d9b-be9e-bbc5e5f27391 req-fed173df-854d-43c4-8c7f-cdc2aab6e47b service neutron] Checking segment: {'id': 'f660800f-194f-49ad-8e36-a73cd4c72d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8fe565ca-25f0-46cc-a74d-1d785e1c4483'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:25:22.073432 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5883f2-9141-4d9b-be9e-bbc5e5f27391 req-fed173df-854d-43c4-8c7f-cdc2aab6e47b service neutron] Bound using segment: {'id': 'f660800f-194f-49ad-8e36-a73cd4c72d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8fe565ca-25f0-46cc-a74d-1d785e1c4483'} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:25:22.073620 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-7c5883f2-9141-4d9b-be9e-bbc5e5f27391 req-fed173df-854d-43c4-8c7f-cdc2aab6e47b service neutron] Bound port: 4168b9da-dec4-4dab-ae3a-0c8e5084f4cb, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f660800f-194f-49ad-8e36-a73cd4c72d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8fe565ca-25f0-46cc-a74d-1d785e1c4483'}}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:25:22.073951 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-7c5883f2-9141-4d9b-be9e-bbc5e5f27391 req-fed173df-854d-43c4-8c7f-cdc2aab6e47b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:25:22.095408 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e89cc13-b5b7-4e53-9bc4-08fe07c1f287 req-4daac1f2-75e7-4a57-bdbd-66d6e9f8133b tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:22.097583 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3e89cc13-b5b7-4e53-9bc4-08fe07c1f287 req-4daac1f2-75e7-4a57-bdbd-66d6e9f8133b tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=b55d5097-ae01-4621-9d67-229b904bfe69 HTTP/1.1" status: 200 len: 943 time: 0.1039565 Dec 10 19:25:22.176011 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3e89cc13-b5b7-4e53-9bc4-08fe07c1f287 req-c18acae7-0b01-48ac-80fe-1d0af3e20b8e tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6d45182-71ed-4d5e-8998-00a180281811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549991 Dec 10 19:25:22.181027 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-7c5883f2-9141-4d9b-be9e-bbc5e5f27391 req-fed173df-854d-43c4-8c7f-cdc2aab6e47b service neutron] For port 4168b9da-dec4-4dab-ae3a-0c8e5084f4cb, host hv-neutron-8214, cleared binding levels {{(pid=102365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:25:22.184565 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-7c5883f2-9141-4d9b-be9e-bbc5e5f27391 req-fed173df-854d-43c4-8c7f-cdc2aab6e47b service neutron] For port 4168b9da-dec4-4dab-ae3a-0c8e5084f4cb, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=4168b9da-dec4-4dab-ae3a-0c8e5084f4cb,segment=NetworkSegment(f660800f-194f-49ad-8e36-a73cd4c72d7d),segment_id=f660800f-194f-49ad-8e36-a73cd4c72d7d)] {{(pid=102365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:25:22.189463 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-7c5883f2-9141-4d9b-be9e-bbc5e5f27391 req-fed173df-854d-43c4-8c7f-cdc2aab6e47b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:25:22.232796 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5883f2-9141-4d9b-be9e-bbc5e5f27391 req-fed173df-854d-43c4-8c7f-cdc2aab6e47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:22.233400 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-7c5883f2-9141-4d9b-be9e-bbc5e5f27391 req-fed173df-854d-43c4-8c7f-cdc2aab6e47b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:25:22.234768 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7c5883f2-9141-4d9b-be9e-bbc5e5f27391 req-fed173df-854d-43c4-8c7f-cdc2aab6e47b service neutron] 10.222.0.36 "PUT /v2.0/ports/4168b9da-dec4-4dab-ae3a-0c8e5084f4cb HTTP/1.1" status: 200 len: 1093 time: 0.7563767 Dec 10 19:25:22.235225 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b55d5097-ae01-4621-9d67-229b904bfe69', 'tag': '4168b9da-dec4-4dab-ae3a-0c8e5084f4cb'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:25:22.238063 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edce3d1c-1ed6-49c4-8bfd-35de118521cf" -d '{"events": [{"name": "network-changed", "server_uuid": "b55d5097-ae01-4621-9d67-229b904bfe69", "tag": "4168b9da-dec4-4dab-ae3a-0c8e5084f4cb"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:25:22.261320 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed173df-854d-43c4-8c7f-cdc2aab6e47b service neutron] Pushing event updated for resources: {'Port': ['ID=4168b9da-dec4-4dab-ae3a-0c8e5084f4cb,revision_number=3']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:25:22.299961 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac43c95-05a9-457d-a139-64fb0ef2e1bb x-openstack-request-id: req-aac43c95-05a9-457d-a139-64fb0ef2e1bb {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:25:22.300484 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b55d5097-ae01-4621-9d67-229b904bfe69", "tag": "4168b9da-dec4-4dab-ae3a-0c8e5084f4cb", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:25:22.300738 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-aac43c95-05a9-457d-a139-64fb0ef2e1bb {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:25:22.301100 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b55d5097-ae01-4621-9d67-229b904bfe69', 'tag': '4168b9da-dec4-4dab-ae3a-0c8e5084f4cb', 'status': 'completed', 'code': 200} Dec 10 19:25:22.339182 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5883f2-9141-4d9b-be9e-bbc5e5f27391 req-4633ba5a-8b91-4f77-a720-7fc56006ff99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:22.340706 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7c5883f2-9141-4d9b-be9e-bbc5e5f27391 req-4633ba5a-8b91-4f77-a720-7fc56006ff99 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d55891769dee4679a2ef3c1d528a784c&device_id=b55d5097-ae01-4621-9d67-229b904bfe69 HTTP/1.1" status: 200 len: 1096 time: 0.0516958 Dec 10 19:25:22.391814 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7c5883f2-9141-4d9b-be9e-bbc5e5f27391 req-d971b7bd-dbc7-4580-84a4-e1f02cf6dcb1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4168b9da-dec4-4dab-ae3a-0c8e5084f4cb HTTP/1.1" status: 200 len: 217 time: 0.0366013 Dec 10 19:25:22.443149 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5883f2-9141-4d9b-be9e-bbc5e5f27391 req-640bde29-80c1-4998-a1c4-8d4d8ce38f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:22.444599 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7c5883f2-9141-4d9b-be9e-bbc5e5f27391 req-640bde29-80c1-4998-a1c4-8d4d8ce38f8b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=08326994-b03f-4864-96e3-852094c75fec HTTP/1.1" status: 200 len: 850 time: 0.0454390 Dec 10 19:25:22.492452 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5883f2-9141-4d9b-be9e-bbc5e5f27391 req-e139dd56-d8cd-4c92-bd8a-6bac7f35e4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:22.493955 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7c5883f2-9141-4d9b-be9e-bbc5e5f27391 req-e139dd56-d8cd-4c92-bd8a-6bac7f35e4e6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8fe565ca-25f0-46cc-a74d-1d785e1c4483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415413 Dec 10 19:25:22.898251 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7c5883f2-9141-4d9b-be9e-bbc5e5f27391 req-83f6004d-4af5-4c53-8a73-2e3288e5fac0 service neutron] 10.222.0.36 "GET /v2.0/networks/8fe565ca-25f0-46cc-a74d-1d785e1c4483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3955395 Dec 10 19:25:22.981988 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:25:22.995608 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7c5883f2-9141-4d9b-be9e-bbc5e5f27391 req-c43cb3a7-4d81-42ae-af1f-882961fe6412 service neutron] 10.222.0.36 "GET /v2.0/networks/8fe565ca-25f0-46cc-a74d-1d785e1c4483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883667 Dec 10 19:25:23.083063 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce3d1c-1ed6-49c4-8bfd-35de118521cf req-9f7c6332-adfa-44e0-aa44-768cf2c9891b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:23.084559 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-edce3d1c-1ed6-49c4-8bfd-35de118521cf req-9f7c6332-adfa-44e0-aa44-768cf2c9891b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d55891769dee4679a2ef3c1d528a784c&device_id=b55d5097-ae01-4621-9d67-229b904bfe69 HTTP/1.1" status: 200 len: 1096 time: 0.0415571 Dec 10 19:25:23.181493 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce3d1c-1ed6-49c4-8bfd-35de118521cf req-b326eac9-d9be-42bb-b9a9-b8c16aa8f31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:23.182977 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-edce3d1c-1ed6-49c4-8bfd-35de118521cf req-b326eac9-d9be-42bb-b9a9-b8c16aa8f31d service neutron] 10.222.0.36 "GET /v2.0/networks?id=8fe565ca-25f0-46cc-a74d-1d785e1c4483 HTTP/1.1" status: 200 len: 912 time: 0.0857370 Dec 10 19:25:23.231729 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-edce3d1c-1ed6-49c4-8bfd-35de118521cf req-1cef6b24-99e3-4a80-9c4a-eb40f8c3f7f5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4168b9da-dec4-4dab-ae3a-0c8e5084f4cb HTTP/1.1" status: 200 len: 217 time: 0.0391946 Dec 10 19:25:23.313016 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce3d1c-1ed6-49c4-8bfd-35de118521cf req-0f9f330a-969c-4075-b3b4-8ce024c1f93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:23.314364 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-edce3d1c-1ed6-49c4-8bfd-35de118521cf req-0f9f330a-969c-4075-b3b4-8ce024c1f93b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=08326994-b03f-4864-96e3-852094c75fec HTTP/1.1" status: 200 len: 850 time: 0.0707676 Dec 10 19:25:23.330126 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b54a3d-6827-4c6f-b1ea-2b6b4adbcf8b req-c3995b39-8b32-418a-b962-1257692bfccc tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:23.332049 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c0b54a3d-6827-4c6f-b1ea-2b6b4adbcf8b req-c3995b39-8b32-418a-b962-1257692bfccc tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=b55d5097-ae01-4621-9d67-229b904bfe69 HTTP/1.1" status: 200 len: 943 time: 0.0620620 Dec 10 19:25:23.397627 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c0b54a3d-6827-4c6f-b1ea-2b6b4adbcf8b req-c48b80fc-c5dd-4c80-8218-612f2c6d2257 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6d45182-71ed-4d5e-8998-00a180281811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583560 Dec 10 19:25:23.403551 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce3d1c-1ed6-49c4-8bfd-35de118521cf req-e35d27e2-afa6-4509-a13a-c9dcd198a755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:23.405088 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-edce3d1c-1ed6-49c4-8bfd-35de118521cf req-e35d27e2-afa6-4509-a13a-c9dcd198a755 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8fe565ca-25f0-46cc-a74d-1d785e1c4483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825648 Dec 10 19:25:23.497754 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-edce3d1c-1ed6-49c4-8bfd-35de118521cf req-f80a28e1-d134-48b5-a682-81b11bff1719 service neutron] 10.222.0.36 "GET /v2.0/networks/8fe565ca-25f0-46cc-a74d-1d785e1c4483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843177 Dec 10 19:25:23.594125 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-edce3d1c-1ed6-49c4-8bfd-35de118521cf req-4c814891-a61b-45ad-b52f-31fd65ccc411 service neutron] 10.222.0.36 "GET /v2.0/networks/8fe565ca-25f0-46cc-a74d-1d785e1c4483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884502 Dec 10 19:25:24.183607 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-22210ac6-1682-4b4f-b626-c1c8587e46a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:25:24.524598 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b22da4-a7d7-46a0-82a1-1dbcf0472a20 req-065b4a4b-a9c5-40af-be9e-1774e1589be3 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:24.526227 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-82b22da4-a7d7-46a0-82a1-1dbcf0472a20 req-065b4a4b-a9c5-40af-be9e-1774e1589be3 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=b55d5097-ae01-4621-9d67-229b904bfe69 HTTP/1.1" status: 200 len: 943 time: 0.0532508 Dec 10 19:25:24.570088 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-82b22da4-a7d7-46a0-82a1-1dbcf0472a20 req-24ad3a7a-0a89-4aa2-863e-6b33b9079fa8 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6d45182-71ed-4d5e-8998-00a180281811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349288 Dec 10 19:25:25.328945 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:25:25.692361 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110315b-9237-4d6f-9c88-0dc522abd48e req-e0157438-0d60-4b6a-a3d0-2ac7d02b861b tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:25.694324 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7110315b-9237-4d6f-9c88-0dc522abd48e req-e0157438-0d60-4b6a-a3d0-2ac7d02b861b tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=b55d5097-ae01-4621-9d67-229b904bfe69 HTTP/1.1" status: 200 len: 943 time: 0.0536885 Dec 10 19:25:25.731615 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7110315b-9237-4d6f-9c88-0dc522abd48e req-cb4b21a9-3100-4f93-a971-cfc6a20b1dcd tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6d45182-71ed-4d5e-8998-00a180281811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312726 Dec 10 19:25:26.441832 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:25:26.731058 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:25:26.865751 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c8cc4-6c12-47f8-8cc6-a02dff9609b8 req-9ad17ef9-e0eb-47f7-b6b0-337d6997cc3a tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:26.867742 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4a5c8cc4-6c12-47f8-8cc6-a02dff9609b8 req-9ad17ef9-e0eb-47f7-b6b0-337d6997cc3a tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=b55d5097-ae01-4621-9d67-229b904bfe69 HTTP/1.1" status: 200 len: 943 time: 0.0592527 Dec 10 19:25:26.909791 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4a5c8cc4-6c12-47f8-8cc6-a02dff9609b8 req-63946560-7a81-456b-b868-556ef1c0c93c tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6d45182-71ed-4d5e-8998-00a180281811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359204 Dec 10 19:25:28.028022 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696887ce-ffef-407d-936c-57c023cf92e8 req-e9b61393-d829-4c7a-b8ca-0b3dd1cf4d68 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:28.029549 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-696887ce-ffef-407d-936c-57c023cf92e8 req-e9b61393-d829-4c7a-b8ca-0b3dd1cf4d68 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=b55d5097-ae01-4621-9d67-229b904bfe69 HTTP/1.1" status: 200 len: 943 time: 0.0492315 Dec 10 19:25:28.072452 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-696887ce-ffef-407d-936c-57c023cf92e8 req-e91af91f-c214-44a6-b0ad-365fb62fc632 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6d45182-71ed-4d5e-8998-00a180281811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350535 Dec 10 19:25:29.189425 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257a0ce-472d-49a7-a6be-6e6dd9244d42 req-2beab4f4-144c-4251-8e0d-cf9ca519ea04 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:29.190888 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a257a0ce-472d-49a7-a6be-6e6dd9244d42 req-2beab4f4-144c-4251-8e0d-cf9ca519ea04 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=b55d5097-ae01-4621-9d67-229b904bfe69 HTTP/1.1" status: 200 len: 943 time: 0.0480292 Dec 10 19:25:29.228885 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a257a0ce-472d-49a7-a6be-6e6dd9244d42 req-efa44697-ac79-4202-bcd3-c47785a407c4 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6d45182-71ed-4d5e-8998-00a180281811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314395 Dec 10 19:25:30.346711 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72901c-ff16-4b78-aa22-c65ef5bbfd32 req-09a1ed63-bf79-425a-b5f0-10a236ecf731 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:30.348942 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-de72901c-ff16-4b78-aa22-c65ef5bbfd32 req-09a1ed63-bf79-425a-b5f0-10a236ecf731 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=b55d5097-ae01-4621-9d67-229b904bfe69 HTTP/1.1" status: 200 len: 943 time: 0.0524306 Dec 10 19:25:30.386537 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-de72901c-ff16-4b78-aa22-c65ef5bbfd32 req-c12d6eef-dd48-4554-a452-a46bff43cdf9 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6d45182-71ed-4d5e-8998-00a180281811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315437 Dec 10 19:25:31.498449 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32231fa-0125-4a43-aa36-f681f940d50a req-eea8df1c-4877-4aa7-a700-a36f767d2f4c tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:31.499952 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c32231fa-0125-4a43-aa36-f681f940d50a req-eea8df1c-4877-4aa7-a700-a36f767d2f4c tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=b55d5097-ae01-4621-9d67-229b904bfe69 HTTP/1.1" status: 200 len: 943 time: 0.0493643 Dec 10 19:25:31.541175 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c32231fa-0125-4a43-aa36-f681f940d50a req-439c23e3-28ef-4dea-8356-958b6f340888 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6d45182-71ed-4d5e-8998-00a180281811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351577 Dec 10 19:25:32.266451 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:25:32.394443 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 4168b9da-dec4-4dab-ae3a-0c8e5084f4cb details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=102367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:25:32.629433 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 4168b9da-dec4-4dab-ae3a-0c8e5084f4cb, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=4168b9da-dec4-4dab-ae3a-0c8e5084f4cb,segment=NetworkSegment(f660800f-194f-49ad-8e36-a73cd4c72d7d),segment_id=f660800f-194f-49ad-8e36-a73cd4c72d7d)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:25:32.641331 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Returning: {'device': '4168b9da-dec4-4dab-ae3a-0c8e5084f4cb', 'network_id': '8fe565ca-25f0-46cc-a74d-1d785e1c4483', 'port_id': '4168b9da-dec4-4dab-ae3a-0c8e5084f4cb', 'mac_address': 'fa:16:3e:e2:45:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08326994-b03f-4864-96e3-852094c75fec', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:25:32.656756 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838518dc-d423-43d9-8eb1-4cc43340b4fa req-7ce94955-1554-4797-b08e-96177f56227b tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:32.658265 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-838518dc-d423-43d9-8eb1-4cc43340b4fa req-7ce94955-1554-4797-b08e-96177f56227b tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=b55d5097-ae01-4621-9d67-229b904bfe69 HTTP/1.1" status: 200 len: 943 time: 0.0499992 Dec 10 19:25:32.678272 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:25:32.690699 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4168b9da-dec4-4dab-ae3a-0c8e5084f4cb {{(pid=102367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:25:32.698597 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-838518dc-d423-43d9-8eb1-4cc43340b4fa req-03b79e21-5b71-47c3-9622-cc458de65d2d tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6d45182-71ed-4d5e-8998-00a180281811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332026 Dec 10 19:25:32.714399 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 4168b9da-dec4-4dab-ae3a-0c8e5084f4cb, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=4168b9da-dec4-4dab-ae3a-0c8e5084f4cb,segment=NetworkSegment(f660800f-194f-49ad-8e36-a73cd4c72d7d),segment_id=f660800f-194f-49ad-8e36-a73cd4c72d7d)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:25:32.718660 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:25:32.764116 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=4168b9da-dec4-4dab-ae3a-0c8e5084f4cb,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:25:33.164484 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['4168b9da-dec4-4dab-ae3a-0c8e5084f4cb'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:25:33.819370 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d1c5d-7ecc-4a08-aca1-abc0370b46d1 req-2dba2bbf-5d81-476c-805e-fa781f07a078 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:33.820858 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-955d1c5d-7ecc-4a08-aca1-abc0370b46d1 req-2dba2bbf-5d81-476c-805e-fa781f07a078 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=b55d5097-ae01-4621-9d67-229b904bfe69 HTTP/1.1" status: 200 len: 944 time: 0.0539708 Dec 10 19:25:33.858275 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-955d1c5d-7ecc-4a08-aca1-abc0370b46d1 req-f4295856-acbd-4145-9ad7-123521a3ab0c tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6d45182-71ed-4d5e-8998-00a180281811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315640 Dec 10 19:25:34.412422 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 4168b9da-dec4-4dab-ae3a-0c8e5084f4cb up at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:25:34.458925 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning for port 4168b9da-dec4-4dab-ae3a-0c8e5084f4cb completed by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:25:34.462593 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning complete for port 4168b9da-dec4-4dab-ae3a-0c8e5084f4cb triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:25:34.462954 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:25:34.539674 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:25:34.563388 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b55d5097-ae01-4621-9d67-229b904bfe69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4168b9da-dec4-4dab-ae3a-0c8e5084f4cb'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:25:34.565636 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0dd006407324ce2959a5a4cf9f0b5e0801d7a51a5291ea700e8786e11115a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f761e8-f6c8-4f55-b656-0514777f3db0" -d '{"events": [{"server_uuid": "b55d5097-ae01-4621-9d67-229b904bfe69", "name": "network-vif-plugged", "status": "completed", "tag": "4168b9da-dec4-4dab-ae3a-0c8e5084f4cb"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:25:34.577672 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 4168b9da-dec4-4dab-ae3a-0c8e5084f4cb, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=4168b9da-dec4-4dab-ae3a-0c8e5084f4cb,segment=NetworkSegment(f660800f-194f-49ad-8e36-a73cd4c72d7d),segment_id=f660800f-194f-49ad-8e36-a73cd4c72d7d)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:25:34.581699 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:25:34.606410 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f4180e-1d46-4efa-8328-a7bc1003213e x-openstack-request-id: req-65f4180e-1d46-4efa-8328-a7bc1003213e {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:25:34.606706 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b55d5097-ae01-4621-9d67-229b904bfe69", "name": "network-vif-plugged", "status": "completed", "tag": "4168b9da-dec4-4dab-ae3a-0c8e5084f4cb", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:25:34.606961 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-65f4180e-1d46-4efa-8328-a7bc1003213e {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:25:34.607344 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b55d5097-ae01-4621-9d67-229b904bfe69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4168b9da-dec4-4dab-ae3a-0c8e5084f4cb', 'code': 200} Dec 10 19:25:34.633839 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=4168b9da-dec4-4dab-ae3a-0c8e5084f4cb,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:25:34.811738 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d9101-f202-405d-9721-97cef19c6c7b req-2b72152b-3c96-4f57-9351-a053cae6e7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:34.813251 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0e6d9101-f202-405d-9721-97cef19c6c7b req-2b72152b-3c96-4f57-9351-a053cae6e7a6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b55d5097-ae01-4621-9d67-229b904bfe69 HTTP/1.1" status: 200 len: 1098 time: 0.0403926 Dec 10 19:25:34.847847 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0e6d9101-f202-405d-9721-97cef19c6c7b req-fe9fb0dc-89ff-431c-8276-c8e659607103 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a6d45182-71ed-4d5e-8998-00a180281811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270813 Dec 10 19:25:34.972254 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a99e3-d943-4e15-bc58-0b2fa09a0b76 req-86c8fb61-36e1-4d74-b25f-8f3512aea1c4 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:34.974295 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-508a99e3-d943-4e15-bc58-0b2fa09a0b76 req-86c8fb61-36e1-4d74-b25f-8f3512aea1c4 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=b55d5097-ae01-4621-9d67-229b904bfe69 HTTP/1.1" status: 200 len: 945 time: 0.0498281 Dec 10 19:25:35.014295 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-508a99e3-d943-4e15-bc58-0b2fa09a0b76 req-04886939-239d-4c18-bbf1-0ec39ebe5fc7 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6d45182-71ed-4d5e-8998-00a180281811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332317 Dec 10 19:25:36.135694 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b0d58-6189-4534-84fb-4eed84f4696a req-e3f55228-8aa6-4125-84a9-8741350273b3 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:36.137209 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-504b0d58-6189-4534-84fb-4eed84f4696a req-e3f55228-8aa6-4125-84a9-8741350273b3 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=b55d5097-ae01-4621-9d67-229b904bfe69 HTTP/1.1" status: 200 len: 945 time: 0.0551469 Dec 10 19:25:36.177646 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-504b0d58-6189-4534-84fb-4eed84f4696a req-9dfa700d-a733-464b-96c7-d0598466216f tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6d45182-71ed-4d5e-8998-00a180281811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341237 Dec 10 19:25:37.292867 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea2745-20b2-4817-947c-395011db938c req-33efadc8-80ef-4459-9f39-56301e96c4c7 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:37.294345 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9cea2745-20b2-4817-947c-395011db938c req-33efadc8-80ef-4459-9f39-56301e96c4c7 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=b55d5097-ae01-4621-9d67-229b904bfe69 HTTP/1.1" status: 200 len: 945 time: 0.0496435 Dec 10 19:25:37.332176 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9cea2745-20b2-4817-947c-395011db938c req-07321ce4-d9f9-4e1f-bfdc-33ffa3d39324 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6d45182-71ed-4d5e-8998-00a180281811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319297 Dec 10 19:25:37.445321 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7c815-5e6d-4df9-afd1-20a6d305ab97 req-a8500f52-6808-4405-acae-42538135bef9 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:37.446808 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1ea7c815-5e6d-4df9-afd1-20a6d305ab97 req-a8500f52-6808-4405-acae-42538135bef9 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=b55d5097-ae01-4621-9d67-229b904bfe69 HTTP/1.1" status: 200 len: 945 time: 0.0503488 Dec 10 19:25:37.484764 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1ea7c815-5e6d-4df9-afd1-20a6d305ab97 req-fbd913e4-8b1c-487c-a921-a2b9d0a20db6 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6d45182-71ed-4d5e-8998-00a180281811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319345 Dec 10 19:25:37.507673 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 58068) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:25:37.550580 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a249c3be-eac2-457f-97ff-9e08314e6fd8 tempest-TestVolumeBootPattern-1061047921 tempest-TestVolumeBootPattern-1061047921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:37.552076 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-a249c3be-eac2-457f-97ff-9e08314e6fd8 tempest-TestVolumeBootPattern-1061047921 tempest-TestVolumeBootPattern-1061047921-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=b55d5097-ae01-4621-9d67-229b904bfe69 HTTP/1.1" status: 200 len: 1093 time: 0.0434363 Dec 10 19:25:37.555540 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 58070) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:25:37.559791 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-9e6045e4-f4f4-4ea7-ab82-2cc0f9cb5f19 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Request body: {'floatingip': {'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'port_id': '4168b9da-dec4-4dab-ae3a-0c8e5084f4cb', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:25:37.582291 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9e6045e4-f4f4-4ea7-ab82-2cc0f9cb5f19 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks [] for floatingip, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:25:37.685190 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9e6045e4-f4f4-4ea7-ab82-2cc0f9cb5f19 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:25:37.789804 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-9e6045e4-f4f4-4ea7-ab82-2cc0f9cb5f19 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Allocated IP 172.26.6.17 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/c7c1d1d6-be7d-4263-b647-e3b8471a70ac) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:25:37.887025 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9e6045e4-f4f4-4ea7-ab82-2cc0f9cb5f19 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:25:37.920837 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9e6045e4-f4f4-4ea7-ab82-2cc0f9cb5f19 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:25:37.962333 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6045e4-f4f4-4ea7-ab82-2cc0f9cb5f19 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:25:37.965195 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-9e6045e4-f4f4-4ea7-ab82-2cc0f9cb5f19 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:25:37.968682 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6045e4-f4f4-4ea7-ab82-2cc0f9cb5f19 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:25:37.996936 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6045e4-f4f4-4ea7-ab82-2cc0f9cb5f19 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Pushing event updated for resources: {'Port': ['ID=c7c1d1d6-be7d-4263-b647-e3b8471a70ac,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:25:38.010450 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6045e4-f4f4-4ea7-ab82-2cc0f9cb5f19 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:25:38.010795 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6045e4-f4f4-4ea7-ab82-2cc0f9cb5f19 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:25:38.011135 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6045e4-f4f4-4ea7-ab82-2cc0f9cb5f19 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:25:38.011475 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6045e4-f4f4-4ea7-ab82-2cc0f9cb5f19 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:25:38.011802 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6045e4-f4f4-4ea7-ab82-2cc0f9cb5f19 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:25:38.012132 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6045e4-f4f4-4ea7-ab82-2cc0f9cb5f19 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:25:38.012459 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6045e4-f4f4-4ea7-ab82-2cc0f9cb5f19 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:25:38.012812 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6045e4-f4f4-4ea7-ab82-2cc0f9cb5f19 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:25:38.013138 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6045e4-f4f4-4ea7-ab82-2cc0f9cb5f19 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:25:38.013461 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6045e4-f4f4-4ea7-ab82-2cc0f9cb5f19 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:25:38.013781 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6045e4-f4f4-4ea7-ab82-2cc0f9cb5f19 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:25:38.014100 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6045e4-f4f4-4ea7-ab82-2cc0f9cb5f19 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:25:38.338171 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9e6045e4-f4f4-4ea7-ab82-2cc0f9cb5f19 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:25:38.404522 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9e6045e4-f4f4-4ea7-ab82-2cc0f9cb5f19 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:25:38.553153 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9e6045e4-f4f4-4ea7-ab82-2cc0f9cb5f19 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:25:38.557657 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9e6045e4-f4f4-4ea7-ab82-2cc0f9cb5f19 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:25:38.637201 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6045e4-f4f4-4ea7-ab82-2cc0f9cb5f19 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Pushing event updated for resources: {'Port': ['ID=c7c1d1d6-be7d-4263-b647-e3b8471a70ac,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:25:38.648482 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9e6045e4-f4f4-4ea7-ab82-2cc0f9cb5f19 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3713103'] for floatingip, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:25:38.749014 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.l3_db [None req-9e6045e4-f4f4-4ea7-ab82-2cc0f9cb5f19 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Floating IP ec4087b6-1c78-4411-be3a-180e6c730d88 associated. External IP: 172.26.6.17, port: 4168b9da-dec4-4dab-ae3a-0c8e5084f4cb. Dec 10 19:25:38.960489 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e6045e4-f4f4-4ea7-ab82-2cc0f9cb5f19 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Router da4b58b2-de25-4725-9b13-7b9bcec019d2 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:25:39.069436 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e6045e4-f4f4-4ea7-ab82-2cc0f9cb5f19 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:25:39.079570 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039fa1cd-9ef6-4c72-b6e5-ec85d2a04d81 None None] Sync routers for ids ['da4b58b2-de25-4725-9b13-7b9bcec019d2'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:25:39.087898 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9e6045e4-f4f4-4ea7-ab82-2cc0f9cb5f19 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:25:39.089999 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039fa1cd-9ef6-4c72-b6e5-ec85d2a04d81 None None] Routers {'da4b58b2-de25-4725-9b13-7b9bcec019d2'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:25:39.090688 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-039fa1cd-9ef6-4c72-b6e5-ec85d2a04d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:25:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['da4b58b2-de25-4725-9b13-7b9bcec019d2'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:25:39.116680 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-9e6045e4-f4f4-4ea7-ab82-2cc0f9cb5f19 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5600960 Dec 10 19:25:39.117258 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b55d5097-ae01-4621-9d67-229b904bfe69', 'tag': '4168b9da-dec4-4dab-ae3a-0c8e5084f4cb'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:25:39.119535 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746e4d5c-68ba-4c7f-8488-1b80625bd4ef" -d '{"events": [{"name": "network-changed", "server_uuid": "b55d5097-ae01-4621-9d67-229b904bfe69", "tag": "4168b9da-dec4-4dab-ae3a-0c8e5084f4cb"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:25:39.155425 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe84baa-c554-4d09-bb95-6d9abd23ca09 x-openstack-request-id: req-cbe84baa-c554-4d09-bb95-6d9abd23ca09 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:25:39.155719 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b55d5097-ae01-4621-9d67-229b904bfe69", "tag": "4168b9da-dec4-4dab-ae3a-0c8e5084f4cb", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:25:39.155974 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cbe84baa-c554-4d09-bb95-6d9abd23ca09 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:25:39.156378 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b55d5097-ae01-4621-9d67-229b904bfe69', 'tag': '4168b9da-dec4-4dab-ae3a-0c8e5084f4cb', 'status': 'completed', 'code': 200} Dec 10 19:25:39.197214 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-039fa1cd-9ef6-4c72-b6e5-ec85d2a04d81 None None] Set router da4b58b2-de25-4725-9b13-7b9bcec019d2 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:25:39.219066 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746e4d5c-68ba-4c7f-8488-1b80625bd4ef req-8d59b652-96a9-405f-bd4d-1cc2c4f910d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:39.220485 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-746e4d5c-68ba-4c7f-8488-1b80625bd4ef req-8d59b652-96a9-405f-bd4d-1cc2c4f910d9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d55891769dee4679a2ef3c1d528a784c&device_id=b55d5097-ae01-4621-9d67-229b904bfe69 HTTP/1.1" status: 200 len: 1098 time: 0.0405734 Dec 10 19:25:39.316509 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746e4d5c-68ba-4c7f-8488-1b80625bd4ef req-a35f681d-1637-434b-acfd-cc4fc952ee8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:39.318004 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-746e4d5c-68ba-4c7f-8488-1b80625bd4ef req-a35f681d-1637-434b-acfd-cc4fc952ee8b service neutron] 10.222.0.36 "GET /v2.0/networks?id=8fe565ca-25f0-46cc-a74d-1d785e1c4483 HTTP/1.1" status: 200 len: 912 time: 0.0894928 Dec 10 19:25:39.388321 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-746e4d5c-68ba-4c7f-8488-1b80625bd4ef req-055b3757-89b0-417c-a2b8-025f57f07ea7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4168b9da-dec4-4dab-ae3a-0c8e5084f4cb HTTP/1.1" status: 200 len: 998 time: 0.0610070 Dec 10 19:25:39.426915 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-039fa1cd-9ef6-4c72-b6e5-ec85d2a04d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'name': 'tempest-TestVolumeBootPattern-237231579-router', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'dae55733-5f2b-4a73-9001-419ef8dbbe6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:19:20Z', 'updated_at': '2021-12-10T19:19:29Z', 'revision_number': 4, 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'gw_port': {'id': 'dae55733-5f2b-4a73-9001-419ef8dbbe6a', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:21Z', 'updated_at': '2021-12-10T19:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': 'ec4087b6-1c78-4411-be3a-180e6c730d88', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'floating_ip_address': '172.26.6.17', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'port_id': '4168b9da-dec4-4dab-ae3a-0c8e5084f4cb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fe565ca-25f0-46cc-a74d-1d785e1c4483', 'mac_address': 'fa:16:3e:e2:45:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55d5097-ae01-4621-9d67-229b904bfe69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:25:38Z', 'updated_at': '2021-12-10T19:25:38Z', 'revision_number': 0, 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'fixed_ip_address_scope': None}, {'id': 'ef49c8d0-dc2f-4afe-b25e-a05887da3943', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'floating_ip_address': '172.26.6.67', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'port_id': '0efe7c65-b2bd-4463-8a4c-3064fff6d056', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fe565ca-25f0-46cc-a74d-1d785e1c4483', 'mac_address': 'fa:16:3e:80:f1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fca8ca7-c259-4cd0-9b18-c609f23673e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:23:28Z', 'updated_at': '2021-12-10T19:23:32Z', 'revision_number': 1, 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf5f79a4-d3b9-4c57-9d99-397431129d6d', 'name': '', 'network_id': '8fe565ca-25f0-46cc-a74d-1d785e1c4483', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'mac_address': 'fa:16:3e:6c:f9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '08326994-b03f-4864-96e3-852094c75fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:28Z', 'updated_at': '2021-12-10T19:19:42Z', 'revision_number': 5, 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'subnets': [{'id': '08326994-b03f-4864-96e3-852094c75fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:25:39.440352 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746e4d5c-68ba-4c7f-8488-1b80625bd4ef req-aabf020f-4aa6-4db8-a268-8eeb3a71f229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:39.441852 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-746e4d5c-68ba-4c7f-8488-1b80625bd4ef req-aabf020f-4aa6-4db8-a268-8eeb3a71f229 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=08326994-b03f-4864-96e3-852094c75fec HTTP/1.1" status: 200 len: 850 time: 0.0451677 Dec 10 19:25:39.453070 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039fa1cd-9ef6-4c72-b6e5-ec85d2a04d81 None None] Checking router: da4b58b2-de25-4725-9b13-7b9bcec019d2 for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:25:39.462647 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039fa1cd-9ef6-4c72-b6e5-ec85d2a04d81 None None] Routers {'da4b58b2-de25-4725-9b13-7b9bcec019d2'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:25:39.463258 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-039fa1cd-9ef6-4c72-b6e5-ec85d2a04d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:25:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['da4b58b2-de25-4725-9b13-7b9bcec019d2'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:25:39.493292 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746e4d5c-68ba-4c7f-8488-1b80625bd4ef req-8f7d1de1-c279-4e7a-9bf1-00fc0214a5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:39.494679 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-746e4d5c-68ba-4c7f-8488-1b80625bd4ef req-8f7d1de1-c279-4e7a-9bf1-00fc0214a5a2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8fe565ca-25f0-46cc-a74d-1d785e1c4483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447621 Dec 10 19:25:39.566907 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-039fa1cd-9ef6-4c72-b6e5-ec85d2a04d81 None None] Set router da4b58b2-de25-4725-9b13-7b9bcec019d2 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:25:39.585938 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-746e4d5c-68ba-4c7f-8488-1b80625bd4ef req-419a1c60-9d5b-4725-9dd9-48832bb2708f service neutron] 10.222.0.36 "GET /v2.0/networks/8fe565ca-25f0-46cc-a74d-1d785e1c4483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820432 Dec 10 19:25:39.682569 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-746e4d5c-68ba-4c7f-8488-1b80625bd4ef req-0e3f88f0-7218-40f7-9164-c01c76049c25 service neutron] 10.222.0.36 "GET /v2.0/networks/8fe565ca-25f0-46cc-a74d-1d785e1c4483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879383 Dec 10 19:25:39.801270 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-039fa1cd-9ef6-4c72-b6e5-ec85d2a04d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'name': 'tempest-TestVolumeBootPattern-237231579-router', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'dae55733-5f2b-4a73-9001-419ef8dbbe6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:19:20Z', 'updated_at': '2021-12-10T19:19:29Z', 'revision_number': 4, 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'gw_port': {'id': 'dae55733-5f2b-4a73-9001-419ef8dbbe6a', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:21Z', 'updated_at': '2021-12-10T19:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': 'ec4087b6-1c78-4411-be3a-180e6c730d88', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'floating_ip_address': '172.26.6.17', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'port_id': '4168b9da-dec4-4dab-ae3a-0c8e5084f4cb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fe565ca-25f0-46cc-a74d-1d785e1c4483', 'mac_address': 'fa:16:3e:e2:45:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55d5097-ae01-4621-9d67-229b904bfe69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:25:38Z', 'updated_at': '2021-12-10T19:25:38Z', 'revision_number': 0, 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'fixed_ip_address_scope': None}, {'id': 'ef49c8d0-dc2f-4afe-b25e-a05887da3943', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'floating_ip_address': '172.26.6.67', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'port_id': '0efe7c65-b2bd-4463-8a4c-3064fff6d056', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fe565ca-25f0-46cc-a74d-1d785e1c4483', 'mac_address': 'fa:16:3e:80:f1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fca8ca7-c259-4cd0-9b18-c609f23673e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:23:28Z', 'updated_at': '2021-12-10T19:23:32Z', 'revision_number': 1, 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf5f79a4-d3b9-4c57-9d99-397431129d6d', 'name': '', 'network_id': '8fe565ca-25f0-46cc-a74d-1d785e1c4483', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'mac_address': 'fa:16:3e:6c:f9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '08326994-b03f-4864-96e3-852094c75fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:28Z', 'updated_at': '2021-12-10T19:19:42Z', 'revision_number': 5, 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'subnets': [{'id': '08326994-b03f-4864-96e3-852094c75fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:25:39.830577 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039fa1cd-9ef6-4c72-b6e5-ec85d2a04d81 None None] The sync data for ids ['da4b58b2-de25-4725-9b13-7b9bcec019d2'] in dv-neutron-821441-1-hyperv is: [{'id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'name': 'tempest-TestVolumeBootPattern-237231579-router', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'dae55733-5f2b-4a73-9001-419ef8dbbe6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:19:20Z', 'updated_at': '2021-12-10T19:19:29Z', 'revision_number': 4, 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'gw_port': {'id': 'dae55733-5f2b-4a73-9001-419ef8dbbe6a', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:21Z', 'updated_at': '2021-12-10T19:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': 'ec4087b6-1c78-4411-be3a-180e6c730d88', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'floating_ip_address': '172.26.6.17', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'port_id': '4168b9da-dec4-4dab-ae3a-0c8e5084f4cb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fe565ca-25f0-46cc-a74d-1d785e1c4483', 'mac_address': 'fa:16:3e:e2:45:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55d5097-ae01-4621-9d67-229b904bfe69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:25:38Z', 'updated_at': '2021-12-10T19:25:38Z', 'revision_number': 0, 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'fixed_ip_address_scope': None}, {'id': 'ef49c8d0-dc2f-4afe-b25e-a05887da3943', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'floating_ip_address': '172.26.6.67', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'port_id': '0efe7c65-b2bd-4463-8a4c-3064fff6d056', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fe565ca-25f0-46cc-a74d-1d785e1c4483', 'mac_address': 'fa:16:3e:80:f1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fca8ca7-c259-4cd0-9b18-c609f23673e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:23:28Z', 'updated_at': '2021-12-10T19:23:32Z', 'revision_number': 1, 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf5f79a4-d3b9-4c57-9d99-397431129d6d', 'name': '', 'network_id': '8fe565ca-25f0-46cc-a74d-1d785e1c4483', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'mac_address': 'fa:16:3e:6c:f9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '08326994-b03f-4864-96e3-852094c75fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:28Z', 'updated_at': '2021-12-10T19:19:42Z', 'revision_number': 5, 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'subnets': [{'id': '08326994-b03f-4864-96e3-852094c75fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:25:40.024084 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f93bbe9-6d27-430e-9506-a5befeaa18f2 None None] New status for floating IP ec4087b6-1c78-4411-be3a-180e6c730d88: ACTIVE {{(pid=102368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:25:46.818616 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-40e6cd76-ad50-4d19-b730-5fef863b2e98 req-b172b118-9b2b-4605-8ab5-1b16c81455e5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4fca8ca7-c259-4cd0-9b18-c609f23673e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399337 Dec 10 19:25:46.905276 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6cd76-ad50-4d19-b730-5fef863b2e98 req-444f2f1f-3218-41a6-8a30-a640b955fe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:46.906644 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-40e6cd76-ad50-4d19-b730-5fef863b2e98 req-444f2f1f-3218-41a6-8a30-a640b955fe88 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d55891769dee4679a2ef3c1d528a784c&device_id=4fca8ca7-c259-4cd0-9b18-c609f23673e9 HTTP/1.1" status: 200 len: 1098 time: 0.0406733 Dec 10 19:25:47.016394 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6cd76-ad50-4d19-b730-5fef863b2e98 req-5c1208d9-c05d-415a-9146-a2ef164582c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:47.017853 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-40e6cd76-ad50-4d19-b730-5fef863b2e98 req-5c1208d9-c05d-415a-9146-a2ef164582c8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8fe565ca-25f0-46cc-a74d-1d785e1c4483 HTTP/1.1" status: 200 len: 912 time: 0.0860474 Dec 10 19:25:47.089415 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-40e6cd76-ad50-4d19-b730-5fef863b2e98 req-213347a6-3be2-4094-b9e3-e05f5c93e184 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0efe7c65-b2bd-4463-8a4c-3064fff6d056 HTTP/1.1" status: 200 len: 1000 time: 0.0559137 Dec 10 19:25:47.142958 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6cd76-ad50-4d19-b730-5fef863b2e98 req-67cba38e-de58-4d2b-b910-d57ac5972c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:47.144345 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-40e6cd76-ad50-4d19-b730-5fef863b2e98 req-67cba38e-de58-4d2b-b910-d57ac5972c6b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=08326994-b03f-4864-96e3-852094c75fec HTTP/1.1" status: 200 len: 850 time: 0.0427821 Dec 10 19:25:47.199711 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6cd76-ad50-4d19-b730-5fef863b2e98 req-755e47fe-39cd-4ed7-abb5-4224ac8695c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:47.201133 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-40e6cd76-ad50-4d19-b730-5fef863b2e98 req-755e47fe-39cd-4ed7-abb5-4224ac8695c7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8fe565ca-25f0-46cc-a74d-1d785e1c4483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0454407 Dec 10 19:25:47.293969 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-40e6cd76-ad50-4d19-b730-5fef863b2e98 req-6c771a39-31c5-4c8f-b0b0-6cd7f2403c0b service neutron] 10.222.0.36 "GET /v2.0/networks/8fe565ca-25f0-46cc-a74d-1d785e1c4483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817986 Dec 10 19:25:47.393224 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-40e6cd76-ad50-4d19-b730-5fef863b2e98 req-b5da31a8-047d-4e5f-88ab-dcead1b5ae29 service neutron] 10.222.0.36 "GET /v2.0/networks/8fe565ca-25f0-46cc-a74d-1d785e1c4483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869622 Dec 10 19:25:50.213578 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-89c20060-4541-46cd-afc3-b04e0a05ef43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:25:54.185643 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4f431907-1098-4497-a729-2fc8ad705e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:25:55.332559 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:25:56.446971 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:25:56.739955 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:25:59.982373 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:26:02.268742 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:26:15.857447 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 58096) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:26:15.902073 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0416791a-c386-4fed-80d7-aa7808e42ee3 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:15.902770 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0416791a-c386-4fed-80d7-aa7808e42ee3 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:15.903486 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0416791a-c386-4fed-80d7-aa7808e42ee3 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:15.905349 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-0416791a-c386-4fed-80d7-aa7808e42ee3 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/ports?project_id=730e4c9f0aba4accb176e575114c849e&network_id=dc7de33f-ef96-431c-afc6-451e37eb6df0 HTTP/1.1" status: 200 len: 2999 time: 0.0469129 Dec 10 19:26:18.269712 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58108) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:26:18.323427 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e41259-49c1-41bf-a213-35cd847a4483 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:18.324961 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-58e41259-49c1-41bf-a213-35cd847a4483 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 HTTP/1.1" status: 200 len: 814 time: 0.0542619 Dec 10 19:26:19.372831 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58116) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:26:19.377574 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-b1b31b29-c7e8-4454-8d0f-d72763971267 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:26:19.436855 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b1b31b29-c7e8-4454-8d0f-d72763971267 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for floatingip, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:26:19.578754 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b1b31b29-c7e8-4454-8d0f-d72763971267 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:26:19.582480 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b1b31b29-c7e8-4454-8d0f-d72763971267 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3713103'] for floatingip, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:26:19.582834 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.l3_db [None req-b1b31b29-c7e8-4454-8d0f-d72763971267 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Floating IP 7c979218-e27d-4fd0-aee8-7db6020eb8a1 disassociated. External IP: 172.26.6.244, port: fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b. Dec 10 19:26:19.788153 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b31b29-c7e8-4454-8d0f-d72763971267 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Router 9a051682-af9c-4002-8103-9a9e09b67996 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:26:19.897134 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b31b29-c7e8-4454-8d0f-d72763971267 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:26:19.902139 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b1b31b29-c7e8-4454-8d0f-d72763971267 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:26:19.907426 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef99dd05-378d-46f6-b0c6-db5170f47130 None None] Sync routers for ids ['9a051682-af9c-4002-8103-9a9e09b67996'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:26:19.916313 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef99dd05-378d-46f6-b0c6-db5170f47130 None None] Routers {'9a051682-af9c-4002-8103-9a9e09b67996'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:26:19.916950 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-ef99dd05-378d-46f6-b0c6-db5170f47130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:25:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['9a051682-af9c-4002-8103-9a9e09b67996'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:26:19.929372 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-b1b31b29-c7e8-4454-8d0f-d72763971267 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "PUT /v2.0/floatingips/7c979218-e27d-4fd0-aee8-7db6020eb8a1 HTTP/1.1" status: 200 len: 690 time: 0.5554450 Dec 10 19:26:19.929954 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17746de1-d3c1-4f12-bae3-380cf4204959', 'tag': 'fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b'}] {{(pid=102366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:26:19.932158 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 58118) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:26:19.932689 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a86acec104960cf4069dffce1919f1f0aa2a294c7752363dfd1d6594a90fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a397eee2-fb3f-440a-9d75-2bf3458342fc" -d '{"events": [{"name": "network-changed", "server_uuid": "17746de1-d3c1-4f12-bae3-380cf4204959", "tag": "fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b"}]}' {{(pid=102366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:26:19.970782 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58279e38-6c84-4c76-b19c-a520dbad39d2 x-openstack-request-id: req-58279e38-6c84-4c76-b19c-a520dbad39d2 {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:26:19.971100 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17746de1-d3c1-4f12-bae3-380cf4204959", "tag": "fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b", "status": "completed", "code": 200}]} {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:26:19.971394 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-58279e38-6c84-4c76-b19c-a520dbad39d2 {{(pid=102366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:26:19.971714 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17746de1-d3c1-4f12-bae3-380cf4204959', 'tag': 'fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b', 'status': 'completed', 'code': 200} Dec 10 19:26:19.980281 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-7b4a0270-3872-4670-a569-80db4f96a98a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/floatingips/7c979218-e27d-4fd0-aee8-7db6020eb8a1 HTTP/1.1" status: 200 len: 690 time: 0.0469561 Dec 10 19:26:20.026672 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-ef99dd05-378d-46f6-b0c6-db5170f47130 None None] Set router 9a051682-af9c-4002-8103-9a9e09b67996 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:26:20.038123 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397eee2-fb3f-440a-9d75-2bf3458342fc req-69f66446-d798-4e86-a0c6-dfb4f058967b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:20.039631 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a397eee2-fb3f-440a-9d75-2bf3458342fc req-69f66446-d798-4e86-a0c6-dfb4f058967b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=730e4c9f0aba4accb176e575114c849e&device_id=17746de1-d3c1-4f12-bae3-380cf4204959 HTTP/1.1" status: 200 len: 1098 time: 0.0432255 Dec 10 19:26:20.142680 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397eee2-fb3f-440a-9d75-2bf3458342fc req-8817b686-e290-47dd-9a0b-a0f11b734364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:20.144160 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a397eee2-fb3f-440a-9d75-2bf3458342fc req-8817b686-e290-47dd-9a0b-a0f11b734364 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dc7de33f-ef96-431c-afc6-451e37eb6df0 HTTP/1.1" status: 200 len: 898 time: 0.0961707 Dec 10 19:26:20.186443 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a397eee2-fb3f-440a-9d75-2bf3458342fc req-281cf8e4-e544-4298-987f-3e02f5ce7d02 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b HTTP/1.1" status: 200 len: 217 time: 0.0345995 Dec 10 19:26:20.225510 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8ba04985-2ff6-4081-ba02-3ec2c2054a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:26:20.244233 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397eee2-fb3f-440a-9d75-2bf3458342fc req-078e5257-d19e-4e52-8bad-f5b0b63e85dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:20.244704 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-ef99dd05-378d-46f6-b0c6-db5170f47130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a051682-af9c-4002-8103-9a9e09b67996', 'name': 'tempest-TestNetworkBasicOps-router-1478531981', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': '1d6ebc4f-87a2-4416-bc5c-ec7eac1aca3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:24:23Z', 'updated_at': '2021-12-10T19:24:28Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '1d6ebc4f-87a2-4416-bc5c-ec7eac1aca3c', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a051682-af9c-4002-8103-9a9e09b67996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:24Z', 'updated_at': '2021-12-10T19:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '2feac84d-81bd-4fa9-b9dc-ca71481b2dba', 'name': '', 'network_id': 'dc7de33f-ef96-431c-afc6-451e37eb6df0', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:51:82:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a051682-af9c-4002-8103-9a9e09b67996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'dbd70268-7ba7-4954-af36-b504deeaa6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:28Z', 'updated_at': '2021-12-10T19:24:32Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'dbd70268-7ba7-4954-af36-b504deeaa6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:26:20.246061 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a397eee2-fb3f-440a-9d75-2bf3458342fc req-078e5257-d19e-4e52-8bad-f5b0b63e85dd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dbd70268-7ba7-4954-af36-b504deeaa6e0 HTTP/1.1" status: 200 len: 834 time: 0.0521970 Dec 10 19:26:20.271054 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef99dd05-378d-46f6-b0c6-db5170f47130 None None] Checking router: 9a051682-af9c-4002-8103-9a9e09b67996 for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:26:20.279197 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef99dd05-378d-46f6-b0c6-db5170f47130 None None] Routers {'9a051682-af9c-4002-8103-9a9e09b67996'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:26:20.279726 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-ef99dd05-378d-46f6-b0c6-db5170f47130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:25:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['9a051682-af9c-4002-8103-9a9e09b67996'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:26:20.298638 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397eee2-fb3f-440a-9d75-2bf3458342fc req-bb27cbfd-01d6-47f1-b3bb-367466a915d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:20.300147 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a397eee2-fb3f-440a-9d75-2bf3458342fc req-bb27cbfd-01d6-47f1-b3bb-367466a915d8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dc7de33f-ef96-431c-afc6-451e37eb6df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417936 Dec 10 19:26:20.385309 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-ef99dd05-378d-46f6-b0c6-db5170f47130 None None] Set router 9a051682-af9c-4002-8103-9a9e09b67996 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:26:20.393073 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a397eee2-fb3f-440a-9d75-2bf3458342fc req-feec154f-7c52-45d7-a1be-cc40ae3c28bf service neutron] 10.222.0.36 "GET /v2.0/networks/dc7de33f-ef96-431c-afc6-451e37eb6df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847790 Dec 10 19:26:20.493032 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a397eee2-fb3f-440a-9d75-2bf3458342fc req-7a77d647-1004-4335-a1b6-614cb8db6503 service neutron] 10.222.0.36 "GET /v2.0/networks/dc7de33f-ef96-431c-afc6-451e37eb6df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913622 Dec 10 19:26:20.594914 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-ef99dd05-378d-46f6-b0c6-db5170f47130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a051682-af9c-4002-8103-9a9e09b67996', 'name': 'tempest-TestNetworkBasicOps-router-1478531981', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': '1d6ebc4f-87a2-4416-bc5c-ec7eac1aca3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:24:23Z', 'updated_at': '2021-12-10T19:24:28Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '1d6ebc4f-87a2-4416-bc5c-ec7eac1aca3c', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a051682-af9c-4002-8103-9a9e09b67996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:24Z', 'updated_at': '2021-12-10T19:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '2feac84d-81bd-4fa9-b9dc-ca71481b2dba', 'name': '', 'network_id': 'dc7de33f-ef96-431c-afc6-451e37eb6df0', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:51:82:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a051682-af9c-4002-8103-9a9e09b67996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'dbd70268-7ba7-4954-af36-b504deeaa6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:28Z', 'updated_at': '2021-12-10T19:24:32Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'dbd70268-7ba7-4954-af36-b504deeaa6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:26:20.625665 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef99dd05-378d-46f6-b0c6-db5170f47130 None None] The sync data for ids ['9a051682-af9c-4002-8103-9a9e09b67996'] in dv-neutron-821441-1-hyperv is: [{'id': '9a051682-af9c-4002-8103-9a9e09b67996', 'name': 'tempest-TestNetworkBasicOps-router-1478531981', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': '1d6ebc4f-87a2-4416-bc5c-ec7eac1aca3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:24:23Z', 'updated_at': '2021-12-10T19:24:28Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '1d6ebc4f-87a2-4416-bc5c-ec7eac1aca3c', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a051682-af9c-4002-8103-9a9e09b67996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:24Z', 'updated_at': '2021-12-10T19:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '2feac84d-81bd-4fa9-b9dc-ca71481b2dba', 'name': '', 'network_id': 'dc7de33f-ef96-431c-afc6-451e37eb6df0', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:51:82:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a051682-af9c-4002-8103-9a9e09b67996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'dbd70268-7ba7-4954-af36-b504deeaa6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:28Z', 'updated_at': '2021-12-10T19:24:32Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'dbd70268-7ba7-4954-af36-b504deeaa6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:26:20.848955 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d426d8-d9ae-4419-b65d-2dd738d9bdaf None None] New status for floating IP 7c979218-e27d-4fd0-aee8-7db6020eb8a1: DOWN {{(pid=102368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:26:20.983646 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 58122) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:26:21.030961 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-b1749a35-b095-4d59-8e03-d39c5bb3ab86 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/floatingips/7c979218-e27d-4fd0-aee8-7db6020eb8a1 HTTP/1.1" status: 200 len: 690 time: 0.0459096 Dec 10 19:26:22.035580 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 58124) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:26:22.088030 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-9967a7e6-0583-472e-aaec-9278db0084a8 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/floatingips/7c979218-e27d-4fd0-aee8-7db6020eb8a1 HTTP/1.1" status: 200 len: 688 time: 0.0510688 Dec 10 19:26:23.667589 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 58128) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:26:23.673226 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-6e2e6573-1549-423c-8c06-c44f1ebf9f57 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1868522617', 'description': 'tempest-secgroup-smoke-1868522617 description', 'project_id': '730e4c9f0aba4accb176e575114c849e'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:26:23.695555 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6573-1549-423c-8c06-c44f1ebf9f57 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:26:23.765646 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6573-1549-423c-8c06-c44f1ebf9f57 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:26:23.771010 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6573-1549-423c-8c06-c44f1ebf9f57 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:26:23.800977 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6573-1549-423c-8c06-c44f1ebf9f57 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:26:23.802226 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-6e2e6573-1549-423c-8c06-c44f1ebf9f57 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1336401 Dec 10 19:26:23.805547 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58130) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:26:23.806578 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e6573-1549-423c-8c06-c44f1ebf9f57 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02c5a30b-1f07-4695-949b-8019890aff70,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:26:23.810537 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-db0c1b4d-9b7f-4ac7-afe6-dc4b49cc3977 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': '02c5a30b-1f07-4695-949b-8019890aff70', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:26:23.839022 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-db0c1b4d-9b7f-4ac7-afe6-dc4b49cc3977 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:26:23.899631 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-db0c1b4d-9b7f-4ac7-afe6-dc4b49cc3977 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:26:23.903245 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-db0c1b4d-9b7f-4ac7-afe6-dc4b49cc3977 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:26:23.925042 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c1b4d-9b7f-4ac7-afe6-dc4b49cc3977 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da46b7e0-8e04-48f9-9866-f8262470d9e7,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:26:23.934057 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-db0c1b4d-9b7f-4ac7-afe6-dc4b49cc3977 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:26:23.935255 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-db0c1b4d-9b7f-4ac7-afe6-dc4b49cc3977 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1285634 Dec 10 19:26:23.937193 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0c1b4d-9b7f-4ac7-afe6-dc4b49cc3977 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:23.937541 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0c1b4d-9b7f-4ac7-afe6-dc4b49cc3977 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:23.937881 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0c1b4d-9b7f-4ac7-afe6-dc4b49cc3977 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:23.938212 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0c1b4d-9b7f-4ac7-afe6-dc4b49cc3977 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:23.938549 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0c1b4d-9b7f-4ac7-afe6-dc4b49cc3977 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:23.938881 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0c1b4d-9b7f-4ac7-afe6-dc4b49cc3977 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:23.939016 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 58132) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:26:23.939204 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0c1b4d-9b7f-4ac7-afe6-dc4b49cc3977 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:23.939527 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0c1b4d-9b7f-4ac7-afe6-dc4b49cc3977 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:23.939853 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0c1b4d-9b7f-4ac7-afe6-dc4b49cc3977 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:23.940176 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0c1b4d-9b7f-4ac7-afe6-dc4b49cc3977 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:23.940512 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0c1b4d-9b7f-4ac7-afe6-dc4b49cc3977 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:23.940837 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0c1b4d-9b7f-4ac7-afe6-dc4b49cc3977 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:23.943639 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-6478e7f2-8166-4794-ad4d-257668003678 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': '02c5a30b-1f07-4695-949b-8019890aff70', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:26:23.970334 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6478e7f2-8166-4794-ad4d-257668003678 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:26:24.027610 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6478e7f2-8166-4794-ad4d-257668003678 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:26:24.031774 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6478e7f2-8166-4794-ad4d-257668003678 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:26:24.048794 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6478e7f2-8166-4794-ad4d-257668003678 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c603e48d-9868-4743-839e-93feb9aea6ea,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:26:24.057253 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6478e7f2-8166-4794-ad4d-257668003678 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:26:24.058442 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-6478e7f2-8166-4794-ad4d-257668003678 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1184080 Dec 10 19:26:24.061137 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 58134) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:26:24.065497 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-a98b39a3-15d7-4356-9a20-fcd1cc1e4e91 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': '02c5a30b-1f07-4695-949b-8019890aff70', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:26:24.091708 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a98b39a3-15d7-4356-9a20-fcd1cc1e4e91 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:26:24.162492 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a98b39a3-15d7-4356-9a20-fcd1cc1e4e91 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:26:24.166322 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a98b39a3-15d7-4356-9a20-fcd1cc1e4e91 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:26:24.187284 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e0ffd609-27cb-40aa-9211-68ae2c4ab3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:26:24.188448 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98b39a3-15d7-4356-9a20-fcd1cc1e4e91 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f47aaef7-6302-4572-b49a-d1eca3351be3,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:26:24.195240 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a98b39a3-15d7-4356-9a20-fcd1cc1e4e91 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:26:24.196322 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-a98b39a3-15d7-4356-9a20-fcd1cc1e4e91 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1342242 Dec 10 19:26:24.199072 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 58136) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:26:24.204084 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-04de34e9-06ee-45e6-947d-786183147e78 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': '02c5a30b-1f07-4695-949b-8019890aff70', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:26:24.232772 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-04de34e9-06ee-45e6-947d-786183147e78 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:26:24.298427 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-04de34e9-06ee-45e6-947d-786183147e78 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:26:24.302474 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-04de34e9-06ee-45e6-947d-786183147e78 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:26:24.320862 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04de34e9-06ee-45e6-947d-786183147e78 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04d2ebea-7e46-4bb8-9210-8ee57401b7e6,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:26:24.328868 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-04de34e9-06ee-45e6-947d-786183147e78 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:26:24.330096 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-04de34e9-06ee-45e6-947d-786183147e78 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1300535 Dec 10 19:26:24.332909 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 58138) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:26:24.337411 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-82d72369-dca6-4aef-be45-1f0279502a23 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': '02c5a30b-1f07-4695-949b-8019890aff70', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:26:24.361319 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.securitygroups_db [None req-82d72369-dca6-4aef-be45-1f0279502a23 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Project 730e4c9f0aba4accb176e575114c849e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:26:24.366708 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-82d72369-dca6-4aef-be45-1f0279502a23 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:26:24.431379 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-82d72369-dca6-4aef-be45-1f0279502a23 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:26:24.435966 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-82d72369-dca6-4aef-be45-1f0279502a23 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:26:24.454265 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d72369-dca6-4aef-be45-1f0279502a23 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79d3e370-1ae6-4931-8d60-fe1ca6f8a546,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:26:24.462776 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-82d72369-dca6-4aef-be45-1f0279502a23 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:26:24.463992 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-82d72369-dca6-4aef-be45-1f0279502a23 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1301370 Dec 10 19:26:24.466783 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 58140) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:26:24.471430 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-837f05af-911d-4a84-bedf-d58053b0db98 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': '02c5a30b-1f07-4695-949b-8019890aff70', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:26:24.493256 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.securitygroups_db [None req-837f05af-911d-4a84-bedf-d58053b0db98 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Project 730e4c9f0aba4accb176e575114c849e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:26:24.498486 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-837f05af-911d-4a84-bedf-d58053b0db98 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:26:24.566168 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-837f05af-911d-4a84-bedf-d58053b0db98 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:26:24.570423 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-837f05af-911d-4a84-bedf-d58053b0db98 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:26:24.589324 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837f05af-911d-4a84-bedf-d58053b0db98 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eac16a9f-98ba-48e1-b616-09782fea55fb,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:26:24.596617 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-837f05af-911d-4a84-bedf-d58053b0db98 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:26:24.597842 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-837f05af-911d-4a84-bedf-d58053b0db98 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1301274 Dec 10 19:26:24.840483 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0fea9db2-c3b3-48a8-9050-db53c09ec13c req-ab5615b1-e59b-42e4-814d-731af63a2a86 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1868522617&fields=id&tenant_id=730e4c9f0aba4accb176e575114c849e HTTP/1.1" status: 200 len: 267 time: 0.0389986 Dec 10 19:26:24.954132 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea9db2-c3b3-48a8-9050-db53c09ec13c req-8a7fca82-03a3-499d-9554-c38b3e1de314 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:24.955531 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0fea9db2-c3b3-48a8-9050-db53c09ec13c req-8a7fca82-03a3-499d-9554-c38b3e1de314 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/networks?id=dc7de33f-ef96-431c-afc6-451e37eb6df0 HTTP/1.1" status: 200 len: 797 time: 0.1076477 Dec 10 19:26:24.971413 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0fea9db2-c3b3-48a8-9050-db53c09ec13c req-ff3c473e-6057-4e2e-8ebd-0eab50b5bf1c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/quotas/730e4c9f0aba4accb176e575114c849e HTTP/1.1" status: 200 len: 375 time: 0.0099339 Dec 10 19:26:25.037020 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0fea9db2-c3b3-48a8-9050-db53c09ec13c req-eba5282d-79c7-4210-aa88-5c6cb5cd64b8 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=730e4c9f0aba4accb176e575114c849e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0598454 Dec 10 19:26:25.285117 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0fea9db2-c3b3-48a8-9050-db53c09ec13c req-fc99233d-0f77-4860-9c21-a65aaaf19a42 service neutron] 10.222.0.69 "GET /v2.0/networks/dc7de33f-ef96-431c-afc6-451e37eb6df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348304 Dec 10 19:26:25.335504 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:26:25.386699 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0fea9db2-c3b3-48a8-9050-db53c09ec13c req-7731dec2-3a15-4ea9-8dec-775471df7779 service neutron] 10.222.0.69 "GET /v2.0/networks/dc7de33f-ef96-431c-afc6-451e37eb6df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952826 Dec 10 19:26:25.556353 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c0068801-6296-4c27-9799-c5f06b1241af req-3cd2b69f-63a4-40ea-840a-e40fad2bbd7d tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfd8200c-b2a5-4b34-9bd0-d81c65720db0 HTTP/1.1" status: 200 len: 210 time: 0.0316699 Dec 10 19:26:26.451430 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:26:26.545207 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea9db2-c3b3-48a8-9050-db53c09ec13c req-a2db73a8-5147-4da4-b9dc-1986a3d45974 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:26.546753 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0fea9db2-c3b3-48a8-9050-db53c09ec13c req-a2db73a8-5147-4da4-b9dc-1986a3d45974 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.36 "GET /v2.0/networks?id=dc7de33f-ef96-431c-afc6-451e37eb6df0 HTTP/1.1" status: 200 len: 797 time: 0.1127505 Dec 10 19:26:26.604111 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0fea9db2-c3b3-48a8-9050-db53c09ec13c req-dd0d7c3c-d24b-427b-9f5d-eeddb8274775 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=730e4c9f0aba4accb176e575114c849e HTTP/1.1" status: 200 len: 472 time: 0.0469925 Dec 10 19:26:26.622585 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-0fea9db2-c3b3-48a8-9050-db53c09ec13c req-eb5ba36d-1996-489a-a2d2-f70a4cd183e9 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'port': {'device_id': 'bfd8200c-b2a5-4b34-9bd0-d81c65720db0', 'network_id': 'dc7de33f-ef96-431c-afc6-451e37eb6df0', 'admin_state_up': True, 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'security_groups': ['02c5a30b-1f07-4695-949b-8019890aff70']}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:26:26.741552 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:26:26.991186 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ee7086c5-1e53-4862-9680-50f521245a2c req-0bf7f1ee-6ce0-46bb-a2c6-f4750e99e586 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfd8200c-b2a5-4b34-9bd0-d81c65720db0 HTTP/1.1" status: 200 len: 210 time: 0.3630266 Dec 10 19:26:27.054479 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fea9db2-c3b3-48a8-9050-db53c09ec13c req-eb5ba36d-1996-489a-a2d2-f70a4cd183e9 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Made reservation on behalf of 730e4c9f0aba4accb176e575114c849e for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:26:27.058256 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-0fea9db2-c3b3-48a8-9050-db53c09ec13c req-eb5ba36d-1996-489a-a2d2-f70a4cd183e9 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:26:27.179845 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [req-0fea9db2-c3b3-48a8-9050-db53c09ec13c req-eb5ba36d-1996-489a-a2d2-f70a4cd183e9 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Allocated IP 172.20.0.7 (dc7de33f-ef96-431c-afc6-451e37eb6df0/dbd70268-7ba7-4954-af36-b504deeaa6e0/a79aa6f2-2e30-4da9-9d79-380f90459b9c) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:26:27.321864 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-0fea9db2-c3b3-48a8-9050-db53c09ec13c req-eb5ba36d-1996-489a-a2d2-f70a4cd183e9 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:26:27.353867 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-0fea9db2-c3b3-48a8-9050-db53c09ec13c req-eb5ba36d-1996-489a-a2d2-f70a4cd183e9 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:26:27.393474 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fea9db2-c3b3-48a8-9050-db53c09ec13c req-eb5ba36d-1996-489a-a2d2-f70a4cd183e9 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Network dc7de33f-ef96-431c-afc6-451e37eb6df0 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:26:27.396475 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [req-0fea9db2-c3b3-48a8-9050-db53c09ec13c req-eb5ba36d-1996-489a-a2d2-f70a4cd183e9 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:26:27.400033 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fea9db2-c3b3-48a8-9050-db53c09ec13c req-eb5ba36d-1996-489a-a2d2-f70a4cd183e9 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:26:27.427528 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5ba36d-1996-489a-a2d2-f70a4cd183e9 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Port': ['ID=a79aa6f2-2e30-4da9-9d79-380f90459b9c,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:26:27.455469 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea9db2-c3b3-48a8-9050-db53c09ec13c req-eb5ba36d-1996-489a-a2d2-f70a4cd183e9 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:27.456145 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-0fea9db2-c3b3-48a8-9050-db53c09ec13c req-eb5ba36d-1996-489a-a2d2-f70a4cd183e9 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:26:27.473410 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0fea9db2-c3b3-48a8-9050-db53c09ec13c req-eb5ba36d-1996-489a-a2d2-f70a4cd183e9 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8547192 Dec 10 19:26:27.488262 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-0fea9db2-c3b3-48a8-9050-db53c09ec13c req-9c7b153a-3554-4478-8463-a19766c41c9e service neutron] Request body: {'port': {'device_id': 'bfd8200c-b2a5-4b34-9bd0-d81c65720db0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:26:27.547703 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-0fea9db2-c3b3-48a8-9050-db53c09ec13c req-9c7b153a-3554-4478-8463-a19766c41c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:26:27.576173 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-a28bd4f6-635f-4aa7-931c-ed4aea247694 None None] Provisioning complete for port a79aa6f2-2e30-4da9-9d79-380f90459b9c triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:26:27.576720 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a28bd4f6-635f-4aa7-931c-ed4aea247694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:26:27.611472 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-a28bd4f6-635f-4aa7-931c-ed4aea247694 None None] Port a79aa6f2-2e30-4da9-9d79-380f90459b9c cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:26:27.807048 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [req-0fea9db2-c3b3-48a8-9050-db53c09ec13c req-9c7b153a-3554-4478-8463-a19766c41c9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a79aa6f2-2e30-4da9-9d79-380f90459b9c {{(pid=102365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:26:27.814542 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-0fea9db2-c3b3-48a8-9050-db53c09ec13c req-9c7b153a-3554-4478-8463-a19766c41c9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:26:27.826065 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.provisioning_blocks [req-0fea9db2-c3b3-48a8-9050-db53c09ec13c req-9c7b153a-3554-4478-8463-a19766c41c9e service neutron] Transition to ACTIVE for port object a79aa6f2-2e30-4da9-9d79-380f90459b9c will not be triggered until provisioned by entity L2. {{(pid=102365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:26:27.830473 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-0fea9db2-c3b3-48a8-9050-db53c09ec13c req-9c7b153a-3554-4478-8463-a19766c41c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:26:27.880822 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7b153a-3554-4478-8463-a19766c41c9e service neutron] Pushing event updated for resources: {'Port': ['ID=a79aa6f2-2e30-4da9-9d79-380f90459b9c,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:26:27.959052 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-0fea9db2-c3b3-48a8-9050-db53c09ec13c req-9c7b153a-3554-4478-8463-a19766c41c9e service neutron] Attempting to bind port a79aa6f2-2e30-4da9-9d79-380f90459b9c on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:26:27.959294 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-0fea9db2-c3b3-48a8-9050-db53c09ec13c req-9c7b153a-3554-4478-8463-a19766c41c9e service neutron] Attempting to bind port a79aa6f2-2e30-4da9-9d79-380f90459b9c by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '579c7679-5ad7-4feb-be0e-b59d5e0e9801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'dc7de33f-ef96-431c-afc6-451e37eb6df0'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:26:27.959626 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fea9db2-c3b3-48a8-9050-db53c09ec13c req-9c7b153a-3554-4478-8463-a19766c41c9e service neutron] Attempting to bind port a79aa6f2-2e30-4da9-9d79-380f90459b9c on network dc7de33f-ef96-431c-afc6-451e37eb6df0 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:26:27.964119 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fea9db2-c3b3-48a8-9050-db53c09ec13c req-9c7b153a-3554-4478-8463-a19766c41c9e service neutron] Port a79aa6f2-2e30-4da9-9d79-380f90459b9c on network dc7de33f-ef96-431c-afc6-451e37eb6df0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:26:27.964438 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fea9db2-c3b3-48a8-9050-db53c09ec13c req-9c7b153a-3554-4478-8463-a19766c41c9e service neutron] Attempting to bind port a79aa6f2-2e30-4da9-9d79-380f90459b9c on network dc7de33f-ef96-431c-afc6-451e37eb6df0 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:26:27.970275 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fea9db2-c3b3-48a8-9050-db53c09ec13c req-9c7b153a-3554-4478-8463-a19766c41c9e service neutron] Checking agent: {'id': '9e16c23e-95bc-4c2e-b3ec-daf7533f9d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'started_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:26:27.970616 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fea9db2-c3b3-48a8-9050-db53c09ec13c req-9c7b153a-3554-4478-8463-a19766c41c9e service neutron] Checking segment: {'id': '579c7679-5ad7-4feb-be0e-b59d5e0e9801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'dc7de33f-ef96-431c-afc6-451e37eb6df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:26:27.970998 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fea9db2-c3b3-48a8-9050-db53c09ec13c req-9c7b153a-3554-4478-8463-a19766c41c9e service neutron] Bound using segment: {'id': '579c7679-5ad7-4feb-be0e-b59d5e0e9801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'dc7de33f-ef96-431c-afc6-451e37eb6df0'} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:26:27.971424 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-0fea9db2-c3b3-48a8-9050-db53c09ec13c req-9c7b153a-3554-4478-8463-a19766c41c9e service neutron] Bound port: a79aa6f2-2e30-4da9-9d79-380f90459b9c, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '579c7679-5ad7-4feb-be0e-b59d5e0e9801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'dc7de33f-ef96-431c-afc6-451e37eb6df0'}}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:26:27.971790 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-0fea9db2-c3b3-48a8-9050-db53c09ec13c req-9c7b153a-3554-4478-8463-a19766c41c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:26:28.038778 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-0fea9db2-c3b3-48a8-9050-db53c09ec13c req-9c7b153a-3554-4478-8463-a19766c41c9e service neutron] For port a79aa6f2-2e30-4da9-9d79-380f90459b9c, host hv-neutron-8214, cleared binding levels {{(pid=102365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:26:28.041841 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-0fea9db2-c3b3-48a8-9050-db53c09ec13c req-9c7b153a-3554-4478-8463-a19766c41c9e service neutron] For port a79aa6f2-2e30-4da9-9d79-380f90459b9c, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a79aa6f2-2e30-4da9-9d79-380f90459b9c,segment=NetworkSegment(579c7679-5ad7-4feb-be0e-b59d5e0e9801),segment_id=579c7679-5ad7-4feb-be0e-b59d5e0e9801)] {{(pid=102365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:26:28.046485 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-0fea9db2-c3b3-48a8-9050-db53c09ec13c req-9c7b153a-3554-4478-8463-a19766c41c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:26:28.097023 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea9db2-c3b3-48a8-9050-db53c09ec13c req-9c7b153a-3554-4478-8463-a19766c41c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:28.097023 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-0fea9db2-c3b3-48a8-9050-db53c09ec13c req-9c7b153a-3554-4478-8463-a19766c41c9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:26:28.097888 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0fea9db2-c3b3-48a8-9050-db53c09ec13c req-9c7b153a-3554-4478-8463-a19766c41c9e service neutron] 10.222.0.36 "PUT /v2.0/ports/a79aa6f2-2e30-4da9-9d79-380f90459b9c HTTP/1.1" status: 200 len: 1093 time: 0.6147254 Dec 10 19:26:28.098440 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfd8200c-b2a5-4b34-9bd0-d81c65720db0', 'tag': 'a79aa6f2-2e30-4da9-9d79-380f90459b9c'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:26:28.100631 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03590c3-0778-4424-8879-5ab22af6739d" -d '{"events": [{"name": "network-changed", "server_uuid": "bfd8200c-b2a5-4b34-9bd0-d81c65720db0", "tag": "a79aa6f2-2e30-4da9-9d79-380f90459b9c"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:26:28.168756 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cccae5d-cb34-4a81-8dda-b85ab447e31d req-bb973d11-0c5b-4598-8dba-7a7b01a84839 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:28.170324 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0cccae5d-cb34-4a81-8dda-b85ab447e31d req-bb973d11-0c5b-4598-8dba-7a7b01a84839 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfd8200c-b2a5-4b34-9bd0-d81c65720db0 HTTP/1.1" status: 200 len: 943 time: 0.0979457 Dec 10 19:26:28.174194 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0d17d9-e392-4230-b06d-9f7792cabad1 x-openstack-request-id: req-6b0d17d9-e392-4230-b06d-9f7792cabad1 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:26:28.174194 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfd8200c-b2a5-4b34-9bd0-d81c65720db0", "tag": "a79aa6f2-2e30-4da9-9d79-380f90459b9c", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:26:28.174194 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6b0d17d9-e392-4230-b06d-9f7792cabad1 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:26:28.174532 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfd8200c-b2a5-4b34-9bd0-d81c65720db0', 'tag': 'a79aa6f2-2e30-4da9-9d79-380f90459b9c', 'status': 'completed', 'code': 200} Dec 10 19:26:28.189652 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7b153a-3554-4478-8463-a19766c41c9e service neutron] Pushing event updated for resources: {'Port': ['ID=a79aa6f2-2e30-4da9-9d79-380f90459b9c,revision_number=3']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:26:28.233907 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea9db2-c3b3-48a8-9050-db53c09ec13c req-e7ef7db9-b01b-4c34-9a2a-ca34da714f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:28.235406 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0fea9db2-c3b3-48a8-9050-db53c09ec13c req-e7ef7db9-b01b-4c34-9a2a-ca34da714f91 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=730e4c9f0aba4accb176e575114c849e&device_id=bfd8200c-b2a5-4b34-9bd0-d81c65720db0 HTTP/1.1" status: 200 len: 1096 time: 0.0884337 Dec 10 19:26:28.240747 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0cccae5d-cb34-4a81-8dda-b85ab447e31d req-0d129114-3421-472e-80cd-109435b9e5a2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=02c5a30b-1f07-4695-949b-8019890aff70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479918 Dec 10 19:26:28.282989 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0fea9db2-c3b3-48a8-9050-db53c09ec13c req-c6a3ca83-7aaf-44f9-8ee2-3cc9d9c129d2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a79aa6f2-2e30-4da9-9d79-380f90459b9c HTTP/1.1" status: 200 len: 217 time: 0.0387063 Dec 10 19:26:28.333963 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea9db2-c3b3-48a8-9050-db53c09ec13c req-bbcc2c30-07f6-45f2-a7d9-8773578719f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:28.335302 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0fea9db2-c3b3-48a8-9050-db53c09ec13c req-bbcc2c30-07f6-45f2-a7d9-8773578719f1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dbd70268-7ba7-4954-af36-b504deeaa6e0 HTTP/1.1" status: 200 len: 834 time: 0.0444355 Dec 10 19:26:28.387784 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea9db2-c3b3-48a8-9050-db53c09ec13c req-d7603874-7cbb-4946-abca-fb7406bd593e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:28.389336 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0fea9db2-c3b3-48a8-9050-db53c09ec13c req-d7603874-7cbb-4946-abca-fb7406bd593e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dc7de33f-ef96-431c-afc6-451e37eb6df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407946 Dec 10 19:26:28.484036 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0fea9db2-c3b3-48a8-9050-db53c09ec13c req-0ce233c1-56aa-4fa6-8eb4-b3b6f54a71c9 service neutron] 10.222.0.36 "GET /v2.0/networks/dc7de33f-ef96-431c-afc6-451e37eb6df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864995 Dec 10 19:26:28.576223 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0fea9db2-c3b3-48a8-9050-db53c09ec13c req-73bfae62-aa6b-4cdd-9981-4b5128ed2348 service neutron] 10.222.0.36 "GET /v2.0/networks/dc7de33f-ef96-431c-afc6-451e37eb6df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847278 Dec 10 19:26:28.675628 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03590c3-0778-4424-8879-5ab22af6739d req-6e4005b8-b616-4bba-9c7c-de1a882fdf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:28.677227 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d03590c3-0778-4424-8879-5ab22af6739d req-6e4005b8-b616-4bba-9c7c-de1a882fdf71 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=730e4c9f0aba4accb176e575114c849e&device_id=bfd8200c-b2a5-4b34-9bd0-d81c65720db0 HTTP/1.1" status: 200 len: 1096 time: 0.0411530 Dec 10 19:26:28.771657 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03590c3-0778-4424-8879-5ab22af6739d req-a397c262-1989-4a16-ac4a-c5e6d5f5cd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:28.773134 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d03590c3-0778-4424-8879-5ab22af6739d req-a397c262-1989-4a16-ac4a-c5e6d5f5cd56 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dc7de33f-ef96-431c-afc6-451e37eb6df0 HTTP/1.1" status: 200 len: 898 time: 0.0871212 Dec 10 19:26:28.815819 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d03590c3-0778-4424-8879-5ab22af6739d req-dbfbc336-3365-4967-acaa-efcb41eef4e6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a79aa6f2-2e30-4da9-9d79-380f90459b9c HTTP/1.1" status: 200 len: 217 time: 0.0344656 Dec 10 19:26:28.870794 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03590c3-0778-4424-8879-5ab22af6739d req-33043a06-e077-4159-9e83-9ce70814bdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:28.872219 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d03590c3-0778-4424-8879-5ab22af6739d req-33043a06-e077-4159-9e83-9ce70814bdd8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dbd70268-7ba7-4954-af36-b504deeaa6e0 HTTP/1.1" status: 200 len: 834 time: 0.0478308 Dec 10 19:26:28.918173 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03590c3-0778-4424-8879-5ab22af6739d req-93f71ea4-0c8d-4fcc-ad21-816d5b3bd58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:28.919552 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d03590c3-0778-4424-8879-5ab22af6739d req-93f71ea4-0c8d-4fcc-ad21-816d5b3bd58e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dc7de33f-ef96-431c-afc6-451e37eb6df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398421 Dec 10 19:26:29.009816 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d03590c3-0778-4424-8879-5ab22af6739d req-e8d199f8-65f4-42f4-8f64-57d03cb92688 service neutron] 10.222.0.36 "GET /v2.0/networks/dc7de33f-ef96-431c-afc6-451e37eb6df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822999 Dec 10 19:26:29.105089 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d03590c3-0778-4424-8879-5ab22af6739d req-57a2c209-a3f9-41be-8f2c-a2df4f3bd167 service neutron] 10.222.0.36 "GET /v2.0/networks/dc7de33f-ef96-431c-afc6-451e37eb6df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863953 Dec 10 19:26:29.366385 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76050933-dfe4-49a0-9cda-6fc5a1db1a47 req-bb61c1f1-2aee-4e01-8192-40e0dbb22b99 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:29.367844 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-76050933-dfe4-49a0-9cda-6fc5a1db1a47 req-bb61c1f1-2aee-4e01-8192-40e0dbb22b99 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfd8200c-b2a5-4b34-9bd0-d81c65720db0 HTTP/1.1" status: 200 len: 943 time: 0.0548050 Dec 10 19:26:29.404464 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-76050933-dfe4-49a0-9cda-6fc5a1db1a47 req-09a98936-7583-45b1-b690-ac1d24e1216c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=02c5a30b-1f07-4695-949b-8019890aff70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306978 Dec 10 19:26:30.518640 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6da1aa-1da6-4363-87b6-a38f436953dc req-1a4e9baa-3991-43a7-9b34-711ff4d8048d tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:30.520171 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5d6da1aa-1da6-4363-87b6-a38f436953dc req-1a4e9baa-3991-43a7-9b34-711ff4d8048d tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfd8200c-b2a5-4b34-9bd0-d81c65720db0 HTTP/1.1" status: 200 len: 943 time: 0.0493636 Dec 10 19:26:30.558524 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5d6da1aa-1da6-4363-87b6-a38f436953dc req-dd32d93e-eb1f-4403-9719-5b84eace155c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=02c5a30b-1f07-4695-949b-8019890aff70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325000 Dec 10 19:26:31.677532 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3b142-7d47-461a-a2b2-b7ed5e456760 req-aa2abccb-25a4-4fa6-ade1-22aada2686a4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:31.679028 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d9f3b142-7d47-461a-a2b2-b7ed5e456760 req-aa2abccb-25a4-4fa6-ade1-22aada2686a4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfd8200c-b2a5-4b34-9bd0-d81c65720db0 HTTP/1.1" status: 200 len: 943 time: 0.0538905 Dec 10 19:26:31.717124 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d9f3b142-7d47-461a-a2b2-b7ed5e456760 req-730c3408-e9cc-4e6e-b736-a37bd4531f7c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=02c5a30b-1f07-4695-949b-8019890aff70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320945 Dec 10 19:26:32.280229 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:26:32.605731 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device a79aa6f2-2e30-4da9-9d79-380f90459b9c details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=102367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:26:32.837091 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3adfaf1-a884-4df4-8843-0c0acc5b2495 req-d58a85e4-bda3-4bd6-9645-d9120218e172 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:32.838651 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e3adfaf1-a884-4df4-8843-0c0acc5b2495 req-d58a85e4-bda3-4bd6-9645-d9120218e172 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfd8200c-b2a5-4b34-9bd0-d81c65720db0 HTTP/1.1" status: 200 len: 943 time: 0.0500433 Dec 10 19:26:32.847329 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port a79aa6f2-2e30-4da9-9d79-380f90459b9c, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a79aa6f2-2e30-4da9-9d79-380f90459b9c,segment=NetworkSegment(579c7679-5ad7-4feb-be0e-b59d5e0e9801),segment_id=579c7679-5ad7-4feb-be0e-b59d5e0e9801)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:26:32.858754 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Returning: {'device': 'a79aa6f2-2e30-4da9-9d79-380f90459b9c', 'network_id': 'dc7de33f-ef96-431c-afc6-451e37eb6df0', 'port_id': 'a79aa6f2-2e30-4da9-9d79-380f90459b9c', 'mac_address': 'fa:16:3e:13:7d:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbd70268-7ba7-4954-af36-b504deeaa6e0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:26:32.879312 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e3adfaf1-a884-4df4-8843-0c0acc5b2495 req-2b3b3ee6-c09c-4cf1-a300-28f0fed458d0 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=02c5a30b-1f07-4695-949b-8019890aff70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324004 Dec 10 19:26:32.895919 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:26:32.909115 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a79aa6f2-2e30-4da9-9d79-380f90459b9c {{(pid=102367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:26:32.928597 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port a79aa6f2-2e30-4da9-9d79-380f90459b9c, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a79aa6f2-2e30-4da9-9d79-380f90459b9c,segment=NetworkSegment(579c7679-5ad7-4feb-be0e-b59d5e0e9801),segment_id=579c7679-5ad7-4feb-be0e-b59d5e0e9801)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:26:32.932379 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:26:32.977366 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=a79aa6f2-2e30-4da9-9d79-380f90459b9c,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:26:32.984947 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:32.985288 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:32.985628 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:32.985958 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:32.986289 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:32.986608 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:32.986931 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:32.987258 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:32.987581 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:32.987905 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:32.988216 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:32.988555 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:33.474173 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['a79aa6f2-2e30-4da9-9d79-380f90459b9c'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:26:33.999236 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a6935-77e5-419a-abc8-b38dc8948535 req-0f85db0c-dbc6-4e03-9df4-1cc9623e4a99 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:34.001008 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ba8a6935-77e5-419a-abc8-b38dc8948535 req-0f85db0c-dbc6-4e03-9df4-1cc9623e4a99 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfd8200c-b2a5-4b34-9bd0-d81c65720db0 HTTP/1.1" status: 200 len: 944 time: 0.0512791 Dec 10 19:26:34.039799 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ba8a6935-77e5-419a-abc8-b38dc8948535 req-3f2b93ed-adb0-4f08-99ce-4f76b6d53601 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=02c5a30b-1f07-4695-949b-8019890aff70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320621 Dec 10 19:26:35.166236 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca13ac0-ec58-4030-8965-04b244385f6a req-5221f24e-fad0-4871-a801-a7baa450e680 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:35.167782 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-aca13ac0-ec58-4030-8965-04b244385f6a req-5221f24e-fad0-4871-a801-a7baa450e680 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfd8200c-b2a5-4b34-9bd0-d81c65720db0 HTTP/1.1" status: 200 len: 944 time: 0.0575111 Dec 10 19:26:35.213061 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-aca13ac0-ec58-4030-8965-04b244385f6a req-00e518f8-2aac-47db-ad10-c1062ba74bd4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=02c5a30b-1f07-4695-949b-8019890aff70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381780 Dec 10 19:26:36.348630 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e0fb5e-9d7c-40ec-bb40-71be95fe51f4 req-959cce3f-1afa-4e49-8ae0-3f9605be11d6 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:36.350220 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-53e0fb5e-9d7c-40ec-bb40-71be95fe51f4 req-959cce3f-1afa-4e49-8ae0-3f9605be11d6 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfd8200c-b2a5-4b34-9bd0-d81c65720db0 HTTP/1.1" status: 200 len: 944 time: 0.0557272 Dec 10 19:26:36.390822 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-53e0fb5e-9d7c-40ec-bb40-71be95fe51f4 req-9c5675aa-8107-4561-b1c8-f123e63c172d tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=02c5a30b-1f07-4695-949b-8019890aff70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341625 Dec 10 19:26:36.628766 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device a79aa6f2-2e30-4da9-9d79-380f90459b9c up at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:26:36.684423 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning for port a79aa6f2-2e30-4da9-9d79-380f90459b9c completed by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:26:36.688047 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning complete for port a79aa6f2-2e30-4da9-9d79-380f90459b9c triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:26:36.689092 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:26:36.772755 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:26:36.797790 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd8200c-b2a5-4b34-9bd0-d81c65720db0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79aa6f2-2e30-4da9-9d79-380f90459b9c'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:26:36.801654 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0dd006407324ce2959a5a4cf9f0b5e0801d7a51a5291ea700e8786e11115a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9e633c-70cc-483a-a7e9-8e3f4cb0a3e1" -d '{"events": [{"server_uuid": "bfd8200c-b2a5-4b34-9bd0-d81c65720db0", "name": "network-vif-plugged", "status": "completed", "tag": "a79aa6f2-2e30-4da9-9d79-380f90459b9c"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:26:36.822507 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port a79aa6f2-2e30-4da9-9d79-380f90459b9c, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a79aa6f2-2e30-4da9-9d79-380f90459b9c,segment=NetworkSegment(579c7679-5ad7-4feb-be0e-b59d5e0e9801),segment_id=579c7679-5ad7-4feb-be0e-b59d5e0e9801)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:26:36.827076 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:26:36.856281 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8595860-1f46-459d-b30c-b86596d0f783 x-openstack-request-id: req-a8595860-1f46-459d-b30c-b86596d0f783 {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:26:36.856603 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfd8200c-b2a5-4b34-9bd0-d81c65720db0", "name": "network-vif-plugged", "status": "completed", "tag": "a79aa6f2-2e30-4da9-9d79-380f90459b9c", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:26:36.856911 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a8595860-1f46-459d-b30c-b86596d0f783 {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:26:36.857347 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd8200c-b2a5-4b34-9bd0-d81c65720db0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79aa6f2-2e30-4da9-9d79-380f90459b9c', 'code': 200} Dec 10 19:26:36.891162 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=a79aa6f2-2e30-4da9-9d79-380f90459b9c,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:26:36.981924 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:26:37.033937 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da9ee70-f9e0-464e-bd04-c25d95b3c784 req-7d805f78-2cf3-4539-89e8-b0b2ad29ad34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:37.035495 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1da9ee70-f9e0-464e-bd04-c25d95b3c784 req-7d805f78-2cf3-4539-89e8-b0b2ad29ad34 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bfd8200c-b2a5-4b34-9bd0-d81c65720db0 HTTP/1.1" status: 200 len: 1098 time: 0.0500405 Dec 10 19:26:37.080398 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1da9ee70-f9e0-464e-bd04-c25d95b3c784 req-fbaa2865-8468-42a1-a260-cf3f99ede90b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=02c5a30b-1f07-4695-949b-8019890aff70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355079 Dec 10 19:26:37.531829 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2927b0b-bd3d-475f-978a-b70c200dacb3 req-3a3e054c-561e-4fb5-bc5f-e80311046f29 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:37.534401 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d2927b0b-bd3d-475f-978a-b70c200dacb3 req-3a3e054c-561e-4fb5-bc5f-e80311046f29 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfd8200c-b2a5-4b34-9bd0-d81c65720db0 HTTP/1.1" status: 200 len: 945 time: 0.0649841 Dec 10 19:26:37.576800 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d2927b0b-bd3d-475f-978a-b70c200dacb3 req-08d93ea5-3fd2-4db8-a6ca-08c7ffdd5c2a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=02c5a30b-1f07-4695-949b-8019890aff70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363235 Dec 10 19:26:38.717768 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f453f-7f63-45aa-9652-e28161c87bf3 req-60fe9ab5-75ee-420a-a7d1-f1cd288eb68c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:38.720774 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-319f453f-7f63-45aa-9652-e28161c87bf3 req-60fe9ab5-75ee-420a-a7d1-f1cd288eb68c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfd8200c-b2a5-4b34-9bd0-d81c65720db0 HTTP/1.1" status: 200 len: 945 time: 0.0632770 Dec 10 19:26:38.761794 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-319f453f-7f63-45aa-9652-e28161c87bf3 req-368f5a86-e105-4f3e-8c9c-79aa08ddde11 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=02c5a30b-1f07-4695-949b-8019890aff70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360160 Dec 10 19:26:39.893450 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e1a4ae-103d-425d-9798-ca59931c6992 req-715c2f7d-cbe9-4425-8a62-3596dbc76c52 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:39.895026 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a5e1a4ae-103d-425d-9798-ca59931c6992 req-715c2f7d-cbe9-4425-8a62-3596dbc76c52 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfd8200c-b2a5-4b34-9bd0-d81c65720db0 HTTP/1.1" status: 200 len: 945 time: 0.0572407 Dec 10 19:26:39.938642 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a5e1a4ae-103d-425d-9798-ca59931c6992 req-f82bb072-0310-4dc7-86b6-fad70266230f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=02c5a30b-1f07-4695-949b-8019890aff70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365307 Dec 10 19:26:40.062201 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5833f0c-f837-45b8-a487-221e5eea2561 req-ff475340-15fb-44d1-bb18-3f02cd47e58d tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:40.064153 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a5833f0c-f837-45b8-a487-221e5eea2561 req-ff475340-15fb-44d1-bb18-3f02cd47e58d tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfd8200c-b2a5-4b34-9bd0-d81c65720db0 HTTP/1.1" status: 200 len: 945 time: 0.0560379 Dec 10 19:26:40.103470 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a5833f0c-f837-45b8-a487-221e5eea2561 req-93538fca-c380-4142-909d-c802d89dd87c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=02c5a30b-1f07-4695-949b-8019890aff70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324667 Dec 10 19:26:40.127130 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58210) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:26:40.167894 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcea55ce-70e2-44f2-bcd6-216b53705a8d tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:40.169688 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-dcea55ce-70e2-44f2-bcd6-216b53705a8d tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=bfd8200c-b2a5-4b34-9bd0-d81c65720db0 HTTP/1.1" status: 200 len: 1093 time: 0.0414631 Dec 10 19:26:40.172434 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58212) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:26:40.177477 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-b35ab3ec-b1c0-49fb-bf3f-8f35e7d6a01e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'floatingip': {'port_id': 'a79aa6f2-2e30-4da9-9d79-380f90459b9c'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:26:40.223499 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b35ab3ec-b1c0-49fb-bf3f-8f35e7d6a01e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for floatingip, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:26:40.686012 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b35ab3ec-b1c0-49fb-bf3f-8f35e7d6a01e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:26:40.692111 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b35ab3ec-b1c0-49fb-bf3f-8f35e7d6a01e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3713103'] for floatingip, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:26:40.788556 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.l3_db [None req-b35ab3ec-b1c0-49fb-bf3f-8f35e7d6a01e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Floating IP 7c979218-e27d-4fd0-aee8-7db6020eb8a1 associated. External IP: 172.26.6.244, port: a79aa6f2-2e30-4da9-9d79-380f90459b9c. Dec 10 19:26:41.007281 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b35ab3ec-b1c0-49fb-bf3f-8f35e7d6a01e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Router 9a051682-af9c-4002-8103-9a9e09b67996 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:26:41.130003 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35ab3ec-b1c0-49fb-bf3f-8f35e7d6a01e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:26:41.135502 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b35ab3ec-b1c0-49fb-bf3f-8f35e7d6a01e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:26:41.139628 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea94597-ea8e-49b1-be39-3208f6d91899 None None] Sync routers for ids ['9a051682-af9c-4002-8103-9a9e09b67996'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:26:41.150255 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea94597-ea8e-49b1-be39-3208f6d91899 None None] Routers {'9a051682-af9c-4002-8103-9a9e09b67996'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:26:41.150878 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-aea94597-ea8e-49b1-be39-3208f6d91899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:26:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['9a051682-af9c-4002-8103-9a9e09b67996'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:26:41.166518 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-b35ab3ec-b1c0-49fb-bf3f-8f35e7d6a01e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "PUT /v2.0/floatingips/7c979218-e27d-4fd0-aee8-7db6020eb8a1 HTTP/1.1" status: 200 len: 991 time: 0.9924607 Dec 10 19:26:41.167106 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfd8200c-b2a5-4b34-9bd0-d81c65720db0', 'tag': 'a79aa6f2-2e30-4da9-9d79-380f90459b9c'}] {{(pid=102366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:26:41.169303 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 58214) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:26:41.169814 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a86acec104960cf4069dffce1919f1f0aa2a294c7752363dfd1d6594a90fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160ab17b-bb34-4d79-bc72-44e97beec5a0" -d '{"events": [{"name": "network-changed", "server_uuid": "bfd8200c-b2a5-4b34-9bd0-d81c65720db0", "tag": "a79aa6f2-2e30-4da9-9d79-380f90459b9c"}]}' {{(pid=102366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:26:41.209149 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d90a08d-027c-456d-9548-460de15f9ce5 x-openstack-request-id: req-1d90a08d-027c-456d-9548-460de15f9ce5 {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:26:41.209510 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfd8200c-b2a5-4b34-9bd0-d81c65720db0", "tag": "a79aa6f2-2e30-4da9-9d79-380f90459b9c", "status": "completed", "code": 200}]} {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:26:41.209825 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1d90a08d-027c-456d-9548-460de15f9ce5 {{(pid=102366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:26:41.210286 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfd8200c-b2a5-4b34-9bd0-d81c65720db0', 'tag': 'a79aa6f2-2e30-4da9-9d79-380f90459b9c', 'status': 'completed', 'code': 200} Dec 10 19:26:41.240962 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-549bfb89-300e-45a7-888d-ea5fafeb4d0c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/floatingips/7c979218-e27d-4fd0-aee8-7db6020eb8a1 HTTP/1.1" status: 200 len: 991 time: 0.0703747 Dec 10 19:26:41.265774 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-aea94597-ea8e-49b1-be39-3208f6d91899 None None] Set router 9a051682-af9c-4002-8103-9a9e09b67996 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:26:41.288990 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160ab17b-bb34-4d79-bc72-44e97beec5a0 req-5ae7e29d-279b-497d-bdc3-48d0c1ad9909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:41.290661 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-160ab17b-bb34-4d79-bc72-44e97beec5a0 req-5ae7e29d-279b-497d-bdc3-48d0c1ad9909 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=730e4c9f0aba4accb176e575114c849e&device_id=bfd8200c-b2a5-4b34-9bd0-d81c65720db0 HTTP/1.1" status: 200 len: 1098 time: 0.0486817 Dec 10 19:26:41.390949 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160ab17b-bb34-4d79-bc72-44e97beec5a0 req-c5b914df-8939-4ee4-9011-b89e31bd3da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:41.393046 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-160ab17b-bb34-4d79-bc72-44e97beec5a0 req-c5b914df-8939-4ee4-9011-b89e31bd3da0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dc7de33f-ef96-431c-afc6-451e37eb6df0 HTTP/1.1" status: 200 len: 898 time: 0.0936725 Dec 10 19:26:41.475968 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-160ab17b-bb34-4d79-bc72-44e97beec5a0 req-18b26eb9-6dd1-4da4-b92b-443218ff83ea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a79aa6f2-2e30-4da9-9d79-380f90459b9c HTTP/1.1" status: 200 len: 999 time: 0.0657158 Dec 10 19:26:41.513519 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-aea94597-ea8e-49b1-be39-3208f6d91899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a051682-af9c-4002-8103-9a9e09b67996', 'name': 'tempest-TestNetworkBasicOps-router-1478531981', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': '1d6ebc4f-87a2-4416-bc5c-ec7eac1aca3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:24:23Z', 'updated_at': '2021-12-10T19:24:28Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '1d6ebc4f-87a2-4416-bc5c-ec7eac1aca3c', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a051682-af9c-4002-8103-9a9e09b67996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:24Z', 'updated_at': '2021-12-10T19:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '7c979218-e27d-4fd0-aee8-7db6020eb8a1', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'floating_ip_address': '172.26.6.244', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '9a051682-af9c-4002-8103-9a9e09b67996', 'port_id': 'a79aa6f2-2e30-4da9-9d79-380f90459b9c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc7de33f-ef96-431c-afc6-451e37eb6df0', 'mac_address': 'fa:16:3e:13:7d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd8200c-b2a5-4b34-9bd0-d81c65720db0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:24:46Z', 'updated_at': '2021-12-10T19:26:40Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2feac84d-81bd-4fa9-b9dc-ca71481b2dba', 'name': '', 'network_id': 'dc7de33f-ef96-431c-afc6-451e37eb6df0', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:51:82:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a051682-af9c-4002-8103-9a9e09b67996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'dbd70268-7ba7-4954-af36-b504deeaa6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:28Z', 'updated_at': '2021-12-10T19:24:32Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'dbd70268-7ba7-4954-af36-b504deeaa6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:26:41.528670 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160ab17b-bb34-4d79-bc72-44e97beec5a0 req-8563365a-93ef-4e5f-9290-987b1ef99387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:41.530060 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-160ab17b-bb34-4d79-bc72-44e97beec5a0 req-8563365a-93ef-4e5f-9290-987b1ef99387 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dbd70268-7ba7-4954-af36-b504deeaa6e0 HTTP/1.1" status: 200 len: 834 time: 0.0456636 Dec 10 19:26:41.546846 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea94597-ea8e-49b1-be39-3208f6d91899 None None] Checking router: 9a051682-af9c-4002-8103-9a9e09b67996 for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:26:41.556490 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea94597-ea8e-49b1-be39-3208f6d91899 None None] Routers {'9a051682-af9c-4002-8103-9a9e09b67996'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:26:41.557130 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-aea94597-ea8e-49b1-be39-3208f6d91899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:26:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['9a051682-af9c-4002-8103-9a9e09b67996'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:26:41.581328 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160ab17b-bb34-4d79-bc72-44e97beec5a0 req-4a3b7f7a-0a92-43e3-9645-ababc4517b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:41.582839 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-160ab17b-bb34-4d79-bc72-44e97beec5a0 req-4a3b7f7a-0a92-43e3-9645-ababc4517b70 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dc7de33f-ef96-431c-afc6-451e37eb6df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0448220 Dec 10 19:26:41.678302 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-aea94597-ea8e-49b1-be39-3208f6d91899 None None] Set router 9a051682-af9c-4002-8103-9a9e09b67996 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:26:41.685099 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-160ab17b-bb34-4d79-bc72-44e97beec5a0 req-f0c3b46e-dcf6-4ead-98d3-479bcfa94de7 service neutron] 10.222.0.36 "GET /v2.0/networks/dc7de33f-ef96-431c-afc6-451e37eb6df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924077 Dec 10 19:26:41.786295 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-160ab17b-bb34-4d79-bc72-44e97beec5a0 req-a1f9e118-c32c-48f4-81b1-a7780f3a1779 service neutron] 10.222.0.36 "GET /v2.0/networks/dc7de33f-ef96-431c-afc6-451e37eb6df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881152 Dec 10 19:26:41.913013 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-aea94597-ea8e-49b1-be39-3208f6d91899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a051682-af9c-4002-8103-9a9e09b67996', 'name': 'tempest-TestNetworkBasicOps-router-1478531981', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': '1d6ebc4f-87a2-4416-bc5c-ec7eac1aca3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:24:23Z', 'updated_at': '2021-12-10T19:24:28Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '1d6ebc4f-87a2-4416-bc5c-ec7eac1aca3c', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a051682-af9c-4002-8103-9a9e09b67996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:24Z', 'updated_at': '2021-12-10T19:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '7c979218-e27d-4fd0-aee8-7db6020eb8a1', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'floating_ip_address': '172.26.6.244', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '9a051682-af9c-4002-8103-9a9e09b67996', 'port_id': 'a79aa6f2-2e30-4da9-9d79-380f90459b9c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc7de33f-ef96-431c-afc6-451e37eb6df0', 'mac_address': 'fa:16:3e:13:7d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd8200c-b2a5-4b34-9bd0-d81c65720db0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:24:46Z', 'updated_at': '2021-12-10T19:26:40Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2feac84d-81bd-4fa9-b9dc-ca71481b2dba', 'name': '', 'network_id': 'dc7de33f-ef96-431c-afc6-451e37eb6df0', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:51:82:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a051682-af9c-4002-8103-9a9e09b67996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'dbd70268-7ba7-4954-af36-b504deeaa6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:28Z', 'updated_at': '2021-12-10T19:24:32Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'dbd70268-7ba7-4954-af36-b504deeaa6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:26:41.943644 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea94597-ea8e-49b1-be39-3208f6d91899 None None] The sync data for ids ['9a051682-af9c-4002-8103-9a9e09b67996'] in dv-neutron-821441-1-hyperv is: [{'id': '9a051682-af9c-4002-8103-9a9e09b67996', 'name': 'tempest-TestNetworkBasicOps-router-1478531981', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': '1d6ebc4f-87a2-4416-bc5c-ec7eac1aca3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:24:23Z', 'updated_at': '2021-12-10T19:24:28Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '1d6ebc4f-87a2-4416-bc5c-ec7eac1aca3c', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a051682-af9c-4002-8103-9a9e09b67996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:24Z', 'updated_at': '2021-12-10T19:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '7c979218-e27d-4fd0-aee8-7db6020eb8a1', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'floating_ip_address': '172.26.6.244', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '9a051682-af9c-4002-8103-9a9e09b67996', 'port_id': 'a79aa6f2-2e30-4da9-9d79-380f90459b9c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc7de33f-ef96-431c-afc6-451e37eb6df0', 'mac_address': 'fa:16:3e:13:7d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd8200c-b2a5-4b34-9bd0-d81c65720db0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:24:46Z', 'updated_at': '2021-12-10T19:26:40Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2feac84d-81bd-4fa9-b9dc-ca71481b2dba', 'name': '', 'network_id': 'dc7de33f-ef96-431c-afc6-451e37eb6df0', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:51:82:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a051682-af9c-4002-8103-9a9e09b67996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'dbd70268-7ba7-4954-af36-b504deeaa6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:28Z', 'updated_at': '2021-12-10T19:24:32Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'dbd70268-7ba7-4954-af36-b504deeaa6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:26:42.156005 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f805d03-fcf1-4357-8476-54c23799197d None None] New status for floating IP 7c979218-e27d-4fd0-aee8-7db6020eb8a1: ACTIVE {{(pid=102368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:26:42.244209 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 58218) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:26:42.347962 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-5acb4ee8-7af4-406f-b63d-78d7e91e4af7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/floatingips/7c979218-e27d-4fd0-aee8-7db6020eb8a1 HTTP/1.1" status: 200 len: 991 time: 0.1025512 Dec 10 19:26:43.352945 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58220) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:26:43.450746 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-b2f43d8d-e160-4cfa-af51-a4e12e92df3e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/floatingips/7c979218-e27d-4fd0-aee8-7db6020eb8a1 HTTP/1.1" status: 200 len: 993 time: 0.0962813 Dec 10 19:26:46.815378 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7b7a4eaf-8632-47ed-8be6-956ac109707a req-38145d58-b3aa-4085-97c6-6994fa215b3b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=17746de1-d3c1-4f12-bae3-380cf4204959&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425591 Dec 10 19:26:46.892453 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a4eaf-8632-47ed-8be6-956ac109707a req-52b686ab-544d-44dc-b465-1ae87856bd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:46.894048 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7b7a4eaf-8632-47ed-8be6-956ac109707a req-52b686ab-544d-44dc-b465-1ae87856bd48 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=730e4c9f0aba4accb176e575114c849e&device_id=17746de1-d3c1-4f12-bae3-380cf4204959 HTTP/1.1" status: 200 len: 1098 time: 0.0448170 Dec 10 19:26:47.018642 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a4eaf-8632-47ed-8be6-956ac109707a req-9638b172-810d-4d80-bf33-4a027e0abddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:47.020086 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7b7a4eaf-8632-47ed-8be6-956ac109707a req-9638b172-810d-4d80-bf33-4a027e0abddd service neutron] 10.222.0.36 "GET /v2.0/networks?id=dc7de33f-ef96-431c-afc6-451e37eb6df0 HTTP/1.1" status: 200 len: 898 time: 0.0960445 Dec 10 19:26:47.070898 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7b7a4eaf-8632-47ed-8be6-956ac109707a req-f9d885dc-8ab0-4a9f-b484-19642e2c421e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b HTTP/1.1" status: 200 len: 217 time: 0.0350063 Dec 10 19:26:47.128731 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a4eaf-8632-47ed-8be6-956ac109707a req-19f449de-86b3-4132-bfe3-82f6637a4762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:47.130147 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7b7a4eaf-8632-47ed-8be6-956ac109707a req-19f449de-86b3-4132-bfe3-82f6637a4762 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dbd70268-7ba7-4954-af36-b504deeaa6e0 HTTP/1.1" status: 200 len: 834 time: 0.0434794 Dec 10 19:26:47.178356 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a4eaf-8632-47ed-8be6-956ac109707a req-19a22814-174d-4e20-b770-069ca077eaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:47.179848 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7b7a4eaf-8632-47ed-8be6-956ac109707a req-19a22814-174d-4e20-b770-069ca077eaf0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dc7de33f-ef96-431c-afc6-451e37eb6df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398216 Dec 10 19:26:47.286745 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7b7a4eaf-8632-47ed-8be6-956ac109707a req-70ab1a03-5c85-406d-8c24-6544da8a04e4 service neutron] 10.222.0.36 "GET /v2.0/networks/dc7de33f-ef96-431c-afc6-451e37eb6df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931885 Dec 10 19:26:47.387484 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7b7a4eaf-8632-47ed-8be6-956ac109707a req-dfd160b9-2a99-46ee-8e67-f34b2e8791da service neutron] 10.222.0.36 "GET /v2.0/networks/dc7de33f-ef96-431c-afc6-451e37eb6df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910141 Dec 10 19:26:50.218872 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a4952aa3-62cd-4463-8ae6-60722356ab06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:26:54.192958 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-862ab2b0-5360-46de-a8bd-7a73005c9179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:26:55.339053 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:26:56.453421 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:26:56.741406 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:02.324903 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:13.981060 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:27:20.220039 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d9e1a073-3293-4b9e-9962-3bc34877f091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:24.190204 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-150866fd-d920-4db2-972c-8336942dce8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:25.340053 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:26.455544 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:26.743525 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:30.438382 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58244) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:27:30.599181 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-48e20c21-baeb-495d-b028-c6955eede166 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Deleting port c7c1d1d6-be7d-4263-b647-e3b8471a70ac {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:27:30.599518 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-48e20c21-baeb-495d-b028-c6955eede166 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:30.675763 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-48e20c21-baeb-495d-b028-c6955eede166 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:30.676096 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-48e20c21-baeb-495d-b028-c6955eede166 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:30.689209 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-48e20c21-baeb-495d-b028-c6955eede166 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Calling delete_port for c7c1d1d6-be7d-4263-b647-e3b8471a70ac owned by network:floatingip {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:27:30.837022 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-48e20c21-baeb-495d-b028-c6955eede166 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:30.869067 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e20c21-baeb-495d-b028-c6955eede166 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Pushing event deleted for resources: {'Port': ['ID=c7c1d1d6-be7d-4263-b647-e3b8471a70ac,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:30.883755 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e20c21-baeb-495d-b028-c6955eede166 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:30.884100 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e20c21-baeb-495d-b028-c6955eede166 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:30.884436 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e20c21-baeb-495d-b028-c6955eede166 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:30.884785 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e20c21-baeb-495d-b028-c6955eede166 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:30.885236 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e20c21-baeb-495d-b028-c6955eede166 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:30.885496 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e20c21-baeb-495d-b028-c6955eede166 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:30.885726 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e20c21-baeb-495d-b028-c6955eede166 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:30.886043 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e20c21-baeb-495d-b028-c6955eede166 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:30.886355 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e20c21-baeb-495d-b028-c6955eede166 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:30.886871 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e20c21-baeb-495d-b028-c6955eede166 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:30.887081 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e20c21-baeb-495d-b028-c6955eede166 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:30.887342 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e20c21-baeb-495d-b028-c6955eede166 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:30.946917 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-48e20c21-baeb-495d-b028-c6955eede166 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks [] for floatingip, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:30.947195 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.l3_db [None req-48e20c21-baeb-495d-b028-c6955eede166 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Floating IP ec4087b6-1c78-4411-be3a-180e6c730d88 disassociated (deleted). External IP: 172.26.6.17, port: 4168b9da-dec4-4dab-ae3a-0c8e5084f4cb. Dec 10 19:27:31.447071 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48e20c21-baeb-495d-b028-c6955eede166 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Router da4b58b2-de25-4725-9b13-7b9bcec019d2 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:27:31.553935 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e20c21-baeb-495d-b028-c6955eede166 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:27:31.558465 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-48e20c21-baeb-495d-b028-c6955eede166 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:31.567194 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f60483-67c8-4435-86e7-ea3f314ffc68 None None] Sync routers for ids ['da4b58b2-de25-4725-9b13-7b9bcec019d2'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:27:31.577196 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f60483-67c8-4435-86e7-ea3f314ffc68 None None] Routers {'da4b58b2-de25-4725-9b13-7b9bcec019d2'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:27:31.577875 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-36f60483-67c8-4435-86e7-ea3f314ffc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:27:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['da4b58b2-de25-4725-9b13-7b9bcec019d2'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:27:31.586632 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-48e20c21-baeb-495d-b028-c6955eede166 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "DELETE /v2.0/floatingips/ec4087b6-1c78-4411-be3a-180e6c730d88 HTTP/1.1" status: 204 len: 168 time: 1.1471648 Dec 10 19:27:31.587212 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b55d5097-ae01-4621-9d67-229b904bfe69', 'tag': '4168b9da-dec4-4dab-ae3a-0c8e5084f4cb'}] {{(pid=102366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:27:31.589692 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a86acec104960cf4069dffce1919f1f0aa2a294c7752363dfd1d6594a90fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174df47a-e531-4114-8821-3c3a5d9ecd0e" -d '{"events": [{"name": "network-changed", "server_uuid": "b55d5097-ae01-4621-9d67-229b904bfe69", "tag": "4168b9da-dec4-4dab-ae3a-0c8e5084f4cb"}]}' {{(pid=102366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:27:31.628239 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2c6cb1-9a74-4e44-b53d-0afb588b0221 x-openstack-request-id: req-5c2c6cb1-9a74-4e44-b53d-0afb588b0221 {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:27:31.628637 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b55d5097-ae01-4621-9d67-229b904bfe69", "tag": "4168b9da-dec4-4dab-ae3a-0c8e5084f4cb", "status": "completed", "code": 200}]} {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:27:31.628987 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5c2c6cb1-9a74-4e44-b53d-0afb588b0221 {{(pid=102366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:27:31.629438 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b55d5097-ae01-4621-9d67-229b904bfe69', 'tag': '4168b9da-dec4-4dab-ae3a-0c8e5084f4cb', 'status': 'completed', 'code': 200} Dec 10 19:27:31.696491 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-36f60483-67c8-4435-86e7-ea3f314ffc68 None None] Set router da4b58b2-de25-4725-9b13-7b9bcec019d2 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:27:31.719768 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174df47a-e531-4114-8821-3c3a5d9ecd0e req-633a4a0d-bd55-4cb4-b94a-a018d488916f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:31.721356 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-174df47a-e531-4114-8821-3c3a5d9ecd0e req-633a4a0d-bd55-4cb4-b94a-a018d488916f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d55891769dee4679a2ef3c1d528a784c&device_id=b55d5097-ae01-4621-9d67-229b904bfe69 HTTP/1.1" status: 200 len: 1098 time: 0.0575938 Dec 10 19:27:31.854202 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174df47a-e531-4114-8821-3c3a5d9ecd0e req-adaee8bf-c1a6-4746-b021-200423d2a6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:31.855868 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-174df47a-e531-4114-8821-3c3a5d9ecd0e req-adaee8bf-c1a6-4746-b021-200423d2a6e5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8fe565ca-25f0-46cc-a74d-1d785e1c4483 HTTP/1.1" status: 200 len: 912 time: 0.1250587 Dec 10 19:27:31.864317 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb575a09-5201-410a-8bde-f0869802bee3 req-56b3cf96-6321-4cbf-ad38-8a75d3740016 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:31.865734 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-cb575a09-5201-410a-8bde-f0869802bee3 req-56b3cf96-6321-4cbf-ad38-8a75d3740016 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=b55d5097-ae01-4621-9d67-229b904bfe69 HTTP/1.1" status: 200 len: 945 time: 0.0830710 Dec 10 19:27:31.908458 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-174df47a-e531-4114-8821-3c3a5d9ecd0e req-1e964ab7-a127-4006-b85b-8c3a43d5e52d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4168b9da-dec4-4dab-ae3a-0c8e5084f4cb HTTP/1.1" status: 200 len: 217 time: 0.0417655 Dec 10 19:27:31.948219 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-36f60483-67c8-4435-86e7-ea3f314ffc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'name': 'tempest-TestVolumeBootPattern-237231579-router', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'dae55733-5f2b-4a73-9001-419ef8dbbe6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:19:20Z', 'updated_at': '2021-12-10T19:19:29Z', 'revision_number': 4, 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'gw_port': {'id': 'dae55733-5f2b-4a73-9001-419ef8dbbe6a', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:21Z', 'updated_at': '2021-12-10T19:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': 'ef49c8d0-dc2f-4afe-b25e-a05887da3943', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'floating_ip_address': '172.26.6.67', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'port_id': '0efe7c65-b2bd-4463-8a4c-3064fff6d056', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fe565ca-25f0-46cc-a74d-1d785e1c4483', 'mac_address': 'fa:16:3e:80:f1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fca8ca7-c259-4cd0-9b18-c609f23673e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:23:28Z', 'updated_at': '2021-12-10T19:23:32Z', 'revision_number': 1, 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf5f79a4-d3b9-4c57-9d99-397431129d6d', 'name': '', 'network_id': '8fe565ca-25f0-46cc-a74d-1d785e1c4483', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'mac_address': 'fa:16:3e:6c:f9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '08326994-b03f-4864-96e3-852094c75fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:28Z', 'updated_at': '2021-12-10T19:19:42Z', 'revision_number': 5, 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'subnets': [{'id': '08326994-b03f-4864-96e3-852094c75fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:27:31.962745 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-cb575a09-5201-410a-8bde-f0869802bee3 req-c55bdcc2-b451-4e0c-b9d2-344896433e3d tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6d45182-71ed-4d5e-8998-00a180281811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894840 Dec 10 19:27:31.975183 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174df47a-e531-4114-8821-3c3a5d9ecd0e req-85d39709-6141-4cd9-b963-8c1e111ed1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:31.975534 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f60483-67c8-4435-86e7-ea3f314ffc68 None None] Checking router: da4b58b2-de25-4725-9b13-7b9bcec019d2 for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:27:31.976560 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-174df47a-e531-4114-8821-3c3a5d9ecd0e req-85d39709-6141-4cd9-b963-8c1e111ed1dc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=08326994-b03f-4864-96e3-852094c75fec HTTP/1.1" status: 200 len: 850 time: 0.0558739 Dec 10 19:27:31.984809 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f60483-67c8-4435-86e7-ea3f314ffc68 None None] Routers {'da4b58b2-de25-4725-9b13-7b9bcec019d2'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:27:31.985447 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-36f60483-67c8-4435-86e7-ea3f314ffc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:27:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['da4b58b2-de25-4725-9b13-7b9bcec019d2'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:27:32.032019 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174df47a-e531-4114-8821-3c3a5d9ecd0e req-25680402-e21a-4838-8ce1-ada8c938d0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:32.033540 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-174df47a-e531-4114-8821-3c3a5d9ecd0e req-25680402-e21a-4838-8ce1-ada8c938d0a2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8fe565ca-25f0-46cc-a74d-1d785e1c4483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0464454 Dec 10 19:27:32.147035 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-174df47a-e531-4114-8821-3c3a5d9ecd0e req-7ca85dec-8b82-46b0-aacc-dc42d2ec9c37 service neutron] 10.222.0.36 "GET /v2.0/networks/8fe565ca-25f0-46cc-a74d-1d785e1c4483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003201 Dec 10 19:27:32.242207 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-36f60483-67c8-4435-86e7-ea3f314ffc68 None None] Set router da4b58b2-de25-4725-9b13-7b9bcec019d2 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:27:32.251785 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-174df47a-e531-4114-8821-3c3a5d9ecd0e req-696d9cb5-7c2b-4647-92c7-b9f43663c419 service neutron] 10.222.0.36 "GET /v2.0/networks/8fe565ca-25f0-46cc-a74d-1d785e1c4483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925555 Dec 10 19:27:32.341202 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:32.478651 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-36f60483-67c8-4435-86e7-ea3f314ffc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'name': 'tempest-TestVolumeBootPattern-237231579-router', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'dae55733-5f2b-4a73-9001-419ef8dbbe6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:19:20Z', 'updated_at': '2021-12-10T19:19:29Z', 'revision_number': 4, 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'gw_port': {'id': 'dae55733-5f2b-4a73-9001-419ef8dbbe6a', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:21Z', 'updated_at': '2021-12-10T19:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': 'ef49c8d0-dc2f-4afe-b25e-a05887da3943', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'floating_ip_address': '172.26.6.67', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'port_id': '0efe7c65-b2bd-4463-8a4c-3064fff6d056', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fe565ca-25f0-46cc-a74d-1d785e1c4483', 'mac_address': 'fa:16:3e:80:f1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fca8ca7-c259-4cd0-9b18-c609f23673e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:23:28Z', 'updated_at': '2021-12-10T19:23:32Z', 'revision_number': 1, 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf5f79a4-d3b9-4c57-9d99-397431129d6d', 'name': '', 'network_id': '8fe565ca-25f0-46cc-a74d-1d785e1c4483', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'mac_address': 'fa:16:3e:6c:f9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '08326994-b03f-4864-96e3-852094c75fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:28Z', 'updated_at': '2021-12-10T19:19:42Z', 'revision_number': 5, 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'subnets': [{'id': '08326994-b03f-4864-96e3-852094c75fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:27:32.509909 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f60483-67c8-4435-86e7-ea3f314ffc68 None None] The sync data for ids ['da4b58b2-de25-4725-9b13-7b9bcec019d2'] in dv-neutron-821441-1-hyperv is: [{'id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'name': 'tempest-TestVolumeBootPattern-237231579-router', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'dae55733-5f2b-4a73-9001-419ef8dbbe6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:19:20Z', 'updated_at': '2021-12-10T19:19:29Z', 'revision_number': 4, 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'gw_port': {'id': 'dae55733-5f2b-4a73-9001-419ef8dbbe6a', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:21Z', 'updated_at': '2021-12-10T19:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': 'ef49c8d0-dc2f-4afe-b25e-a05887da3943', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'floating_ip_address': '172.26.6.67', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'port_id': '0efe7c65-b2bd-4463-8a4c-3064fff6d056', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fe565ca-25f0-46cc-a74d-1d785e1c4483', 'mac_address': 'fa:16:3e:80:f1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fca8ca7-c259-4cd0-9b18-c609f23673e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:23:28Z', 'updated_at': '2021-12-10T19:23:32Z', 'revision_number': 1, 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf5f79a4-d3b9-4c57-9d99-397431129d6d', 'name': '', 'network_id': '8fe565ca-25f0-46cc-a74d-1d785e1c4483', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'mac_address': 'fa:16:3e:6c:f9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '08326994-b03f-4864-96e3-852094c75fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:28Z', 'updated_at': '2021-12-10T19:19:42Z', 'revision_number': 5, 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'subnets': [{'id': '08326994-b03f-4864-96e3-852094c75fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:27:32.729181 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05aea4d-fbb7-4a3e-9beb-4415e1e973b5 None None] New status for floating IP ec4087b6-1c78-4411-be3a-180e6c730d88: DOWN {{(pid=102368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:27:33.088582 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c7b36-73f7-47eb-8092-739bc2b1d275 req-7b0e5f3b-8ad5-486f-8c1b-1b26e1b343e9 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:33.090512 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8c4c7b36-73f7-47eb-8092-739bc2b1d275 req-7b0e5f3b-8ad5-486f-8c1b-1b26e1b343e9 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=b55d5097-ae01-4621-9d67-229b904bfe69 HTTP/1.1" status: 200 len: 945 time: 0.0531099 Dec 10 19:27:33.131460 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8c4c7b36-73f7-47eb-8092-739bc2b1d275 req-525c508b-ed53-4a51-ac85-65c75a01457b tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6d45182-71ed-4d5e-8998-00a180281811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352192 Dec 10 19:27:34.040696 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c849c66-df41-4824-bc72-6d5626ece2da req-fa8b1843-aadd-494e-a268-10b725c6b304 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:34.042050 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6c849c66-df41-4824-bc72-6d5626ece2da req-fa8b1843-aadd-494e-a268-10b725c6b304 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.36 "GET /v2.0/ports?device_id=b55d5097-ae01-4621-9d67-229b904bfe69 HTTP/1.1" status: 200 len: 945 time: 0.0487602 Dec 10 19:27:34.140695 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-6c849c66-df41-4824-bc72-6d5626ece2da req-a7b5d9aa-6506-413c-8605-8852819b1374 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Deleting port 4168b9da-dec4-4dab-ae3a-0c8e5084f4cb {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:27:34.141431 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-6c849c66-df41-4824-bc72-6d5626ece2da req-a7b5d9aa-6506-413c-8605-8852819b1374 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:34.258185 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-6c849c66-df41-4824-bc72-6d5626ece2da req-a7b5d9aa-6506-413c-8605-8852819b1374 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] For port 4168b9da-dec4-4dab-ae3a-0c8e5084f4cb, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=4168b9da-dec4-4dab-ae3a-0c8e5084f4cb,segment=NetworkSegment(f660800f-194f-49ad-8e36-a73cd4c72d7d),segment_id=f660800f-194f-49ad-8e36-a73cd4c72d7d)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:27:34.258542 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-6c849c66-df41-4824-bc72-6d5626ece2da req-a7b5d9aa-6506-413c-8605-8852819b1374 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:34.281127 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-6c849c66-df41-4824-bc72-6d5626ece2da req-a7b5d9aa-6506-413c-8605-8852819b1374 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Calling delete_port for 4168b9da-dec4-4dab-ae3a-0c8e5084f4cb owned by compute:nova {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:27:34.295392 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bbfb67-15b8-4b25-8794-bb1e3481b842 req-075d7a02-da2d-4b46-8163-5505aa778058 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:34.296725 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-46bbfb67-15b8-4b25-8794-bb1e3481b842 req-075d7a02-da2d-4b46-8163-5505aa778058 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=b55d5097-ae01-4621-9d67-229b904bfe69 HTTP/1.1" status: 200 len: 945 time: 0.0925229 Dec 10 19:27:34.376420 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-46bbfb67-15b8-4b25-8794-bb1e3481b842 req-4d56d963-bb87-4cf9-bc78-461431b9dcbe tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6d45182-71ed-4d5e-8998-00a180281811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728729 Dec 10 19:27:34.445556 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-6c849c66-df41-4824-bc72-6d5626ece2da req-a7b5d9aa-6506-413c-8605-8852819b1374 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:34.480773 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b5d9aa-6506-413c-8605-8852819b1374 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Pushing event deleted for resources: {'Port': ['ID=4168b9da-dec4-4dab-ae3a-0c8e5084f4cb,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:34.514766 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b5d9aa-6506-413c-8605-8852819b1374 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:34.515105 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b5d9aa-6506-413c-8605-8852819b1374 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:34.515443 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b5d9aa-6506-413c-8605-8852819b1374 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:34.515777 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b5d9aa-6506-413c-8605-8852819b1374 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:34.516106 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b5d9aa-6506-413c-8605-8852819b1374 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:34.516481 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b5d9aa-6506-413c-8605-8852819b1374 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:34.516787 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b5d9aa-6506-413c-8605-8852819b1374 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:34.517109 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b5d9aa-6506-413c-8605-8852819b1374 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:34.517440 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b5d9aa-6506-413c-8605-8852819b1374 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:34.517762 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b5d9aa-6506-413c-8605-8852819b1374 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:34.518081 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b5d9aa-6506-413c-8605-8852819b1374 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:34.518397 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b5d9aa-6506-413c-8605-8852819b1374 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:34.540636 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c849c66-df41-4824-bc72-6d5626ece2da req-a7b5d9aa-6506-413c-8605-8852819b1374 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] No DVR routers for this DVR port 4168b9da-dec4-4dab-ae3a-0c8e5084f4cb on host hv-neutron-8214 {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:27:34.543024 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-6c849c66-df41-4824-bc72-6d5626ece2da req-a7b5d9aa-6506-413c-8605-8852819b1374 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:34.546781 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6c849c66-df41-4824-bc72-6d5626ece2da req-a7b5d9aa-6506-413c-8605-8852819b1374 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.36 "DELETE /v2.0/ports/4168b9da-dec4-4dab-ae3a-0c8e5084f4cb HTTP/1.1" status: 204 len: 173 time: 0.4974279 Dec 10 19:27:34.547191 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b55d5097-ae01-4621-9d67-229b904bfe69', 'name': 'network-vif-deleted', 'tag': '4168b9da-dec4-4dab-ae3a-0c8e5084f4cb'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:27:34.549524 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32612215-d1e1-414c-a691-9dffb8c51f5a" -d '{"events": [{"server_uuid": "b55d5097-ae01-4621-9d67-229b904bfe69", "name": "network-vif-deleted", "tag": "4168b9da-dec4-4dab-ae3a-0c8e5084f4cb"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:27:34.595702 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12567c7-c3e0-446e-8deb-2431a889c44f x-openstack-request-id: req-a12567c7-c3e0-446e-8deb-2431a889c44f {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:27:34.596003 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b55d5097-ae01-4621-9d67-229b904bfe69", "name": "network-vif-deleted", "tag": "4168b9da-dec4-4dab-ae3a-0c8e5084f4cb", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:27:34.596311 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a12567c7-c3e0-446e-8deb-2431a889c44f {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:27:34.596748 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b55d5097-ae01-4621-9d67-229b904bfe69', 'name': 'network-vif-deleted', 'tag': '4168b9da-dec4-4dab-ae3a-0c8e5084f4cb', 'status': 'completed', 'code': 200} Dec 10 19:27:35.470049 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c7774bef-2dd0-43e5-b969-b256f2ddbb13 req-b7a48e0a-723f-432a-b46a-b6ebbb22a40c tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=b55d5097-ae01-4621-9d67-229b904bfe69 HTTP/1.1" status: 200 len: 210 time: 0.0275400 Dec 10 19:27:36.566901 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-63f728ef-4de4-4d0c-ac40-1e29b78c09a2 req-e38b6e5d-4b9a-42d5-b71d-e3a379e72d1d tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=b55d5097-ae01-4621-9d67-229b904bfe69 HTTP/1.1" status: 200 len: 210 time: 0.0267735 Dec 10 19:27:37.664058 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f6a9d69f-d32e-417e-a728-1bfbecdc888f req-9775d5fa-a6ec-459d-9c0b-24e497052c41 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=b55d5097-ae01-4621-9d67-229b904bfe69 HTTP/1.1" status: 200 len: 210 time: 0.0281832 Dec 10 19:27:38.968912 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 4168b9da-dec4-4dab-ae3a-0c8e5084f4cb no longer exists at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:27:38.989557 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] No Port match for: 4168b9da-dec4-4dab-ae3a-0c8e5084f4cb {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:27:38.989896 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 4168b9da-dec4-4dab-ae3a-0c8e5084f4cb not bound to the agent host hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:27:43.040698 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58290) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:27:43.207406 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-1f5af054-1e22-4035-94d7-2d128d961ac4 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Deleting port bb6d116e-6ba4-4fee-b599-f1aae7da3c3a {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:27:43.207743 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1f5af054-1e22-4035-94d7-2d128d961ac4 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:43.283004 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1f5af054-1e22-4035-94d7-2d128d961ac4 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:43.283242 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1f5af054-1e22-4035-94d7-2d128d961ac4 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:43.295763 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-1f5af054-1e22-4035-94d7-2d128d961ac4 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Calling delete_port for bb6d116e-6ba4-4fee-b599-f1aae7da3c3a owned by network:floatingip {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:27:43.441494 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1f5af054-1e22-4035-94d7-2d128d961ac4 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:43.467255 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5af054-1e22-4035-94d7-2d128d961ac4 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Pushing event deleted for resources: {'Port': ['ID=bb6d116e-6ba4-4fee-b599-f1aae7da3c3a,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:43.530738 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1f5af054-1e22-4035-94d7-2d128d961ac4 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks [] for floatingip, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:43.531058 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.l3_db [None req-1f5af054-1e22-4035-94d7-2d128d961ac4 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Floating IP ef49c8d0-dc2f-4afe-b25e-a05887da3943 disassociated (deleted). External IP: 172.26.6.67, port: 0efe7c65-b2bd-4463-8a4c-3064fff6d056. Dec 10 19:27:43.738002 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f5af054-1e22-4035-94d7-2d128d961ac4 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Router da4b58b2-de25-4725-9b13-7b9bcec019d2 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:27:43.844928 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f5af054-1e22-4035-94d7-2d128d961ac4 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:27:43.849757 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1f5af054-1e22-4035-94d7-2d128d961ac4 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:43.854840 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154c8011-7b96-4d39-9b46-b4523ff9d041 None None] Sync routers for ids ['da4b58b2-de25-4725-9b13-7b9bcec019d2'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:27:43.864175 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154c8011-7b96-4d39-9b46-b4523ff9d041 None None] Routers {'da4b58b2-de25-4725-9b13-7b9bcec019d2'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:27:43.864822 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-154c8011-7b96-4d39-9b46-b4523ff9d041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:27:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['da4b58b2-de25-4725-9b13-7b9bcec019d2'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:27:43.879297 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-1f5af054-1e22-4035-94d7-2d128d961ac4 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "DELETE /v2.0/floatingips/ef49c8d0-dc2f-4afe-b25e-a05887da3943 HTTP/1.1" status: 204 len: 168 time: 0.8350539 Dec 10 19:27:43.879297 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fca8ca7-c259-4cd0-9b18-c609f23673e9', 'tag': '0efe7c65-b2bd-4463-8a4c-3064fff6d056'}] {{(pid=102366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:27:43.879734 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a86acec104960cf4069dffce1919f1f0aa2a294c7752363dfd1d6594a90fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b16d91-6dfd-4a39-a95c-e2d8e6633331" -d '{"events": [{"name": "network-changed", "server_uuid": "4fca8ca7-c259-4cd0-9b18-c609f23673e9", "tag": "0efe7c65-b2bd-4463-8a4c-3064fff6d056"}]}' {{(pid=102366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:27:43.916986 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-165bbf40-04b5-4d2a-a791-f36c353c82c4 x-openstack-request-id: req-165bbf40-04b5-4d2a-a791-f36c353c82c4 {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:27:43.918055 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fca8ca7-c259-4cd0-9b18-c609f23673e9", "tag": "0efe7c65-b2bd-4463-8a4c-3064fff6d056", "status": "completed", "code": 200}]} {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:27:43.918377 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-165bbf40-04b5-4d2a-a791-f36c353c82c4 {{(pid=102366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:27:43.918841 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fca8ca7-c259-4cd0-9b18-c609f23673e9', 'tag': '0efe7c65-b2bd-4463-8a4c-3064fff6d056', 'status': 'completed', 'code': 200} Dec 10 19:27:43.981603 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-154c8011-7b96-4d39-9b46-b4523ff9d041 None None] Set router da4b58b2-de25-4725-9b13-7b9bcec019d2 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:27:43.989483 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b16d91-6dfd-4a39-a95c-e2d8e6633331 req-6b466716-67c3-4072-9981-9596cf0dce7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:43.991022 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-09b16d91-6dfd-4a39-a95c-e2d8e6633331 req-6b466716-67c3-4072-9981-9596cf0dce7f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d55891769dee4679a2ef3c1d528a784c&device_id=4fca8ca7-c259-4cd0-9b18-c609f23673e9 HTTP/1.1" status: 200 len: 1098 time: 0.0479491 Dec 10 19:27:44.125867 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b16d91-6dfd-4a39-a95c-e2d8e6633331 req-af162d76-93e1-47bf-9880-a51677f57c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:44.127321 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-09b16d91-6dfd-4a39-a95c-e2d8e6633331 req-af162d76-93e1-47bf-9880-a51677f57c60 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8fe565ca-25f0-46cc-a74d-1d785e1c4483 HTTP/1.1" status: 200 len: 912 time: 0.1249297 Dec 10 19:27:44.143830 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb4ad4-8d2b-4fec-91ad-9c3d85288131 req-78370f20-1a93-43f6-954a-8708a358397a tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:44.145452 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-38fb4ad4-8d2b-4fec-91ad-9c3d85288131 req-78370f20-1a93-43f6-954a-8708a358397a tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=4fca8ca7-c259-4cd0-9b18-c609f23673e9 HTTP/1.1" status: 200 len: 945 time: 0.0699224 Dec 10 19:27:44.191966 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-09b16d91-6dfd-4a39-a95c-e2d8e6633331 req-8562a93d-1196-41a3-b890-3a31b167edda service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0efe7c65-b2bd-4463-8a4c-3064fff6d056 HTTP/1.1" status: 200 len: 217 time: 0.0455234 Dec 10 19:27:44.208714 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-154c8011-7b96-4d39-9b46-b4523ff9d041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'name': 'tempest-TestVolumeBootPattern-237231579-router', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'dae55733-5f2b-4a73-9001-419ef8dbbe6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:19:20Z', 'updated_at': '2021-12-10T19:19:29Z', 'revision_number': 4, 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'gw_port': {'id': 'dae55733-5f2b-4a73-9001-419ef8dbbe6a', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:21Z', 'updated_at': '2021-12-10T19:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': 'bf5f79a4-d3b9-4c57-9d99-397431129d6d', 'name': '', 'network_id': '8fe565ca-25f0-46cc-a74d-1d785e1c4483', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'mac_address': 'fa:16:3e:6c:f9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '08326994-b03f-4864-96e3-852094c75fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:28Z', 'updated_at': '2021-12-10T19:19:42Z', 'revision_number': 5, 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'subnets': [{'id': '08326994-b03f-4864-96e3-852094c75fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:27:44.240618 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154c8011-7b96-4d39-9b46-b4523ff9d041 None None] Checking router: da4b58b2-de25-4725-9b13-7b9bcec019d2 for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:27:44.247898 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-38fb4ad4-8d2b-4fec-91ad-9c3d85288131 req-44718edb-cdef-41ab-afe1-0b40d973c1b9 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6d45182-71ed-4d5e-8998-00a180281811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946720 Dec 10 19:27:44.249754 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154c8011-7b96-4d39-9b46-b4523ff9d041 None None] Routers {'da4b58b2-de25-4725-9b13-7b9bcec019d2'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:27:44.250372 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-154c8011-7b96-4d39-9b46-b4523ff9d041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:27:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['da4b58b2-de25-4725-9b13-7b9bcec019d2'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:27:44.262746 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b16d91-6dfd-4a39-a95c-e2d8e6633331 req-74f25012-273a-4163-ba13-015d857f16ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:44.264998 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-09b16d91-6dfd-4a39-a95c-e2d8e6633331 req-74f25012-273a-4163-ba13-015d857f16ba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=08326994-b03f-4864-96e3-852094c75fec HTTP/1.1" status: 200 len: 850 time: 0.0624259 Dec 10 19:27:44.318831 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b16d91-6dfd-4a39-a95c-e2d8e6633331 req-b2e51fec-fbcf-4509-8304-5bd3e275805c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:44.320324 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-09b16d91-6dfd-4a39-a95c-e2d8e6633331 req-b2e51fec-fbcf-4509-8304-5bd3e275805c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8fe565ca-25f0-46cc-a74d-1d785e1c4483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0460937 Dec 10 19:27:44.364251 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-154c8011-7b96-4d39-9b46-b4523ff9d041 None None] Set router da4b58b2-de25-4725-9b13-7b9bcec019d2 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:27:44.419362 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-09b16d91-6dfd-4a39-a95c-e2d8e6633331 req-189e3f43-4d75-4081-970f-536399f50c92 service neutron] 10.222.0.36 "GET /v2.0/networks/8fe565ca-25f0-46cc-a74d-1d785e1c4483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897272 Dec 10 19:27:44.512982 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-09b16d91-6dfd-4a39-a95c-e2d8e6633331 req-c72ec1ff-8dc7-4ed6-876f-af3343d87925 service neutron] 10.222.0.36 "GET /v2.0/networks/8fe565ca-25f0-46cc-a74d-1d785e1c4483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850925 Dec 10 19:27:44.572668 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-154c8011-7b96-4d39-9b46-b4523ff9d041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'name': 'tempest-TestVolumeBootPattern-237231579-router', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'dae55733-5f2b-4a73-9001-419ef8dbbe6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:19:20Z', 'updated_at': '2021-12-10T19:19:29Z', 'revision_number': 4, 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'gw_port': {'id': 'dae55733-5f2b-4a73-9001-419ef8dbbe6a', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:21Z', 'updated_at': '2021-12-10T19:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': 'bf5f79a4-d3b9-4c57-9d99-397431129d6d', 'name': '', 'network_id': '8fe565ca-25f0-46cc-a74d-1d785e1c4483', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'mac_address': 'fa:16:3e:6c:f9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '08326994-b03f-4864-96e3-852094c75fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:28Z', 'updated_at': '2021-12-10T19:19:42Z', 'revision_number': 5, 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'subnets': [{'id': '08326994-b03f-4864-96e3-852094c75fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:27:44.600153 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154c8011-7b96-4d39-9b46-b4523ff9d041 None None] The sync data for ids ['da4b58b2-de25-4725-9b13-7b9bcec019d2'] in dv-neutron-821441-1-hyperv is: [{'id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'name': 'tempest-TestVolumeBootPattern-237231579-router', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'dae55733-5f2b-4a73-9001-419ef8dbbe6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:19:20Z', 'updated_at': '2021-12-10T19:19:29Z', 'revision_number': 4, 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'gw_port': {'id': 'dae55733-5f2b-4a73-9001-419ef8dbbe6a', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:21Z', 'updated_at': '2021-12-10T19:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': 'bf5f79a4-d3b9-4c57-9d99-397431129d6d', 'name': '', 'network_id': '8fe565ca-25f0-46cc-a74d-1d785e1c4483', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'mac_address': 'fa:16:3e:6c:f9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '08326994-b03f-4864-96e3-852094c75fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:28Z', 'updated_at': '2021-12-10T19:19:42Z', 'revision_number': 5, 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'subnets': [{'id': '08326994-b03f-4864-96e3-852094c75fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:27:44.838113 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cd7f9a-21e0-4617-9646-43c92f911b27 None None] New status for floating IP ef49c8d0-dc2f-4afe-b25e-a05887da3943: DOWN {{(pid=102368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:27:45.380459 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4964196c-286f-4fa4-9486-3af5f339a378 req-064c2fb6-841c-496e-8996-607ee6ac0ea2 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:45.382015 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4964196c-286f-4fa4-9486-3af5f339a378 req-064c2fb6-841c-496e-8996-607ee6ac0ea2 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=4fca8ca7-c259-4cd0-9b18-c609f23673e9 HTTP/1.1" status: 200 len: 945 time: 0.0608518 Dec 10 19:27:45.425443 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4964196c-286f-4fa4-9486-3af5f339a378 req-69e31544-14a2-4412-87f1-31f2cd406930 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6d45182-71ed-4d5e-8998-00a180281811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366719 Dec 10 19:27:46.150615 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c59a1-c24e-4425-98d8-7d1dd7e9ff05 req-a5ce2f1b-125e-4ff0-83fb-c0e0b0cd51b2 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:46.152149 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6a8c59a1-c24e-4425-98d8-7d1dd7e9ff05 req-a5ce2f1b-125e-4ff0-83fb-c0e0b0cd51b2 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.36 "GET /v2.0/ports?device_id=4fca8ca7-c259-4cd0-9b18-c609f23673e9 HTTP/1.1" status: 200 len: 945 time: 0.0506666 Dec 10 19:27:46.252979 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-6a8c59a1-c24e-4425-98d8-7d1dd7e9ff05 req-e59d1d13-ff87-450a-a120-51849d0cde23 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Deleting port 0efe7c65-b2bd-4463-8a4c-3064fff6d056 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:27:46.253314 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-6a8c59a1-c24e-4425-98d8-7d1dd7e9ff05 req-e59d1d13-ff87-450a-a120-51849d0cde23 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:46.349387 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-6a8c59a1-c24e-4425-98d8-7d1dd7e9ff05 req-e59d1d13-ff87-450a-a120-51849d0cde23 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] For port 0efe7c65-b2bd-4463-8a4c-3064fff6d056, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=0efe7c65-b2bd-4463-8a4c-3064fff6d056,segment=NetworkSegment(f660800f-194f-49ad-8e36-a73cd4c72d7d),segment_id=f660800f-194f-49ad-8e36-a73cd4c72d7d)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:27:46.349746 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-6a8c59a1-c24e-4425-98d8-7d1dd7e9ff05 req-e59d1d13-ff87-450a-a120-51849d0cde23 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:46.363859 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-6a8c59a1-c24e-4425-98d8-7d1dd7e9ff05 req-e59d1d13-ff87-450a-a120-51849d0cde23 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Calling delete_port for 0efe7c65-b2bd-4463-8a4c-3064fff6d056 owned by compute:nova {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:27:46.503779 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-6a8c59a1-c24e-4425-98d8-7d1dd7e9ff05 req-e59d1d13-ff87-450a-a120-51849d0cde23 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:46.525951 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-80ce17b7-8166-4549-9b51-883d36136a32 req-b1800769-8528-4157-99d6-3c95f638d27b tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=4fca8ca7-c259-4cd0-9b18-c609f23673e9 HTTP/1.1" status: 200 len: 210 time: 0.0340126 Dec 10 19:27:46.545034 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d1d13-ff87-450a-a120-51849d0cde23 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Pushing event deleted for resources: {'Port': ['ID=0efe7c65-b2bd-4463-8a4c-3064fff6d056,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:46.592726 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a8c59a1-c24e-4425-98d8-7d1dd7e9ff05 req-e59d1d13-ff87-450a-a120-51849d0cde23 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] No DVR routers for this DVR port 0efe7c65-b2bd-4463-8a4c-3064fff6d056 on host hv-neutron-8214 {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:27:46.595223 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-6a8c59a1-c24e-4425-98d8-7d1dd7e9ff05 req-e59d1d13-ff87-450a-a120-51849d0cde23 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:46.598536 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6a8c59a1-c24e-4425-98d8-7d1dd7e9ff05 req-e59d1d13-ff87-450a-a120-51849d0cde23 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.36 "DELETE /v2.0/ports/0efe7c65-b2bd-4463-8a4c-3064fff6d056 HTTP/1.1" status: 204 len: 173 time: 0.4358864 Dec 10 19:27:46.598970 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fca8ca7-c259-4cd0-9b18-c609f23673e9', 'name': 'network-vif-deleted', 'tag': '0efe7c65-b2bd-4463-8a4c-3064fff6d056'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:27:46.601211 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a323b579-fe8e-429f-928b-14b1dc9d072e" -d '{"events": [{"server_uuid": "4fca8ca7-c259-4cd0-9b18-c609f23673e9", "name": "network-vif-deleted", "tag": "0efe7c65-b2bd-4463-8a4c-3064fff6d056"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:27:46.643738 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67933a7-d3a8-4787-8c3b-20d23965162f x-openstack-request-id: req-c67933a7-d3a8-4787-8c3b-20d23965162f {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:27:46.644035 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fca8ca7-c259-4cd0-9b18-c609f23673e9", "name": "network-vif-deleted", "tag": "0efe7c65-b2bd-4463-8a4c-3064fff6d056", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:27:46.644287 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c67933a7-d3a8-4787-8c3b-20d23965162f {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:27:46.644724 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fca8ca7-c259-4cd0-9b18-c609f23673e9', 'name': 'network-vif-deleted', 'tag': '0efe7c65-b2bd-4463-8a4c-3064fff6d056', 'status': 'completed', 'code': 200} Dec 10 19:27:47.619935 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bd3011c8-ef72-4766-b43f-ca5fb09e660b req-d2bd0410-b6d0-4d21-b60a-fb161d0ff9fb tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=4fca8ca7-c259-4cd0-9b18-c609f23673e9 HTTP/1.1" status: 200 len: 210 time: 0.0276196 Dec 10 19:27:48.718640 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-30827731-7e2d-4f65-a179-cf8aca5ce411 req-cb9fc7e1-c765-4125-a723-79deb626eab2 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=4fca8ca7-c259-4cd0-9b18-c609f23673e9 HTTP/1.1" status: 200 len: 210 time: 0.0278130 Dec 10 19:27:49.819939 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-eef4fbb9-265f-416e-95b3-1a82ee8a166f req-090a0139-3e9a-4f3f-9139-ab2b55cfa073 tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "GET /v2.0/ports?device_id=4fca8ca7-c259-4cd0-9b18-c609f23673e9 HTTP/1.1" status: 200 len: 210 time: 0.0287931 Dec 10 19:27:50.220885 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0f72013f-c9cb-4019-8086-5a6dca7ec753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:50.877183 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58314) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:27:50.980155 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:27:51.009109 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-6278d0f2-944d-41f2-bb59-59312e63582c tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Deleting port f4f03737-c5e5-4179-943c-83fac8c11ac1 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:27:51.009495 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6278d0f2-944d-41f2-bb59-59312e63582c tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:51.015876 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 0efe7c65-b2bd-4463-8a4c-3064fff6d056 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:27:51.041114 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] No Port match for: 0efe7c65-b2bd-4463-8a4c-3064fff6d056 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:27:51.041455 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 0efe7c65-b2bd-4463-8a4c-3064fff6d056 not bound to the agent host hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:27:51.087795 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6278d0f2-944d-41f2-bb59-59312e63582c tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:51.088110 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6278d0f2-944d-41f2-bb59-59312e63582c tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:51.101110 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-6278d0f2-944d-41f2-bb59-59312e63582c tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Calling delete_port for f4f03737-c5e5-4179-943c-83fac8c11ac1 owned by network:floatingip {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:27:51.250748 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6278d0f2-944d-41f2-bb59-59312e63582c tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:51.276585 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6278d0f2-944d-41f2-bb59-59312e63582c tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Pushing event deleted for resources: {'Port': ['ID=f4f03737-c5e5-4179-943c-83fac8c11ac1,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:51.350910 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6278d0f2-944d-41f2-bb59-59312e63582c tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks [] for floatingip, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:51.353546 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6278d0f2-944d-41f2-bb59-59312e63582c tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:51.354981 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-6278d0f2-944d-41f2-bb59-59312e63582c tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "DELETE /v2.0/floatingips/70d00a50-7f74-4427-9ca3-037fbdf4d174 HTTP/1.1" status: 204 len: 168 time: 0.4767540 Dec 10 19:27:53.648049 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58328) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:27:53.713711 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b1c8b142-5c4f-4c42-9ad4-ffc497d43e9b tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:53.741981 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b1c8b142-5c4f-4c42-9ad4-ffc497d43e9b tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:53.805763 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b1c8b142-5c4f-4c42-9ad4-ffc497d43e9b tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:53.808641 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b1c8b142-5c4f-4c42-9ad4-ffc497d43e9b tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:53.812826 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-b1c8b142-5c4f-4c42-9ad4-ffc497d43e9b tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] 10.222.0.69 "DELETE /v2.0/security-groups/a6d45182-71ed-4d5e-8998-00a180281811 HTTP/1.1" status: 204 len: 168 time: 0.1611440 Dec 10 19:27:53.821861 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c8b142-5c4f-4c42-9ad4-ffc497d43e9b tempest-TestVolumeBootPattern-89104586 tempest-TestVolumeBootPattern-89104586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d45182-71ed-4d5e-8998-00a180281811,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:53.876781 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 58334) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:27:54.183440 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d59f8eae-0538-48a3-a362-69a1391c3fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:54.679925 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b4c1960e-e8f1-4c83-b6c0-76946a588fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711290'] for router_interface, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:54.926719 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-b4c1960e-e8f1-4c83-b6c0-76946a588fa6 admin admin] Deleting port bf5f79a4-d3b9-4c57-9d99-397431129d6d {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:27:54.927502 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b4c1960e-e8f1-4c83-b6c0-76946a588fa6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:55.005869 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-b4c1960e-e8f1-4c83-b6c0-76946a588fa6 admin admin] For port bf5f79a4-d3b9-4c57-9d99-397431129d6d, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=bf5f79a4-d3b9-4c57-9d99-397431129d6d,segment=NetworkSegment(f660800f-194f-49ad-8e36-a73cd4c72d7d),segment_id=f660800f-194f-49ad-8e36-a73cd4c72d7d)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:27:55.006245 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b4c1960e-e8f1-4c83-b6c0-76946a588fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:55.018358 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-b4c1960e-e8f1-4c83-b6c0-76946a588fa6 admin admin] Calling delete_port for bf5f79a4-d3b9-4c57-9d99-397431129d6d owned by network:router_interface {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:27:55.197030 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b4c1960e-e8f1-4c83-b6c0-76946a588fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:55.223847 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c1960e-e8f1-4c83-b6c0-76946a588fa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf5f79a4-d3b9-4c57-9d99-397431129d6d,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:55.346388 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:55.394935 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b4c1960e-e8f1-4c83-b6c0-76946a588fa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3755731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3712768'] for router_interface, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:55.612827 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c1960e-e8f1-4c83-b6c0-76946a588fa6 admin admin] Router da4b58b2-de25-4725-9b13-7b9bcec019d2 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:27:55.722420 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c1960e-e8f1-4c83-b6c0-76946a588fa6 admin admin] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:27:55.727857 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-b4c1960e-e8f1-4c83-b6c0-76946a588fa6 admin admin] 10.222.0.69 "PUT /v2.0/routers/da4b58b2-de25-4725-9b13-7b9bcec019d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8499982 Dec 10 19:27:55.730889 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 58340) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:27:55.733107 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc66fd2a-a524-4b71-84a5-1df0d7096b76 None None] Sync routers for ids ['da4b58b2-de25-4725-9b13-7b9bcec019d2'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:27:55.742307 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc66fd2a-a524-4b71-84a5-1df0d7096b76 None None] Routers {'da4b58b2-de25-4725-9b13-7b9bcec019d2'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:27:55.742898 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-dc66fd2a-a524-4b71-84a5-1df0d7096b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:27:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['da4b58b2-de25-4725-9b13-7b9bcec019d2'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:27:55.835989 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e892e4ae-9542-4505-a269-998e028440e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:55.846083 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-dc66fd2a-a524-4b71-84a5-1df0d7096b76 None None] Set router da4b58b2-de25-4725-9b13-7b9bcec019d2 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:27:55.942182 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e892e4ae-9542-4505-a269-998e028440e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:55.995804 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-e892e4ae-9542-4505-a269-998e028440e8 admin admin] Deleting port dae55733-5f2b-4a73-9001-419ef8dbbe6a {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:27:55.996153 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e892e4ae-9542-4505-a269-998e028440e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:56.024480 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-dc66fd2a-a524-4b71-84a5-1df0d7096b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'name': 'tempest-TestVolumeBootPattern-237231579-router', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'dae55733-5f2b-4a73-9001-419ef8dbbe6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:19:20Z', 'updated_at': '2021-12-10T19:27:55Z', 'revision_number': 5, 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'gw_port': {'id': 'dae55733-5f2b-4a73-9001-419ef8dbbe6a', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:21Z', 'updated_at': '2021-12-10T19:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:27:56.050695 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc66fd2a-a524-4b71-84a5-1df0d7096b76 None None] Checking router: da4b58b2-de25-4725-9b13-7b9bcec019d2 for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:27:56.058914 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc66fd2a-a524-4b71-84a5-1df0d7096b76 None None] Routers {'da4b58b2-de25-4725-9b13-7b9bcec019d2'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:27:56.059511 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-dc66fd2a-a524-4b71-84a5-1df0d7096b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:27:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['da4b58b2-de25-4725-9b13-7b9bcec019d2'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:27:56.075602 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-e892e4ae-9542-4505-a269-998e028440e8 admin admin] For port dae55733-5f2b-4a73-9001-419ef8dbbe6a, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=dae55733-5f2b-4a73-9001-419ef8dbbe6a,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:27:56.076669 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e892e4ae-9542-4505-a269-998e028440e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:56.094853 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-e892e4ae-9542-4505-a269-998e028440e8 admin admin] Calling delete_port for dae55733-5f2b-4a73-9001-419ef8dbbe6a owned by network:router_gateway {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:27:56.144629 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-dc66fd2a-a524-4b71-84a5-1df0d7096b76 None None] Set router da4b58b2-de25-4725-9b13-7b9bcec019d2 gateway port host: None {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:27:56.199517 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-dc66fd2a-a524-4b71-84a5-1df0d7096b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'name': 'tempest-TestVolumeBootPattern-237231579-router', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:19:20Z', 'updated_at': '2021-12-10T19:27:55Z', 'revision_number': 6, 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'gw_port_host': None}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:27:56.227266 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc66fd2a-a524-4b71-84a5-1df0d7096b76 None None] The sync data for ids ['da4b58b2-de25-4725-9b13-7b9bcec019d2'] in dv-neutron-821441-1-hyperv is: [{'id': 'da4b58b2-de25-4725-9b13-7b9bcec019d2', 'name': 'tempest-TestVolumeBootPattern-237231579-router', 'tenant_id': 'd55891769dee4679a2ef3c1d528a784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:19:20Z', 'updated_at': '2021-12-10T19:27:55Z', 'revision_number': 6, 'project_id': 'd55891769dee4679a2ef3c1d528a784c', 'gw_port_host': None}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:27:56.266471 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e892e4ae-9542-4505-a269-998e028440e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:56.297879 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e892e4ae-9542-4505-a269-998e028440e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=dae55733-5f2b-4a73-9001-419ef8dbbe6a,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:56.359729 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e892e4ae-9542-4505-a269-998e028440e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3713145'] for router_gateway, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:56.451385 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e892e4ae-9542-4505-a269-998e028440e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:56.453663 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e892e4ae-9542-4505-a269-998e028440e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:56.459986 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:56.502785 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e892e4ae-9542-4505-a269-998e028440e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:56.503509 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e892e4ae-9542-4505-a269-998e028440e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da4b58b2-de25-4725-9b13-7b9bcec019d2 {{(pid=102365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:27:56.509059 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e892e4ae-9542-4505-a269-998e028440e8 admin admin] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:56.512785 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-e892e4ae-9542-4505-a269-998e028440e8 admin admin] 10.222.0.69 "DELETE /v2.0/routers/da4b58b2-de25-4725-9b13-7b9bcec019d2 HTTP/1.1" status: 204 len: 168 time: 0.7784772 Dec 10 19:27:56.513563 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 58342) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:27:56.557418 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_v2 [None req-43f341f7-65fd-41b1-9b2a-84abcc4a38b1 admin admin] Deleting subnet 08326994-b03f-4864-96e3-852094c75fec {{(pid=102365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:27:56.560823 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-43f341f7-65fd-41b1-9b2a-84abcc4a38b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:56.599942 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-43f341f7-65fd-41b1-9b2a-84abcc4a38b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353213'] for subnet, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:56.696253 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-43f341f7-65fd-41b1-9b2a-84abcc4a38b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:56.751099 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:56.757251 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-43f341f7-65fd-41b1-9b2a-84abcc4a38b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:56.785840 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f341f7-65fd-41b1-9b2a-84abcc4a38b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08326994-b03f-4864-96e3-852094c75fec,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:56.787878 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-43f341f7-65fd-41b1-9b2a-84abcc4a38b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:56.791274 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-43f341f7-65fd-41b1-9b2a-84abcc4a38b1 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/08326994-b03f-4864-96e3-852094c75fec HTTP/1.1" status: 204 len: 168 time: 0.2766874 Dec 10 19:27:56.793988 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d599865-ee83-4ce9-afd3-9716c11c2649 None None] Network 8fe565ca-25f0-46cc-a74d-1d785e1c4483 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:27:56.795486 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 58344) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:27:56.868249 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1ae21db7-ee3c-45d6-af2f-640566e1ac21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:56.933385 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-1ae21db7-ee3c-45d6-af2f-640566e1ac21 admin admin] Deleting port fa336421-df59-41ba-a3bc-ade5f567c03c {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:27:56.933848 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1ae21db7-ee3c-45d6-af2f-640566e1ac21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:57.003054 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-1ae21db7-ee3c-45d6-af2f-640566e1ac21 admin admin] For port fa336421-df59-41ba-a3bc-ade5f567c03c, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=fa336421-df59-41ba-a3bc-ade5f567c03c,segment=NetworkSegment(f660800f-194f-49ad-8e36-a73cd4c72d7d),segment_id=f660800f-194f-49ad-8e36-a73cd4c72d7d)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:27:57.003766 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1ae21db7-ee3c-45d6-af2f-640566e1ac21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:57.013900 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8a3cd9-4245-44cd-ac0c-ea24d0a32d41 None None] DHCP port deletion for 8fe565ca-25f0-46cc-a74d-1d785e1c4483 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:27:57.020368 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-1ae21db7-ee3c-45d6-af2f-640566e1ac21 admin admin] Calling delete_port for fa336421-df59-41ba-a3bc-ade5f567c03c owned by network:dhcp {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:27:57.067174 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a3cd9-4245-44cd-ac0c-ea24d0a32d41 None None] Deleting port fa336421-df59-41ba-a3bc-ade5f567c03c {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:27:57.067546 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0b8a3cd9-4245-44cd-ac0c-ea24d0a32d41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:57.105468 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1ae21db7-ee3c-45d6-af2f-640566e1ac21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:57.139220 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae21db7-ee3c-45d6-af2f-640566e1ac21 admin admin] No DVR routers for this DVR port fa336421-df59-41ba-a3bc-ade5f567c03c on host dv-neutron-821441-1-hyperv {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:27:57.145013 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae21db7-ee3c-45d6-af2f-640566e1ac21 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa336421-df59-41ba-a3bc-ade5f567c03c,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:57.222334 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1ae21db7-ee3c-45d6-af2f-640566e1ac21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:57.247037 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-1ae21db7-ee3c-45d6-af2f-640566e1ac21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fe565ca-25f0-46cc-a74d-1d785e1c4483']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:27:57.257973 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-1ae21db7-ee3c-45d6-af2f-640566e1ac21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f660800f-194f-49ad-8e36-a73cd4c72d7d') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:27:57.258250 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device dae55733-5f2b-4a73-9001-419ef8dbbe6a no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:27:57.258447 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-1ae21db7-ee3c-45d6-af2f-640566e1ac21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f660800f-194f-49ad-8e36-a73cd4c72d7d') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:27:57.270851 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1ae21db7-ee3c-45d6-af2f-640566e1ac21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:57.288427 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1ae21db7-ee3c-45d6-af2f-640566e1ac21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:57.289464 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: dae55733-5f2b-4a73-9001-419ef8dbbe6a {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:27:57.289953 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device dae55733-5f2b-4a73-9001-419ef8dbbe6a not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:27:57.290273 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device fa336421-df59-41ba-a3bc-ade5f567c03c no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:27:57.298804 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ae21db7-ee3c-45d6-af2f-640566e1ac21 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:27:57.299497 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1ae21db7-ee3c-45d6-af2f-640566e1ac21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:57.301628 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:27:57.301628 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:27:57.301628 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:27:57.301628 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:27:57.301628 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:27:57.301628 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:27:57.301628 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:27:57.301628 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:27:57.301628 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:27:57.301628 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:27:57.301628 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:27:57.301628 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:27:57.301628 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:27:57.301628 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:27:57.301628 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:27:57.301628 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:27:57.301628 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:27:57.301628 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:27:57.301628 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:27:57.301628 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:27:57.301628 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:27:57.301628 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:27:57.301628 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:27:57.301628 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:27:57.301628 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:27:57.301628 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:27:57.301628 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:27:57.301628 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:27:57.301628 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:27:57.301628 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:27:57.301628 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:27:57.301628 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:27:57.319468 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: fa336421-df59-41ba-a3bc-ade5f567c03c {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:27:57.319624 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device fa336421-df59-41ba-a3bc-ade5f567c03c not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:27:57.320042 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device bf5f79a4-d3b9-4c57-9d99-397431129d6d no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:27:57.345083 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: bf5f79a4-d3b9-4c57-9d99-397431129d6d {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:27:57.345374 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device bf5f79a4-d3b9-4c57-9d99-397431129d6d not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:27:57.348020 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-0b8a3cd9-4245-44cd-ac0c-ea24d0a32d41 None None] For port fa336421-df59-41ba-a3bc-ade5f567c03c, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=fa336421-df59-41ba-a3bc-ade5f567c03c,segment=NetworkSegment(f660800f-194f-49ad-8e36-a73cd4c72d7d),segment_id=f660800f-194f-49ad-8e36-a73cd4c72d7d)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:27:57.348421 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0b8a3cd9-4245-44cd-ac0c-ea24d0a32d41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:57.362657 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a3cd9-4245-44cd-ac0c-ea24d0a32d41 None None] Calling delete_port for fa336421-df59-41ba-a3bc-ade5f567c03c owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:27:57.377842 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1ae21db7-ee3c-45d6-af2f-640566e1ac21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:57.383815 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1ae21db7-ee3c-45d6-af2f-640566e1ac21 admin admin] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:57.387049 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-1ae21db7-ee3c-45d6-af2f-640566e1ac21 admin admin] 10.222.0.69 "DELETE /v2.0/networks/8fe565ca-25f0-46cc-a74d-1d785e1c4483 HTTP/1.1" status: 204 len: 168 time: 0.5905015 Dec 10 19:27:57.390943 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 58346) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:27:57.406711 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae21db7-ee3c-45d6-af2f-640566e1ac21 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fe565ca-25f0-46cc-a74d-1d785e1c4483,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:57.445571 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0b8a3cd9-4245-44cd-ac0c-ea24d0a32d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:57.469420 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a3cd9-4245-44cd-ac0c-ea24d0a32d41 None None] Pushing event deleted for resources: {'Port': ['ID=fa336421-df59-41ba-a3bc-ade5f567c03c,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:57.471646 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0b8a3cd9-4245-44cd-ac0c-ea24d0a32d41 None None] Network 8fe565ca-25f0-46cc-a74d-1d785e1c4483 is not hosted by any dhcp agent {{(pid=102367) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 19:27:57.472139 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8a3cd9-4245-44cd-ac0c-ea24d0a32d41 None None] No DVR routers for this DVR port fa336421-df59-41ba-a3bc-ade5f567c03c on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:27:57.481022 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a3cd9-4245-44cd-ac0c-ea24d0a32d41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:57.481363 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a3cd9-4245-44cd-ac0c-ea24d0a32d41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:57.481710 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a3cd9-4245-44cd-ac0c-ea24d0a32d41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:57.482032 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a3cd9-4245-44cd-ac0c-ea24d0a32d41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:57.482360 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a3cd9-4245-44cd-ac0c-ea24d0a32d41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:57.483040 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a3cd9-4245-44cd-ac0c-ea24d0a32d41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:57.483040 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a3cd9-4245-44cd-ac0c-ea24d0a32d41 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:57.483293 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a3cd9-4245-44cd-ac0c-ea24d0a32d41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:57.483639 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a3cd9-4245-44cd-ac0c-ea24d0a32d41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:57.484012 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a3cd9-4245-44cd-ac0c-ea24d0a32d41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:57.484333 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a3cd9-4245-44cd-ac0c-ea24d0a32d41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:57.484672 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a3cd9-4245-44cd-ac0c-ea24d0a32d41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:57.761849 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-47b0e9f6-5ddd-4220-a920-37ae2f28b4de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711290'] for router_interface, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:58.016949 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-47b0e9f6-5ddd-4220-a920-37ae2f28b4de admin admin] Deleting port aff40733-7a11-4654-9e5b-a8fb61a22107 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:27:58.017652 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-47b0e9f6-5ddd-4220-a920-37ae2f28b4de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:58.101558 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-47b0e9f6-5ddd-4220-a920-37ae2f28b4de admin admin] For port aff40733-7a11-4654-9e5b-a8fb61a22107, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=aff40733-7a11-4654-9e5b-a8fb61a22107,segment=NetworkSegment(1263b5e0-9c22-4ad9-9110-570288258b64),segment_id=1263b5e0-9c22-4ad9-9110-570288258b64)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:27:58.101943 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-47b0e9f6-5ddd-4220-a920-37ae2f28b4de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:58.115989 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-47b0e9f6-5ddd-4220-a920-37ae2f28b4de admin admin] Calling delete_port for aff40733-7a11-4654-9e5b-a8fb61a22107 owned by network:router_interface {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:27:58.297431 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-47b0e9f6-5ddd-4220-a920-37ae2f28b4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:58.321486 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b0e9f6-5ddd-4220-a920-37ae2f28b4de admin admin] Pushing event deleted for resources: {'Port': ['ID=aff40733-7a11-4654-9e5b-a8fb61a22107,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:58.494418 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-47b0e9f6-5ddd-4220-a920-37ae2f28b4de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3755731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3712768'] for router_interface, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:58.711801 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b0e9f6-5ddd-4220-a920-37ae2f28b4de admin admin] Router 21d10ce8-78fd-468c-9a97-39e89ad24b8a has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:27:58.825289 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b0e9f6-5ddd-4220-a920-37ae2f28b4de admin admin] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:27:58.831337 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-47b0e9f6-5ddd-4220-a920-37ae2f28b4de admin admin] 10.222.0.69 "PUT /v2.0/routers/21d10ce8-78fd-468c-9a97-39e89ad24b8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4393830 Dec 10 19:27:58.835117 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 58348) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:27:58.835361 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b49cbd-a972-4a57-b90f-045e8f66f255 None None] Sync routers for ids ['21d10ce8-78fd-468c-9a97-39e89ad24b8a'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:27:58.846097 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b49cbd-a972-4a57-b90f-045e8f66f255 None None] Routers {'21d10ce8-78fd-468c-9a97-39e89ad24b8a'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:27:58.846731 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-71b49cbd-a972-4a57-b90f-045e8f66f255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:27:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['21d10ce8-78fd-468c-9a97-39e89ad24b8a'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:27:58.943308 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-daee627c-64ef-4652-843f-207f5ee427bf admin admin] Notify callbacks [] for router, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:58.959491 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-71b49cbd-a972-4a57-b90f-045e8f66f255 None None] Set router 21d10ce8-78fd-468c-9a97-39e89ad24b8a gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:27:59.209187 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-71b49cbd-a972-4a57-b90f-045e8f66f255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d10ce8-78fd-468c-9a97-39e89ad24b8a', 'name': 'tempest-TestVolumeBootPattern-539078131-router', 'tenant_id': '226abf99d4a8487099e0e9eb03b44956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '2ed3bdf1-89cf-424b-8a7c-5e2c7178c1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:19:34Z', 'updated_at': '2021-12-10T19:27:58Z', 'revision_number': 5, 'project_id': '226abf99d4a8487099e0e9eb03b44956', 'gw_port': {'id': '2ed3bdf1-89cf-424b-8a7c-5e2c7178c1c2', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d10ce8-78fd-468c-9a97-39e89ad24b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:36Z', 'updated_at': '2021-12-10T19:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:27:59.240581 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b49cbd-a972-4a57-b90f-045e8f66f255 None None] Checking router: 21d10ce8-78fd-468c-9a97-39e89ad24b8a for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:27:59.251077 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b49cbd-a972-4a57-b90f-045e8f66f255 None None] Routers {'21d10ce8-78fd-468c-9a97-39e89ad24b8a'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:27:59.251753 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-71b49cbd-a972-4a57-b90f-045e8f66f255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:27:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['21d10ce8-78fd-468c-9a97-39e89ad24b8a'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:27:59.371308 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-daee627c-64ef-4652-843f-207f5ee427bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:59.371932 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-71b49cbd-a972-4a57-b90f-045e8f66f255 None None] Set router 21d10ce8-78fd-468c-9a97-39e89ad24b8a gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:27:59.426275 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-daee627c-64ef-4652-843f-207f5ee427bf admin admin] Deleting port 2ed3bdf1-89cf-424b-8a7c-5e2c7178c1c2 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:27:59.426610 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-daee627c-64ef-4652-843f-207f5ee427bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:59.519192 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-daee627c-64ef-4652-843f-207f5ee427bf admin admin] For port 2ed3bdf1-89cf-424b-8a7c-5e2c7178c1c2, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=2ed3bdf1-89cf-424b-8a7c-5e2c7178c1c2,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:27:59.519451 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-daee627c-64ef-4652-843f-207f5ee427bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:59.533275 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-daee627c-64ef-4652-843f-207f5ee427bf admin admin] Calling delete_port for 2ed3bdf1-89cf-424b-8a7c-5e2c7178c1c2 owned by network:router_gateway {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:27:59.637813 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-71b49cbd-a972-4a57-b90f-045e8f66f255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d10ce8-78fd-468c-9a97-39e89ad24b8a', 'name': 'tempest-TestVolumeBootPattern-539078131-router', 'tenant_id': '226abf99d4a8487099e0e9eb03b44956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '2ed3bdf1-89cf-424b-8a7c-5e2c7178c1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:19:34Z', 'updated_at': '2021-12-10T19:27:58Z', 'revision_number': 5, 'project_id': '226abf99d4a8487099e0e9eb03b44956', 'gw_port': {'id': '2ed3bdf1-89cf-424b-8a7c-5e2c7178c1c2', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d10ce8-78fd-468c-9a97-39e89ad24b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:36Z', 'updated_at': '2021-12-10T19:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:27:59.666890 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b49cbd-a972-4a57-b90f-045e8f66f255 None None] The sync data for ids ['21d10ce8-78fd-468c-9a97-39e89ad24b8a'] in dv-neutron-821441-1-hyperv is: [{'id': '21d10ce8-78fd-468c-9a97-39e89ad24b8a', 'name': 'tempest-TestVolumeBootPattern-539078131-router', 'tenant_id': '226abf99d4a8487099e0e9eb03b44956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '2ed3bdf1-89cf-424b-8a7c-5e2c7178c1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:19:34Z', 'updated_at': '2021-12-10T19:27:58Z', 'revision_number': 5, 'project_id': '226abf99d4a8487099e0e9eb03b44956', 'gw_port': {'id': '2ed3bdf1-89cf-424b-8a7c-5e2c7178c1c2', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d10ce8-78fd-468c-9a97-39e89ad24b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:19:36Z', 'updated_at': '2021-12-10T19:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:27:59.716460 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-daee627c-64ef-4652-843f-207f5ee427bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:59.743323 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daee627c-64ef-4652-843f-207f5ee427bf admin admin] Pushing event deleted for resources: {'Port': ['ID=2ed3bdf1-89cf-424b-8a7c-5e2c7178c1c2,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:59.804781 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-daee627c-64ef-4652-843f-207f5ee427bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3713145'] for router_gateway, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:59.899665 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-daee627c-64ef-4652-843f-207f5ee427bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:59.902476 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-daee627c-64ef-4652-843f-207f5ee427bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:59.951280 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-daee627c-64ef-4652-843f-207f5ee427bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:59.951792 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daee627c-64ef-4652-843f-207f5ee427bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21d10ce8-78fd-468c-9a97-39e89ad24b8a {{(pid=102365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:27:59.957089 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-daee627c-64ef-4652-843f-207f5ee427bf admin admin] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:27:59.958003 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-daee627c-64ef-4652-843f-207f5ee427bf admin admin] 10.222.0.69 "DELETE /v2.0/routers/21d10ce8-78fd-468c-9a97-39e89ad24b8a HTTP/1.1" status: 204 len: 168 time: 1.1219385 Dec 10 19:27:59.960636 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 58350) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:28:00.007282 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_v2 [None req-511bc908-63c8-4849-8546-a10d5b952df9 admin admin] Deleting subnet 30b15282-9ea9-46ff-a388-9c051fe65de6 {{(pid=102365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:28:00.010404 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-511bc908-63c8-4849-8546-a10d5b952df9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:00.046033 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-511bc908-63c8-4849-8546-a10d5b952df9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353213'] for subnet, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:00.136262 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-511bc908-63c8-4849-8546-a10d5b952df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:00.194899 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-511bc908-63c8-4849-8546-a10d5b952df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:00.218086 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511bc908-63c8-4849-8546-a10d5b952df9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30b15282-9ea9-46ff-a388-9c051fe65de6,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:00.229022 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-511bc908-63c8-4849-8546-a10d5b952df9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:00.235327 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbc8445-1067-4979-9db7-c0749f8370db None None] Network b66cbbb3-0bb2-4ec2-9265-56a19eed7961 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:28:00.240045 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58352) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:28:00.240619 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-511bc908-63c8-4849-8546-a10d5b952df9 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/30b15282-9ea9-46ff-a388-9c051fe65de6 HTTP/1.1" status: 204 len: 168 time: 0.2785137 Dec 10 19:28:00.328707 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-81eb3b3a-1b6f-4599-8735-b70d2e9979a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:00.396763 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-81eb3b3a-1b6f-4599-8735-b70d2e9979a0 admin admin] Deleting port 2edbd907-0031-4213-84e1-4ac8951829eb {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:28:00.397103 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-81eb3b3a-1b6f-4599-8735-b70d2e9979a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:00.470732 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-81eb3b3a-1b6f-4599-8735-b70d2e9979a0 admin admin] For port 2edbd907-0031-4213-84e1-4ac8951829eb, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=2edbd907-0031-4213-84e1-4ac8951829eb,segment=NetworkSegment(1263b5e0-9c22-4ad9-9110-570288258b64),segment_id=1263b5e0-9c22-4ad9-9110-570288258b64)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:28:00.471145 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-81eb3b3a-1b6f-4599-8735-b70d2e9979a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:00.485047 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-81eb3b3a-1b6f-4599-8735-b70d2e9979a0 admin admin] Calling delete_port for 2edbd907-0031-4213-84e1-4ac8951829eb owned by network:dhcp {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:28:00.569763 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-81eb3b3a-1b6f-4599-8735-b70d2e9979a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:00.594478 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eb3b3a-1b6f-4599-8735-b70d2e9979a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2edbd907-0031-4213-84e1-4ac8951829eb,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:00.600092 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81eb3b3a-1b6f-4599-8735-b70d2e9979a0 admin admin] No DVR routers for this DVR port 2edbd907-0031-4213-84e1-4ac8951829eb on host dv-neutron-821441-1-hyperv {{(pid=102366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:28:00.679660 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-81eb3b3a-1b6f-4599-8735-b70d2e9979a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:00.692433 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a6274a-db4d-4ab0-bdd5-085546fcd400 None None] DHCP port deletion for b66cbbb3-0bb2-4ec2-9265-56a19eed7961 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:28:00.705112 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-81eb3b3a-1b6f-4599-8735-b70d2e9979a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b66cbbb3-0bb2-4ec2-9265-56a19eed7961']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:28:00.715834 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-81eb3b3a-1b6f-4599-8735-b70d2e9979a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1263b5e0-9c22-4ad9-9110-570288258b64') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:28:00.717534 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-81eb3b3a-1b6f-4599-8735-b70d2e9979a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1263b5e0-9c22-4ad9-9110-570288258b64') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:28:00.729662 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-81eb3b3a-1b6f-4599-8735-b70d2e9979a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:00.752015 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-81eb3b3a-1b6f-4599-8735-b70d2e9979a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:00.762142 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81eb3b3a-1b6f-4599-8735-b70d2e9979a0 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:28:00.762776 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-81eb3b3a-1b6f-4599-8735-b70d2e9979a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:00.766363 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:28:00.766363 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:28:00.766363 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:28:00.766363 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:28:00.766363 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:28:00.766363 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:28:00.766363 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:28:00.766363 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:28:00.766363 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:28:00.766363 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:28:00.766363 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:28:00.766363 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:28:00.766363 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:28:00.766363 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:28:00.766363 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:28:00.766363 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:28:00.766363 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:28:00.766363 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:28:00.766363 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:28:00.766363 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:28:00.766363 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:28:00.766363 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:28:00.766363 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:28:00.766363 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:28:00.766363 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:28:00.766363 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:28:00.766363 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:28:00.766363 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:28:00.766363 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:28:00.766363 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:28:00.766363 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:28:00.766363 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:28:00.792009 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 2ed3bdf1-89cf-424b-8a7c-5e2c7178c1c2 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:28:00.813769 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 2ed3bdf1-89cf-424b-8a7c-5e2c7178c1c2 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:28:00.814217 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 2ed3bdf1-89cf-424b-8a7c-5e2c7178c1c2 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:28:00.814719 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device aff40733-7a11-4654-9e5b-a8fb61a22107 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:28:00.824603 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-81eb3b3a-1b6f-4599-8735-b70d2e9979a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:00.829675 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-81eb3b3a-1b6f-4599-8735-b70d2e9979a0 admin admin] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:00.835440 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-81eb3b3a-1b6f-4599-8735-b70d2e9979a0 admin admin] 10.222.0.69 "DELETE /v2.0/networks/b66cbbb3-0bb2-4ec2-9265-56a19eed7961 HTTP/1.1" status: 204 len: 168 time: 0.5910485 Dec 10 19:28:00.835617 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: aff40733-7a11-4654-9e5b-a8fb61a22107 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:28:00.835617 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device aff40733-7a11-4654-9e5b-a8fb61a22107 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:28:00.836029 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 2edbd907-0031-4213-84e1-4ac8951829eb no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:28:00.846849 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eb3b3a-1b6f-4599-8735-b70d2e9979a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b66cbbb3-0bb2-4ec2-9265-56a19eed7961,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:00.859037 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 2edbd907-0031-4213-84e1-4ac8951829eb {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:28:00.859384 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 2edbd907-0031-4213-84e1-4ac8951829eb not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:28:00.955363 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58356) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:28:00.998823 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-3dfd4191-606e-4e74-9d4e-8b2436493664 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d55891769dee4679a2ef3c1d528a784c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0422955 Dec 10 19:28:01.001405 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58358) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:28:01.049208 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-adbe0d8b-7ad7-444e-8928-4961b8914f0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:01.069050 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-adbe0d8b-7ad7-444e-8928-4961b8914f0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:01.114480 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-adbe0d8b-7ad7-444e-8928-4961b8914f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:01.117168 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-adbe0d8b-7ad7-444e-8928-4961b8914f0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:01.118319 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-adbe0d8b-7ad7-444e-8928-4961b8914f0f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fe4f6f53-e050-494a-94d0-0bb769feb7a3 HTTP/1.1" status: 204 len: 168 time: 0.1160169 Dec 10 19:28:01.127334 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe0d8b-7ad7-444e-8928-4961b8914f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4f6f53-e050-494a-94d0-0bb769feb7a3,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:01.433666 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58364) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:28:01.473169 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-f5ce5830-1565-43fd-a9d3-7794d440c10a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=226abf99d4a8487099e0e9eb03b44956&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382457 Dec 10 19:28:01.475593 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58366) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:28:01.528842 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-20241ced-ab93-4a39-88e4-56993d7c57a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:01.551262 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-20241ced-ab93-4a39-88e4-56993d7c57a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:01.603041 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-20241ced-ab93-4a39-88e4-56993d7c57a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:01.606417 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-20241ced-ab93-4a39-88e4-56993d7c57a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:01.608487 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-20241ced-ab93-4a39-88e4-56993d7c57a3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/63fe87de-b310-4151-b4bd-1861343aa1ce HTTP/1.1" status: 204 len: 168 time: 0.1318297 Dec 10 19:28:01.616637 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20241ced-ab93-4a39-88e4-56993d7c57a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63fe87de-b310-4151-b4bd-1861343aa1ce,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:02.324365 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:12.539796 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73938984-d660-4264-808e-4ef5b551da0e req-2de3e300-cebd-460c-9063-939d7e7e3d98 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:12.541300 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-73938984-d660-4264-808e-4ef5b551da0e req-2de3e300-cebd-460c-9063-939d7e7e3d98 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfd8200c-b2a5-4b34-9bd0-d81c65720db0 HTTP/1.1" status: 200 len: 945 time: 0.0501568 Dec 10 19:28:12.578929 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-73938984-d660-4264-808e-4ef5b551da0e req-63c4a850-f646-42a2-a9d2-5b44b6ada9e2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=02c5a30b-1f07-4695-949b-8019890aff70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315425 Dec 10 19:28:13.702379 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7408a17-64bd-48d2-a6c9-5616a9745265 req-10a640ec-0634-46b4-bb2d-a25f9ef4e372 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:13.703831 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a7408a17-64bd-48d2-a6c9-5616a9745265 req-10a640ec-0634-46b4-bb2d-a25f9ef4e372 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfd8200c-b2a5-4b34-9bd0-d81c65720db0 HTTP/1.1" status: 200 len: 945 time: 0.0566919 Dec 10 19:28:13.743285 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a7408a17-64bd-48d2-a6c9-5616a9745265 req-ba4e0d96-9dea-4116-8681-53572d7033fb tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=02c5a30b-1f07-4695-949b-8019890aff70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334065 Dec 10 19:28:14.610350 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700827a5-c9b1-4dd4-ad8a-740611367c1e req-920c0f38-a296-4c5a-bc31-876b87f3cab0 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:14.611783 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-700827a5-c9b1-4dd4-ad8a-740611367c1e req-920c0f38-a296-4c5a-bc31-876b87f3cab0 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.36 "GET /v2.0/ports?device_id=bfd8200c-b2a5-4b34-9bd0-d81c65720db0 HTTP/1.1" status: 200 len: 945 time: 0.0483522 Dec 10 19:28:14.701137 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-700827a5-c9b1-4dd4-ad8a-740611367c1e req-2adf3aae-5b98-4e49-8909-2d3b2156e98a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Deleting port a79aa6f2-2e30-4da9-9d79-380f90459b9c {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:28:14.701472 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-700827a5-c9b1-4dd4-ad8a-740611367c1e req-2adf3aae-5b98-4e49-8909-2d3b2156e98a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:14.798939 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-700827a5-c9b1-4dd4-ad8a-740611367c1e req-2adf3aae-5b98-4e49-8909-2d3b2156e98a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] For port a79aa6f2-2e30-4da9-9d79-380f90459b9c, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a79aa6f2-2e30-4da9-9d79-380f90459b9c,segment=NetworkSegment(579c7679-5ad7-4feb-be0e-b59d5e0e9801),segment_id=579c7679-5ad7-4feb-be0e-b59d5e0e9801)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:28:14.799578 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-700827a5-c9b1-4dd4-ad8a-740611367c1e req-2adf3aae-5b98-4e49-8909-2d3b2156e98a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:14.942092 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06364264-6b0e-4315-9e49-7df2645b91b0 req-5e0eac9e-93f0-43f4-ba5a-ab3ae7ee2b0d tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:14.943479 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-06364264-6b0e-4315-9e49-7df2645b91b0 req-5e0eac9e-93f0-43f4-ba5a-ab3ae7ee2b0d tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfd8200c-b2a5-4b34-9bd0-d81c65720db0 HTTP/1.1" status: 200 len: 945 time: 0.1023803 Dec 10 19:28:15.026496 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-06364264-6b0e-4315-9e49-7df2645b91b0 req-a75af252-3fe8-4dda-8b69-11b928bdaba6 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=02c5a30b-1f07-4695-949b-8019890aff70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764527 Dec 10 19:28:15.038115 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-700827a5-c9b1-4dd4-ad8a-740611367c1e req-2adf3aae-5b98-4e49-8909-2d3b2156e98a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:15.038624 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-700827a5-c9b1-4dd4-ad8a-740611367c1e req-2adf3aae-5b98-4e49-8909-2d3b2156e98a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3713103'] for floatingip, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:15.038940 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.l3_db [req-700827a5-c9b1-4dd4-ad8a-740611367c1e req-2adf3aae-5b98-4e49-8909-2d3b2156e98a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Floating IP 7c979218-e27d-4fd0-aee8-7db6020eb8a1 disassociated. External IP: 172.26.6.244, port: a79aa6f2-2e30-4da9-9d79-380f90459b9c. Dec 10 19:28:15.039284 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-700827a5-c9b1-4dd4-ad8a-740611367c1e req-2adf3aae-5b98-4e49-8909-2d3b2156e98a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Calling delete_port for a79aa6f2-2e30-4da9-9d79-380f90459b9c owned by compute:nova {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:28:15.173477 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-700827a5-c9b1-4dd4-ad8a-740611367c1e req-2adf3aae-5b98-4e49-8909-2d3b2156e98a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:15.204818 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adf3aae-5b98-4e49-8909-2d3b2156e98a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'Port': ['ID=a79aa6f2-2e30-4da9-9d79-380f90459b9c,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:15.320699 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [req-700827a5-c9b1-4dd4-ad8a-740611367c1e req-2adf3aae-5b98-4e49-8909-2d3b2156e98a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Router 9a051682-af9c-4002-8103-9a9e09b67996 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:28:15.432475 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-700827a5-c9b1-4dd4-ad8a-740611367c1e req-2adf3aae-5b98-4e49-8909-2d3b2156e98a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:28:15.446253 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dba61a-cdd7-4f9e-8bdc-bf29e68c12eb None None] Sync routers for ids ['9a051682-af9c-4002-8103-9a9e09b67996'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:28:15.456428 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dba61a-cdd7-4f9e-8bdc-bf29e68c12eb None None] Routers {'9a051682-af9c-4002-8103-9a9e09b67996'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:28:15.456990 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-02dba61a-cdd7-4f9e-8bdc-bf29e68c12eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:27:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['9a051682-af9c-4002-8103-9a9e09b67996'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:28:15.475360 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-700827a5-c9b1-4dd4-ad8a-740611367c1e req-2adf3aae-5b98-4e49-8909-2d3b2156e98a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] No DVR routers for this DVR port a79aa6f2-2e30-4da9-9d79-380f90459b9c on host hv-neutron-8214 {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:28:15.477876 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-700827a5-c9b1-4dd4-ad8a-740611367c1e req-2adf3aae-5b98-4e49-8909-2d3b2156e98a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:15.481557 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-700827a5-c9b1-4dd4-ad8a-740611367c1e req-2adf3aae-5b98-4e49-8909-2d3b2156e98a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.36 "DELETE /v2.0/ports/a79aa6f2-2e30-4da9-9d79-380f90459b9c HTTP/1.1" status: 204 len: 173 time: 0.8610086 Dec 10 19:28:15.482161 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd8200c-b2a5-4b34-9bd0-d81c65720db0', 'name': 'network-vif-deleted', 'tag': 'a79aa6f2-2e30-4da9-9d79-380f90459b9c'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:28:15.484560 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2bfbea5-35a8-4b61-a119-026caff79eb3" -d '{"events": [{"server_uuid": "bfd8200c-b2a5-4b34-9bd0-d81c65720db0", "name": "network-vif-deleted", "tag": "a79aa6f2-2e30-4da9-9d79-380f90459b9c"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:28:15.530931 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c804ba9-9e08-4d55-bf58-36727827f776 x-openstack-request-id: req-9c804ba9-9e08-4d55-bf58-36727827f776 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:28:15.531233 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfd8200c-b2a5-4b34-9bd0-d81c65720db0", "name": "network-vif-deleted", "tag": "a79aa6f2-2e30-4da9-9d79-380f90459b9c", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:28:15.531510 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9c804ba9-9e08-4d55-bf58-36727827f776 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:28:15.531912 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd8200c-b2a5-4b34-9bd0-d81c65720db0', 'name': 'network-vif-deleted', 'tag': 'a79aa6f2-2e30-4da9-9d79-380f90459b9c', 'status': 'completed', 'code': 200} Dec 10 19:28:15.576777 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-02dba61a-cdd7-4f9e-8bdc-bf29e68c12eb None None] Set router 9a051682-af9c-4002-8103-9a9e09b67996 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:28:15.792553 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-02dba61a-cdd7-4f9e-8bdc-bf29e68c12eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a051682-af9c-4002-8103-9a9e09b67996', 'name': 'tempest-TestNetworkBasicOps-router-1478531981', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': '1d6ebc4f-87a2-4416-bc5c-ec7eac1aca3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:24:23Z', 'updated_at': '2021-12-10T19:24:28Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '1d6ebc4f-87a2-4416-bc5c-ec7eac1aca3c', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a051682-af9c-4002-8103-9a9e09b67996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:24Z', 'updated_at': '2021-12-10T19:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '2feac84d-81bd-4fa9-b9dc-ca71481b2dba', 'name': '', 'network_id': 'dc7de33f-ef96-431c-afc6-451e37eb6df0', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:51:82:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a051682-af9c-4002-8103-9a9e09b67996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'dbd70268-7ba7-4954-af36-b504deeaa6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:28Z', 'updated_at': '2021-12-10T19:24:32Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'dbd70268-7ba7-4954-af36-b504deeaa6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:28:15.821804 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dba61a-cdd7-4f9e-8bdc-bf29e68c12eb None None] Checking router: 9a051682-af9c-4002-8103-9a9e09b67996 for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:28:15.830891 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dba61a-cdd7-4f9e-8bdc-bf29e68c12eb None None] Routers {'9a051682-af9c-4002-8103-9a9e09b67996'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:28:15.831491 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-02dba61a-cdd7-4f9e-8bdc-bf29e68c12eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:27:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['9a051682-af9c-4002-8103-9a9e09b67996'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:28:15.938493 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-02dba61a-cdd7-4f9e-8bdc-bf29e68c12eb None None] Set router 9a051682-af9c-4002-8103-9a9e09b67996 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:28:16.084123 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58388) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:28:16.144460 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ec04eddd-2f71-4176-8a4c-80de2ca5eb69 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:16.148354 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-02dba61a-cdd7-4f9e-8bdc-bf29e68c12eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a051682-af9c-4002-8103-9a9e09b67996', 'name': 'tempest-TestNetworkBasicOps-router-1478531981', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': '1d6ebc4f-87a2-4416-bc5c-ec7eac1aca3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:24:23Z', 'updated_at': '2021-12-10T19:24:28Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '1d6ebc4f-87a2-4416-bc5c-ec7eac1aca3c', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a051682-af9c-4002-8103-9a9e09b67996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:24Z', 'updated_at': '2021-12-10T19:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '2feac84d-81bd-4fa9-b9dc-ca71481b2dba', 'name': '', 'network_id': 'dc7de33f-ef96-431c-afc6-451e37eb6df0', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:51:82:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a051682-af9c-4002-8103-9a9e09b67996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'dbd70268-7ba7-4954-af36-b504deeaa6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:28Z', 'updated_at': '2021-12-10T19:24:32Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'dbd70268-7ba7-4954-af36-b504deeaa6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:28:16.174316 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ec04eddd-2f71-4176-8a4c-80de2ca5eb69 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:16.176894 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dba61a-cdd7-4f9e-8bdc-bf29e68c12eb None None] The sync data for ids ['9a051682-af9c-4002-8103-9a9e09b67996'] in dv-neutron-821441-1-hyperv is: [{'id': '9a051682-af9c-4002-8103-9a9e09b67996', 'name': 'tempest-TestNetworkBasicOps-router-1478531981', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': '1d6ebc4f-87a2-4416-bc5c-ec7eac1aca3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:24:23Z', 'updated_at': '2021-12-10T19:24:28Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '1d6ebc4f-87a2-4416-bc5c-ec7eac1aca3c', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a051682-af9c-4002-8103-9a9e09b67996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:24Z', 'updated_at': '2021-12-10T19:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '2feac84d-81bd-4fa9-b9dc-ca71481b2dba', 'name': '', 'network_id': 'dc7de33f-ef96-431c-afc6-451e37eb6df0', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:51:82:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a051682-af9c-4002-8103-9a9e09b67996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'dbd70268-7ba7-4954-af36-b504deeaa6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:28Z', 'updated_at': '2021-12-10T19:24:32Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'dbd70268-7ba7-4954-af36-b504deeaa6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:28:16.237678 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ec04eddd-2f71-4176-8a4c-80de2ca5eb69 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:16.240596 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ec04eddd-2f71-4176-8a4c-80de2ca5eb69 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:16.241748 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-ec04eddd-2f71-4176-8a4c-80de2ca5eb69 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "DELETE /v2.0/security-groups/02c5a30b-1f07-4695-949b-8019890aff70 HTTP/1.1" status: 204 len: 168 time: 0.1566038 Dec 10 19:28:16.252075 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec04eddd-2f71-4176-8a4c-80de2ca5eb69 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c5a30b-1f07-4695-949b-8019890aff70,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:16.277470 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58392) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:28:16.409123 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ec3b8-9bb9-4c08-9daf-78c05449d45a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Deleting port 56f75714-ed37-4664-a723-aacc3c6f591e {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:28:16.409464 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1d0ec3b8-9bb9-4c08-9daf-78c05449d45a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:16.415677 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce571a4-475d-4609-968b-7a7e556c6dc4 None None] New status for floating IP 7c979218-e27d-4fd0-aee8-7db6020eb8a1: DOWN {{(pid=102368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:28:16.489157 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1d0ec3b8-9bb9-4c08-9daf-78c05449d45a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:16.489478 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1d0ec3b8-9bb9-4c08-9daf-78c05449d45a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:16.501287 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ec3b8-9bb9-4c08-9daf-78c05449d45a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Calling delete_port for 56f75714-ed37-4664-a723-aacc3c6f591e owned by network:floatingip {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:28:16.635921 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1d0ec3b8-9bb9-4c08-9daf-78c05449d45a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:16.663947 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ec3b8-9bb9-4c08-9daf-78c05449d45a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'Port': ['ID=56f75714-ed37-4664-a723-aacc3c6f591e,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:16.723169 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1d0ec3b8-9bb9-4c08-9daf-78c05449d45a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for floatingip, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:16.725775 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1d0ec3b8-9bb9-4c08-9daf-78c05449d45a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:16.726930 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-1d0ec3b8-9bb9-4c08-9daf-78c05449d45a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "DELETE /v2.0/floatingips/7c979218-e27d-4fd0-aee8-7db6020eb8a1 HTTP/1.1" status: 204 len: 168 time: 0.4483070 Dec 10 19:28:16.941151 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf647365-0359-4736-8125-940255774239 req-67218de5-e61e-43b0-bf02-97076588f433 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:16.942531 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-cf647365-0359-4736-8125-940255774239 req-67218de5-e61e-43b0-bf02-97076588f433 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=17746de1-d3c1-4f12-bae3-380cf4204959 HTTP/1.1" status: 200 len: 945 time: 0.0512233 Dec 10 19:28:16.981123 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-cf647365-0359-4736-8125-940255774239 req-3e2afc46-2978-4f74-ac0d-5ec7e494e14b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=8da95ae2-d412-469f-9466-a2ac14e19b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326960 Dec 10 19:28:18.101495 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b74b9b-3ce3-4381-960a-a625a546d3d0 req-e7a07f26-d822-406a-bae5-4e6c8ea856fc tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:18.102960 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-74b74b9b-3ce3-4381-960a-a625a546d3d0 req-e7a07f26-d822-406a-bae5-4e6c8ea856fc tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=17746de1-d3c1-4f12-bae3-380cf4204959 HTTP/1.1" status: 200 len: 945 time: 0.0528924 Dec 10 19:28:18.140322 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-74b74b9b-3ce3-4381-960a-a625a546d3d0 req-1dba4680-9167-429d-8d4c-7bb1ee29f06d tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=8da95ae2-d412-469f-9466-a2ac14e19b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310974 Dec 10 19:28:18.815218 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390df36-b868-4848-96fc-221f03fb2d00 req-5be34e11-118b-413f-ae20-4040a4d12152 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:18.816707 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0390df36-b868-4848-96fc-221f03fb2d00 req-5be34e11-118b-413f-ae20-4040a4d12152 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.36 "GET /v2.0/ports?device_id=17746de1-d3c1-4f12-bae3-380cf4204959 HTTP/1.1" status: 200 len: 945 time: 0.0497885 Dec 10 19:28:18.906929 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-0390df36-b868-4848-96fc-221f03fb2d00 req-76793f60-b4fd-483e-a964-44a473de3482 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Deleting port fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:28:18.907255 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-0390df36-b868-4848-96fc-221f03fb2d00 req-76793f60-b4fd-483e-a964-44a473de3482 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:18.998864 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-0390df36-b868-4848-96fc-221f03fb2d00 req-76793f60-b4fd-483e-a964-44a473de3482 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] For port fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b,segment=NetworkSegment(579c7679-5ad7-4feb-be0e-b59d5e0e9801),segment_id=579c7679-5ad7-4feb-be0e-b59d5e0e9801)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:28:18.999131 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-0390df36-b868-4848-96fc-221f03fb2d00 req-76793f60-b4fd-483e-a964-44a473de3482 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:19.011146 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-0390df36-b868-4848-96fc-221f03fb2d00 req-76793f60-b4fd-483e-a964-44a473de3482 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Calling delete_port for fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b owned by compute:nova {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:28:19.142553 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-0390df36-b868-4848-96fc-221f03fb2d00 req-76793f60-b4fd-483e-a964-44a473de3482 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:19.155619 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device a79aa6f2-2e30-4da9-9d79-380f90459b9c no longer exists at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:28:19.174639 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76793f60-b4fd-483e-a964-44a473de3482 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'Port': ['ID=fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:19.183295 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] No Port match for: a79aa6f2-2e30-4da9-9d79-380f90459b9c {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:28:19.183803 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device a79aa6f2-2e30-4da9-9d79-380f90459b9c not bound to the agent host hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:28:19.216851 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-0390df36-b868-4848-96fc-221f03fb2d00 req-76793f60-b4fd-483e-a964-44a473de3482 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] No DVR routers for this DVR port fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b on host hv-neutron-8214 {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:28:19.219523 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-0390df36-b868-4848-96fc-221f03fb2d00 req-76793f60-b4fd-483e-a964-44a473de3482 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:19.222863 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0390df36-b868-4848-96fc-221f03fb2d00 req-76793f60-b4fd-483e-a964-44a473de3482 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.36 "DELETE /v2.0/ports/fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b HTTP/1.1" status: 204 len: 173 time: 0.3987195 Dec 10 19:28:19.230265 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17746de1-d3c1-4f12-bae3-380cf4204959', 'name': 'network-vif-deleted', 'tag': 'fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:28:19.233239 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d02224-4716-4592-96e3-48df828ca31b" -d '{"events": [{"server_uuid": "17746de1-d3c1-4f12-bae3-380cf4204959", "name": "network-vif-deleted", "tag": "fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:28:19.254812 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f72b1c5c-6865-450a-95d3-b6d261076391 req-6848869d-941c-4e4b-ba8d-de36ff08f168 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=17746de1-d3c1-4f12-bae3-380cf4204959 HTTP/1.1" status: 200 len: 210 time: 0.0395660 Dec 10 19:28:19.274343 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98de27e7-7a81-4f18-97c2-a8a746420cf4 x-openstack-request-id: req-98de27e7-7a81-4f18-97c2-a8a746420cf4 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:28:19.274644 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17746de1-d3c1-4f12-bae3-380cf4204959", "name": "network-vif-deleted", "tag": "fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:28:19.274898 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-98de27e7-7a81-4f18-97c2-a8a746420cf4 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:28:19.279424 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17746de1-d3c1-4f12-bae3-380cf4204959', 'name': 'network-vif-deleted', 'tag': 'fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b', 'status': 'completed', 'code': 200} Dec 10 19:28:20.223268 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-9a639bf4-0598-4ff2-b20b-c5a7cefe23a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:20.313166 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58406) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:28:20.370561 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-da967964-e8f1-4baa-b94f-155fd3700bdf tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:20.395041 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-da967964-e8f1-4baa-b94f-155fd3700bdf tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:20.456762 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-da967964-e8f1-4baa-b94f-155fd3700bdf tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:20.459487 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-da967964-e8f1-4baa-b94f-155fd3700bdf tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:20.460685 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-da967964-e8f1-4baa-b94f-155fd3700bdf tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "DELETE /v2.0/security-groups/8da95ae2-d412-469f-9466-a2ac14e19b19 HTTP/1.1" status: 204 len: 168 time: 0.1464715 Dec 10 19:28:20.469914 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da967964-e8f1-4baa-b94f-155fd3700bdf tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da95ae2-d412-469f-9466-a2ac14e19b19,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:20.491505 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 58410) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:28:20.850340 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-aef8a374-2f5b-47ab-8b74-c0f936aa39c6 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711290'] for router_interface, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:21.098765 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-aef8a374-2f5b-47ab-8b74-c0f936aa39c6 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Deleting port 2feac84d-81bd-4fa9-b9dc-ca71481b2dba {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:28:21.099100 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-aef8a374-2f5b-47ab-8b74-c0f936aa39c6 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:21.186651 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-aef8a374-2f5b-47ab-8b74-c0f936aa39c6 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] For port 2feac84d-81bd-4fa9-b9dc-ca71481b2dba, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=2feac84d-81bd-4fa9-b9dc-ca71481b2dba,segment=NetworkSegment(579c7679-5ad7-4feb-be0e-b59d5e0e9801),segment_id=579c7679-5ad7-4feb-be0e-b59d5e0e9801)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:28:21.187215 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-aef8a374-2f5b-47ab-8b74-c0f936aa39c6 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:21.199398 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-aef8a374-2f5b-47ab-8b74-c0f936aa39c6 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Calling delete_port for 2feac84d-81bd-4fa9-b9dc-ca71481b2dba owned by network:router_interface {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:28:21.391673 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-aef8a374-2f5b-47ab-8b74-c0f936aa39c6 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:21.417147 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef8a374-2f5b-47ab-8b74-c0f936aa39c6 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'Port': ['ID=2feac84d-81bd-4fa9-b9dc-ca71481b2dba,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:21.593003 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-aef8a374-2f5b-47ab-8b74-c0f936aa39c6 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3755731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3712768'] for router_interface, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:21.807566 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aef8a374-2f5b-47ab-8b74-c0f936aa39c6 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Router 9a051682-af9c-4002-8103-9a9e09b67996 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:28:21.915521 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef8a374-2f5b-47ab-8b74-c0f936aa39c6 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:28:21.921767 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-aef8a374-2f5b-47ab-8b74-c0f936aa39c6 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "PUT /v2.0/routers/9a051682-af9c-4002-8103-9a9e09b67996/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4284885 Dec 10 19:28:21.923810 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 58412) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:28:21.927769 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c86ee2-2b83-4b97-a8cc-9c4edb65622a None None] Sync routers for ids ['9a051682-af9c-4002-8103-9a9e09b67996'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:28:21.937512 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c86ee2-2b83-4b97-a8cc-9c4edb65622a None None] Routers {'9a051682-af9c-4002-8103-9a9e09b67996'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:28:21.938116 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-b2c86ee2-2b83-4b97-a8cc-9c4edb65622a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:27:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['9a051682-af9c-4002-8103-9a9e09b67996'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:28:21.974269 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_v2 [None req-446f6fa2-c8f5-44bb-a20b-4f4a3f837457 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Deleting subnet dbd70268-7ba7-4954-af36-b504deeaa6e0 {{(pid=102365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:28:21.977364 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-446f6fa2-c8f5-44bb-a20b-4f4a3f837457 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for subnet, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:22.017623 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-446f6fa2-c8f5-44bb-a20b-4f4a3f837457 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353213'] for subnet, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:22.043512 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-b2c86ee2-2b83-4b97-a8cc-9c4edb65622a None None] Set router 9a051682-af9c-4002-8103-9a9e09b67996 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:28:22.111096 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-446f6fa2-c8f5-44bb-a20b-4f4a3f837457 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:22.177434 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-446f6fa2-c8f5-44bb-a20b-4f4a3f837457 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:22.206508 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446f6fa2-c8f5-44bb-a20b-4f4a3f837457 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'Subnet': ['ID=dbd70268-7ba7-4954-af36-b504deeaa6e0,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:22.210318 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-446f6fa2-c8f5-44bb-a20b-4f4a3f837457 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:22.216991 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58414) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:28:22.217577 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0406a5d6-d382-4c33-b95a-67132f4292fc None None] Network dc7de33f-ef96-431c-afc6-451e37eb6df0 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:28:22.217713 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-446f6fa2-c8f5-44bb-a20b-4f4a3f837457 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "DELETE /v2.0/subnets/dbd70268-7ba7-4954-af36-b504deeaa6e0 HTTP/1.1" status: 204 len: 168 time: 0.2923222 Dec 10 19:28:22.324304 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3e8549fc-fabd-490a-b65a-d99c75eba311 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:22.440786 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3e8549fc-fabd-490a-b65a-d99c75eba311 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:22.479933 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-b2c86ee2-2b83-4b97-a8cc-9c4edb65622a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a051682-af9c-4002-8103-9a9e09b67996', 'name': 'tempest-TestNetworkBasicOps-router-1478531981', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': '1d6ebc4f-87a2-4416-bc5c-ec7eac1aca3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:24:23Z', 'updated_at': '2021-12-10T19:28:21Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '1d6ebc4f-87a2-4416-bc5c-ec7eac1aca3c', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a051682-af9c-4002-8103-9a9e09b67996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:24:24Z', 'updated_at': '2021-12-10T19:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:28:22.501510 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-3e8549fc-fabd-490a-b65a-d99c75eba311 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Deleting port 1d6ebc4f-87a2-4416-bc5c-ec7eac1aca3c {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:28:22.501849 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3e8549fc-fabd-490a-b65a-d99c75eba311 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:22.509902 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c86ee2-2b83-4b97-a8cc-9c4edb65622a None None] Checking router: 9a051682-af9c-4002-8103-9a9e09b67996 for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:28:22.523502 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c86ee2-2b83-4b97-a8cc-9c4edb65622a None None] Routers {'9a051682-af9c-4002-8103-9a9e09b67996'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:28:22.524111 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-b2c86ee2-2b83-4b97-a8cc-9c4edb65622a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:27:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['9a051682-af9c-4002-8103-9a9e09b67996'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:28:22.592831 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-3e8549fc-fabd-490a-b65a-d99c75eba311 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] For port 1d6ebc4f-87a2-4416-bc5c-ec7eac1aca3c, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=1d6ebc4f-87a2-4416-bc5c-ec7eac1aca3c,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:28:22.593273 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3e8549fc-fabd-490a-b65a-d99c75eba311 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:22.610844 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-3e8549fc-fabd-490a-b65a-d99c75eba311 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Calling delete_port for 1d6ebc4f-87a2-4416-bc5c-ec7eac1aca3c owned by network:router_gateway {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:28:22.611483 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362bcc50-6364-41d0-9311-fc672b874a25 None None] DHCP port deletion for dc7de33f-ef96-431c-afc6-451e37eb6df0 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:28:22.650684 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-b2c86ee2-2b83-4b97-a8cc-9c4edb65622a None None] Set router 9a051682-af9c-4002-8103-9a9e09b67996 gateway port host: None {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:28:22.714270 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-b2c86ee2-2b83-4b97-a8cc-9c4edb65622a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a051682-af9c-4002-8103-9a9e09b67996', 'name': 'tempest-TestNetworkBasicOps-router-1478531981', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:24:23Z', 'updated_at': '2021-12-10T19:28:22Z', 'revision_number': 6, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port_host': None}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:28:22.744472 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c86ee2-2b83-4b97-a8cc-9c4edb65622a None None] The sync data for ids ['9a051682-af9c-4002-8103-9a9e09b67996'] in dv-neutron-821441-1-hyperv is: [{'id': '9a051682-af9c-4002-8103-9a9e09b67996', 'name': 'tempest-TestNetworkBasicOps-router-1478531981', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:24:23Z', 'updated_at': '2021-12-10T19:28:22Z', 'revision_number': 6, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port_host': None}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:28:22.765879 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-362bcc50-6364-41d0-9311-fc672b874a25 None None] Deleting port 707949d1-34fa-4d6b-919b-03526a9e1197 {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:28:22.766336 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-362bcc50-6364-41d0-9311-fc672b874a25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:22.849310 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-362bcc50-6364-41d0-9311-fc672b874a25 None None] For port 707949d1-34fa-4d6b-919b-03526a9e1197, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=707949d1-34fa-4d6b-919b-03526a9e1197,segment=NetworkSegment(579c7679-5ad7-4feb-be0e-b59d5e0e9801),segment_id=579c7679-5ad7-4feb-be0e-b59d5e0e9801)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:28:22.849570 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-362bcc50-6364-41d0-9311-fc672b874a25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:22.863555 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-362bcc50-6364-41d0-9311-fc672b874a25 None None] Calling delete_port for 707949d1-34fa-4d6b-919b-03526a9e1197 owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:28:22.943719 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-362bcc50-6364-41d0-9311-fc672b874a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:22.969229 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362bcc50-6364-41d0-9311-fc672b874a25 None None] Pushing event deleted for resources: {'Port': ['ID=707949d1-34fa-4d6b-919b-03526a9e1197,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:22.976149 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362bcc50-6364-41d0-9311-fc672b874a25 None None] No DVR routers for this DVR port 707949d1-34fa-4d6b-919b-03526a9e1197 on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:28:23.081052 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3e8549fc-fabd-490a-b65a-d99c75eba311 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:23.112182 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8549fc-fabd-490a-b65a-d99c75eba311 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'Port': ['ID=1d6ebc4f-87a2-4416-bc5c-ec7eac1aca3c,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:23.173684 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 707949d1-34fa-4d6b-919b-03526a9e1197 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:28:23.182166 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3e8549fc-fabd-490a-b65a-d99c75eba311 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3713145'] for router_gateway, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:23.198916 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b no longer exists at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:28:23.201886 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 707949d1-34fa-4d6b-919b-03526a9e1197 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:28:23.202218 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 707949d1-34fa-4d6b-919b-03526a9e1197 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:28:23.232972 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] No Port match for: fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:28:23.233312 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device fd27c1a6-a5a9-435a-9a8b-1a6a9c1e494b not bound to the agent host hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:28:23.276721 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3e8549fc-fabd-490a-b65a-d99c75eba311 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:23.278970 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3e8549fc-fabd-490a-b65a-d99c75eba311 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:23.324020 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3e8549fc-fabd-490a-b65a-d99c75eba311 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:23.324565 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e8549fc-fabd-490a-b65a-d99c75eba311 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Fanout notify agent at l3_agent the message router_deleted on router 9a051682-af9c-4002-8103-9a9e09b67996 {{(pid=102366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:28:23.331558 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3e8549fc-fabd-490a-b65a-d99c75eba311 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:23.332693 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-3e8549fc-fabd-490a-b65a-d99c75eba311 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "DELETE /v2.0/routers/9a051682-af9c-4002-8103-9a9e09b67996 HTTP/1.1" status: 204 len: 168 time: 1.1144063 Dec 10 19:28:23.335407 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58416) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:28:23.410567 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4149f718-7bfc-4caf-bcfa-595162d1702f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:23.498449 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4149f718-7bfc-4caf-bcfa-595162d1702f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:23.522958 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-4149f718-7bfc-4caf-bcfa-595162d1702f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc7de33f-ef96-431c-afc6-451e37eb6df0']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:28:23.534658 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-4149f718-7bfc-4caf-bcfa-595162d1702f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '579c7679-5ad7-4feb-be0e-b59d5e0e9801') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:28:23.535112 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-4149f718-7bfc-4caf-bcfa-595162d1702f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '579c7679-5ad7-4feb-be0e-b59d5e0e9801') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:28:23.547514 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4149f718-7bfc-4caf-bcfa-595162d1702f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:23.563042 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4149f718-7bfc-4caf-bcfa-595162d1702f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:23.569153 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4149f718-7bfc-4caf-bcfa-595162d1702f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:28:23.569445 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4149f718-7bfc-4caf-bcfa-595162d1702f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:23.572352 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:28:23.572352 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:28:23.572352 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:28:23.572352 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:28:23.572352 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:28:23.572352 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:28:23.572352 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:28:23.572352 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:28:23.572352 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:28:23.572352 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:28:23.572352 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:28:23.572352 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:28:23.572352 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:28:23.572352 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:28:23.572352 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:28:23.572352 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:28:23.572352 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:28:23.572352 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:28:23.572352 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:28:23.572352 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:28:23.572352 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:28:23.572352 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:28:23.572352 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:28:23.572352 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:28:23.572352 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:28:23.572352 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:28:23.572352 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:28:23.572352 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:28:23.572352 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:28:23.572352 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:28:23.572352 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:28:23.572352 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:28:23.634272 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4149f718-7bfc-4caf-bcfa-595162d1702f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:23.639584 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4149f718-7bfc-4caf-bcfa-595162d1702f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:23.646197 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-4149f718-7bfc-4caf-bcfa-595162d1702f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "DELETE /v2.0/networks/dc7de33f-ef96-431c-afc6-451e37eb6df0 HTTP/1.1" status: 204 len: 168 time: 0.3067141 Dec 10 19:28:23.657986 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4149f718-7bfc-4caf-bcfa-595162d1702f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'Network': ['ID=dc7de33f-ef96-431c-afc6-451e37eb6df0,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:23.659496 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 58418) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:28:23.665963 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-57140f0d-93f6-4f1e-a8a4-ada3c78b5591 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'network': {'name': 'tempest-network-smoke--1456606755', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'port_security_enabled': True}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:28:23.687092 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57140f0d-93f6-4f1e-a8a4-ada3c78b5591 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Made reservation on behalf of 730e4c9f0aba4accb176e575114c849e for: {'network': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:28:23.690950 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-57140f0d-93f6-4f1e-a8a4-ada3c78b5591 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:23.720083 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57140f0d-93f6-4f1e-a8a4-ada3c78b5591 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=102365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:28:23.730235 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-57140f0d-93f6-4f1e-a8a4-ada3c78b5591 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:23.730566 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.segments_db [None req-57140f0d-93f6-4f1e-a8a4-ada3c78b5591 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Added segment bab629b7-9f5c-4af2-b59c-42051dcb307e of type vlan for network 9b489ebd-dfcb-4eba-aee6-3edd628ab2b2 Dec 10 19:28:23.776621 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-57140f0d-93f6-4f1e-a8a4-ada3c78b5591 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:23.801211 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-57140f0d-93f6-4f1e-a8a4-ada3c78b5591 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:23.807449 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57140f0d-93f6-4f1e-a8a4-ada3c78b5591 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:23.807857 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-57140f0d-93f6-4f1e-a8a4-ada3c78b5591 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:23.861526 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-57140f0d-93f6-4f1e-a8a4-ada3c78b5591 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2008975 Dec 10 19:28:23.864245 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 58420) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:28:23.868540 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-9b5fe863-e517-4b2f-82af-c285ff985fc2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-165850868', 'admin_state_up': True, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:28:23.890783 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57140f0d-93f6-4f1e-a8a4-ada3c78b5591 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Network': ['ID=9b489ebd-dfcb-4eba-aee6-3edd628ab2b2,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:23.901452 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 9b489ebd-dfcb-4eba-aee6-3edd628ab2b2 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:28:23.910064 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9b5fe863-e517-4b2f-82af-c285ff985fc2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:23.911206 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9b5fe863-e517-4b2f-82af-c285ff985fc2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:23.967346 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9b5fe863-e517-4b2f-82af-c285ff985fc2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:24.102994 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9b5fe863-e517-4b2f-82af-c285ff985fc2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:24.187286 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-52397511-7c21-43c6-9e6f-def57c801a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:24.594316 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9b5fe863-e517-4b2f-82af-c285ff985fc2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router_gateway, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:24.612975 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9b5fe863-e517-4b2f-82af-c285ff985fc2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:24.719147 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-9b5fe863-e517-4b2f-82af-c285ff985fc2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Allocated IP 172.26.6.194 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/4efa3d24-bf89-48eb-a997-97971fed0b38) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:28:24.787555 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 2feac84d-81bd-4fa9-b9dc-ca71481b2dba no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:28:24.808016 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 2feac84d-81bd-4fa9-b9dc-ca71481b2dba {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:28:24.808356 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 2feac84d-81bd-4fa9-b9dc-ca71481b2dba not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:28:24.808800 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 1d6ebc4f-87a2-4416-bc5c-ec7eac1aca3c no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:28:24.824638 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9b5fe863-e517-4b2f-82af-c285ff985fc2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:24.831079 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 1d6ebc4f-87a2-4416-bc5c-ec7eac1aca3c {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:28:24.831424 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 1d6ebc4f-87a2-4416-bc5c-ec7eac1aca3c not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:28:24.858353 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9b5fe863-e517-4b2f-82af-c285ff985fc2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:24.893323 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5fe863-e517-4b2f-82af-c285ff985fc2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:28:24.897699 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-9b5fe863-e517-4b2f-82af-c285ff985fc2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:28:24.901151 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5fe863-e517-4b2f-82af-c285ff985fc2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:28:24.930029 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5fe863-e517-4b2f-82af-c285ff985fc2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Port': ['ID=4efa3d24-bf89-48eb-a997-97971fed0b38,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:25.160393 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9b5fe863-e517-4b2f-82af-c285ff985fc2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router_gateway, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:25.347722 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:25.358024 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9b5fe863-e517-4b2f-82af-c285ff985fc2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:25.485687 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b5fe863-e517-4b2f-82af-c285ff985fc2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Router efaaedc3-4c0c-4028-a2a2-79480ff7d6f6 is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:28:25.590683 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5fe863-e517-4b2f-82af-c285ff985fc2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:28:25.600672 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ab864f-66d8-4d1d-9a9f-c603f3336515 None None] Sync routers for ids ['efaaedc3-4c0c-4028-a2a2-79480ff7d6f6'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:28:25.610503 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ab864f-66d8-4d1d-9a9f-c603f3336515 None None] Routers {'efaaedc3-4c0c-4028-a2a2-79480ff7d6f6'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:28:25.611124 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-b7ab864f-66d8-4d1d-9a9f-c603f3336515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:28:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['efaaedc3-4c0c-4028-a2a2-79480ff7d6f6'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:28:25.612075 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9b5fe863-e517-4b2f-82af-c285ff985fc2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:25.616706 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58422) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:28:25.617199 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-9b5fe863-e517-4b2f-82af-c285ff985fc2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7514679 Dec 10 19:28:25.658007 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-96f110df-3cbc-46f1-b7e0-d8f4f81e9801 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=730e4c9f0aba4accb176e575114c849e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400929 Dec 10 19:28:25.660665 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58424) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:28:25.718379 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-b7ab864f-66d8-4d1d-9a9f-c603f3336515 None None] Set router efaaedc3-4c0c-4028-a2a2-79480ff7d6f6 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:28:25.750587 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bafdf7a-dc12-4aca-82aa-4879f4c1841b tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:25.752088 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-7bafdf7a-dc12-4aca-82aa-4879f4c1841b tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0905182 Dec 10 19:28:25.754919 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58426) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:28:25.788604 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-07d1349d-14f5-44fd-bb8c-a3fb2e6ee744 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=68e2ee80-e7f8-4be2-b0d8-392fd4a4e031&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303154 Dec 10 19:28:25.788854 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58428) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:28:25.793513 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-865b5e10-645e-4e55-9f35-8c52bfd49d66 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1445119431', 'network_id': '9b489ebd-dfcb-4eba-aee6-3edd628ab2b2', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:28:25.881806 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865b5e10-645e-4e55-9f35-8c52bfd49d66 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Made reservation on behalf of 730e4c9f0aba4accb176e575114c849e for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:28:25.885494 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-865b5e10-645e-4e55-9f35-8c52bfd49d66 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:25.896391 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-b7ab864f-66d8-4d1d-9a9f-c603f3336515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaaedc3-4c0c-4028-a2a2-79480ff7d6f6', 'name': 'tempest-TestNetworkBasicOps-router-165850868', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.194'}], 'enable_snat': True}, 'gw_port_id': '4efa3d24-bf89-48eb-a997-97971fed0b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:28:23Z', 'updated_at': '2021-12-10T19:28:25Z', 'revision_number': 3, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '4efa3d24-bf89-48eb-a997-97971fed0b38', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fa:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaaedc3-4c0c-4028-a2a2-79480ff7d6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:28:24Z', 'updated_at': '2021-12-10T19:28:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:28:25.927050 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ab864f-66d8-4d1d-9a9f-c603f3336515 None None] Checking router: efaaedc3-4c0c-4028-a2a2-79480ff7d6f6 for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:28:25.927439 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ab864f-66d8-4d1d-9a9f-c603f3336515 None None] Updating router efaaedc3-4c0c-4028-a2a2-79480ff7d6f6 port 4efa3d24-bf89-48eb-a997-97971fed0b38 binding host dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:28:25.952403 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-b7ab864f-66d8-4d1d-9a9f-c603f3336515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:26.065455 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-865b5e10-645e-4e55-9f35-8c52bfd49d66 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:26.126252 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865b5e10-645e-4e55-9f35-8c52bfd49d66 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Subnet': ['ID=c5616429-b927-43b2-8b6a-239a837fdf7d,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:26.133534 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865b5e10-645e-4e55-9f35-8c52bfd49d66 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Checking segment: {'id': 'bab629b7-9f5c-4af2-b59c-42051dcb307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9b489ebd-dfcb-4eba-aee6-3edd628ab2b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:28:26.133883 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865b5e10-645e-4e55-9f35-8c52bfd49d66 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Network hostable DHCP agents. Network: 9b489ebd-dfcb-4eba-aee6-3edd628ab2b2, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:28:26.151903 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865b5e10-645e-4e55-9f35-8c52bfd49d66 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Network 9b489ebd-dfcb-4eba-aee6-3edd628ab2b2 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:28:26.165067 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-865b5e10-645e-4e55-9f35-8c52bfd49d66 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 9b489ebd-dfcb-4eba-aee6-3edd628ab2b2) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:28:26.169612 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865b5e10-645e-4e55-9f35-8c52bfd49d66 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:26.170294 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-865b5e10-645e-4e55-9f35-8c52bfd49d66 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:26.177196 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfd48e8-d629-4bf1-aec8-15697aac6631 None None] Network 9b489ebd-dfcb-4eba-aee6-3edd628ab2b2 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:28:26.190688 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-865b5e10-645e-4e55-9f35-8c52bfd49d66 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4008887 Dec 10 19:28:26.193434 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58430) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:28:26.211581 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-b7ab864f-66d8-4d1d-9a9f-c603f3336515 None None] Notify callbacks [] for port, precommit_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:26.217236 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-b7ab864f-66d8-4d1d-9a9f-c603f3336515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:26.268232 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0d4db6-7fab-41b3-8105-6f1faa65312f None None] Pushing event updated for resources: {'Port': ['ID=4efa3d24-bf89-48eb-a997-97971fed0b38,revision_number=2']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:26.276388 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0d4db6-7fab-41b3-8105-6f1faa65312f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:26.276756 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0d4db6-7fab-41b3-8105-6f1faa65312f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:26.277061 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0d4db6-7fab-41b3-8105-6f1faa65312f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:26.277379 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0d4db6-7fab-41b3-8105-6f1faa65312f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:26.277698 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0d4db6-7fab-41b3-8105-6f1faa65312f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:26.278059 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0d4db6-7fab-41b3-8105-6f1faa65312f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:26.279105 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0d4db6-7fab-41b3-8105-6f1faa65312f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:26.279395 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0d4db6-7fab-41b3-8105-6f1faa65312f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:26.279871 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0d4db6-7fab-41b3-8105-6f1faa65312f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:26.280311 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0d4db6-7fab-41b3-8105-6f1faa65312f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:26.280862 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0d4db6-7fab-41b3-8105-6f1faa65312f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:26.281175 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0d4db6-7fab-41b3-8105-6f1faa65312f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:26.286735 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-b7ab864f-66d8-4d1d-9a9f-c603f3336515 None None] Attempting to bind port 4efa3d24-bf89-48eb-a997-97971fed0b38 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:28:26.287092 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-b7ab864f-66d8-4d1d-9a9f-c603f3336515 None None] Attempting to bind port 4efa3d24-bf89-48eb-a997-97971fed0b38 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:28:26.287444 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ab864f-66d8-4d1d-9a9f-c603f3336515 None None] Attempting to bind port 4efa3d24-bf89-48eb-a997-97971fed0b38 on network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:28:26.292481 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ab864f-66d8-4d1d-9a9f-c603f3336515 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:28:26.292884 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ab864f-66d8-4d1d-9a9f-c603f3336515 None None] Checking segment: {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:28:26.293458 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-b7ab864f-66d8-4d1d-9a9f-c603f3336515 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:26.294813 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ab864f-66d8-4d1d-9a9f-c603f3336515 None None] Bound using segment: {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:28:26.294813 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-b7ab864f-66d8-4d1d-9a9f-c603f3336515 None None] Bound port: 4efa3d24-bf89-48eb-a997-97971fed0b38, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:28:26.295682 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-b7ab864f-66d8-4d1d-9a9f-c603f3336515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:26.335908 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6d03a1-72b4-4be2-a011-471c885fc0a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-9b489ebd-dfcb-4eba-aee6-3edd628ab2b2', 'network_id': '9b489ebd-dfcb-4eba-aee6-3edd628ab2b2', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'fixed_ips': [{'subnet_id': 'c5616429-b927-43b2-8b6a-239a837fdf7d'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:28:26.336971 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ec6d03a1-72b4-4be2-a011-471c885fc0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:26.349692 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-b7ab864f-66d8-4d1d-9a9f-c603f3336515 None None] For port 4efa3d24-bf89-48eb-a997-97971fed0b38, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:28:26.352901 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-b7ab864f-66d8-4d1d-9a9f-c603f3336515 None None] For port 4efa3d24-bf89-48eb-a997-97971fed0b38, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=4efa3d24-bf89-48eb-a997-97971fed0b38,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:28:26.358981 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-b7ab864f-66d8-4d1d-9a9f-c603f3336515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:26.421094 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ab864f-66d8-4d1d-9a9f-c603f3336515 None None] Routers {'efaaedc3-4c0c-4028-a2a2-79480ff7d6f6'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:28:26.421852 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-b7ab864f-66d8-4d1d-9a9f-c603f3336515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:28:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['efaaedc3-4c0c-4028-a2a2-79480ff7d6f6'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:28:26.423327 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0d4db6-7fab-41b3-8105-6f1faa65312f None None] Pushing event updated for resources: {'Port': ['ID=4efa3d24-bf89-48eb-a997-97971fed0b38,revision_number=3']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:26.495892 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:26.504270 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-ec6d03a1-72b4-4be2-a011-471c885fc0a1 None None] Allocated IP 172.20.0.2 (9b489ebd-dfcb-4eba-aee6-3edd628ab2b2/c5616429-b927-43b2-8b6a-239a837fdf7d/351df7dd-64dd-439d-9222-14268378ba9e) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:28:26.531166 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-b7ab864f-66d8-4d1d-9a9f-c603f3336515 None None] Set router efaaedc3-4c0c-4028-a2a2-79480ff7d6f6 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:28:26.653111 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1500f67b-a7a2-4b30-a619-e38e4888fcdc tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:26.659883 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ec6d03a1-72b4-4be2-a011-471c885fc0a1 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:26.666138 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ec6d03a1-72b4-4be2-a011-471c885fc0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:26.712584 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6d03a1-72b4-4be2-a011-471c885fc0a1 None None] Pushing event updated for resources: {'Port': ['ID=351df7dd-64dd-439d-9222-14268378ba9e,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:26.719393 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6d03a1-72b4-4be2-a011-471c885fc0a1 None None] Network 9b489ebd-dfcb-4eba-aee6-3edd628ab2b2 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:28:26.720861 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-ec6d03a1-72b4-4be2-a011-471c885fc0a1 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:28:26.723004 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6d03a1-72b4-4be2-a011-471c885fc0a1 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:28:26.736483 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-b7ab864f-66d8-4d1d-9a9f-c603f3336515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaaedc3-4c0c-4028-a2a2-79480ff7d6f6', 'name': 'tempest-TestNetworkBasicOps-router-165850868', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.194'}], 'enable_snat': True}, 'gw_port_id': '4efa3d24-bf89-48eb-a997-97971fed0b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:28:23Z', 'updated_at': '2021-12-10T19:28:25Z', 'revision_number': 3, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '4efa3d24-bf89-48eb-a997-97971fed0b38', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fa:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaaedc3-4c0c-4028-a2a2-79480ff7d6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:28:24Z', 'updated_at': '2021-12-10T19:28:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:28:26.771146 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ab864f-66d8-4d1d-9a9f-c603f3336515 None None] The sync data for ids ['efaaedc3-4c0c-4028-a2a2-79480ff7d6f6'] in dv-neutron-821441-1-hyperv is: [{'id': 'efaaedc3-4c0c-4028-a2a2-79480ff7d6f6', 'name': 'tempest-TestNetworkBasicOps-router-165850868', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.194'}], 'enable_snat': True}, 'gw_port_id': '4efa3d24-bf89-48eb-a997-97971fed0b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:28:23Z', 'updated_at': '2021-12-10T19:28:25Z', 'revision_number': 3, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '4efa3d24-bf89-48eb-a997-97971fed0b38', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fa:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaaedc3-4c0c-4028-a2a2-79480ff7d6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:28:24Z', 'updated_at': '2021-12-10T19:28:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:28:26.784444 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-ec6d03a1-72b4-4be2-a011-471c885fc0a1 None None] Attempting to bind port 351df7dd-64dd-439d-9222-14268378ba9e on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:28:26.784783 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-ec6d03a1-72b4-4be2-a011-471c885fc0a1 None None] Attempting to bind port 351df7dd-64dd-439d-9222-14268378ba9e by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': 'bab629b7-9f5c-4af2-b59c-42051dcb307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9b489ebd-dfcb-4eba-aee6-3edd628ab2b2'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:28:26.785182 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6d03a1-72b4-4be2-a011-471c885fc0a1 None None] Attempting to bind port 351df7dd-64dd-439d-9222-14268378ba9e on network 9b489ebd-dfcb-4eba-aee6-3edd628ab2b2 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:28:26.787240 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:26.791728 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6d03a1-72b4-4be2-a011-471c885fc0a1 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:28:26.792093 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6d03a1-72b4-4be2-a011-471c885fc0a1 None None] Checking segment: {'id': 'bab629b7-9f5c-4af2-b59c-42051dcb307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9b489ebd-dfcb-4eba-aee6-3edd628ab2b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:28:26.792479 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ec6d03a1-72b4-4be2-a011-471c885fc0a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:26.792890 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6d03a1-72b4-4be2-a011-471c885fc0a1 None None] Bound using segment: {'id': 'bab629b7-9f5c-4af2-b59c-42051dcb307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9b489ebd-dfcb-4eba-aee6-3edd628ab2b2'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:28:26.793374 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-ec6d03a1-72b4-4be2-a011-471c885fc0a1 None None] Bound port: 351df7dd-64dd-439d-9222-14268378ba9e, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bab629b7-9f5c-4af2-b59c-42051dcb307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9b489ebd-dfcb-4eba-aee6-3edd628ab2b2'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:28:26.793748 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ec6d03a1-72b4-4be2-a011-471c885fc0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:26.870502 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-ec6d03a1-72b4-4be2-a011-471c885fc0a1 None None] For port 351df7dd-64dd-439d-9222-14268378ba9e, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:28:26.874555 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-ec6d03a1-72b4-4be2-a011-471c885fc0a1 None None] For port 351df7dd-64dd-439d-9222-14268378ba9e, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=351df7dd-64dd-439d-9222-14268378ba9e,segment=NetworkSegment(bab629b7-9f5c-4af2-b59c-42051dcb307e),segment_id=bab629b7-9f5c-4af2-b59c-42051dcb307e)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:28:26.880252 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ec6d03a1-72b4-4be2-a011-471c885fc0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:26.939595 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6d03a1-72b4-4be2-a011-471c885fc0a1 None None] Pushing event updated for resources: {'Port': ['ID=351df7dd-64dd-439d-9222-14268378ba9e,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:26.973048 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-1500f67b-a7a2-4b30-a619-e38e4888fcdc tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Allocated IP 172.20.0.1 (9b489ebd-dfcb-4eba-aee6-3edd628ab2b2/c5616429-b927-43b2-8b6a-239a837fdf7d/e7a2f265-ab58-4584-a7d0-b3ba8abd64e6) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:28:27.164154 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1500f67b-a7a2-4b30-a619-e38e4888fcdc tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:27.200868 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1500f67b-a7a2-4b30-a619-e38e4888fcdc tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:27.244710 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1500f67b-a7a2-4b30-a619-e38e4888fcdc tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Network 9b489ebd-dfcb-4eba-aee6-3edd628ab2b2 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:28:27.249714 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-1500f67b-a7a2-4b30-a619-e38e4888fcdc tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:28:27.252294 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1500f67b-a7a2-4b30-a619-e38e4888fcdc tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:28:27.291335 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1500f67b-a7a2-4b30-a619-e38e4888fcdc tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Port': ['ID=e7a2f265-ab58-4584-a7d0-b3ba8abd64e6,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:27.315324 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1500f67b-a7a2-4b30-a619-e38e4888fcdc tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712030'] for router_interface, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:27.449225 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1500f67b-a7a2-4b30-a619-e38e4888fcdc tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:27.768804 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1500f67b-a7a2-4b30-a619-e38e4888fcdc tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:27.773608 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1500f67b-a7a2-4b30-a619-e38e4888fcdc tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:27.851748 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1500f67b-a7a2-4b30-a619-e38e4888fcdc tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Port': ['ID=e7a2f265-ab58-4584-a7d0-b3ba8abd64e6,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:27.854159 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1500f67b-a7a2-4b30-a619-e38e4888fcdc tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3755716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711339'] for router_interface, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:27.923299 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8cac17-1473-4b2e-b9e5-906531ea0f55 None None] Network 9b489ebd-dfcb-4eba-aee6-3edd628ab2b2 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:28:27.946988 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1500f67b-a7a2-4b30-a619-e38e4888fcdc tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Network 9b489ebd-dfcb-4eba-aee6-3edd628ab2b2 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:28:27.948402 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-1500f67b-a7a2-4b30-a619-e38e4888fcdc tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:28:27.979182 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:28:28.037659 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-625692a6-c9ed-4f15-9115-4950784f7435 None None] Provisioning complete for port 351df7dd-64dd-439d-9222-14268378ba9e triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:28:28.038017 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-625692a6-c9ed-4f15-9115-4950784f7435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:28.063147 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1500f67b-a7a2-4b30-a619-e38e4888fcdc tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Router efaaedc3-4c0c-4028-a2a2-79480ff7d6f6 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:28:28.157883 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-625692a6-c9ed-4f15-9115-4950784f7435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:28.182493 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1500f67b-a7a2-4b30-a619-e38e4888fcdc tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:28:28.189341 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-1500f67b-a7a2-4b30-a619-e38e4888fcdc tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "PUT /v2.0/routers/efaaedc3-4c0c-4028-a2a2-79480ff7d6f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9945838 Dec 10 19:28:28.191653 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58432) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:28:28.193549 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-625692a6-c9ed-4f15-9115-4950784f7435 None None] For port 351df7dd-64dd-439d-9222-14268378ba9e, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=351df7dd-64dd-439d-9222-14268378ba9e,segment=NetworkSegment(bab629b7-9f5c-4af2-b59c-42051dcb307e),segment_id=bab629b7-9f5c-4af2-b59c-42051dcb307e)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:28:28.199307 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-625692a6-c9ed-4f15-9115-4950784f7435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:28.250424 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625692a6-c9ed-4f15-9115-4950784f7435 None None] Pushing event updated for resources: {'Port': ['ID=351df7dd-64dd-439d-9222-14268378ba9e,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:28.305466 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acf7b29-4a4e-4f56-88b5-f088054b4f98 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:28.306088 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acf7b29-4a4e-4f56-88b5-f088054b4f98 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:28.306549 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acf7b29-4a4e-4f56-88b5-f088054b4f98 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:28.306998 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acf7b29-4a4e-4f56-88b5-f088054b4f98 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:28.308737 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-7acf7b29-4a4e-4f56-88b5-f088054b4f98 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1161008 Dec 10 19:28:28.312737 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58434) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:28:28.367610 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef59341a-8fc4-4e1a-85bf-7b6318a2d7a0 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:28.368065 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef59341a-8fc4-4e1a-85bf-7b6318a2d7a0 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:28.368566 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef59341a-8fc4-4e1a-85bf-7b6318a2d7a0 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:28.368960 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef59341a-8fc4-4e1a-85bf-7b6318a2d7a0 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:28.370606 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-ef59341a-8fc4-4e1a-85bf-7b6318a2d7a0 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0567954 Dec 10 19:28:28.373792 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58436) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:28:28.424295 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c9e217dd-401d-4838-bba2-4f3f9298d9d5 None None] Provisioning complete for port 351df7dd-64dd-439d-9222-14268378ba9e triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:28:28.424994 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c9e217dd-401d-4838-bba2-4f3f9298d9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:28.510675 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad661bfc-c20e-4221-907b-90d5c0eff381 None None] Sync routers for ids ['efaaedc3-4c0c-4028-a2a2-79480ff7d6f6'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:28:28.530343 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad661bfc-c20e-4221-907b-90d5c0eff381 None None] Routers {'efaaedc3-4c0c-4028-a2a2-79480ff7d6f6'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:28:28.530947 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-ad661bfc-c20e-4221-907b-90d5c0eff381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:28:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['efaaedc3-4c0c-4028-a2a2-79480ff7d6f6'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:28:28.532545 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d61f23e7-ed0e-4eb4-9f6e-26ae4345d408 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1568868 Dec 10 19:28:28.534830 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58438) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:28:28.539392 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-72b9c2e7-de1f-4a34-afac-8dd764d42b29 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-2058777481', 'network_id': '9b489ebd-dfcb-4eba-aee6-3edd628ab2b2'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:28:28.571931 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c9e217dd-401d-4838-bba2-4f3f9298d9d5 None None] Provisioning complete for port e7a2f265-ab58-4584-a7d0-b3ba8abd64e6 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:28:28.572294 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c9e217dd-401d-4838-bba2-4f3f9298d9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:28.652931 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c9e217dd-401d-4838-bba2-4f3f9298d9d5 None None] Port e7a2f265-ab58-4584-a7d0-b3ba8abd64e6 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:28:28.678394 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-ad661bfc-c20e-4221-907b-90d5c0eff381 None None] Set router efaaedc3-4c0c-4028-a2a2-79480ff7d6f6 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:28:28.682928 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b9c2e7-de1f-4a34-afac-8dd764d42b29 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Made reservation on behalf of 730e4c9f0aba4accb176e575114c849e for: {'port': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:28:28.694746 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-72b9c2e7-de1f-4a34-afac-8dd764d42b29 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:28.713908 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [None req-72b9c2e7-de1f-4a34-afac-8dd764d42b29 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] device_id is not set on port db611fd5-7bc9-42a5-a961-dc6f01b76c3f yet. {{(pid=102366) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:28:28.823656 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-0d923c53-b4d8-4f03-b965-1f0f0762d4f6 None None] Provisioning complete for port e7a2f265-ab58-4584-a7d0-b3ba8abd64e6 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:28:28.824111 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0d923c53-b4d8-4f03-b965-1f0f0762d4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:28.843733 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-72b9c2e7-de1f-4a34-afac-8dd764d42b29 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Allocated IP 172.20.0.14 (9b489ebd-dfcb-4eba-aee6-3edd628ab2b2/c5616429-b927-43b2-8b6a-239a837fdf7d/db611fd5-7bc9-42a5-a961-dc6f01b76c3f) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:28:28.885875 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-0d923c53-b4d8-4f03-b965-1f0f0762d4f6 None None] Port e7a2f265-ab58-4584-a7d0-b3ba8abd64e6 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:28:28.891179 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 4efa3d24-bf89-48eb-a997-97971fed0b38 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:28:28.978779 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 4efa3d24-bf89-48eb-a997-97971fed0b38 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:28:28.979775 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:29.024109 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-72b9c2e7-de1f-4a34-afac-8dd764d42b29 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:29.058825 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-72b9c2e7-de1f-4a34-afac-8dd764d42b29 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:29.102901 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b9c2e7-de1f-4a34-afac-8dd764d42b29 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Network 9b489ebd-dfcb-4eba-aee6-3edd628ab2b2 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:28:29.106569 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-72b9c2e7-de1f-4a34-afac-8dd764d42b29 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:28:29.110312 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b9c2e7-de1f-4a34-afac-8dd764d42b29 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:28:29.138547 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b9c2e7-de1f-4a34-afac-8dd764d42b29 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Port': ['ID=db611fd5-7bc9-42a5-a961-dc6f01b76c3f,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:29.160262 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-ad661bfc-c20e-4221-907b-90d5c0eff381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaaedc3-4c0c-4028-a2a2-79480ff7d6f6', 'name': 'tempest-TestNetworkBasicOps-router-165850868', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.194'}], 'enable_snat': True}, 'gw_port_id': '4efa3d24-bf89-48eb-a997-97971fed0b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:28:23Z', 'updated_at': '2021-12-10T19:28:27Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '4efa3d24-bf89-48eb-a997-97971fed0b38', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fa:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaaedc3-4c0c-4028-a2a2-79480ff7d6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:28:24Z', 'updated_at': '2021-12-10T19:28:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': 'e7a2f265-ab58-4584-a7d0-b3ba8abd64e6', 'name': '', 'network_id': '9b489ebd-dfcb-4eba-aee6-3edd628ab2b2', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:38:52:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaaedc3-4c0c-4028-a2a2-79480ff7d6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'c5616429-b927-43b2-8b6a-239a837fdf7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:28:26Z', 'updated_at': '2021-12-10T19:28:27Z', 'revision_number': 2, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'c5616429-b927-43b2-8b6a-239a837fdf7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:28:29.168184 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b9c2e7-de1f-4a34-afac-8dd764d42b29 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:29.168987 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-72b9c2e7-de1f-4a34-afac-8dd764d42b29 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:29.187896 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-72b9c2e7-de1f-4a34-afac-8dd764d42b29 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6522675 Dec 10 19:28:29.193839 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad661bfc-c20e-4221-907b-90d5c0eff381 None None] Checking router: efaaedc3-4c0c-4028-a2a2-79480ff7d6f6 for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:28:29.194196 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad661bfc-c20e-4221-907b-90d5c0eff381 None None] Updating router efaaedc3-4c0c-4028-a2a2-79480ff7d6f6 port e7a2f265-ab58-4584-a7d0-b3ba8abd64e6 binding host dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:28:29.230571 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ad661bfc-c20e-4221-907b-90d5c0eff381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:29.307423 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:29.386938 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port 4efa3d24-bf89-48eb-a997-97971fed0b38, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=4efa3d24-bf89-48eb-a997-97971fed0b38,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:28:29.390876 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:29.391659 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 351df7dd-64dd-439d-9222-14268378ba9e up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:28:29.460366 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 58442) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:28:29.464974 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-1623f983-cbdf-4b06-8390-670562e30e6a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-169702871', 'description': 'tempest-secgroup-smoke-169702871 description', 'project_id': '730e4c9f0aba4accb176e575114c849e'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:28:29.490426 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1623f983-cbdf-4b06-8390-670562e30e6a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:29.523645 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-a41d2c2a-a944-46d1-8571-d068af6841c4 None None] Provisioning complete for port db611fd5-7bc9-42a5-a961-dc6f01b76c3f triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:28:29.523979 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a41d2c2a-a944-46d1-8571-d068af6841c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:29.563442 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1623f983-cbdf-4b06-8390-670562e30e6a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:29.565820 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=4efa3d24-bf89-48eb-a997-97971fed0b38,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:29.567547 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1623f983-cbdf-4b06-8390-670562e30e6a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:29.599101 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1623f983-cbdf-4b06-8390-670562e30e6a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:29.600338 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-1623f983-cbdf-4b06-8390-670562e30e6a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1389520 Dec 10 19:28:29.602359 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1623f983-cbdf-4b06-8390-670562e30e6a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=118d8100-4c81-49f6-9a96-eb213a136601,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:29.603415 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58444) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:28:29.610608 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-6292ec56-eede-4638-a465-4c9641a77553 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': '118d8100-4c81-49f6-9a96-eb213a136601', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:28:29.621694 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 351df7dd-64dd-439d-9222-14268378ba9e triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:28:29.622717 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:29.630664 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-a41d2c2a-a944-46d1-8571-d068af6841c4 None None] Port db611fd5-7bc9-42a5-a961-dc6f01b76c3f cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:28:29.644791 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6292ec56-eede-4638-a465-4c9641a77553 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:29.705179 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6292ec56-eede-4638-a465-4c9641a77553 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:29.708946 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6292ec56-eede-4638-a465-4c9641a77553 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:29.727160 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6292ec56-eede-4638-a465-4c9641a77553 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7cc4023-25f0-49b4-bd4d-1b5a2ea9726d,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:29.741451 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6292ec56-eede-4638-a465-4c9641a77553 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:29.742692 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-6292ec56-eede-4638-a465-4c9641a77553 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1369593 Dec 10 19:28:29.745585 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58446) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:28:29.750707 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-5293195a-6f04-4068-adbc-af72baa72d00 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': '118d8100-4c81-49f6-9a96-eb213a136601', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:28:29.751154 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ad661bfc-c20e-4221-907b-90d5c0eff381 None None] Notify callbacks [] for port, precommit_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:29.759912 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ad661bfc-c20e-4221-907b-90d5c0eff381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:29.778652 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5293195a-6f04-4068-adbc-af72baa72d00 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:29.821942 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cc8367-cc21-4f0e-8e21-4297bde02472 None None] Pushing event updated for resources: {'Port': ['ID=e7a2f265-ab58-4584-a7d0-b3ba8abd64e6,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:29.846414 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5293195a-6f04-4068-adbc-af72baa72d00 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:29.850680 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5293195a-6f04-4068-adbc-af72baa72d00 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:29.867105 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5293195a-6f04-4068-adbc-af72baa72d00 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73d90e56-a678-4d65-b7a2-0f8582624056,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:29.871364 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-ad661bfc-c20e-4221-907b-90d5c0eff381 None None] Attempting to bind port e7a2f265-ab58-4584-a7d0-b3ba8abd64e6 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:28:29.871565 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-ad661bfc-c20e-4221-907b-90d5c0eff381 None None] Attempting to bind port e7a2f265-ab58-4584-a7d0-b3ba8abd64e6 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': 'bab629b7-9f5c-4af2-b59c-42051dcb307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9b489ebd-dfcb-4eba-aee6-3edd628ab2b2'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:28:29.871757 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad661bfc-c20e-4221-907b-90d5c0eff381 None None] Attempting to bind port e7a2f265-ab58-4584-a7d0-b3ba8abd64e6 on network 9b489ebd-dfcb-4eba-aee6-3edd628ab2b2 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:28:29.879006 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad661bfc-c20e-4221-907b-90d5c0eff381 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:28:29.879411 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad661bfc-c20e-4221-907b-90d5c0eff381 None None] Checking segment: {'id': 'bab629b7-9f5c-4af2-b59c-42051dcb307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9b489ebd-dfcb-4eba-aee6-3edd628ab2b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:28:29.879779 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ad661bfc-c20e-4221-907b-90d5c0eff381 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:29.880178 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad661bfc-c20e-4221-907b-90d5c0eff381 None None] Bound using segment: {'id': 'bab629b7-9f5c-4af2-b59c-42051dcb307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9b489ebd-dfcb-4eba-aee6-3edd628ab2b2'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:28:29.880733 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-ad661bfc-c20e-4221-907b-90d5c0eff381 None None] Bound port: e7a2f265-ab58-4584-a7d0-b3ba8abd64e6, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bab629b7-9f5c-4af2-b59c-42051dcb307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9b489ebd-dfcb-4eba-aee6-3edd628ab2b2'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:28:29.881108 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ad661bfc-c20e-4221-907b-90d5c0eff381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:29.881690 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5293195a-6f04-4068-adbc-af72baa72d00 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:29.884545 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-5293195a-6f04-4068-adbc-af72baa72d00 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1365328 Dec 10 19:28:29.885971 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 58448) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:28:29.892216 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-b99c337e-3e66-4d84-8dc1-297930ab9521 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': '118d8100-4c81-49f6-9a96-eb213a136601', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:28:29.921568 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b99c337e-3e66-4d84-8dc1-297930ab9521 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:29.949213 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-ad661bfc-c20e-4221-907b-90d5c0eff381 None None] For port e7a2f265-ab58-4584-a7d0-b3ba8abd64e6, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:28:29.954125 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-ad661bfc-c20e-4221-907b-90d5c0eff381 None None] For port e7a2f265-ab58-4584-a7d0-b3ba8abd64e6, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=e7a2f265-ab58-4584-a7d0-b3ba8abd64e6,segment=NetworkSegment(bab629b7-9f5c-4af2-b59c-42051dcb307e),segment_id=bab629b7-9f5c-4af2-b59c-42051dcb307e)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:28:29.958292 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ad661bfc-c20e-4221-907b-90d5c0eff381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:29.986713 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b99c337e-3e66-4d84-8dc1-297930ab9521 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:29.991074 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b99c337e-3e66-4d84-8dc1-297930ab9521 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:30.010189 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c337e-3e66-4d84-8dc1-297930ab9521 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da28e28d-c483-402b-aeda-f0480454e5d2,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:30.019256 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b99c337e-3e66-4d84-8dc1-297930ab9521 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:30.020464 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-b99c337e-3e66-4d84-8dc1-297930ab9521 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1334839 Dec 10 19:28:30.023329 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58450) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:28:30.023948 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad661bfc-c20e-4221-907b-90d5c0eff381 None None] Routers {'efaaedc3-4c0c-4028-a2a2-79480ff7d6f6'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:28:30.024628 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-ad661bfc-c20e-4221-907b-90d5c0eff381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:28:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['efaaedc3-4c0c-4028-a2a2-79480ff7d6f6'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:28:30.028848 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-49bf4240-2df1-4764-8af9-aa23f6421795 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': '118d8100-4c81-49f6-9a96-eb213a136601', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:28:30.060320 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-49bf4240-2df1-4764-8af9-aa23f6421795 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:30.095203 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cc8367-cc21-4f0e-8e21-4297bde02472 None None] Pushing event updated for resources: {'Port': ['ID=e7a2f265-ab58-4584-a7d0-b3ba8abd64e6,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:30.128267 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-4f0c5169-6759-4c92-939f-99d7cf3966bb None None] Provisioning complete for port e7a2f265-ab58-4584-a7d0-b3ba8abd64e6 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:28:30.128665 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4f0c5169-6759-4c92-939f-99d7cf3966bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:30.129131 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-49bf4240-2df1-4764-8af9-aa23f6421795 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:30.134401 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-49bf4240-2df1-4764-8af9-aa23f6421795 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:30.154778 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bf4240-2df1-4764-8af9-aa23f6421795 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f810dc90-f09b-4c03-ad81-6bd1146350f5,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:30.166513 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-49bf4240-2df1-4764-8af9-aa23f6421795 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:30.171309 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 58452) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:28:30.171481 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-49bf4240-2df1-4764-8af9-aa23f6421795 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1462116 Dec 10 19:28:30.176490 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-9e3f350a-cca8-460d-a317-67c0a7a3ced6 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': '118d8100-4c81-49f6-9a96-eb213a136601', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:28:30.180297 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-ad661bfc-c20e-4221-907b-90d5c0eff381 None None] Set router efaaedc3-4c0c-4028-a2a2-79480ff7d6f6 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:28:30.205196 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.securitygroups_db [None req-9e3f350a-cca8-460d-a317-67c0a7a3ced6 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Project 730e4c9f0aba4accb176e575114c849e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:28:30.210303 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9e3f350a-cca8-460d-a317-67c0a7a3ced6 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:30.280619 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9e3f350a-cca8-460d-a317-67c0a7a3ced6 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:30.285244 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9e3f350a-cca8-460d-a317-67c0a7a3ced6 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:30.303917 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3f350a-cca8-460d-a317-67c0a7a3ced6 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94367278-c391-4e80-8498-5a9bfa855b44,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:30.313986 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9e3f350a-cca8-460d-a317-67c0a7a3ced6 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:30.315218 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-9e3f350a-cca8-460d-a317-67c0a7a3ced6 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1424980 Dec 10 19:28:30.318638 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 58454) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:28:30.323146 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-4872f78c-abca-4f37-97ac-dd8d7a56ced3 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': '118d8100-4c81-49f6-9a96-eb213a136601', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:28:30.337655 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4f0c5169-6759-4c92-939f-99d7cf3966bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:30.345879 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.securitygroups_db [None req-4872f78c-abca-4f37-97ac-dd8d7a56ced3 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Project 730e4c9f0aba4accb176e575114c849e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:28:30.350571 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4872f78c-abca-4f37-97ac-dd8d7a56ced3 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:30.401040 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-4f0c5169-6759-4c92-939f-99d7cf3966bb None None] For port e7a2f265-ab58-4584-a7d0-b3ba8abd64e6, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=e7a2f265-ab58-4584-a7d0-b3ba8abd64e6,segment=NetworkSegment(bab629b7-9f5c-4af2-b59c-42051dcb307e),segment_id=bab629b7-9f5c-4af2-b59c-42051dcb307e)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:28:30.406627 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4f0c5169-6759-4c92-939f-99d7cf3966bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:30.413826 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4872f78c-abca-4f37-97ac-dd8d7a56ced3 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:30.418069 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4872f78c-abca-4f37-97ac-dd8d7a56ced3 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:30.438779 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4872f78c-abca-4f37-97ac-dd8d7a56ced3 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f43a66f4-d6ea-490a-bdc0-ad76f45ca7c8,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:30.444822 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4872f78c-abca-4f37-97ac-dd8d7a56ced3 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:30.455793 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-4872f78c-abca-4f37-97ac-dd8d7a56ced3 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1265943 Dec 10 19:28:30.478858 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0c5169-6759-4c92-939f-99d7cf3966bb None None] Pushing event updated for resources: {'Port': ['ID=e7a2f265-ab58-4584-a7d0-b3ba8abd64e6,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:30.500792 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-ad661bfc-c20e-4221-907b-90d5c0eff381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaaedc3-4c0c-4028-a2a2-79480ff7d6f6', 'name': 'tempest-TestNetworkBasicOps-router-165850868', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.194'}], 'enable_snat': True}, 'gw_port_id': '4efa3d24-bf89-48eb-a997-97971fed0b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:28:23Z', 'updated_at': '2021-12-10T19:28:27Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '4efa3d24-bf89-48eb-a997-97971fed0b38', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaaedc3-4c0c-4028-a2a2-79480ff7d6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:28:24Z', 'updated_at': '2021-12-10T19:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': 'e7a2f265-ab58-4584-a7d0-b3ba8abd64e6', 'name': '', 'network_id': '9b489ebd-dfcb-4eba-aee6-3edd628ab2b2', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:38:52:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaaedc3-4c0c-4028-a2a2-79480ff7d6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'c5616429-b927-43b2-8b6a-239a837fdf7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:28:26Z', 'updated_at': '2021-12-10T19:28:29Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'c5616429-b927-43b2-8b6a-239a837fdf7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:28:30.534179 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad661bfc-c20e-4221-907b-90d5c0eff381 None None] The sync data for ids ['efaaedc3-4c0c-4028-a2a2-79480ff7d6f6'] in dv-neutron-821441-1-hyperv is: [{'id': 'efaaedc3-4c0c-4028-a2a2-79480ff7d6f6', 'name': 'tempest-TestNetworkBasicOps-router-165850868', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.194'}], 'enable_snat': True}, 'gw_port_id': '4efa3d24-bf89-48eb-a997-97971fed0b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:28:23Z', 'updated_at': '2021-12-10T19:28:27Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '4efa3d24-bf89-48eb-a997-97971fed0b38', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaaedc3-4c0c-4028-a2a2-79480ff7d6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:28:24Z', 'updated_at': '2021-12-10T19:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': 'e7a2f265-ab58-4584-a7d0-b3ba8abd64e6', 'name': '', 'network_id': '9b489ebd-dfcb-4eba-aee6-3edd628ab2b2', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:38:52:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaaedc3-4c0c-4028-a2a2-79480ff7d6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'c5616429-b927-43b2-8b6a-239a837fdf7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:28:26Z', 'updated_at': '2021-12-10T19:28:29Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'c5616429-b927-43b2-8b6a-239a837fdf7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:28:30.546207 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-a4638274-b5bb-4f9e-a06b-ea112a9e1728 None None] Provisioning complete for port e7a2f265-ab58-4584-a7d0-b3ba8abd64e6 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:28:30.546647 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a4638274-b5bb-4f9e-a06b-ea112a9e1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:30.675347 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a30710d4-08f8-4300-96c4-cc2f98db6507 req-f163c3bc-4444-4c31-880e-22ce4cbba32e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-169702871&fields=id&tenant_id=730e4c9f0aba4accb176e575114c849e HTTP/1.1" status: 200 len: 267 time: 0.0351565 Dec 10 19:28:30.727319 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30710d4-08f8-4300-96c4-cc2f98db6507 req-eb4bfeb4-cf19-4fce-80bd-335a9cf3b4d3 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:30.729772 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a30710d4-08f8-4300-96c4-cc2f98db6507 req-eb4bfeb4-cf19-4fce-80bd-335a9cf3b4d3 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports/db611fd5-7bc9-42a5-a961-dc6f01b76c3f HTTP/1.1" status: 200 len: 931 time: 0.0472550 Dec 10 19:28:30.787239 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a30710d4-08f8-4300-96c4-cc2f98db6507 req-7b05f5ce-6dae-418b-b0aa-3b87fba3dabe service neutron] 10.222.0.69 "GET /v2.0/ports/db611fd5-7bc9-42a5-a961-dc6f01b76c3f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0433114 Dec 10 19:28:30.885668 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a30710d4-08f8-4300-96c4-cc2f98db6507 req-24396b91-37d6-43f8-87df-e7fd367cb621 service neutron] 10.222.0.69 "GET /v2.0/networks/9b489ebd-dfcb-4eba-aee6-3edd628ab2b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926733 Dec 10 19:28:30.890027 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device e7a2f265-ab58-4584-a7d0-b3ba8abd64e6 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:28:30.948135 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port e7a2f265-ab58-4584-a7d0-b3ba8abd64e6 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:28:30.948537 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:31.002930 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a30710d4-08f8-4300-96c4-cc2f98db6507 req-a477883a-08f9-41a9-b2fc-b53041d1618f service neutron] 10.222.0.69 "GET /v2.0/networks/9b489ebd-dfcb-4eba-aee6-3edd628ab2b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086009 Dec 10 19:28:31.040409 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 4efa3d24-bf89-48eb-a997-97971fed0b38 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:28:31.100352 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 4efa3d24-bf89-48eb-a997-97971fed0b38 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:28:31.101028 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:31.201074 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7545da75-375a-4f2c-b370-0050355ba844 req-7ae314e9-7fb1-4682-b4b1-27fc30384098 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=650f6594-2020-4c6f-b956-9676c2a29bc5 HTTP/1.1" status: 200 len: 210 time: 0.0399611 Dec 10 19:28:32.094828 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30710d4-08f8-4300-96c4-cc2f98db6507 req-fabed931-3b5a-4a93-8de3-7a8df64e6e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:32.096389 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a30710d4-08f8-4300-96c4-cc2f98db6507 req-fabed931-3b5a-4a93-8de3-7a8df64e6e6f service neutron] 10.222.0.36 "GET /v2.0/ports/db611fd5-7bc9-42a5-a961-dc6f01b76c3f HTTP/1.1" status: 200 len: 1027 time: 0.0414152 Dec 10 19:28:32.219537 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30710d4-08f8-4300-96c4-cc2f98db6507 req-a94b6e4b-aba3-4038-abb2-5a4de16b091c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:32.221040 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a30710d4-08f8-4300-96c4-cc2f98db6507 req-a94b6e4b-aba3-4038-abb2-5a4de16b091c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.36 "GET /v2.0/networks?id=9b489ebd-dfcb-4eba-aee6-3edd628ab2b2 HTTP/1.1" status: 200 len: 797 time: 0.1181602 Dec 10 19:28:32.265459 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a30710d4-08f8-4300-96c4-cc2f98db6507 req-3aecb312-0bf5-4805-a513-e0813a21109e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=730e4c9f0aba4accb176e575114c849e HTTP/1.1" status: 200 len: 379 time: 0.0341682 Dec 10 19:28:32.281184 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-a30710d4-08f8-4300-96c4-cc2f98db6507 req-eb500d5e-be68-4543-8e1c-7299065cf254 service neutron] Request body: {'port': {'device_id': '650f6594-2020-4c6f-b956-9676c2a29bc5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:28:32.298033 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-07a418f0-9dce-452e-b346-5b7136f95487 req-edf6a95e-6c3a-472e-9f1f-8f955a6122b0 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=650f6594-2020-4c6f-b956-9676c2a29bc5 HTTP/1.1" status: 200 len: 210 time: 0.0317440 Dec 10 19:28:32.323961 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:32.347516 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-a30710d4-08f8-4300-96c4-cc2f98db6507 req-eb500d5e-be68-4543-8e1c-7299065cf254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:32.612555 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [req-a30710d4-08f8-4300-96c4-cc2f98db6507 req-eb500d5e-be68-4543-8e1c-7299065cf254 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db611fd5-7bc9-42a5-a961-dc6f01b76c3f {{(pid=102365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:28:32.619839 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-a30710d4-08f8-4300-96c4-cc2f98db6507 req-eb500d5e-be68-4543-8e1c-7299065cf254 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:32.632663 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.provisioning_blocks [req-a30710d4-08f8-4300-96c4-cc2f98db6507 req-eb500d5e-be68-4543-8e1c-7299065cf254 service neutron] Transition to ACTIVE for port object db611fd5-7bc9-42a5-a961-dc6f01b76c3f will not be triggered until provisioned by entity L2. {{(pid=102365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:28:32.636201 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-a30710d4-08f8-4300-96c4-cc2f98db6507 req-eb500d5e-be68-4543-8e1c-7299065cf254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:32.704957 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb500d5e-be68-4543-8e1c-7299065cf254 service neutron] Pushing event updated for resources: {'Port': ['ID=db611fd5-7bc9-42a5-a961-dc6f01b76c3f,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:32.763582 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-a30710d4-08f8-4300-96c4-cc2f98db6507 req-eb500d5e-be68-4543-8e1c-7299065cf254 service neutron] Attempting to bind port db611fd5-7bc9-42a5-a961-dc6f01b76c3f on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:28:32.764091 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-a30710d4-08f8-4300-96c4-cc2f98db6507 req-eb500d5e-be68-4543-8e1c-7299065cf254 service neutron] Attempting to bind port db611fd5-7bc9-42a5-a961-dc6f01b76c3f by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'bab629b7-9f5c-4af2-b59c-42051dcb307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9b489ebd-dfcb-4eba-aee6-3edd628ab2b2'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:28:32.765024 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30710d4-08f8-4300-96c4-cc2f98db6507 req-eb500d5e-be68-4543-8e1c-7299065cf254 service neutron] Attempting to bind port db611fd5-7bc9-42a5-a961-dc6f01b76c3f on network 9b489ebd-dfcb-4eba-aee6-3edd628ab2b2 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:28:32.770124 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30710d4-08f8-4300-96c4-cc2f98db6507 req-eb500d5e-be68-4543-8e1c-7299065cf254 service neutron] Port db611fd5-7bc9-42a5-a961-dc6f01b76c3f on network 9b489ebd-dfcb-4eba-aee6-3edd628ab2b2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:28:32.770441 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30710d4-08f8-4300-96c4-cc2f98db6507 req-eb500d5e-be68-4543-8e1c-7299065cf254 service neutron] Attempting to bind port db611fd5-7bc9-42a5-a961-dc6f01b76c3f on network 9b489ebd-dfcb-4eba-aee6-3edd628ab2b2 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:28:32.775621 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30710d4-08f8-4300-96c4-cc2f98db6507 req-eb500d5e-be68-4543-8e1c-7299065cf254 service neutron] Checking agent: {'id': '9e16c23e-95bc-4c2e-b3ec-daf7533f9d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'started_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:28:32.776023 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30710d4-08f8-4300-96c4-cc2f98db6507 req-eb500d5e-be68-4543-8e1c-7299065cf254 service neutron] Checking segment: {'id': 'bab629b7-9f5c-4af2-b59c-42051dcb307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9b489ebd-dfcb-4eba-aee6-3edd628ab2b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:28:32.776492 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30710d4-08f8-4300-96c4-cc2f98db6507 req-eb500d5e-be68-4543-8e1c-7299065cf254 service neutron] Bound using segment: {'id': 'bab629b7-9f5c-4af2-b59c-42051dcb307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9b489ebd-dfcb-4eba-aee6-3edd628ab2b2'} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:28:32.776951 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-a30710d4-08f8-4300-96c4-cc2f98db6507 req-eb500d5e-be68-4543-8e1c-7299065cf254 service neutron] Bound port: db611fd5-7bc9-42a5-a961-dc6f01b76c3f, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bab629b7-9f5c-4af2-b59c-42051dcb307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9b489ebd-dfcb-4eba-aee6-3edd628ab2b2'}}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:28:32.777304 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-a30710d4-08f8-4300-96c4-cc2f98db6507 req-eb500d5e-be68-4543-8e1c-7299065cf254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:32.842431 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-a30710d4-08f8-4300-96c4-cc2f98db6507 req-eb500d5e-be68-4543-8e1c-7299065cf254 service neutron] For port db611fd5-7bc9-42a5-a961-dc6f01b76c3f, host hv-neutron-8214, cleared binding levels {{(pid=102365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:28:32.845421 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-a30710d4-08f8-4300-96c4-cc2f98db6507 req-eb500d5e-be68-4543-8e1c-7299065cf254 service neutron] For port db611fd5-7bc9-42a5-a961-dc6f01b76c3f, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=db611fd5-7bc9-42a5-a961-dc6f01b76c3f,segment=NetworkSegment(bab629b7-9f5c-4af2-b59c-42051dcb307e),segment_id=bab629b7-9f5c-4af2-b59c-42051dcb307e)] {{(pid=102365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:28:32.849767 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-a30710d4-08f8-4300-96c4-cc2f98db6507 req-eb500d5e-be68-4543-8e1c-7299065cf254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:32.883777 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30710d4-08f8-4300-96c4-cc2f98db6507 req-eb500d5e-be68-4543-8e1c-7299065cf254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:32.884376 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-a30710d4-08f8-4300-96c4-cc2f98db6507 req-eb500d5e-be68-4543-8e1c-7299065cf254 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:32.885785 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a30710d4-08f8-4300-96c4-cc2f98db6507 req-eb500d5e-be68-4543-8e1c-7299065cf254 service neutron] 10.222.0.36 "PUT /v2.0/ports/db611fd5-7bc9-42a5-a961-dc6f01b76c3f HTTP/1.1" status: 200 len: 1132 time: 0.6112692 Dec 10 19:28:32.886205 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '650f6594-2020-4c6f-b956-9676c2a29bc5', 'tag': 'db611fd5-7bc9-42a5-a961-dc6f01b76c3f'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:28:32.888440 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759d931a-be80-4a82-8d90-6c4afeba708b" -d '{"events": [{"name": "network-changed", "server_uuid": "650f6594-2020-4c6f-b956-9676c2a29bc5", "tag": "db611fd5-7bc9-42a5-a961-dc6f01b76c3f"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:28:32.919698 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb500d5e-be68-4543-8e1c-7299065cf254 service neutron] Pushing event updated for resources: {'Port': ['ID=db611fd5-7bc9-42a5-a961-dc6f01b76c3f,revision_number=3']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:32.938213 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bbaa98f-7471-4125-b373-ce1e6e8ab225 x-openstack-request-id: req-4bbaa98f-7471-4125-b373-ce1e6e8ab225 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:28:32.938505 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "650f6594-2020-4c6f-b956-9676c2a29bc5", "tag": "db611fd5-7bc9-42a5-a961-dc6f01b76c3f", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:28:32.938755 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4bbaa98f-7471-4125-b373-ce1e6e8ab225 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:28:32.939150 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '650f6594-2020-4c6f-b956-9676c2a29bc5', 'tag': 'db611fd5-7bc9-42a5-a961-dc6f01b76c3f', 'status': 'completed', 'code': 200} Dec 10 19:28:32.984256 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30710d4-08f8-4300-96c4-cc2f98db6507 req-d5df7fa9-2443-4327-8dac-221db8db4c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:32.985774 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a30710d4-08f8-4300-96c4-cc2f98db6507 req-d5df7fa9-2443-4327-8dac-221db8db4c7e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=730e4c9f0aba4accb176e575114c849e&device_id=650f6594-2020-4c6f-b956-9676c2a29bc5 HTTP/1.1" status: 200 len: 1135 time: 0.0430968 Dec 10 19:28:33.033705 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a30710d4-08f8-4300-96c4-cc2f98db6507 req-d6379e04-dfaf-4523-8ce7-d39d0e6d3de6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db611fd5-7bc9-42a5-a961-dc6f01b76c3f HTTP/1.1" status: 200 len: 217 time: 0.0382419 Dec 10 19:28:33.086195 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30710d4-08f8-4300-96c4-cc2f98db6507 req-d0666b0f-9d42-46f5-a604-b8e588efdf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:33.087675 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a30710d4-08f8-4300-96c4-cc2f98db6507 req-d0666b0f-9d42-46f5-a604-b8e588efdf33 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c5616429-b927-43b2-8b6a-239a837fdf7d HTTP/1.1" status: 200 len: 835 time: 0.0458736 Dec 10 19:28:33.133654 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30710d4-08f8-4300-96c4-cc2f98db6507 req-8195f332-1726-4fa5-89c6-5ad191a3f8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:33.135129 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a30710d4-08f8-4300-96c4-cc2f98db6507 req-8195f332-1726-4fa5-89c6-5ad191a3f8f6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b489ebd-dfcb-4eba-aee6-3edd628ab2b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399179 Dec 10 19:28:33.226800 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a30710d4-08f8-4300-96c4-cc2f98db6507 req-af39a0a9-e01d-42e6-a59c-84ac81c59016 service neutron] 10.222.0.36 "GET /v2.0/networks/9b489ebd-dfcb-4eba-aee6-3edd628ab2b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835421 Dec 10 19:28:33.316140 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a30710d4-08f8-4300-96c4-cc2f98db6507 req-495a1609-ec98-40fb-9c62-40213cd6b396 service neutron] 10.222.0.36 "GET /v2.0/networks/9b489ebd-dfcb-4eba-aee6-3edd628ab2b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808444 Dec 10 19:28:33.433764 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d931a-be80-4a82-8d90-6c4afeba708b req-35879c4d-9958-4424-aa9c-fae735fafa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:33.435230 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-759d931a-be80-4a82-8d90-6c4afeba708b req-35879c4d-9958-4424-aa9c-fae735fafa40 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=730e4c9f0aba4accb176e575114c849e&device_id=650f6594-2020-4c6f-b956-9676c2a29bc5 HTTP/1.1" status: 200 len: 1135 time: 0.0724745 Dec 10 19:28:33.443419 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed790c4-18f6-4840-ad5e-37a86e0e51da req-58e307e6-26dc-4ae2-966b-0d4476ae95c4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:33.444762 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8ed790c4-18f6-4840-ad5e-37a86e0e51da req-58e307e6-26dc-4ae2-966b-0d4476ae95c4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=650f6594-2020-4c6f-b956-9676c2a29bc5 HTTP/1.1" status: 200 len: 982 time: 0.0740478 Dec 10 19:28:33.527028 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8ed790c4-18f6-4840-ad5e-37a86e0e51da req-7c072a0a-e1c3-42cf-81e4-7bf10eee21a6 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=2d5222f4-a172-4934-8a0c-7bb42055e72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732553 Dec 10 19:28:33.554428 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d931a-be80-4a82-8d90-6c4afeba708b req-3bf2addc-315b-49d7-890e-eabc48144a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:33.555882 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-759d931a-be80-4a82-8d90-6c4afeba708b req-3bf2addc-315b-49d7-890e-eabc48144a58 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9b489ebd-dfcb-4eba-aee6-3edd628ab2b2 HTTP/1.1" status: 200 len: 898 time: 0.1102858 Dec 10 19:28:33.601465 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-759d931a-be80-4a82-8d90-6c4afeba708b req-e435129a-c616-4a14-a5e3-94e4c418a5a9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db611fd5-7bc9-42a5-a961-dc6f01b76c3f HTTP/1.1" status: 200 len: 217 time: 0.0372519 Dec 10 19:28:33.651227 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d931a-be80-4a82-8d90-6c4afeba708b req-4b78d2f4-5b93-424c-95cf-c2afd002e267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:33.652720 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-759d931a-be80-4a82-8d90-6c4afeba708b req-4b78d2f4-5b93-424c-95cf-c2afd002e267 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c5616429-b927-43b2-8b6a-239a837fdf7d HTTP/1.1" status: 200 len: 835 time: 0.0432246 Dec 10 19:28:33.699984 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d931a-be80-4a82-8d90-6c4afeba708b req-7d5a53de-0c6e-4b5c-9e49-fe9e945ecdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:33.701493 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-759d931a-be80-4a82-8d90-6c4afeba708b req-7d5a53de-0c6e-4b5c-9e49-fe9e945ecdd5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b489ebd-dfcb-4eba-aee6-3edd628ab2b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401709 Dec 10 19:28:33.795976 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-759d931a-be80-4a82-8d90-6c4afeba708b req-0c46e122-e1fa-468e-a762-523f10b50b6c service neutron] 10.222.0.36 "GET /v2.0/networks/9b489ebd-dfcb-4eba-aee6-3edd628ab2b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861812 Dec 10 19:28:33.884053 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-759d931a-be80-4a82-8d90-6c4afeba708b req-46df30f5-8aff-4552-bbfb-96642e3db346 service neutron] 10.222.0.36 "GET /v2.0/networks/9b489ebd-dfcb-4eba-aee6-3edd628ab2b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804381 Dec 10 19:28:34.648602 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42312f6a-e393-4d26-aaa6-b1463eee8d01 req-3a04fe46-2bca-4256-8d31-13c19cf10f55 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:34.650061 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-42312f6a-e393-4d26-aaa6-b1463eee8d01 req-3a04fe46-2bca-4256-8d31-13c19cf10f55 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=650f6594-2020-4c6f-b956-9676c2a29bc5 HTTP/1.1" status: 200 len: 982 time: 0.0536976 Dec 10 19:28:34.688655 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-42312f6a-e393-4d26-aaa6-b1463eee8d01 req-d35f1ed5-9b8c-4f17-8808-6817b65055b9 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=2d5222f4-a172-4934-8a0c-7bb42055e72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325911 Dec 10 19:28:35.804628 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505ad74-0196-41c3-bf9b-f676517b50aa req-a2a801b4-2e6b-49df-95a8-432d1f53ad0a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:35.806147 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c505ad74-0196-41c3-bf9b-f676517b50aa req-a2a801b4-2e6b-49df-95a8-432d1f53ad0a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=650f6594-2020-4c6f-b956-9676c2a29bc5 HTTP/1.1" status: 200 len: 982 time: 0.0508783 Dec 10 19:28:35.843386 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c505ad74-0196-41c3-bf9b-f676517b50aa req-16e99aa4-ac17-4e43-899a-84f263de5e40 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=2d5222f4-a172-4934-8a0c-7bb42055e72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311220 Dec 10 19:28:36.957797 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa87e6c6-3490-4fe1-b3d0-8f4b5b55d6d8 req-feb8aadd-719d-4cf0-a627-905b0a28c07f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:36.959267 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-fa87e6c6-3490-4fe1-b3d0-8f4b5b55d6d8 req-feb8aadd-719d-4cf0-a627-905b0a28c07f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=650f6594-2020-4c6f-b956-9676c2a29bc5 HTTP/1.1" status: 200 len: 982 time: 0.0494592 Dec 10 19:28:36.997286 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-fa87e6c6-3490-4fe1-b3d0-8f4b5b55d6d8 req-756d5ba3-3715-42f4-a0a7-fd71b226b658 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=2d5222f4-a172-4934-8a0c-7bb42055e72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321374 Dec 10 19:28:37.249651 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device db611fd5-7bc9-42a5-a961-dc6f01b76c3f details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=102367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:28:37.341391 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port db611fd5-7bc9-42a5-a961-dc6f01b76c3f, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=db611fd5-7bc9-42a5-a961-dc6f01b76c3f,segment=NetworkSegment(bab629b7-9f5c-4af2-b59c-42051dcb307e),segment_id=bab629b7-9f5c-4af2-b59c-42051dcb307e)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:28:37.352850 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Returning: {'device': 'db611fd5-7bc9-42a5-a961-dc6f01b76c3f', 'network_id': '9b489ebd-dfcb-4eba-aee6-3edd628ab2b2', 'port_id': 'db611fd5-7bc9-42a5-a961-dc6f01b76c3f', 'mac_address': 'fa:16:3e:d6:b8:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5616429-b927-43b2-8b6a-239a837fdf7d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:28:37.394019 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:37.411694 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db611fd5-7bc9-42a5-a961-dc6f01b76c3f {{(pid=102367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:28:37.430966 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port db611fd5-7bc9-42a5-a961-dc6f01b76c3f, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=db611fd5-7bc9-42a5-a961-dc6f01b76c3f,segment=NetworkSegment(bab629b7-9f5c-4af2-b59c-42051dcb307e),segment_id=bab629b7-9f5c-4af2-b59c-42051dcb307e)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:28:37.434583 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:37.480937 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=db611fd5-7bc9-42a5-a961-dc6f01b76c3f,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:37.800236 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['db611fd5-7bc9-42a5-a961-dc6f01b76c3f'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:28:38.115374 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c770f-c436-41f8-9dd5-ae188b8e18b7 req-821b972f-3273-4911-8bd7-27010bbace7c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:38.116850 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e13c770f-c436-41f8-9dd5-ae188b8e18b7 req-821b972f-3273-4911-8bd7-27010bbace7c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=650f6594-2020-4c6f-b956-9676c2a29bc5 HTTP/1.1" status: 200 len: 983 time: 0.0535886 Dec 10 19:28:38.154593 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e13c770f-c436-41f8-9dd5-ae188b8e18b7 req-301ceb58-fd45-4380-b2b2-a00da6d717cc tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=2d5222f4-a172-4934-8a0c-7bb42055e72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318730 Dec 10 19:28:39.271184 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb9711-0614-4b53-b770-2d620e450d5f req-294115e3-10d0-4edf-9c77-2f16bf92214a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:39.272677 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-cccb9711-0614-4b53-b770-2d620e450d5f req-294115e3-10d0-4edf-9c77-2f16bf92214a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=650f6594-2020-4c6f-b956-9676c2a29bc5 HTTP/1.1" status: 200 len: 983 time: 0.0504937 Dec 10 19:28:39.282468 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device db611fd5-7bc9-42a5-a961-dc6f01b76c3f up at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:28:39.313521 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-cccb9711-0614-4b53-b770-2d620e450d5f req-c238c20b-5c52-4786-95f3-0c616ebd0a47 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=2d5222f4-a172-4934-8a0c-7bb42055e72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347085 Dec 10 19:28:39.331927 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning for port db611fd5-7bc9-42a5-a961-dc6f01b76c3f completed by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:28:39.335698 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning complete for port db611fd5-7bc9-42a5-a961-dc6f01b76c3f triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:28:39.336052 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:39.413042 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:39.435353 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650f6594-2020-4c6f-b956-9676c2a29bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db611fd5-7bc9-42a5-a961-dc6f01b76c3f'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:28:39.438211 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0dd006407324ce2959a5a4cf9f0b5e0801d7a51a5291ea700e8786e11115a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f646245a-2304-4298-8425-06b3ff2f1a96" -d '{"events": [{"server_uuid": "650f6594-2020-4c6f-b956-9676c2a29bc5", "name": "network-vif-plugged", "status": "completed", "tag": "db611fd5-7bc9-42a5-a961-dc6f01b76c3f"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:28:39.450699 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port db611fd5-7bc9-42a5-a961-dc6f01b76c3f, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=db611fd5-7bc9-42a5-a961-dc6f01b76c3f,segment=NetworkSegment(bab629b7-9f5c-4af2-b59c-42051dcb307e),segment_id=bab629b7-9f5c-4af2-b59c-42051dcb307e)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:28:39.455416 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:39.482788 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b5c680-d209-4e3b-a778-26b2174b247f x-openstack-request-id: req-65b5c680-d209-4e3b-a778-26b2174b247f {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:28:39.484168 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650f6594-2020-4c6f-b956-9676c2a29bc5", "name": "network-vif-plugged", "status": "completed", "tag": "db611fd5-7bc9-42a5-a961-dc6f01b76c3f", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:28:39.484450 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-65b5c680-d209-4e3b-a778-26b2174b247f {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:28:39.485474 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650f6594-2020-4c6f-b956-9676c2a29bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db611fd5-7bc9-42a5-a961-dc6f01b76c3f', 'code': 200} Dec 10 19:28:39.510907 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=db611fd5-7bc9-42a5-a961-dc6f01b76c3f,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:39.650783 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b1b62f-d9f7-4997-8f56-a68d7f6d0631 req-32df35e7-df6c-4140-8798-d33b0ad457fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:39.652288 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-90b1b62f-d9f7-4997-8f56-a68d7f6d0631 req-32df35e7-df6c-4140-8798-d33b0ad457fa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=650f6594-2020-4c6f-b956-9676c2a29bc5 HTTP/1.1" status: 200 len: 1137 time: 0.0412450 Dec 10 19:28:39.688785 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-90b1b62f-d9f7-4997-8f56-a68d7f6d0631 req-1a357412-1f2d-4c13-bdbe-910ecfc16b8a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2d5222f4-a172-4934-8a0c-7bb42055e72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286076 Dec 10 19:28:40.435092 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f805263b-3c37-405d-8b28-16c4ef638893 req-fc0715eb-7115-4b0a-a573-c7804e68fb54 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:40.437312 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f805263b-3c37-405d-8b28-16c4ef638893 req-fc0715eb-7115-4b0a-a573-c7804e68fb54 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=650f6594-2020-4c6f-b956-9676c2a29bc5 HTTP/1.1" status: 200 len: 984 time: 0.0525911 Dec 10 19:28:40.474182 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f805263b-3c37-405d-8b28-16c4ef638893 req-4ceee126-754a-4fd2-a74c-8f699ddbfa06 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=2d5222f4-a172-4934-8a0c-7bb42055e72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308461 Dec 10 19:28:41.593571 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9b82a-e9ab-4814-b5b2-4007aaaf6d96 req-5c9cbea4-5c4f-4b23-a44b-2f5cb1e1ca8f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:41.595149 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-02f9b82a-e9ab-4814-b5b2-4007aaaf6d96 req-5c9cbea4-5c4f-4b23-a44b-2f5cb1e1ca8f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=650f6594-2020-4c6f-b956-9676c2a29bc5 HTTP/1.1" status: 200 len: 984 time: 0.0504436 Dec 10 19:28:41.633964 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-02f9b82a-e9ab-4814-b5b2-4007aaaf6d96 req-e5daf8a1-715d-4f16-a916-b61543de6d4e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=2d5222f4-a172-4934-8a0c-7bb42055e72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328472 Dec 10 19:28:41.754573 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713b5ff-d397-4c96-915e-db11cec8bf64 req-3604fc29-c401-41cd-896a-d3448bd2f91c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:41.755980 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1713b5ff-d397-4c96-915e-db11cec8bf64 req-3604fc29-c401-41cd-896a-d3448bd2f91c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=650f6594-2020-4c6f-b956-9676c2a29bc5 HTTP/1.1" status: 200 len: 984 time: 0.0528233 Dec 10 19:28:41.794590 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1713b5ff-d397-4c96-915e-db11cec8bf64 req-ed73d8f4-0075-4de0-bcc2-e1b08370e86b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=2d5222f4-a172-4934-8a0c-7bb42055e72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323818 Dec 10 19:28:41.817143 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 58510) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:28:41.863377 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e1e841-20f0-450d-b643-55caf61c8de9 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:41.864971 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-c6e1e841-20f0-450d-b643-55caf61c8de9 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=650f6594-2020-4c6f-b956-9676c2a29bc5 HTTP/1.1" status: 200 len: 1132 time: 0.0467701 Dec 10 19:28:41.868013 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 58512) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:28:41.874628 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-8d222b84-da49-4672-aba6-35ada1876527 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'floatingip': {'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'port_id': 'db611fd5-7bc9-42a5-a961-dc6f01b76c3f', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:28:41.900248 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8d222b84-da49-4672-aba6-35ada1876527 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for floatingip, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:42.012608 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8d222b84-da49-4672-aba6-35ada1876527 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:42.149892 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-8d222b84-da49-4672-aba6-35ada1876527 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Allocated IP 172.26.6.83 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/5e11793c-691d-4f4f-8bf3-df9727305f49) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:28:42.272037 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8d222b84-da49-4672-aba6-35ada1876527 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:42.310398 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8d222b84-da49-4672-aba6-35ada1876527 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:42.355839 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d222b84-da49-4672-aba6-35ada1876527 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:28:42.359392 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-8d222b84-da49-4672-aba6-35ada1876527 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:28:42.362296 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d222b84-da49-4672-aba6-35ada1876527 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:28:42.389041 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d222b84-da49-4672-aba6-35ada1876527 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Port': ['ID=5e11793c-691d-4f4f-8bf3-df9727305f49,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:42.403372 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d222b84-da49-4672-aba6-35ada1876527 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:42.403718 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d222b84-da49-4672-aba6-35ada1876527 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:42.404058 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d222b84-da49-4672-aba6-35ada1876527 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:42.404389 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d222b84-da49-4672-aba6-35ada1876527 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:42.405276 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d222b84-da49-4672-aba6-35ada1876527 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:42.405920 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d222b84-da49-4672-aba6-35ada1876527 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:42.405920 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d222b84-da49-4672-aba6-35ada1876527 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:42.406228 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d222b84-da49-4672-aba6-35ada1876527 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:42.406547 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d222b84-da49-4672-aba6-35ada1876527 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:42.406862 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d222b84-da49-4672-aba6-35ada1876527 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:42.407178 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d222b84-da49-4672-aba6-35ada1876527 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:42.407502 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d222b84-da49-4672-aba6-35ada1876527 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:42.730770 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8d222b84-da49-4672-aba6-35ada1876527 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:42.806688 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8d222b84-da49-4672-aba6-35ada1876527 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:42.972741 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8d222b84-da49-4672-aba6-35ada1876527 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:42.977422 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8d222b84-da49-4672-aba6-35ada1876527 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:43.048160 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d222b84-da49-4672-aba6-35ada1876527 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Port': ['ID=5e11793c-691d-4f4f-8bf3-df9727305f49,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:43.058017 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8d222b84-da49-4672-aba6-35ada1876527 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3713103'] for floatingip, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:43.473343 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.l3_db [None req-8d222b84-da49-4672-aba6-35ada1876527 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Floating IP 0e30769e-ed16-460b-b24e-0ae91df9c1bd associated. External IP: 172.26.6.83, port: db611fd5-7bc9-42a5-a961-dc6f01b76c3f. Dec 10 19:28:43.680231 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d222b84-da49-4672-aba6-35ada1876527 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Router efaaedc3-4c0c-4028-a2a2-79480ff7d6f6 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:28:43.794608 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d222b84-da49-4672-aba6-35ada1876527 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:28:43.805783 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adecceb0-774b-4b0a-a12e-a083b4fb1527 None None] Sync routers for ids ['efaaedc3-4c0c-4028-a2a2-79480ff7d6f6'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:28:43.815451 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8d222b84-da49-4672-aba6-35ada1876527 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:43.847703 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-8d222b84-da49-4672-aba6-35ada1876527 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 1.9754224 Dec 10 19:28:43.847703 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '650f6594-2020-4c6f-b956-9676c2a29bc5', 'tag': 'db611fd5-7bc9-42a5-a961-dc6f01b76c3f'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:28:43.848210 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79169b66-e50c-4471-be1b-194306b14b51" -d '{"events": [{"name": "network-changed", "server_uuid": "650f6594-2020-4c6f-b956-9676c2a29bc5", "tag": "db611fd5-7bc9-42a5-a961-dc6f01b76c3f"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:28:43.848891 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58514) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:28:43.886371 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ffdd0c1-30b0-4ed6-b041-ccfaa6e750b7 x-openstack-request-id: req-2ffdd0c1-30b0-4ed6-b041-ccfaa6e750b7 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:28:43.886669 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "650f6594-2020-4c6f-b956-9676c2a29bc5", "tag": "db611fd5-7bc9-42a5-a961-dc6f01b76c3f", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:28:43.886918 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2ffdd0c1-30b0-4ed6-b041-ccfaa6e750b7 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:28:43.887316 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '650f6594-2020-4c6f-b956-9676c2a29bc5', 'tag': 'db611fd5-7bc9-42a5-a961-dc6f01b76c3f', 'status': 'completed', 'code': 200} Dec 10 19:28:43.908559 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adecceb0-774b-4b0a-a12e-a083b4fb1527 None None] Routers {'efaaedc3-4c0c-4028-a2a2-79480ff7d6f6'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:28:43.909180 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-adecceb0-774b-4b0a-a12e-a083b4fb1527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:28:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['efaaedc3-4c0c-4028-a2a2-79480ff7d6f6'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:28:43.932950 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6393f760-4b62-4ab0-8b33-217fb9cd399a tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:43.937606 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-6393f760-4b62-4ab0-8b33-217fb9cd399a tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=650f6594-2020-4c6f-b956-9676c2a29bc5&network_id=9b489ebd-dfcb-4eba-aee6-3edd628ab2b2 HTTP/1.1" status: 200 len: 1132 time: 0.0846090 Dec 10 19:28:43.959168 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79169b66-e50c-4471-be1b-194306b14b51 req-573c2f3f-175e-420f-b28c-82e5598b0dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:43.961611 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-79169b66-e50c-4471-be1b-194306b14b51 req-573c2f3f-175e-420f-b28c-82e5598b0dec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=730e4c9f0aba4accb176e575114c849e&device_id=650f6594-2020-4c6f-b956-9676c2a29bc5 HTTP/1.1" status: 200 len: 1137 time: 0.0482078 Dec 10 19:28:44.023894 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-adecceb0-774b-4b0a-a12e-a083b4fb1527 None None] Set router efaaedc3-4c0c-4028-a2a2-79480ff7d6f6 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:28:44.073608 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79169b66-e50c-4471-be1b-194306b14b51 req-79e79049-7c2e-4527-8317-bf5ba9d1f723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:44.075340 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-79169b66-e50c-4471-be1b-194306b14b51 req-79e79049-7c2e-4527-8317-bf5ba9d1f723 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9b489ebd-dfcb-4eba-aee6-3edd628ab2b2 HTTP/1.1" status: 200 len: 898 time: 0.1022263 Dec 10 19:28:44.179715 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-79169b66-e50c-4471-be1b-194306b14b51 req-7d0cadd3-9ca4-4d51-8eeb-7ae02afd8710 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db611fd5-7bc9-42a5-a961-dc6f01b76c3f HTTP/1.1" status: 200 len: 1037 time: 0.0952163 Dec 10 19:28:44.197956 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89595799-9618-4942-8a9b-dbc3cf5ea26f req-5eecba8f-83ae-4c20-b346-87f48702df58 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:44.200981 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-89595799-9618-4942-8a9b-dbc3cf5ea26f req-5eecba8f-83ae-4c20-b346-87f48702df58 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=650f6594-2020-4c6f-b956-9676c2a29bc5 HTTP/1.1" status: 200 len: 984 time: 0.0695825 Dec 10 19:28:44.277421 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79169b66-e50c-4471-be1b-194306b14b51 req-fd4b92dc-545d-48d9-91bb-4cebd6607e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:44.278986 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-79169b66-e50c-4471-be1b-194306b14b51 req-fd4b92dc-545d-48d9-91bb-4cebd6607e98 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c5616429-b927-43b2-8b6a-239a837fdf7d HTTP/1.1" status: 200 len: 835 time: 0.0763869 Dec 10 19:28:44.279354 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-adecceb0-774b-4b0a-a12e-a083b4fb1527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaaedc3-4c0c-4028-a2a2-79480ff7d6f6', 'name': 'tempest-TestNetworkBasicOps-router-165850868', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.194'}], 'enable_snat': True}, 'gw_port_id': '4efa3d24-bf89-48eb-a997-97971fed0b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:28:23Z', 'updated_at': '2021-12-10T19:28:27Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '4efa3d24-bf89-48eb-a997-97971fed0b38', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaaedc3-4c0c-4028-a2a2-79480ff7d6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:28:24Z', 'updated_at': '2021-12-10T19:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '0e30769e-ed16-460b-b24e-0ae91df9c1bd', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'floating_ip_address': '172.26.6.83', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': 'efaaedc3-4c0c-4028-a2a2-79480ff7d6f6', 'port_id': 'db611fd5-7bc9-42a5-a961-dc6f01b76c3f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-2058777481', 'network_id': '9b489ebd-dfcb-4eba-aee6-3edd628ab2b2', 'mac_address': 'fa:16:3e:d6:b8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650f6594-2020-4c6f-b956-9676c2a29bc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:28:42Z', 'updated_at': '2021-12-10T19:28:42Z', 'revision_number': 0, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7a2f265-ab58-4584-a7d0-b3ba8abd64e6', 'name': '', 'network_id': '9b489ebd-dfcb-4eba-aee6-3edd628ab2b2', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:38:52:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaaedc3-4c0c-4028-a2a2-79480ff7d6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'c5616429-b927-43b2-8b6a-239a837fdf7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:28:26Z', 'updated_at': '2021-12-10T19:28:30Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'c5616429-b927-43b2-8b6a-239a837fdf7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:28:44.283234 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-89595799-9618-4942-8a9b-dbc3cf5ea26f req-1b95825a-bcf1-41d8-b5ba-f69bad4ce9eb tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=2d5222f4-a172-4934-8a0c-7bb42055e72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714195 Dec 10 19:28:44.314105 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adecceb0-774b-4b0a-a12e-a083b4fb1527 None None] Checking router: efaaedc3-4c0c-4028-a2a2-79480ff7d6f6 for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:28:44.322444 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adecceb0-774b-4b0a-a12e-a083b4fb1527 None None] Routers {'efaaedc3-4c0c-4028-a2a2-79480ff7d6f6'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:28:44.323025 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-adecceb0-774b-4b0a-a12e-a083b4fb1527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:28:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['efaaedc3-4c0c-4028-a2a2-79480ff7d6f6'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:28:44.349569 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79169b66-e50c-4471-be1b-194306b14b51 req-55447380-e80e-477c-9d65-795c13da04fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:44.351079 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-79169b66-e50c-4471-be1b-194306b14b51 req-55447380-e80e-477c-9d65-795c13da04fc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b489ebd-dfcb-4eba-aee6-3edd628ab2b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0586045 Dec 10 19:28:44.429790 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-adecceb0-774b-4b0a-a12e-a083b4fb1527 None None] Set router efaaedc3-4c0c-4028-a2a2-79480ff7d6f6 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:28:44.460032 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-79169b66-e50c-4471-be1b-194306b14b51 req-277e190f-141c-48ae-8a6c-511f51fb9aec service neutron] 10.222.0.36 "GET /v2.0/networks/9b489ebd-dfcb-4eba-aee6-3edd628ab2b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937459 Dec 10 19:28:44.565121 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-79169b66-e50c-4471-be1b-194306b14b51 req-4219d4dc-f62a-4f32-8583-b0cfb5a3effa service neutron] 10.222.0.36 "GET /v2.0/networks/9b489ebd-dfcb-4eba-aee6-3edd628ab2b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917141 Dec 10 19:28:44.668319 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-adecceb0-774b-4b0a-a12e-a083b4fb1527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaaedc3-4c0c-4028-a2a2-79480ff7d6f6', 'name': 'tempest-TestNetworkBasicOps-router-165850868', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.194'}], 'enable_snat': True}, 'gw_port_id': '4efa3d24-bf89-48eb-a997-97971fed0b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:28:23Z', 'updated_at': '2021-12-10T19:28:27Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '4efa3d24-bf89-48eb-a997-97971fed0b38', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaaedc3-4c0c-4028-a2a2-79480ff7d6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:28:24Z', 'updated_at': '2021-12-10T19:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '0e30769e-ed16-460b-b24e-0ae91df9c1bd', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'floating_ip_address': '172.26.6.83', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': 'efaaedc3-4c0c-4028-a2a2-79480ff7d6f6', 'port_id': 'db611fd5-7bc9-42a5-a961-dc6f01b76c3f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-2058777481', 'network_id': '9b489ebd-dfcb-4eba-aee6-3edd628ab2b2', 'mac_address': 'fa:16:3e:d6:b8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650f6594-2020-4c6f-b956-9676c2a29bc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:28:42Z', 'updated_at': '2021-12-10T19:28:42Z', 'revision_number': 0, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7a2f265-ab58-4584-a7d0-b3ba8abd64e6', 'name': '', 'network_id': '9b489ebd-dfcb-4eba-aee6-3edd628ab2b2', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:38:52:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaaedc3-4c0c-4028-a2a2-79480ff7d6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'c5616429-b927-43b2-8b6a-239a837fdf7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:28:26Z', 'updated_at': '2021-12-10T19:28:30Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'c5616429-b927-43b2-8b6a-239a837fdf7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:28:44.696657 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adecceb0-774b-4b0a-a12e-a083b4fb1527 None None] The sync data for ids ['efaaedc3-4c0c-4028-a2a2-79480ff7d6f6'] in dv-neutron-821441-1-hyperv is: [{'id': 'efaaedc3-4c0c-4028-a2a2-79480ff7d6f6', 'name': 'tempest-TestNetworkBasicOps-router-165850868', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.194'}], 'enable_snat': True}, 'gw_port_id': '4efa3d24-bf89-48eb-a997-97971fed0b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:28:23Z', 'updated_at': '2021-12-10T19:28:27Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '4efa3d24-bf89-48eb-a997-97971fed0b38', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaaedc3-4c0c-4028-a2a2-79480ff7d6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:28:24Z', 'updated_at': '2021-12-10T19:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '0e30769e-ed16-460b-b24e-0ae91df9c1bd', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'floating_ip_address': '172.26.6.83', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': 'efaaedc3-4c0c-4028-a2a2-79480ff7d6f6', 'port_id': 'db611fd5-7bc9-42a5-a961-dc6f01b76c3f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-2058777481', 'network_id': '9b489ebd-dfcb-4eba-aee6-3edd628ab2b2', 'mac_address': 'fa:16:3e:d6:b8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650f6594-2020-4c6f-b956-9676c2a29bc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:28:42Z', 'updated_at': '2021-12-10T19:28:42Z', 'revision_number': 0, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7a2f265-ab58-4584-a7d0-b3ba8abd64e6', 'name': '', 'network_id': '9b489ebd-dfcb-4eba-aee6-3edd628ab2b2', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:38:52:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaaedc3-4c0c-4028-a2a2-79480ff7d6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'c5616429-b927-43b2-8b6a-239a837fdf7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:28:26Z', 'updated_at': '2021-12-10T19:28:30Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'c5616429-b927-43b2-8b6a-239a837fdf7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:28:44.892199 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a4636e-ff2f-4dc9-883e-5c1e9fad7af4 None None] New status for floating IP 0e30769e-ed16-460b-b24e-0ae91df9c1bd: ACTIVE {{(pid=102367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:28:45.412017 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e28a7-c838-4e16-ba65-73a987a0067d req-eb0cdc43-7fac-47cf-8ba4-ffa1f3827a81 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:45.413581 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f89e28a7-c838-4e16-ba65-73a987a0067d req-eb0cdc43-7fac-47cf-8ba4-ffa1f3827a81 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=650f6594-2020-4c6f-b956-9676c2a29bc5 HTTP/1.1" status: 200 len: 984 time: 0.0528493 Dec 10 19:28:45.451919 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f89e28a7-c838-4e16-ba65-73a987a0067d req-129aae46-aea6-4ced-9354-a4fb49e5d439 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=2d5222f4-a172-4934-8a0c-7bb42055e72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324850 Dec 10 19:28:46.095413 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d050c091-733f-48e5-bae4-c6439f8dcce2 req-49bc73b0-f743-4159-b96a-4a40a9943b9d tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:46.096910 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d050c091-733f-48e5-bae4-c6439f8dcce2 req-49bc73b0-f743-4159-b96a-4a40a9943b9d tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.36 "GET /v2.0/ports?device_id=650f6594-2020-4c6f-b956-9676c2a29bc5 HTTP/1.1" status: 200 len: 984 time: 0.0532837 Dec 10 19:28:46.144376 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d050c091-733f-48e5-bae4-c6439f8dcce2 req-ff11490e-a601-422c-a706-f5b968632d79 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:46.145831 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d050c091-733f-48e5-bae4-c6439f8dcce2 req-ff11490e-a601-422c-a706-f5b968632d79 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.36 "GET /v2.0/ports/db611fd5-7bc9-42a5-a961-dc6f01b76c3f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0404406 Dec 10 19:28:46.259811 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d050c091-733f-48e5-bae4-c6439f8dcce2 req-599f098c-79ed-4d10-83b9-2aeceba4bc30 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.36 "GET /v2.0/networks/9b489ebd-dfcb-4eba-aee6-3edd628ab2b2?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1060286 Dec 10 19:28:46.271689 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-d050c091-733f-48e5-bae4-c6439f8dcce2 req-0814c8e7-e3c0-4a14-88fa-8bc568844279 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:28:46.329633 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-d050c091-733f-48e5-bae4-c6439f8dcce2 req-0814c8e7-e3c0-4a14-88fa-8bc568844279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:46.464136 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-d050c091-733f-48e5-bae4-c6439f8dcce2 req-0814c8e7-e3c0-4a14-88fa-8bc568844279 service neutron] For port db611fd5-7bc9-42a5-a961-dc6f01b76c3f, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=db611fd5-7bc9-42a5-a961-dc6f01b76c3f,segment=NetworkSegment(bab629b7-9f5c-4af2-b59c-42051dcb307e),segment_id=bab629b7-9f5c-4af2-b59c-42051dcb307e)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:28:46.499371 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-d050c091-733f-48e5-bae4-c6439f8dcce2 req-0814c8e7-e3c0-4a14-88fa-8bc568844279 service neutron] For port db611fd5-7bc9-42a5-a961-dc6f01b76c3f, host hv-neutron-8214, cleared binding levels {{(pid=102365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:28:46.554465 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [req-d050c091-733f-48e5-bae4-c6439f8dcce2 req-0814c8e7-e3c0-4a14-88fa-8bc568844279 service neutron] device_id is not set on port db611fd5-7bc9-42a5-a961-dc6f01b76c3f yet. {{(pid=102365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:28:46.566229 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-d050c091-733f-48e5-bae4-c6439f8dcce2 req-0814c8e7-e3c0-4a14-88fa-8bc568844279 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:46.575653 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-d050c091-733f-48e5-bae4-c6439f8dcce2 req-0814c8e7-e3c0-4a14-88fa-8bc568844279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:46.613182 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd6eba1-32ae-4083-a455-a34ace693c84 req-9bec54f2-8f22-41c4-aace-cb6262256911 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:46.614629 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ffd6eba1-32ae-4083-a455-a34ace693c84 req-9bec54f2-8f22-41c4-aace-cb6262256911 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=650f6594-2020-4c6f-b956-9676c2a29bc5 HTTP/1.1" status: 200 len: 905 time: 0.0939012 Dec 10 19:28:46.671454 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0814c8e7-e3c0-4a14-88fa-8bc568844279 service neutron] Pushing event updated for resources: {'Port': ['ID=db611fd5-7bc9-42a5-a961-dc6f01b76c3f,revision_number=6']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:46.762662 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ffd6eba1-32ae-4083-a455-a34ace693c84 req-51744d07-ab10-4271-a952-fbe598795099 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=2d5222f4-a172-4934-8a0c-7bb42055e72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329916 Dec 10 19:28:46.805325 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-d050c091-733f-48e5-bae4-c6439f8dcce2 req-0814c8e7-e3c0-4a14-88fa-8bc568844279 service neutron] No DVR routers for this DVR port db611fd5-7bc9-42a5-a961-dc6f01b76c3f on host hv-neutron-8214 {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:28:46.926013 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-b21161f8-8920-4c4b-8a2a-7cdbea464156 None None] Provisioning complete for port db611fd5-7bc9-42a5-a961-dc6f01b76c3f triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:28:46.926662 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b21161f8-8920-4c4b-8a2a-7cdbea464156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:46.945402 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-d050c091-733f-48e5-bae4-c6439f8dcce2 req-0814c8e7-e3c0-4a14-88fa-8bc568844279 service neutron] In _notify_port_updated(), no bound segment for port db611fd5-7bc9-42a5-a961-dc6f01b76c3f on network 9b489ebd-dfcb-4eba-aee6-3edd628ab2b2 {{(pid=102365) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 10 19:28:46.946287 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d050c091-733f-48e5-bae4-c6439f8dcce2 req-0814c8e7-e3c0-4a14-88fa-8bc568844279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:46.946909 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-d050c091-733f-48e5-bae4-c6439f8dcce2 req-0814c8e7-e3c0-4a14-88fa-8bc568844279 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:46.948286 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d050c091-733f-48e5-bae4-c6439f8dcce2 req-0814c8e7-e3c0-4a14-88fa-8bc568844279 service neutron] 10.222.0.36 "PUT /v2.0/ports/db611fd5-7bc9-42a5-a961-dc6f01b76c3f HTTP/1.1" status: 200 len: 1027 time: 0.6808305 Dec 10 19:28:46.963167 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-b21161f8-8920-4c4b-8a2a-7cdbea464156 None None] Port db611fd5-7bc9-42a5-a961-dc6f01b76c3f cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:28:47.823054 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58530) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:28:47.868437 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c35b84-8b28-471e-beed-0ee9c2561de1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:47.869853 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-43c35b84-8b28-471e-beed-0ee9c2561de1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports/db611fd5-7bc9-42a5-a961-dc6f01b76c3f HTTP/1.1" status: 200 len: 926 time: 0.0454729 Dec 10 19:28:48.045844 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58534) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:28:48.052691 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-2781de45-e8b0-4c87-99e1-0259a9df6bec tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-550264067', 'description': 'tempest-secgroup-smoke-550264067 description', 'project_id': '730e4c9f0aba4accb176e575114c849e'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:28:48.079582 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2781de45-e8b0-4c87-99e1-0259a9df6bec tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:48.149532 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2781de45-e8b0-4c87-99e1-0259a9df6bec tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:48.153280 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2781de45-e8b0-4c87-99e1-0259a9df6bec tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:48.182297 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2781de45-e8b0-4c87-99e1-0259a9df6bec tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b01e6d2c-305a-4d33-a142-515b272ef168,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:48.186524 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2781de45-e8b0-4c87-99e1-0259a9df6bec tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:48.187755 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-2781de45-e8b0-4c87-99e1-0259a9df6bec tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1406641 Dec 10 19:28:48.190759 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 58536) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:28:48.194068 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2781de45-e8b0-4c87-99e1-0259a9df6bec tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:48.194410 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2781de45-e8b0-4c87-99e1-0259a9df6bec tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:48.194744 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2781de45-e8b0-4c87-99e1-0259a9df6bec tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:48.195072 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2781de45-e8b0-4c87-99e1-0259a9df6bec tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:48.195394 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2781de45-e8b0-4c87-99e1-0259a9df6bec tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:48.195746 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2781de45-e8b0-4c87-99e1-0259a9df6bec tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:48.196102 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2781de45-e8b0-4c87-99e1-0259a9df6bec tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:48.196238 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-63d59b94-ca33-4d66-be53-311b351e6dbb tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': 'b01e6d2c-305a-4d33-a142-515b272ef168', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:28:48.196362 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2781de45-e8b0-4c87-99e1-0259a9df6bec tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:48.196796 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2781de45-e8b0-4c87-99e1-0259a9df6bec tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:48.197002 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2781de45-e8b0-4c87-99e1-0259a9df6bec tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:48.197315 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2781de45-e8b0-4c87-99e1-0259a9df6bec tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:48.197628 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2781de45-e8b0-4c87-99e1-0259a9df6bec tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:48.229112 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-63d59b94-ca33-4d66-be53-311b351e6dbb tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:48.286738 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-63d59b94-ca33-4d66-be53-311b351e6dbb tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:48.290552 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-63d59b94-ca33-4d66-be53-311b351e6dbb tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:48.308992 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d59b94-ca33-4d66-be53-311b351e6dbb tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca5911e5-0da7-497a-810e-ddf86bd7220d,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:48.317011 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-63d59b94-ca33-4d66-be53-311b351e6dbb tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:48.318226 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-63d59b94-ca33-4d66-be53-311b351e6dbb tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1263449 Dec 10 19:28:48.320930 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 58538) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:28:48.325458 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-92e44b45-9dd1-4e50-9a5e-5f2fcdaf916f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': 'b01e6d2c-305a-4d33-a142-515b272ef168', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:28:48.353399 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-92e44b45-9dd1-4e50-9a5e-5f2fcdaf916f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:48.416911 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-92e44b45-9dd1-4e50-9a5e-5f2fcdaf916f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:48.423174 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-92e44b45-9dd1-4e50-9a5e-5f2fcdaf916f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:48.441116 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e44b45-9dd1-4e50-9a5e-5f2fcdaf916f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d9c00ac-23cb-4db7-89b8-a34a61d4208a,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:48.449258 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-92e44b45-9dd1-4e50-9a5e-5f2fcdaf916f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:48.450432 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-92e44b45-9dd1-4e50-9a5e-5f2fcdaf916f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1285627 Dec 10 19:28:48.454417 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 58540) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:28:48.458773 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-9f46dd47-c019-44d6-9756-6027a6cdc7c4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': 'b01e6d2c-305a-4d33-a142-515b272ef168', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:28:48.485577 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9f46dd47-c019-44d6-9756-6027a6cdc7c4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:48.541695 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9f46dd47-c019-44d6-9756-6027a6cdc7c4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:48.545116 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9f46dd47-c019-44d6-9756-6027a6cdc7c4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:48.562040 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f46dd47-c019-44d6-9756-6027a6cdc7c4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42af2b3d-00cf-4571-8339-35040d1e83be,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:48.570323 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9f46dd47-c019-44d6-9756-6027a6cdc7c4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:48.571515 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-9f46dd47-c019-44d6-9756-6027a6cdc7c4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1160910 Dec 10 19:28:48.574129 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 58542) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:28:48.579051 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-83cdf50f-ef07-462f-bcdc-a11429bd4847 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': 'b01e6d2c-305a-4d33-a142-515b272ef168', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:28:48.604376 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-83cdf50f-ef07-462f-bcdc-a11429bd4847 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:48.664879 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-83cdf50f-ef07-462f-bcdc-a11429bd4847 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:48.668283 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-83cdf50f-ef07-462f-bcdc-a11429bd4847 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:48.687113 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cdf50f-ef07-462f-bcdc-a11429bd4847 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beee09bd-4a96-4ef3-ac04-46376edd52e4,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:48.694818 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-83cdf50f-ef07-462f-bcdc-a11429bd4847 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:48.696016 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-83cdf50f-ef07-462f-bcdc-a11429bd4847 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1209404 Dec 10 19:28:48.698669 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 58544) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:28:48.703494 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-b3a41f82-9b7e-43d8-8757-7d3cae9303fd tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': 'b01e6d2c-305a-4d33-a142-515b272ef168', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:28:48.724880 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.securitygroups_db [None req-b3a41f82-9b7e-43d8-8757-7d3cae9303fd tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Project 730e4c9f0aba4accb176e575114c849e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:28:48.730023 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b3a41f82-9b7e-43d8-8757-7d3cae9303fd tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:48.794587 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b3a41f82-9b7e-43d8-8757-7d3cae9303fd tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:48.798798 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b3a41f82-9b7e-43d8-8757-7d3cae9303fd tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:48.818877 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a41f82-9b7e-43d8-8757-7d3cae9303fd tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f037bb3-14df-4e97-82de-153f4c5534aa,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:48.824559 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b3a41f82-9b7e-43d8-8757-7d3cae9303fd tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:48.825876 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-b3a41f82-9b7e-43d8-8757-7d3cae9303fd tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1261935 Dec 10 19:28:48.828465 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 58546) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:28:48.832776 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-9047143f-68b2-4fc9-9a57-16a1267bf132 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': 'b01e6d2c-305a-4d33-a142-515b272ef168', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:28:48.853952 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.securitygroups_db [None req-9047143f-68b2-4fc9-9a57-16a1267bf132 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Project 730e4c9f0aba4accb176e575114c849e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:28:48.859689 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9047143f-68b2-4fc9-9a57-16a1267bf132 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:48.923094 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9047143f-68b2-4fc9-9a57-16a1267bf132 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:48.926791 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9047143f-68b2-4fc9-9a57-16a1267bf132 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:48.947971 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9047143f-68b2-4fc9-9a57-16a1267bf132 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7d6ea9a-f6fb-44a5-8da1-4defe1ee71aa,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:48.954004 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9047143f-68b2-4fc9-9a57-16a1267bf132 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:48.955192 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-9047143f-68b2-4fc9-9a57-16a1267bf132 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1257479 Dec 10 19:28:49.235150 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-91009b46-6fff-4dd1-ac71-2c0808b0a3de req-41df65c9-bee5-4a5b-8520-f07c5bafb350 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-550264067&fields=id&tenant_id=730e4c9f0aba4accb176e575114c849e HTTP/1.1" status: 200 len: 267 time: 0.0325491 Dec 10 19:28:49.285848 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91009b46-6fff-4dd1-ac71-2c0808b0a3de req-ec3f8f1b-bf64-40f3-8d4e-7e13919af1d1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:49.287260 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-91009b46-6fff-4dd1-ac71-2c0808b0a3de req-ec3f8f1b-bf64-40f3-8d4e-7e13919af1d1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports/db611fd5-7bc9-42a5-a961-dc6f01b76c3f HTTP/1.1" status: 200 len: 931 time: 0.0453136 Dec 10 19:28:49.337665 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-91009b46-6fff-4dd1-ac71-2c0808b0a3de req-d18b8d17-4404-44bf-a765-65935478e4ed service neutron] 10.222.0.69 "GET /v2.0/ports/db611fd5-7bc9-42a5-a961-dc6f01b76c3f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0380485 Dec 10 19:28:49.429339 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-91009b46-6fff-4dd1-ac71-2c0808b0a3de req-193f4f08-d7f2-4aca-a4b1-2b597eeda797 service neutron] 10.222.0.69 "GET /v2.0/networks/9b489ebd-dfcb-4eba-aee6-3edd628ab2b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850666 Dec 10 19:28:49.524168 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-91009b46-6fff-4dd1-ac71-2c0808b0a3de req-cdd7f743-c953-45d4-9511-137943bd167e service neutron] 10.222.0.69 "GET /v2.0/networks/9b489ebd-dfcb-4eba-aee6-3edd628ab2b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885682 Dec 10 19:28:49.695096 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ced37adf-31c5-4784-984e-3c3bc4829871 req-645573c5-6c12-4a15-b92e-332d8f8e8511 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d66c1b0-f6af-4368-9b34-5f94331855a0 HTTP/1.1" status: 200 len: 210 time: 0.0303116 Dec 10 19:28:50.224325 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c11a4397-3b83-4a3e-85e3-91644f846495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:50.633114 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91009b46-6fff-4dd1-ac71-2c0808b0a3de req-7230ba14-67ec-4137-8760-c38541019966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:50.634501 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-91009b46-6fff-4dd1-ac71-2c0808b0a3de req-7230ba14-67ec-4137-8760-c38541019966 service neutron] 10.222.0.36 "GET /v2.0/ports/db611fd5-7bc9-42a5-a961-dc6f01b76c3f HTTP/1.1" status: 200 len: 1027 time: 0.0373709 Dec 10 19:28:50.768350 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91009b46-6fff-4dd1-ac71-2c0808b0a3de req-cd92a958-5892-449d-bb85-d6ec26cc4ca7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:50.770425 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-91009b46-6fff-4dd1-ac71-2c0808b0a3de req-cd92a958-5892-449d-bb85-d6ec26cc4ca7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.36 "GET /v2.0/networks?id=9b489ebd-dfcb-4eba-aee6-3edd628ab2b2 HTTP/1.1" status: 200 len: 797 time: 0.1286547 Dec 10 19:28:50.804220 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-83da8331-e4ee-4f24-a4f7-4dccf30a8fbe req-a0599223-1a0e-4887-b748-822e7418031f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d66c1b0-f6af-4368-9b34-5f94331855a0 HTTP/1.1" status: 200 len: 210 time: 0.0318568 Dec 10 19:28:50.836877 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-91009b46-6fff-4dd1-ac71-2c0808b0a3de req-7416dcf2-ff0c-4e2d-b035-67fc579a9daf tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=730e4c9f0aba4accb176e575114c849e HTTP/1.1" status: 200 len: 471 time: 0.0394473 Dec 10 19:28:50.848717 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-91009b46-6fff-4dd1-ac71-2c0808b0a3de req-2b5b86dc-e39a-44d9-8b39-01aa9f470075 service neutron] Request body: {'port': {'device_id': '2d66c1b0-f6af-4368-9b34-5f94331855a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:28:50.903933 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-91009b46-6fff-4dd1-ac71-2c0808b0a3de req-2b5b86dc-e39a-44d9-8b39-01aa9f470075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:51.187490 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [req-91009b46-6fff-4dd1-ac71-2c0808b0a3de req-2b5b86dc-e39a-44d9-8b39-01aa9f470075 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db611fd5-7bc9-42a5-a961-dc6f01b76c3f {{(pid=102365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:28:51.196256 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-91009b46-6fff-4dd1-ac71-2c0808b0a3de req-2b5b86dc-e39a-44d9-8b39-01aa9f470075 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:51.209977 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.provisioning_blocks [req-91009b46-6fff-4dd1-ac71-2c0808b0a3de req-2b5b86dc-e39a-44d9-8b39-01aa9f470075 service neutron] Transition to ACTIVE for port object db611fd5-7bc9-42a5-a961-dc6f01b76c3f will not be triggered until provisioned by entity L2. {{(pid=102365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:28:51.213826 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-91009b46-6fff-4dd1-ac71-2c0808b0a3de req-2b5b86dc-e39a-44d9-8b39-01aa9f470075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:51.309197 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5b86dc-e39a-44d9-8b39-01aa9f470075 service neutron] Pushing event updated for resources: {'Port': ['ID=db611fd5-7bc9-42a5-a961-dc6f01b76c3f,revision_number=7']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:51.343003 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device db611fd5-7bc9-42a5-a961-dc6f01b76c3f no longer exists at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:28:51.413317 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-91009b46-6fff-4dd1-ac71-2c0808b0a3de req-2b5b86dc-e39a-44d9-8b39-01aa9f470075 service neutron] Attempting to bind port db611fd5-7bc9-42a5-a961-dc6f01b76c3f on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:28:51.413646 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-91009b46-6fff-4dd1-ac71-2c0808b0a3de req-2b5b86dc-e39a-44d9-8b39-01aa9f470075 service neutron] Attempting to bind port db611fd5-7bc9-42a5-a961-dc6f01b76c3f by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'bab629b7-9f5c-4af2-b59c-42051dcb307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9b489ebd-dfcb-4eba-aee6-3edd628ab2b2'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:28:51.413989 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91009b46-6fff-4dd1-ac71-2c0808b0a3de req-2b5b86dc-e39a-44d9-8b39-01aa9f470075 service neutron] Attempting to bind port db611fd5-7bc9-42a5-a961-dc6f01b76c3f on network 9b489ebd-dfcb-4eba-aee6-3edd628ab2b2 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:28:51.419105 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91009b46-6fff-4dd1-ac71-2c0808b0a3de req-2b5b86dc-e39a-44d9-8b39-01aa9f470075 service neutron] Port db611fd5-7bc9-42a5-a961-dc6f01b76c3f on network 9b489ebd-dfcb-4eba-aee6-3edd628ab2b2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:28:51.419419 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91009b46-6fff-4dd1-ac71-2c0808b0a3de req-2b5b86dc-e39a-44d9-8b39-01aa9f470075 service neutron] Attempting to bind port db611fd5-7bc9-42a5-a961-dc6f01b76c3f on network 9b489ebd-dfcb-4eba-aee6-3edd628ab2b2 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:28:51.425970 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91009b46-6fff-4dd1-ac71-2c0808b0a3de req-2b5b86dc-e39a-44d9-8b39-01aa9f470075 service neutron] Checking agent: {'id': '9e16c23e-95bc-4c2e-b3ec-daf7533f9d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'started_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:28:51.426295 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91009b46-6fff-4dd1-ac71-2c0808b0a3de req-2b5b86dc-e39a-44d9-8b39-01aa9f470075 service neutron] Checking segment: {'id': 'bab629b7-9f5c-4af2-b59c-42051dcb307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9b489ebd-dfcb-4eba-aee6-3edd628ab2b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:28:51.426674 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91009b46-6fff-4dd1-ac71-2c0808b0a3de req-2b5b86dc-e39a-44d9-8b39-01aa9f470075 service neutron] Bound using segment: {'id': 'bab629b7-9f5c-4af2-b59c-42051dcb307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9b489ebd-dfcb-4eba-aee6-3edd628ab2b2'} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:28:51.427104 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-91009b46-6fff-4dd1-ac71-2c0808b0a3de req-2b5b86dc-e39a-44d9-8b39-01aa9f470075 service neutron] Bound port: db611fd5-7bc9-42a5-a961-dc6f01b76c3f, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bab629b7-9f5c-4af2-b59c-42051dcb307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9b489ebd-dfcb-4eba-aee6-3edd628ab2b2'}}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:28:51.427453 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-91009b46-6fff-4dd1-ac71-2c0808b0a3de req-2b5b86dc-e39a-44d9-8b39-01aa9f470075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:51.499084 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-91009b46-6fff-4dd1-ac71-2c0808b0a3de req-2b5b86dc-e39a-44d9-8b39-01aa9f470075 service neutron] For port db611fd5-7bc9-42a5-a961-dc6f01b76c3f, host hv-neutron-8214, cleared binding levels {{(pid=102365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:28:51.502784 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-91009b46-6fff-4dd1-ac71-2c0808b0a3de req-2b5b86dc-e39a-44d9-8b39-01aa9f470075 service neutron] For port db611fd5-7bc9-42a5-a961-dc6f01b76c3f, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=db611fd5-7bc9-42a5-a961-dc6f01b76c3f,segment=NetworkSegment(bab629b7-9f5c-4af2-b59c-42051dcb307e),segment_id=bab629b7-9f5c-4af2-b59c-42051dcb307e)] {{(pid=102365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:28:51.506948 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-91009b46-6fff-4dd1-ac71-2c0808b0a3de req-2b5b86dc-e39a-44d9-8b39-01aa9f470075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:51.547615 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91009b46-6fff-4dd1-ac71-2c0808b0a3de req-2b5b86dc-e39a-44d9-8b39-01aa9f470075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:51.548715 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-91009b46-6fff-4dd1-ac71-2c0808b0a3de req-2b5b86dc-e39a-44d9-8b39-01aa9f470075 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:51.550272 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-91009b46-6fff-4dd1-ac71-2c0808b0a3de req-2b5b86dc-e39a-44d9-8b39-01aa9f470075 service neutron] 10.222.0.36 "PUT /v2.0/ports/db611fd5-7bc9-42a5-a961-dc6f01b76c3f HTTP/1.1" status: 200 len: 1132 time: 0.7054486 Dec 10 19:28:51.550749 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d66c1b0-f6af-4368-9b34-5f94331855a0', 'tag': 'db611fd5-7bc9-42a5-a961-dc6f01b76c3f'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:28:51.553344 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a88d21e-03f2-435d-8119-54a955d193b5" -d '{"events": [{"name": "network-changed", "server_uuid": "2d66c1b0-f6af-4368-9b34-5f94331855a0", "tag": "db611fd5-7bc9-42a5-a961-dc6f01b76c3f"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:28:51.590130 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5b86dc-e39a-44d9-8b39-01aa9f470075 service neutron] Pushing event updated for resources: {'Port': ['ID=db611fd5-7bc9-42a5-a961-dc6f01b76c3f,revision_number=8']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:51.608455 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec165d8-c51f-46e6-ad5b-9e26a87ea010 x-openstack-request-id: req-cec165d8-c51f-46e6-ad5b-9e26a87ea010 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:28:51.608455 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d66c1b0-f6af-4368-9b34-5f94331855a0", "tag": "db611fd5-7bc9-42a5-a961-dc6f01b76c3f", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:28:51.608455 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cec165d8-c51f-46e6-ad5b-9e26a87ea010 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:28:51.608455 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d66c1b0-f6af-4368-9b34-5f94331855a0', 'tag': 'db611fd5-7bc9-42a5-a961-dc6f01b76c3f', 'status': 'completed', 'code': 200} Dec 10 19:28:51.659494 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91009b46-6fff-4dd1-ac71-2c0808b0a3de req-f5972304-bff1-490a-8ae0-5edb3a2a393c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:51.661058 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-91009b46-6fff-4dd1-ac71-2c0808b0a3de req-f5972304-bff1-490a-8ae0-5edb3a2a393c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=730e4c9f0aba4accb176e575114c849e&device_id=2d66c1b0-f6af-4368-9b34-5f94331855a0 HTTP/1.1" status: 200 len: 1135 time: 0.0468674 Dec 10 19:28:51.734637 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-91009b46-6fff-4dd1-ac71-2c0808b0a3de req-67865e2d-9d07-41a8-8005-ccecc5d8141f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db611fd5-7bc9-42a5-a961-dc6f01b76c3f HTTP/1.1" status: 200 len: 1037 time: 0.0630507 Dec 10 19:28:51.791563 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91009b46-6fff-4dd1-ac71-2c0808b0a3de req-cd52a248-bf1f-437b-93ef-229cb9beafb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:51.793033 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-91009b46-6fff-4dd1-ac71-2c0808b0a3de req-cd52a248-bf1f-437b-93ef-229cb9beafb3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c5616429-b927-43b2-8b6a-239a837fdf7d HTTP/1.1" status: 200 len: 835 time: 0.0497534 Dec 10 19:28:51.846126 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91009b46-6fff-4dd1-ac71-2c0808b0a3de req-53f5bba1-2c7d-43df-8ab8-a250afff947f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:51.847649 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-91009b46-6fff-4dd1-ac71-2c0808b0a3de req-53f5bba1-2c7d-43df-8ab8-a250afff947f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b489ebd-dfcb-4eba-aee6-3edd628ab2b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447047 Dec 10 19:28:51.974694 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c427a8-7fb0-4e7a-92db-1067d8771be1 req-94840455-6c78-4b79-a537-d190079a4e26 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:51.976110 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a6c427a8-7fb0-4e7a-92db-1067d8771be1 req-94840455-6c78-4b79-a537-d190079a4e26 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d66c1b0-f6af-4368-9b34-5f94331855a0 HTTP/1.1" status: 200 len: 982 time: 0.1007874 Dec 10 19:28:51.995898 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-91009b46-6fff-4dd1-ac71-2c0808b0a3de req-0a52444e-c7b2-4027-b1ff-d22baabf1f97 service neutron] 10.222.0.36 "GET /v2.0/networks/9b489ebd-dfcb-4eba-aee6-3edd628ab2b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385260 Dec 10 19:28:52.387345 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a6c427a8-7fb0-4e7a-92db-1067d8771be1 req-ab3567b6-33d0-4f86-854a-def0507cc498 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=2d5222f4-a172-4934-8a0c-7bb42055e72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4049001 Dec 10 19:28:52.426042 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-91009b46-6fff-4dd1-ac71-2c0808b0a3de req-03055c93-f080-4d37-8db9-3a588ff53d33 service neutron] 10.222.0.36 "GET /v2.0/networks/9b489ebd-dfcb-4eba-aee6-3edd628ab2b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4223595 Dec 10 19:28:52.518290 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a88d21e-03f2-435d-8119-54a955d193b5 req-c26f6ae5-0885-41cf-b1b2-19521257f4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:52.519719 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2a88d21e-03f2-435d-8119-54a955d193b5 req-c26f6ae5-0885-41cf-b1b2-19521257f4d4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=730e4c9f0aba4accb176e575114c849e&device_id=2d66c1b0-f6af-4368-9b34-5f94331855a0 HTTP/1.1" status: 200 len: 1135 time: 0.0398443 Dec 10 19:28:52.613434 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a88d21e-03f2-435d-8119-54a955d193b5 req-1c8d742d-6664-45ef-a84f-136c71aa5392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:52.614869 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2a88d21e-03f2-435d-8119-54a955d193b5 req-1c8d742d-6664-45ef-a84f-136c71aa5392 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9b489ebd-dfcb-4eba-aee6-3edd628ab2b2 HTTP/1.1" status: 200 len: 898 time: 0.0872121 Dec 10 19:28:52.681570 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2a88d21e-03f2-435d-8119-54a955d193b5 req-cd25724b-1972-4a9f-9961-f27fd06d6497 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db611fd5-7bc9-42a5-a961-dc6f01b76c3f HTTP/1.1" status: 200 len: 1037 time: 0.0575151 Dec 10 19:28:52.730142 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a88d21e-03f2-435d-8119-54a955d193b5 req-64b8e758-1361-475a-a7cf-31075ca95298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:52.731561 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2a88d21e-03f2-435d-8119-54a955d193b5 req-64b8e758-1361-475a-a7cf-31075ca95298 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c5616429-b927-43b2-8b6a-239a837fdf7d HTTP/1.1" status: 200 len: 835 time: 0.0421331 Dec 10 19:28:52.782157 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a88d21e-03f2-435d-8119-54a955d193b5 req-73697897-6681-44f6-810a-3905ab219c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:52.783604 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2a88d21e-03f2-435d-8119-54a955d193b5 req-73697897-6681-44f6-810a-3905ab219c50 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b489ebd-dfcb-4eba-aee6-3edd628ab2b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439861 Dec 10 19:28:52.881271 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2a88d21e-03f2-435d-8119-54a955d193b5 req-dcedcda2-b92a-42fe-ba0f-499dba3efce7 service neutron] 10.222.0.36 "GET /v2.0/networks/9b489ebd-dfcb-4eba-aee6-3edd628ab2b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884335 Dec 10 19:28:52.976104 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2a88d21e-03f2-435d-8119-54a955d193b5 req-d7ada173-6122-444a-a72f-135d100a6eaf service neutron] 10.222.0.36 "GET /v2.0/networks/9b489ebd-dfcb-4eba-aee6-3edd628ab2b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862792 Dec 10 19:28:53.506623 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab44e6b-9f1a-4de0-8a1d-c3821730c37e req-5014615d-c461-46f7-8b4a-00e517d1ae16 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:53.508113 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-cab44e6b-9f1a-4de0-8a1d-c3821730c37e req-5014615d-c461-46f7-8b4a-00e517d1ae16 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d66c1b0-f6af-4368-9b34-5f94331855a0 HTTP/1.1" status: 200 len: 982 time: 0.0505955 Dec 10 19:28:53.547739 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-cab44e6b-9f1a-4de0-8a1d-c3821730c37e req-4b8fc8bb-96bb-4a50-bd2f-887670540cc7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=2d5222f4-a172-4934-8a0c-7bb42055e72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326228 Dec 10 19:28:54.191147 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e086d22b-623f-4397-b7aa-12f327ee90c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:54.669111 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5664db-2a71-4fb3-98c3-286faf0cde69 req-028d2496-be88-49f4-988b-e0a894021b42 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:54.671989 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ca5664db-2a71-4fb3-98c3-286faf0cde69 req-028d2496-be88-49f4-988b-e0a894021b42 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d66c1b0-f6af-4368-9b34-5f94331855a0 HTTP/1.1" status: 200 len: 982 time: 0.0534422 Dec 10 19:28:54.712675 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ca5664db-2a71-4fb3-98c3-286faf0cde69 req-6cb71f28-02e8-41ca-a902-532a1ff8be09 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=2d5222f4-a172-4934-8a0c-7bb42055e72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345912 Dec 10 19:28:55.350482 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:55.358718 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device db611fd5-7bc9-42a5-a961-dc6f01b76c3f details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=102367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:28:55.453675 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port db611fd5-7bc9-42a5-a961-dc6f01b76c3f, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=db611fd5-7bc9-42a5-a961-dc6f01b76c3f,segment=NetworkSegment(bab629b7-9f5c-4af2-b59c-42051dcb307e),segment_id=bab629b7-9f5c-4af2-b59c-42051dcb307e)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:28:55.464812 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Returning: {'device': 'db611fd5-7bc9-42a5-a961-dc6f01b76c3f', 'network_id': '9b489ebd-dfcb-4eba-aee6-3edd628ab2b2', 'port_id': 'db611fd5-7bc9-42a5-a961-dc6f01b76c3f', 'mac_address': 'fa:16:3e:d6:b8:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5616429-b927-43b2-8b6a-239a837fdf7d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:28:55.507852 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:55.520705 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db611fd5-7bc9-42a5-a961-dc6f01b76c3f {{(pid=102367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:28:55.540012 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port db611fd5-7bc9-42a5-a961-dc6f01b76c3f, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=db611fd5-7bc9-42a5-a961-dc6f01b76c3f,segment=NetworkSegment(bab629b7-9f5c-4af2-b59c-42051dcb307e),segment_id=bab629b7-9f5c-4af2-b59c-42051dcb307e)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:28:55.543332 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:55.587275 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=db611fd5-7bc9-42a5-a961-dc6f01b76c3f,revision_number=9']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:55.833761 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b7b29-d43c-4784-88ec-5004debe6e51 req-0750f846-f3a4-41f5-832a-6c3ae2925b26 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:55.835410 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a13b7b29-d43c-4784-88ec-5004debe6e51 req-0750f846-f3a4-41f5-832a-6c3ae2925b26 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d66c1b0-f6af-4368-9b34-5f94331855a0 HTTP/1.1" status: 200 len: 983 time: 0.0529432 Dec 10 19:28:55.878273 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a13b7b29-d43c-4784-88ec-5004debe6e51 req-99e23b78-dff2-4e9b-b43b-c91d4226d420 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=2d5222f4-a172-4934-8a0c-7bb42055e72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369177 Dec 10 19:28:55.901701 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['db611fd5-7bc9-42a5-a961-dc6f01b76c3f'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:28:56.460378 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:56.756701 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:57.001625 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecef7ca-8d2e-482f-bca3-ed541528553e req-9e50db63-8abf-417c-94d4-71be17ea60db tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:57.003156 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2ecef7ca-8d2e-482f-bca3-ed541528553e req-9e50db63-8abf-417c-94d4-71be17ea60db tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d66c1b0-f6af-4368-9b34-5f94331855a0 HTTP/1.1" status: 200 len: 983 time: 0.0560434 Dec 10 19:28:57.045846 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2ecef7ca-8d2e-482f-bca3-ed541528553e req-63922a40-f53b-4068-86a9-d4220c4a3737 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=2d5222f4-a172-4934-8a0c-7bb42055e72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361209 Dec 10 19:28:57.373158 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device db611fd5-7bc9-42a5-a961-dc6f01b76c3f up at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:28:57.423976 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning for port db611fd5-7bc9-42a5-a961-dc6f01b76c3f completed by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:28:57.428438 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning complete for port db611fd5-7bc9-42a5-a961-dc6f01b76c3f triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:28:57.428838 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:57.508652 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:57.531209 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d66c1b0-f6af-4368-9b34-5f94331855a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db611fd5-7bc9-42a5-a961-dc6f01b76c3f'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:28:57.533469 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0dd006407324ce2959a5a4cf9f0b5e0801d7a51a5291ea700e8786e11115a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e373967b-88e2-4c4b-9c01-1ae7af38b7d3" -d '{"events": [{"server_uuid": "2d66c1b0-f6af-4368-9b34-5f94331855a0", "name": "network-vif-plugged", "status": "completed", "tag": "db611fd5-7bc9-42a5-a961-dc6f01b76c3f"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:28:57.546901 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port db611fd5-7bc9-42a5-a961-dc6f01b76c3f, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=db611fd5-7bc9-42a5-a961-dc6f01b76c3f,segment=NetworkSegment(bab629b7-9f5c-4af2-b59c-42051dcb307e),segment_id=bab629b7-9f5c-4af2-b59c-42051dcb307e)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:28:57.551037 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:28:57.574188 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ad29a6-0455-47bc-a8c3-c5cf598b9648 x-openstack-request-id: req-82ad29a6-0455-47bc-a8c3-c5cf598b9648 {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:28:57.574578 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d66c1b0-f6af-4368-9b34-5f94331855a0", "name": "network-vif-plugged", "status": "completed", "tag": "db611fd5-7bc9-42a5-a961-dc6f01b76c3f", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:28:57.574842 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-82ad29a6-0455-47bc-a8c3-c5cf598b9648 {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:28:57.575074 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d66c1b0-f6af-4368-9b34-5f94331855a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db611fd5-7bc9-42a5-a961-dc6f01b76c3f', 'code': 200} Dec 10 19:28:57.601885 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=db611fd5-7bc9-42a5-a961-dc6f01b76c3f,revision_number=10']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:57.610206 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:57.610549 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:57.610879 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:57.611203 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:57.611526 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:57.611857 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:57.612394 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:57.612799 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:57.613129 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:57.613450 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:57.613763 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:57.614077 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:28:57.747478 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da022207-00ef-44e2-972e-ad652c74842b req-bc66e9e9-458e-4e98-880f-bca8d6a5077c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:57.749592 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-da022207-00ef-44e2-972e-ad652c74842b req-bc66e9e9-458e-4e98-880f-bca8d6a5077c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2d66c1b0-f6af-4368-9b34-5f94331855a0 HTTP/1.1" status: 200 len: 1138 time: 0.0425990 Dec 10 19:28:57.788176 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-da022207-00ef-44e2-972e-ad652c74842b req-86c27bda-4883-49c6-a14d-2c24084efc47 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2d5222f4-a172-4934-8a0c-7bb42055e72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307229 Dec 10 19:28:58.177141 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423b328-0f57-4664-ad52-7efa075a80f5 req-446f3d5c-4c15-4a39-a368-53c2e7f03fb6 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:58.178648 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c423b328-0f57-4664-ad52-7efa075a80f5 req-446f3d5c-4c15-4a39-a368-53c2e7f03fb6 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d66c1b0-f6af-4368-9b34-5f94331855a0 HTTP/1.1" status: 200 len: 985 time: 0.0521653 Dec 10 19:28:58.221407 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c423b328-0f57-4664-ad52-7efa075a80f5 req-01c29c27-a16f-42d1-863e-9b5d93f337c2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=2d5222f4-a172-4934-8a0c-7bb42055e72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368438 Dec 10 19:28:59.349483 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a73898-429a-43f6-b128-c5ec58c5e860 req-0f1c091c-1e4a-4055-a922-ba82bd3be5d6 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:59.351047 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f8a73898-429a-43f6-b128-c5ec58c5e860 req-0f1c091c-1e4a-4055-a922-ba82bd3be5d6 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d66c1b0-f6af-4368-9b34-5f94331855a0 HTTP/1.1" status: 200 len: 985 time: 0.0535419 Dec 10 19:28:59.393611 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f8a73898-429a-43f6-b128-c5ec58c5e860 req-8ab96d70-b37b-47e2-8490-b5906ce29502 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=2d5222f4-a172-4934-8a0c-7bb42055e72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349529 Dec 10 19:29:00.514722 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9671713-f973-48c2-8cd2-e9bc05f96ff5 req-fa7e94bd-3f97-4b7f-89d2-7c46cdcd1a15 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:00.516213 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d9671713-f973-48c2-8cd2-e9bc05f96ff5 req-fa7e94bd-3f97-4b7f-89d2-7c46cdcd1a15 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d66c1b0-f6af-4368-9b34-5f94331855a0 HTTP/1.1" status: 200 len: 985 time: 0.0511696 Dec 10 19:29:00.553855 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d9671713-f973-48c2-8cd2-e9bc05f96ff5 req-604b65ec-4f89-44a5-a362-54b4f27232b0 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=2d5222f4-a172-4934-8a0c-7bb42055e72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316808 Dec 10 19:29:00.668263 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b25a5-c82f-4723-8e4e-aa2a26614eca req-f2a76c9d-6fcb-42e3-ad56-dc979c85a79f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:00.669838 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6b1b25a5-c82f-4723-8e4e-aa2a26614eca req-f2a76c9d-6fcb-42e3-ad56-dc979c85a79f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d66c1b0-f6af-4368-9b34-5f94331855a0 HTTP/1.1" status: 200 len: 985 time: 0.0502448 Dec 10 19:29:00.712136 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6b1b25a5-c82f-4723-8e4e-aa2a26614eca req-deea81f0-f4f2-4cde-8b24-596316a0dca2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=2d5222f4-a172-4934-8a0c-7bb42055e72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356996 Dec 10 19:29:00.734557 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 58598) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:29:00.806145 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e552114-d0c1-4eeb-8ca0-c038730089e1 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:00.807665 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-9e552114-d0c1-4eeb-8ca0-c038730089e1 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=2d66c1b0-f6af-4368-9b34-5f94331855a0&network_id=9b489ebd-dfcb-4eba-aee6-3edd628ab2b2 HTTP/1.1" status: 200 len: 1133 time: 0.0721126 Dec 10 19:29:01.016559 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e814ae-472b-4e90-9120-0260fbaaf78d req-cf1b5dc4-43e2-4f92-86a7-582bfe4960b3 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:01.017931 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-71e814ae-472b-4e90-9120-0260fbaaf78d req-cf1b5dc4-43e2-4f92-86a7-582bfe4960b3 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d66c1b0-f6af-4368-9b34-5f94331855a0 HTTP/1.1" status: 200 len: 985 time: 0.0490551 Dec 10 19:29:01.062907 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-71e814ae-472b-4e90-9120-0260fbaaf78d req-356b5710-480d-4685-9e32-185810868ef5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=2d5222f4-a172-4934-8a0c-7bb42055e72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390344 Dec 10 19:29:02.191993 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7df062-0ce6-416b-8648-11beff5f1ce8 req-d5d1b272-1a73-431f-a211-21af3e7507fa tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:02.194004 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6b7df062-0ce6-416b-8648-11beff5f1ce8 req-d5d1b272-1a73-431f-a211-21af3e7507fa tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d66c1b0-f6af-4368-9b34-5f94331855a0 HTTP/1.1" status: 200 len: 985 time: 0.0606866 Dec 10 19:29:02.234684 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6b7df062-0ce6-416b-8648-11beff5f1ce8 req-51ba6b13-a53c-4cd2-83dd-565028be882b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=2d5222f4-a172-4934-8a0c-7bb42055e72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347064 Dec 10 19:29:02.314112 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:03.072088 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e2d153-6a62-449f-8a70-c95755272946 req-b0389083-7d12-40e7-b568-53b7c783bd1b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:03.073630 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-54e2d153-6a62-449f-8a70-c95755272946 req-b0389083-7d12-40e7-b568-53b7c783bd1b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d66c1b0-f6af-4368-9b34-5f94331855a0 HTTP/1.1" status: 200 len: 985 time: 0.0507996 Dec 10 19:29:03.117899 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e2d153-6a62-449f-8a70-c95755272946 req-c208645e-b64a-48ba-81e0-3086635e4d89 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:03.119299 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-54e2d153-6a62-449f-8a70-c95755272946 req-c208645e-b64a-48ba-81e0-3086635e4d89 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.36 "GET /v2.0/ports/db611fd5-7bc9-42a5-a961-dc6f01b76c3f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0384927 Dec 10 19:29:03.224466 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-54e2d153-6a62-449f-8a70-c95755272946 req-f6b3e744-8f97-42ad-a5f9-304606679731 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.36 "GET /v2.0/networks/9b489ebd-dfcb-4eba-aee6-3edd628ab2b2?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0985823 Dec 10 19:29:03.237368 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-54e2d153-6a62-449f-8a70-c95755272946 req-79c9000f-cc4d-4777-a3f2-0a62acea0bd9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:29:03.297236 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-54e2d153-6a62-449f-8a70-c95755272946 req-79c9000f-cc4d-4777-a3f2-0a62acea0bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:03.425388 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa829421-0538-45a8-bf5b-29903376db4e req-c65beccf-7b3c-4e46-8021-402f137d1ad2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:03.426796 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-fa829421-0538-45a8-bf5b-29903376db4e req-c65beccf-7b3c-4e46-8021-402f137d1ad2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d66c1b0-f6af-4368-9b34-5f94331855a0 HTTP/1.1" status: 200 len: 985 time: 0.1208282 Dec 10 19:29:03.492893 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-fa829421-0538-45a8-bf5b-29903376db4e req-6dc72945-00ad-4958-a1dc-3add137c4bb1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=2d5222f4-a172-4934-8a0c-7bb42055e72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590603 Dec 10 19:29:03.505288 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-54e2d153-6a62-449f-8a70-c95755272946 req-79c9000f-cc4d-4777-a3f2-0a62acea0bd9 service neutron] For port db611fd5-7bc9-42a5-a961-dc6f01b76c3f, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=db611fd5-7bc9-42a5-a961-dc6f01b76c3f,segment=NetworkSegment(bab629b7-9f5c-4af2-b59c-42051dcb307e),segment_id=bab629b7-9f5c-4af2-b59c-42051dcb307e)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:29:03.539394 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-54e2d153-6a62-449f-8a70-c95755272946 req-79c9000f-cc4d-4777-a3f2-0a62acea0bd9 service neutron] For port db611fd5-7bc9-42a5-a961-dc6f01b76c3f, host hv-neutron-8214, cleared binding levels {{(pid=102365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:29:03.571146 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [req-54e2d153-6a62-449f-8a70-c95755272946 req-79c9000f-cc4d-4777-a3f2-0a62acea0bd9 service neutron] device_id is not set on port db611fd5-7bc9-42a5-a961-dc6f01b76c3f yet. {{(pid=102365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 19:29:03.580650 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-54e2d153-6a62-449f-8a70-c95755272946 req-79c9000f-cc4d-4777-a3f2-0a62acea0bd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:03.585787 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-54e2d153-6a62-449f-8a70-c95755272946 req-79c9000f-cc4d-4777-a3f2-0a62acea0bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:03.672682 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c9000f-cc4d-4777-a3f2-0a62acea0bd9 service neutron] Pushing event updated for resources: {'Port': ['ID=db611fd5-7bc9-42a5-a961-dc6f01b76c3f,revision_number=11']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:03.711626 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e2d153-6a62-449f-8a70-c95755272946 req-79c9000f-cc4d-4777-a3f2-0a62acea0bd9 service neutron] No DVR routers for this DVR port db611fd5-7bc9-42a5-a961-dc6f01b76c3f on host hv-neutron-8214 {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:29:03.808684 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-5dd0a0c8-a141-44a2-8742-801ce23b6bf7 None None] Provisioning complete for port db611fd5-7bc9-42a5-a961-dc6f01b76c3f triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:29:03.809303 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-5dd0a0c8-a141-44a2-8742-801ce23b6bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:03.846159 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-5dd0a0c8-a141-44a2-8742-801ce23b6bf7 None None] Port db611fd5-7bc9-42a5-a961-dc6f01b76c3f cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:29:03.857472 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-54e2d153-6a62-449f-8a70-c95755272946 req-79c9000f-cc4d-4777-a3f2-0a62acea0bd9 service neutron] In _notify_port_updated(), no bound segment for port db611fd5-7bc9-42a5-a961-dc6f01b76c3f on network 9b489ebd-dfcb-4eba-aee6-3edd628ab2b2 {{(pid=102365) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 10 19:29:03.859627 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e2d153-6a62-449f-8a70-c95755272946 req-79c9000f-cc4d-4777-a3f2-0a62acea0bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:03.860243 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-54e2d153-6a62-449f-8a70-c95755272946 req-79c9000f-cc4d-4777-a3f2-0a62acea0bd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:03.861620 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-54e2d153-6a62-449f-8a70-c95755272946 req-79c9000f-cc4d-4777-a3f2-0a62acea0bd9 service neutron] 10.222.0.36 "PUT /v2.0/ports/db611fd5-7bc9-42a5-a961-dc6f01b76c3f HTTP/1.1" status: 200 len: 1028 time: 0.6284058 Dec 10 19:29:04.552245 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58610) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:29:04.614808 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bde52099-3429-4bcb-ba01-5e2ace7444d9 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:04.641704 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bde52099-3429-4bcb-ba01-5e2ace7444d9 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:04.712381 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bde52099-3429-4bcb-ba01-5e2ace7444d9 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:04.715030 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bde52099-3429-4bcb-ba01-5e2ace7444d9 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:04.719827 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-bde52099-3429-4bcb-ba01-5e2ace7444d9 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "DELETE /v2.0/security-groups/b01e6d2c-305a-4d33-a142-515b272ef168 HTTP/1.1" status: 204 len: 168 time: 0.1664343 Dec 10 19:29:04.730603 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde52099-3429-4bcb-ba01-5e2ace7444d9 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01e6d2c-305a-4d33-a142-515b272ef168,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:04.766658 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58614) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:29:04.976423 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-3f3b27b3-4a95-4030-af69-e3900fb4c8d1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Deleting port 5e11793c-691d-4f4f-8bf3-df9727305f49 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:29:04.976914 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3f3b27b3-4a95-4030-af69-e3900fb4c8d1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:04.978089 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:29:05.055165 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3f3b27b3-4a95-4030-af69-e3900fb4c8d1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:05.055529 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3f3b27b3-4a95-4030-af69-e3900fb4c8d1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:05.068330 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-3f3b27b3-4a95-4030-af69-e3900fb4c8d1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Calling delete_port for 5e11793c-691d-4f4f-8bf3-df9727305f49 owned by network:floatingip {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:29:05.231538 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3f3b27b3-4a95-4030-af69-e3900fb4c8d1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:05.258316 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3b27b3-4a95-4030-af69-e3900fb4c8d1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'Port': ['ID=5e11793c-691d-4f4f-8bf3-df9727305f49,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:05.626707 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3f3b27b3-4a95-4030-af69-e3900fb4c8d1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for floatingip, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:05.627449 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.l3_db [None req-3f3b27b3-4a95-4030-af69-e3900fb4c8d1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Floating IP 0e30769e-ed16-460b-b24e-0ae91df9c1bd disassociated (deleted). External IP: 172.26.6.83, port: db611fd5-7bc9-42a5-a961-dc6f01b76c3f. Dec 10 19:29:05.838747 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f3b27b3-4a95-4030-af69-e3900fb4c8d1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Router efaaedc3-4c0c-4028-a2a2-79480ff7d6f6 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:29:05.947881 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f3b27b3-4a95-4030-af69-e3900fb4c8d1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:29:05.953813 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3f3b27b3-4a95-4030-af69-e3900fb4c8d1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:05.957930 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d0e923-4357-46af-a670-e80fe4262a77 None None] Sync routers for ids ['efaaedc3-4c0c-4028-a2a2-79480ff7d6f6'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:29:05.967739 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d0e923-4357-46af-a670-e80fe4262a77 None None] Routers {'efaaedc3-4c0c-4028-a2a2-79480ff7d6f6'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:29:05.968372 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-a2d0e923-4357-46af-a670-e80fe4262a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:28:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['efaaedc3-4c0c-4028-a2a2-79480ff7d6f6'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:29:05.980673 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-3f3b27b3-4a95-4030-af69-e3900fb4c8d1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "DELETE /v2.0/floatingips/0e30769e-ed16-460b-b24e-0ae91df9c1bd HTTP/1.1" status: 204 len: 168 time: 1.2123363 Dec 10 19:29:06.053013 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58620) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:29:06.080649 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-a2d0e923-4357-46af-a670-e80fe4262a77 None None] Set router efaaedc3-4c0c-4028-a2a2-79480ff7d6f6 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:29:06.117319 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6af80cf9-83b7-4d77-a58e-b43f054f9a22 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:06.146646 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6af80cf9-83b7-4d77-a58e-b43f054f9a22 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:06.224289 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6af80cf9-83b7-4d77-a58e-b43f054f9a22 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:06.227289 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6af80cf9-83b7-4d77-a58e-b43f054f9a22 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:06.229307 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-6af80cf9-83b7-4d77-a58e-b43f054f9a22 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "DELETE /v2.0/security-groups/118d8100-4c81-49f6-9a96-eb213a136601 HTTP/1.1" status: 204 len: 168 time: 0.1744735 Dec 10 19:29:06.239396 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af80cf9-83b7-4d77-a58e-b43f054f9a22 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=118d8100-4c81-49f6-9a96-eb213a136601,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:06.268421 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58624) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:29:06.309936 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-a2d0e923-4357-46af-a670-e80fe4262a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaaedc3-4c0c-4028-a2a2-79480ff7d6f6', 'name': 'tempest-TestNetworkBasicOps-router-165850868', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.194'}], 'enable_snat': True}, 'gw_port_id': '4efa3d24-bf89-48eb-a997-97971fed0b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:28:23Z', 'updated_at': '2021-12-10T19:28:27Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '4efa3d24-bf89-48eb-a997-97971fed0b38', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaaedc3-4c0c-4028-a2a2-79480ff7d6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:28:24Z', 'updated_at': '2021-12-10T19:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': 'e7a2f265-ab58-4584-a7d0-b3ba8abd64e6', 'name': '', 'network_id': '9b489ebd-dfcb-4eba-aee6-3edd628ab2b2', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:38:52:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaaedc3-4c0c-4028-a2a2-79480ff7d6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'c5616429-b927-43b2-8b6a-239a837fdf7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:28:26Z', 'updated_at': '2021-12-10T19:28:30Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'c5616429-b927-43b2-8b6a-239a837fdf7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:29:06.339099 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d0e923-4357-46af-a670-e80fe4262a77 None None] Checking router: efaaedc3-4c0c-4028-a2a2-79480ff7d6f6 for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:29:06.350398 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d0e923-4357-46af-a670-e80fe4262a77 None None] Routers {'efaaedc3-4c0c-4028-a2a2-79480ff7d6f6'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:29:06.351085 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-a2d0e923-4357-46af-a670-e80fe4262a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:28:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['efaaedc3-4c0c-4028-a2a2-79480ff7d6f6'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:29:06.381490 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-6fe32948-5db5-42e6-a232-94f17c80aef9 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Deleting port db611fd5-7bc9-42a5-a961-dc6f01b76c3f {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:29:06.381490 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6fe32948-5db5-42e6-a232-94f17c80aef9 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:06.471430 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-a2d0e923-4357-46af-a670-e80fe4262a77 None None] Set router efaaedc3-4c0c-4028-a2a2-79480ff7d6f6 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:29:06.482174 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6fe32948-5db5-42e6-a232-94f17c80aef9 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:06.500296 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-6fe32948-5db5-42e6-a232-94f17c80aef9 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Calling delete_port for db611fd5-7bc9-42a5-a961-dc6f01b76c3f owned by {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:29:06.649994 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6fe32948-5db5-42e6-a232-94f17c80aef9 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:06.689860 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe32948-5db5-42e6-a232-94f17c80aef9 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'Port': ['ID=db611fd5-7bc9-42a5-a961-dc6f01b76c3f,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:06.716448 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-a2d0e923-4357-46af-a670-e80fe4262a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaaedc3-4c0c-4028-a2a2-79480ff7d6f6', 'name': 'tempest-TestNetworkBasicOps-router-165850868', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.194'}], 'enable_snat': True}, 'gw_port_id': '4efa3d24-bf89-48eb-a997-97971fed0b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:28:23Z', 'updated_at': '2021-12-10T19:28:27Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '4efa3d24-bf89-48eb-a997-97971fed0b38', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaaedc3-4c0c-4028-a2a2-79480ff7d6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:28:24Z', 'updated_at': '2021-12-10T19:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': 'e7a2f265-ab58-4584-a7d0-b3ba8abd64e6', 'name': '', 'network_id': '9b489ebd-dfcb-4eba-aee6-3edd628ab2b2', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:38:52:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaaedc3-4c0c-4028-a2a2-79480ff7d6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'c5616429-b927-43b2-8b6a-239a837fdf7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:28:26Z', 'updated_at': '2021-12-10T19:28:30Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'c5616429-b927-43b2-8b6a-239a837fdf7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:29:06.783572 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6fe32948-5db5-42e6-a232-94f17c80aef9 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:06.790634 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-6fe32948-5db5-42e6-a232-94f17c80aef9 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "DELETE /v2.0/ports/db611fd5-7bc9-42a5-a961-dc6f01b76c3f HTTP/1.1" status: 204 len: 168 time: 0.5208888 Dec 10 19:29:06.793117 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58626) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:29:06.838585 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d0e923-4357-46af-a670-e80fe4262a77 None None] The sync data for ids ['efaaedc3-4c0c-4028-a2a2-79480ff7d6f6'] in dv-neutron-821441-1-hyperv is: [{'id': 'efaaedc3-4c0c-4028-a2a2-79480ff7d6f6', 'name': 'tempest-TestNetworkBasicOps-router-165850868', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.194'}], 'enable_snat': True}, 'gw_port_id': '4efa3d24-bf89-48eb-a997-97971fed0b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:28:23Z', 'updated_at': '2021-12-10T19:28:27Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '4efa3d24-bf89-48eb-a997-97971fed0b38', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaaedc3-4c0c-4028-a2a2-79480ff7d6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:28:24Z', 'updated_at': '2021-12-10T19:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': 'e7a2f265-ab58-4584-a7d0-b3ba8abd64e6', 'name': '', 'network_id': '9b489ebd-dfcb-4eba-aee6-3edd628ab2b2', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:38:52:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaaedc3-4c0c-4028-a2a2-79480ff7d6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'c5616429-b927-43b2-8b6a-239a837fdf7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:28:26Z', 'updated_at': '2021-12-10T19:28:30Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'c5616429-b927-43b2-8b6a-239a837fdf7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:29:07.094482 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2d0d54-b718-433e-9b9b-a34f021a61fd None None] New status for floating IP 0e30769e-ed16-460b-b24e-0ae91df9c1bd: DOWN {{(pid=102367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:29:07.242437 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1c2f334c-559e-4f31-a899-3af47d65e0f3 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711290'] for router_interface, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:07.405618 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device db611fd5-7bc9-42a5-a961-dc6f01b76c3f no longer exists at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:29:07.428383 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] No Port match for: db611fd5-7bc9-42a5-a961-dc6f01b76c3f {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:29:07.428821 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device db611fd5-7bc9-42a5-a961-dc6f01b76c3f not bound to the agent host hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:29:07.506893 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-1c2f334c-559e-4f31-a899-3af47d65e0f3 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Deleting port e7a2f265-ab58-4584-a7d0-b3ba8abd64e6 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:29:07.507279 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1c2f334c-559e-4f31-a899-3af47d65e0f3 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:07.606903 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-1c2f334c-559e-4f31-a899-3af47d65e0f3 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] For port e7a2f265-ab58-4584-a7d0-b3ba8abd64e6, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=e7a2f265-ab58-4584-a7d0-b3ba8abd64e6,segment=NetworkSegment(bab629b7-9f5c-4af2-b59c-42051dcb307e),segment_id=bab629b7-9f5c-4af2-b59c-42051dcb307e)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:29:07.607260 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1c2f334c-559e-4f31-a899-3af47d65e0f3 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:07.624824 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-1c2f334c-559e-4f31-a899-3af47d65e0f3 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Calling delete_port for e7a2f265-ab58-4584-a7d0-b3ba8abd64e6 owned by network:router_interface {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:29:07.865547 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1c2f334c-559e-4f31-a899-3af47d65e0f3 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:07.901724 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2f334c-559e-4f31-a899-3af47d65e0f3 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'Port': ['ID=e7a2f265-ab58-4584-a7d0-b3ba8abd64e6,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:08.114379 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1c2f334c-559e-4f31-a899-3af47d65e0f3 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3755731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3712768'] for router_interface, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:08.379751 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c2f334c-559e-4f31-a899-3af47d65e0f3 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Router efaaedc3-4c0c-4028-a2a2-79480ff7d6f6 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:29:08.501594 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c2f334c-559e-4f31-a899-3af47d65e0f3 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:29:08.506779 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-1c2f334c-559e-4f31-a899-3af47d65e0f3 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "PUT /v2.0/routers/efaaedc3-4c0c-4028-a2a2-79480ff7d6f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7124345 Dec 10 19:29:08.511117 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58628) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:29:08.512067 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3328986c-9bb8-41a0-964a-1d13b47f64ab None None] Sync routers for ids ['efaaedc3-4c0c-4028-a2a2-79480ff7d6f6'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:29:08.522236 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3328986c-9bb8-41a0-964a-1d13b47f64ab None None] Routers {'efaaedc3-4c0c-4028-a2a2-79480ff7d6f6'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:29:08.522874 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-3328986c-9bb8-41a0-964a-1d13b47f64ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:28:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['efaaedc3-4c0c-4028-a2a2-79480ff7d6f6'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:29:08.567045 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f045979-144d-4c36-b1a1-44bca6e73891 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Deleting subnet c5616429-b927-43b2-8b6a-239a837fdf7d {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:29:08.570869 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8f045979-144d-4c36-b1a1-44bca6e73891 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:08.613833 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8f045979-144d-4c36-b1a1-44bca6e73891 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:08.630809 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-3328986c-9bb8-41a0-964a-1d13b47f64ab None None] Set router efaaedc3-4c0c-4028-a2a2-79480ff7d6f6 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:29:08.709696 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8f045979-144d-4c36-b1a1-44bca6e73891 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:08.797809 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8f045979-144d-4c36-b1a1-44bca6e73891 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:08.828663 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f045979-144d-4c36-b1a1-44bca6e73891 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'Subnet': ['ID=c5616429-b927-43b2-8b6a-239a837fdf7d,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:08.829474 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-3328986c-9bb8-41a0-964a-1d13b47f64ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaaedc3-4c0c-4028-a2a2-79480ff7d6f6', 'name': 'tempest-TestNetworkBasicOps-router-165850868', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.194'}], 'enable_snat': True}, 'gw_port_id': '4efa3d24-bf89-48eb-a997-97971fed0b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:28:23Z', 'updated_at': '2021-12-10T19:29:07Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '4efa3d24-bf89-48eb-a997-97971fed0b38', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaaedc3-4c0c-4028-a2a2-79480ff7d6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:28:24Z', 'updated_at': '2021-12-10T19:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:29:08.831106 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8f045979-144d-4c36-b1a1-44bca6e73891 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:08.834600 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-8f045979-144d-4c36-b1a1-44bca6e73891 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "DELETE /v2.0/subnets/c5616429-b927-43b2-8b6a-239a837fdf7d HTTP/1.1" status: 204 len: 168 time: 0.3222048 Dec 10 19:29:08.837075 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58630) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:29:08.839167 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52256064-a4ed-4e46-bb6e-909c64cd039d None None] Network 9b489ebd-dfcb-4eba-aee6-3edd628ab2b2 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:29:08.866668 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3328986c-9bb8-41a0-964a-1d13b47f64ab None None] Checking router: efaaedc3-4c0c-4028-a2a2-79480ff7d6f6 for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:29:08.877166 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3328986c-9bb8-41a0-964a-1d13b47f64ab None None] Routers {'efaaedc3-4c0c-4028-a2a2-79480ff7d6f6'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:29:08.877785 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-3328986c-9bb8-41a0-964a-1d13b47f64ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:28:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['efaaedc3-4c0c-4028-a2a2-79480ff7d6f6'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:29:08.956832 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8441f5bc-14c3-493b-ad90-1bbb47bfc6e8 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:08.995922 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-3328986c-9bb8-41a0-964a-1d13b47f64ab None None] Set router efaaedc3-4c0c-4028-a2a2-79480ff7d6f6 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:29:09.038684 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40547d6d-f8d8-47e7-834c-0afda16994f2 None None] DHCP port deletion for 9b489ebd-dfcb-4eba-aee6-3edd628ab2b2 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:29:09.069548 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8441f5bc-14c3-493b-ad90-1bbb47bfc6e8 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:09.094051 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-40547d6d-f8d8-47e7-834c-0afda16994f2 None None] Deleting port 351df7dd-64dd-439d-9222-14268378ba9e {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:29:09.094418 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-40547d6d-f8d8-47e7-834c-0afda16994f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:09.125701 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-8441f5bc-14c3-493b-ad90-1bbb47bfc6e8 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Deleting port 4efa3d24-bf89-48eb-a997-97971fed0b38 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:29:09.126239 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8441f5bc-14c3-493b-ad90-1bbb47bfc6e8 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:09.161206 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-40547d6d-f8d8-47e7-834c-0afda16994f2 None None] For port 351df7dd-64dd-439d-9222-14268378ba9e, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=351df7dd-64dd-439d-9222-14268378ba9e,segment=NetworkSegment(bab629b7-9f5c-4af2-b59c-42051dcb307e),segment_id=bab629b7-9f5c-4af2-b59c-42051dcb307e)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:29:09.161610 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-40547d6d-f8d8-47e7-834c-0afda16994f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:09.175860 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-40547d6d-f8d8-47e7-834c-0afda16994f2 None None] Calling delete_port for 351df7dd-64dd-439d-9222-14268378ba9e owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:29:09.206215 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-3328986c-9bb8-41a0-964a-1d13b47f64ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaaedc3-4c0c-4028-a2a2-79480ff7d6f6', 'name': 'tempest-TestNetworkBasicOps-router-165850868', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.194'}], 'enable_snat': True}, 'gw_port_id': '4efa3d24-bf89-48eb-a997-97971fed0b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:28:23Z', 'updated_at': '2021-12-10T19:29:07Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '4efa3d24-bf89-48eb-a997-97971fed0b38', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaaedc3-4c0c-4028-a2a2-79480ff7d6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:28:24Z', 'updated_at': '2021-12-10T19:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:29:09.237756 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3328986c-9bb8-41a0-964a-1d13b47f64ab None None] The sync data for ids ['efaaedc3-4c0c-4028-a2a2-79480ff7d6f6'] in dv-neutron-821441-1-hyperv is: [{'id': 'efaaedc3-4c0c-4028-a2a2-79480ff7d6f6', 'name': 'tempest-TestNetworkBasicOps-router-165850868', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.194'}], 'enable_snat': True}, 'gw_port_id': '4efa3d24-bf89-48eb-a997-97971fed0b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:28:23Z', 'updated_at': '2021-12-10T19:29:07Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '4efa3d24-bf89-48eb-a997-97971fed0b38', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaaedc3-4c0c-4028-a2a2-79480ff7d6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:28:24Z', 'updated_at': '2021-12-10T19:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:29:09.240588 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-8441f5bc-14c3-493b-ad90-1bbb47bfc6e8 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] For port 4efa3d24-bf89-48eb-a997-97971fed0b38, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=4efa3d24-bf89-48eb-a997-97971fed0b38,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:29:09.241094 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8441f5bc-14c3-493b-ad90-1bbb47bfc6e8 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:09.256075 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-8441f5bc-14c3-493b-ad90-1bbb47bfc6e8 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Calling delete_port for 4efa3d24-bf89-48eb-a997-97971fed0b38 owned by network:router_gateway {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:29:09.282068 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-40547d6d-f8d8-47e7-834c-0afda16994f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:09.330831 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40547d6d-f8d8-47e7-834c-0afda16994f2 None None] Pushing event deleted for resources: {'Port': ['ID=351df7dd-64dd-439d-9222-14268378ba9e,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:09.334044 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40547d6d-f8d8-47e7-834c-0afda16994f2 None None] No DVR routers for this DVR port 351df7dd-64dd-439d-9222-14268378ba9e on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:29:09.463171 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8441f5bc-14c3-493b-ad90-1bbb47bfc6e8 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:09.491508 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8441f5bc-14c3-493b-ad90-1bbb47bfc6e8 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'Port': ['ID=4efa3d24-bf89-48eb-a997-97971fed0b38,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:09.554949 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8441f5bc-14c3-493b-ad90-1bbb47bfc6e8 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3713145'] for router_gateway, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:09.953191 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8441f5bc-14c3-493b-ad90-1bbb47bfc6e8 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:09.955483 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8441f5bc-14c3-493b-ad90-1bbb47bfc6e8 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:10.001539 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8441f5bc-14c3-493b-ad90-1bbb47bfc6e8 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:10.002255 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8441f5bc-14c3-493b-ad90-1bbb47bfc6e8 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Fanout notify agent at l3_agent the message router_deleted on router efaaedc3-4c0c-4028-a2a2-79480ff7d6f6 {{(pid=102366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:29:10.009015 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8441f5bc-14c3-493b-ad90-1bbb47bfc6e8 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:10.010155 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-8441f5bc-14c3-493b-ad90-1bbb47bfc6e8 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "DELETE /v2.0/routers/efaaedc3-4c0c-4028-a2a2-79480ff7d6f6 HTTP/1.1" status: 204 len: 168 time: 1.1720631 Dec 10 19:29:10.013107 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58632) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:29:10.213867 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e75b8494-0b15-4d90-82b2-58a814578134 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:10.308251 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e75b8494-0b15-4d90-82b2-58a814578134 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:10.330820 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-e75b8494-0b15-4d90-82b2-58a814578134 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b489ebd-dfcb-4eba-aee6-3edd628ab2b2']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:29:10.340426 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-e75b8494-0b15-4d90-82b2-58a814578134 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bab629b7-9f5c-4af2-b59c-42051dcb307e') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:29:10.340784 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-e75b8494-0b15-4d90-82b2-58a814578134 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bab629b7-9f5c-4af2-b59c-42051dcb307e') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:29:10.350826 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e75b8494-0b15-4d90-82b2-58a814578134 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:10.365354 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e75b8494-0b15-4d90-82b2-58a814578134 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:10.372135 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e75b8494-0b15-4d90-82b2-58a814578134 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:29:10.372645 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e75b8494-0b15-4d90-82b2-58a814578134 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:10.376227 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:29:10.376227 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:29:10.376227 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:29:10.376227 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:29:10.376227 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:29:10.376227 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:29:10.376227 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:29:10.376227 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:29:10.376227 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:29:10.376227 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:29:10.376227 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:29:10.376227 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:29:10.376227 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:29:10.376227 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:29:10.376227 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:29:10.376227 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:29:10.376227 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:29:10.376227 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:29:10.376227 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:29:10.376227 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:29:10.376227 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:29:10.376227 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:29:10.376227 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:29:10.376227 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:29:10.376227 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:29:10.376227 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:29:10.376227 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:29:10.376227 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:29:10.376227 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:29:10.376227 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:29:10.376227 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:29:10.376227 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:29:10.444627 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e75b8494-0b15-4d90-82b2-58a814578134 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:10.452931 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e75b8494-0b15-4d90-82b2-58a814578134 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:10.459850 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-e75b8494-0b15-4d90-82b2-58a814578134 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "DELETE /v2.0/networks/9b489ebd-dfcb-4eba-aee6-3edd628ab2b2 HTTP/1.1" status: 204 len: 168 time: 0.4446676 Dec 10 19:29:10.468641 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 58636) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:29:10.475088 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75b8494-0b15-4d90-82b2-58a814578134 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'Network': ['ID=9b489ebd-dfcb-4eba-aee6-3edd628ab2b2,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:10.485703 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58638) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:29:10.486057 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-b047b0ce-3e39-499d-a7fa-7d2f678e0363 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0153482 Dec 10 19:29:10.494735 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-7f3d6c53-d911-44d3-b9e9-955117076e7f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'network': {'name': 'tempest-network-smoke--1937251795', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'port_security_enabled': True}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:29:10.522094 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3d6c53-d911-44d3-b9e9-955117076e7f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Made reservation on behalf of 730e4c9f0aba4accb176e575114c849e for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:29:10.525611 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7f3d6c53-d911-44d3-b9e9-955117076e7f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:10.550223 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f3d6c53-d911-44d3-b9e9-955117076e7f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:29:10.559370 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7f3d6c53-d911-44d3-b9e9-955117076e7f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:10.559710 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-7f3d6c53-d911-44d3-b9e9-955117076e7f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Added segment 272ad825-7814-4d0b-946b-4ad7ed68f869 of type vlan for network 226d9a94-6910-415d-8e1c-56c93ce678ec Dec 10 19:29:10.602347 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7f3d6c53-d911-44d3-b9e9-955117076e7f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:10.628084 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7f3d6c53-d911-44d3-b9e9-955117076e7f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:10.633660 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3d6c53-d911-44d3-b9e9-955117076e7f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:10.634311 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7f3d6c53-d911-44d3-b9e9-955117076e7f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:10.694460 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-7f3d6c53-d911-44d3-b9e9-955117076e7f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2047765 Dec 10 19:29:10.697397 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 58640) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:29:10.702744 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-1b29e8d9-e9c4-4c33-9c09-a8a625d5944f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-639397835', 'admin_state_up': True, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:29:10.707744 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3d6c53-d911-44d3-b9e9-955117076e7f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Network': ['ID=226d9a94-6910-415d-8e1c-56c93ce678ec,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:10.719217 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 226d9a94-6910-415d-8e1c-56c93ce678ec details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:29:10.731733 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1b29e8d9-e9c4-4c33-9c09-a8a625d5944f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:10.732990 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1b29e8d9-e9c4-4c33-9c09-a8a625d5944f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:10.789003 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1b29e8d9-e9c4-4c33-9c09-a8a625d5944f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:10.850315 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device e7a2f265-ab58-4584-a7d0-b3ba8abd64e6 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:29:10.877214 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: e7a2f265-ab58-4584-a7d0-b3ba8abd64e6 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:29:10.877457 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device e7a2f265-ab58-4584-a7d0-b3ba8abd64e6 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:29:10.877868 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 4efa3d24-bf89-48eb-a997-97971fed0b38 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:29:10.897820 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 4efa3d24-bf89-48eb-a997-97971fed0b38 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:29:10.898162 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 4efa3d24-bf89-48eb-a997-97971fed0b38 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:29:10.898588 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 351df7dd-64dd-439d-9222-14268378ba9e no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:29:10.919015 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 351df7dd-64dd-439d-9222-14268378ba9e {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:29:10.919354 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 351df7dd-64dd-439d-9222-14268378ba9e not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:29:10.949909 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1b29e8d9-e9c4-4c33-9c09-a8a625d5944f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:11.158353 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1b29e8d9-e9c4-4c33-9c09-a8a625d5944f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router_gateway, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:11.178644 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1b29e8d9-e9c4-4c33-9c09-a8a625d5944f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:11.286755 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-1b29e8d9-e9c4-4c33-9c09-a8a625d5944f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Allocated IP 172.26.6.5 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/2fc463ac-c3c8-427c-b111-ef7fe457a597) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:29:11.397640 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1b29e8d9-e9c4-4c33-9c09-a8a625d5944f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:11.437568 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1b29e8d9-e9c4-4c33-9c09-a8a625d5944f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:11.477867 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b29e8d9-e9c4-4c33-9c09-a8a625d5944f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:29:11.481205 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-1b29e8d9-e9c4-4c33-9c09-a8a625d5944f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:29:11.485116 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b29e8d9-e9c4-4c33-9c09-a8a625d5944f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:29:11.493926 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b29e8d9-e9c4-4c33-9c09-a8a625d5944f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Port': ['ID=2fc463ac-c3c8-427c-b111-ef7fe457a597,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:11.754081 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1b29e8d9-e9c4-4c33-9c09-a8a625d5944f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router_gateway, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:11.968283 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1b29e8d9-e9c4-4c33-9c09-a8a625d5944f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:12.105316 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b29e8d9-e9c4-4c33-9c09-a8a625d5944f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Router ec3709b1-551b-40ee-a09c-fad9b77dc6e1 is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:29:12.225383 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b29e8d9-e9c4-4c33-9c09-a8a625d5944f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:29:12.236297 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f6da39-7367-4b11-a721-cbd8b28323d0 None None] Sync routers for ids ['ec3709b1-551b-40ee-a09c-fad9b77dc6e1'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:29:12.245780 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f6da39-7367-4b11-a721-cbd8b28323d0 None None] Routers {'ec3709b1-551b-40ee-a09c-fad9b77dc6e1'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:29:12.246403 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-88f6da39-7367-4b11-a721-cbd8b28323d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:28:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['ec3709b1-551b-40ee-a09c-fad9b77dc6e1'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:29:12.249336 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1b29e8d9-e9c4-4c33-9c09-a8a625d5944f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:12.250581 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-1b29e8d9-e9c4-4c33-9c09-a8a625d5944f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.5521138 Dec 10 19:29:12.254304 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58642) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:29:12.292761 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-ef0d3cca-830c-4469-82d9-c1226823db6f tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=730e4c9f0aba4accb176e575114c849e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371544 Dec 10 19:29:12.295306 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58644) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:29:12.355896 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-88f6da39-7367-4b11-a721-cbd8b28323d0 None None] Set router ec3709b1-551b-40ee-a09c-fad9b77dc6e1 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:29:12.387811 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a7b8cb-5dc0-424b-87d1-f4fd9bd25279 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:12.390149 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-36a7b8cb-5dc0-424b-87d1-f4fd9bd25279 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0924942 Dec 10 19:29:12.393111 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58646) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:29:12.429641 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-3bc1541c-5f4e-4f1b-bf9c-6efd755a7e7f tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=68e2ee80-e7f8-4be2-b0d8-392fd4a4e031&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329123 Dec 10 19:29:12.429896 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58648) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:29:12.434852 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-dd8f450c-7b5f-4cd0-b1b9-39e54ee517b2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1792087233', 'network_id': '226d9a94-6910-415d-8e1c-56c93ce678ec', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:29:12.531718 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8f450c-7b5f-4cd0-b1b9-39e54ee517b2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Made reservation on behalf of 730e4c9f0aba4accb176e575114c849e for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:29:12.535390 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-dd8f450c-7b5f-4cd0-b1b9-39e54ee517b2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:12.542412 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-88f6da39-7367-4b11-a721-cbd8b28323d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3709b1-551b-40ee-a09c-fad9b77dc6e1', 'name': 'tempest-TestNetworkBasicOps-router-639397835', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.5'}], 'enable_snat': True}, 'gw_port_id': '2fc463ac-c3c8-427c-b111-ef7fe457a597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:29:10Z', 'updated_at': '2021-12-10T19:29:11Z', 'revision_number': 3, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '2fc463ac-c3c8-427c-b111-ef7fe457a597', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:41:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3709b1-551b-40ee-a09c-fad9b77dc6e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:11Z', 'updated_at': '2021-12-10T19:29:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:29:12.583147 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f6da39-7367-4b11-a721-cbd8b28323d0 None None] Checking router: ec3709b1-551b-40ee-a09c-fad9b77dc6e1 for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:29:12.583496 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f6da39-7367-4b11-a721-cbd8b28323d0 None None] Updating router ec3709b1-551b-40ee-a09c-fad9b77dc6e1 port 2fc463ac-c3c8-427c-b111-ef7fe457a597 binding host dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:29:12.611514 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-88f6da39-7367-4b11-a721-cbd8b28323d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:12.730362 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-dd8f450c-7b5f-4cd0-b1b9-39e54ee517b2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:12.805521 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f450c-7b5f-4cd0-b1b9-39e54ee517b2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Subnet': ['ID=fd991b21-67b5-4831-9064-19796993fea4,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:12.813030 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8f450c-7b5f-4cd0-b1b9-39e54ee517b2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Checking segment: {'id': '272ad825-7814-4d0b-946b-4ad7ed68f869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '226d9a94-6910-415d-8e1c-56c93ce678ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:29:12.813397 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8f450c-7b5f-4cd0-b1b9-39e54ee517b2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Network hostable DHCP agents. Network: 226d9a94-6910-415d-8e1c-56c93ce678ec, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:29:12.832412 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8f450c-7b5f-4cd0-b1b9-39e54ee517b2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Network 226d9a94-6910-415d-8e1c-56c93ce678ec is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:29:12.843907 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-dd8f450c-7b5f-4cd0-b1b9-39e54ee517b2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 226d9a94-6910-415d-8e1c-56c93ce678ec) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:29:12.851322 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8f450c-7b5f-4cd0-b1b9-39e54ee517b2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:12.852682 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-dd8f450c-7b5f-4cd0-b1b9-39e54ee517b2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:12.858593 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae225cc-5f19-45d3-90dd-fc8507fc1606 None None] Network 226d9a94-6910-415d-8e1c-56c93ce678ec requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:29:12.881379 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 58650) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:29:12.881969 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-dd8f450c-7b5f-4cd0-b1b9-39e54ee517b2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4500353 Dec 10 19:29:12.951031 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-88f6da39-7367-4b11-a721-cbd8b28323d0 None None] Notify callbacks [] for port, precommit_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:12.959875 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-88f6da39-7367-4b11-a721-cbd8b28323d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:13.062289 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-88f6da39-7367-4b11-a721-cbd8b28323d0 None None] Attempting to bind port 2fc463ac-c3c8-427c-b111-ef7fe457a597 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:29:13.062809 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-88f6da39-7367-4b11-a721-cbd8b28323d0 None None] Attempting to bind port 2fc463ac-c3c8-427c-b111-ef7fe457a597 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:29:13.063169 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f6da39-7367-4b11-a721-cbd8b28323d0 None None] Attempting to bind port 2fc463ac-c3c8-427c-b111-ef7fe457a597 on network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:29:13.069564 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2a88e2-10fd-4cf1-aeac-aa90254c94e2 None None] Pushing event updated for resources: {'Port': ['ID=2fc463ac-c3c8-427c-b111-ef7fe457a597,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:13.079238 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f6da39-7367-4b11-a721-cbd8b28323d0 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:29:13.079615 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f6da39-7367-4b11-a721-cbd8b28323d0 None None] Checking segment: {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:29:13.080021 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-88f6da39-7367-4b11-a721-cbd8b28323d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:13.080412 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f6da39-7367-4b11-a721-cbd8b28323d0 None None] Bound using segment: {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:29:13.080944 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-88f6da39-7367-4b11-a721-cbd8b28323d0 None None] Bound port: 2fc463ac-c3c8-427c-b111-ef7fe457a597, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:29:13.081345 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-88f6da39-7367-4b11-a721-cbd8b28323d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:13.150043 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36351704-a36a-463a-8474-96c6705de32c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-226d9a94-6910-415d-8e1c-56c93ce678ec', 'network_id': '226d9a94-6910-415d-8e1c-56c93ce678ec', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'fixed_ips': [{'subnet_id': 'fd991b21-67b5-4831-9064-19796993fea4'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:29:13.150923 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-36351704-a36a-463a-8474-96c6705de32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:13.174763 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-88f6da39-7367-4b11-a721-cbd8b28323d0 None None] For port 2fc463ac-c3c8-427c-b111-ef7fe457a597, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:29:13.194853 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-88f6da39-7367-4b11-a721-cbd8b28323d0 None None] For port 2fc463ac-c3c8-427c-b111-ef7fe457a597, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=2fc463ac-c3c8-427c-b111-ef7fe457a597,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:29:13.200076 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-88f6da39-7367-4b11-a721-cbd8b28323d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:13.498259 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f6da39-7367-4b11-a721-cbd8b28323d0 None None] Routers {'ec3709b1-551b-40ee-a09c-fad9b77dc6e1'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:29:13.499037 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-88f6da39-7367-4b11-a721-cbd8b28323d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:28:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['ec3709b1-551b-40ee-a09c-fad9b77dc6e1'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:29:13.531454 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2a88e2-10fd-4cf1-aeac-aa90254c94e2 None None] Pushing event updated for resources: {'Port': ['ID=2fc463ac-c3c8-427c-b111-ef7fe457a597,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:13.581232 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-36351704-a36a-463a-8474-96c6705de32c None None] Allocated IP 172.20.0.2 (226d9a94-6910-415d-8e1c-56c93ce678ec/fd991b21-67b5-4831-9064-19796993fea4/1bf1c1ba-b9d4-4aa8-ae65-1250842c04d9) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:29:13.645293 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-db86b1cf-a6d9-4c90-9f2d-8df4cb0bba8c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:13.662571 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-88f6da39-7367-4b11-a721-cbd8b28323d0 None None] Set router ec3709b1-551b-40ee-a09c-fad9b77dc6e1 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:29:13.881074 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-36351704-a36a-463a-8474-96c6705de32c None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:13.888306 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-36351704-a36a-463a-8474-96c6705de32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:13.932266 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36351704-a36a-463a-8474-96c6705de32c None None] Network 226d9a94-6910-415d-8e1c-56c93ce678ec is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:29:13.937583 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-db86b1cf-a6d9-4c90-9f2d-8df4cb0bba8c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Allocated IP 172.20.0.1 (226d9a94-6910-415d-8e1c-56c93ce678ec/fd991b21-67b5-4831-9064-19796993fea4/16bf3860-f67d-498d-9351-d134e2bc855b) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:29:13.940169 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-36351704-a36a-463a-8474-96c6705de32c None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:29:13.944539 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36351704-a36a-463a-8474-96c6705de32c None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:29:13.957103 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36351704-a36a-463a-8474-96c6705de32c None None] Pushing event updated for resources: {'Port': ['ID=1bf1c1ba-b9d4-4aa8-ae65-1250842c04d9,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:13.986144 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-88f6da39-7367-4b11-a721-cbd8b28323d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3709b1-551b-40ee-a09c-fad9b77dc6e1', 'name': 'tempest-TestNetworkBasicOps-router-639397835', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.5'}], 'enable_snat': True}, 'gw_port_id': '2fc463ac-c3c8-427c-b111-ef7fe457a597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:29:10Z', 'updated_at': '2021-12-10T19:29:11Z', 'revision_number': 3, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '2fc463ac-c3c8-427c-b111-ef7fe457a597', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:41:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3709b1-551b-40ee-a09c-fad9b77dc6e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:11Z', 'updated_at': '2021-12-10T19:29:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:29:14.034364 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f6da39-7367-4b11-a721-cbd8b28323d0 None None] The sync data for ids ['ec3709b1-551b-40ee-a09c-fad9b77dc6e1'] in dv-neutron-821441-1-hyperv is: [{'id': 'ec3709b1-551b-40ee-a09c-fad9b77dc6e1', 'name': 'tempest-TestNetworkBasicOps-router-639397835', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.5'}], 'enable_snat': True}, 'gw_port_id': '2fc463ac-c3c8-427c-b111-ef7fe457a597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:29:10Z', 'updated_at': '2021-12-10T19:29:11Z', 'revision_number': 3, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '2fc463ac-c3c8-427c-b111-ef7fe457a597', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:41:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3709b1-551b-40ee-a09c-fad9b77dc6e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:11Z', 'updated_at': '2021-12-10T19:29:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:29:14.039429 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-36351704-a36a-463a-8474-96c6705de32c None None] Attempting to bind port 1bf1c1ba-b9d4-4aa8-ae65-1250842c04d9 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:29:14.039789 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-36351704-a36a-463a-8474-96c6705de32c None None] Attempting to bind port 1bf1c1ba-b9d4-4aa8-ae65-1250842c04d9 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '272ad825-7814-4d0b-946b-4ad7ed68f869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '226d9a94-6910-415d-8e1c-56c93ce678ec'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:29:14.040242 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36351704-a36a-463a-8474-96c6705de32c None None] Attempting to bind port 1bf1c1ba-b9d4-4aa8-ae65-1250842c04d9 on network 226d9a94-6910-415d-8e1c-56c93ce678ec {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:29:14.046151 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36351704-a36a-463a-8474-96c6705de32c None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:29:14.046552 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36351704-a36a-463a-8474-96c6705de32c None None] Checking segment: {'id': '272ad825-7814-4d0b-946b-4ad7ed68f869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '226d9a94-6910-415d-8e1c-56c93ce678ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:29:14.046931 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-36351704-a36a-463a-8474-96c6705de32c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:14.047299 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36351704-a36a-463a-8474-96c6705de32c None None] Bound using segment: {'id': '272ad825-7814-4d0b-946b-4ad7ed68f869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '226d9a94-6910-415d-8e1c-56c93ce678ec'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:29:14.047780 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-36351704-a36a-463a-8474-96c6705de32c None None] Bound port: 1bf1c1ba-b9d4-4aa8-ae65-1250842c04d9, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272ad825-7814-4d0b-946b-4ad7ed68f869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '226d9a94-6910-415d-8e1c-56c93ce678ec'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:29:14.048156 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-36351704-a36a-463a-8474-96c6705de32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:14.055701 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-db86b1cf-a6d9-4c90-9f2d-8df4cb0bba8c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:14.092628 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-db86b1cf-a6d9-4c90-9f2d-8df4cb0bba8c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:14.118378 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-36351704-a36a-463a-8474-96c6705de32c None None] For port 1bf1c1ba-b9d4-4aa8-ae65-1250842c04d9, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:29:14.121692 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-36351704-a36a-463a-8474-96c6705de32c None None] For port 1bf1c1ba-b9d4-4aa8-ae65-1250842c04d9, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=1bf1c1ba-b9d4-4aa8-ae65-1250842c04d9,segment=NetworkSegment(272ad825-7814-4d0b-946b-4ad7ed68f869),segment_id=272ad825-7814-4d0b-946b-4ad7ed68f869)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:29:14.128432 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-36351704-a36a-463a-8474-96c6705de32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:14.139650 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db86b1cf-a6d9-4c90-9f2d-8df4cb0bba8c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Network 226d9a94-6910-415d-8e1c-56c93ce678ec is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:29:14.142769 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-db86b1cf-a6d9-4c90-9f2d-8df4cb0bba8c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:29:14.146528 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db86b1cf-a6d9-4c90-9f2d-8df4cb0bba8c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:29:14.177029 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db86b1cf-a6d9-4c90-9f2d-8df4cb0bba8c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Port': ['ID=16bf3860-f67d-498d-9351-d134e2bc855b,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:14.200354 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36351704-a36a-463a-8474-96c6705de32c None None] Pushing event updated for resources: {'Port': ['ID=1bf1c1ba-b9d4-4aa8-ae65-1250842c04d9,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:14.212936 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-db86b1cf-a6d9-4c90-9f2d-8df4cb0bba8c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712030'] for router_interface, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:14.378883 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-db86b1cf-a6d9-4c90-9f2d-8df4cb0bba8c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:14.696563 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-db86b1cf-a6d9-4c90-9f2d-8df4cb0bba8c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:14.701523 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-db86b1cf-a6d9-4c90-9f2d-8df4cb0bba8c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:14.778474 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db86b1cf-a6d9-4c90-9f2d-8df4cb0bba8c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Port': ['ID=16bf3860-f67d-498d-9351-d134e2bc855b,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:14.781308 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-db86b1cf-a6d9-4c90-9f2d-8df4cb0bba8c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3755716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711339'] for router_interface, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:14.890006 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db86b1cf-a6d9-4c90-9f2d-8df4cb0bba8c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Network 226d9a94-6910-415d-8e1c-56c93ce678ec is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:29:14.891461 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-db86b1cf-a6d9-4c90-9f2d-8df4cb0bba8c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:29:14.909278 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 2fc463ac-c3c8-427c-b111-ef7fe457a597 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:29:14.970549 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 2fc463ac-c3c8-427c-b111-ef7fe457a597 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:29:14.970930 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:15.029868 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db86b1cf-a6d9-4c90-9f2d-8df4cb0bba8c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Router ec3709b1-551b-40ee-a09c-fad9b77dc6e1 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:29:15.056744 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:15.080144 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port 2fc463ac-c3c8-427c-b111-ef7fe457a597, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=2fc463ac-c3c8-427c-b111-ef7fe457a597,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:29:15.084998 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:15.086752 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 1bf1c1ba-b9d4-4aa8-ae65-1250842c04d9 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:29:15.156662 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db86b1cf-a6d9-4c90-9f2d-8df4cb0bba8c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:29:15.165656 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58652) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:29:15.166792 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-db86b1cf-a6d9-4c90-9f2d-8df4cb0bba8c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "PUT /v2.0/routers/ec3709b1-551b-40ee-a09c-fad9b77dc6e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2824714 Dec 10 19:29:15.173566 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=2fc463ac-c3c8-427c-b111-ef7fe457a597,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:15.184275 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 1bf1c1ba-b9d4-4aa8-ae65-1250842c04d9 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:29:15.184680 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:15.273370 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:15.294368 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577cdcd1-eac2-456f-b68e-6c2c3b73ea7e tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:15.294843 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577cdcd1-eac2-456f-b68e-6c2c3b73ea7e tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:15.296063 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577cdcd1-eac2-456f-b68e-6c2c3b73ea7e tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:15.296890 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577cdcd1-eac2-456f-b68e-6c2c3b73ea7e tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:15.298722 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-577cdcd1-eac2-456f-b68e-6c2c3b73ea7e tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1303375 Dec 10 19:29:15.301465 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58654) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:29:15.310829 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port 1bf1c1ba-b9d4-4aa8-ae65-1250842c04d9, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=1bf1c1ba-b9d4-4aa8-ae65-1250842c04d9,segment=NetworkSegment(272ad825-7814-4d0b-946b-4ad7ed68f869),segment_id=272ad825-7814-4d0b-946b-4ad7ed68f869)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:29:15.313957 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a70196-86f4-4139-a01e-c983c28d6330 None None] Network 226d9a94-6910-415d-8e1c-56c93ce678ec requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:29:15.329890 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:15.356605 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64600e80-f6b8-42b3-87d2-1a373ed2f3d4 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:15.357069 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64600e80-f6b8-42b3-87d2-1a373ed2f3d4 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:15.357521 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64600e80-f6b8-42b3-87d2-1a373ed2f3d4 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:15.358539 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64600e80-f6b8-42b3-87d2-1a373ed2f3d4 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:15.363000 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-64600e80-f6b8-42b3-87d2-1a373ed2f3d4 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0581765 Dec 10 19:29:15.363463 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58656) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:29:15.423977 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-363bc34c-e5f7-4f02-990d-0aac764bd625 None None] Provisioning complete for port 1bf1c1ba-b9d4-4aa8-ae65-1250842c04d9 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:29:15.424425 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-363bc34c-e5f7-4f02-990d-0aac764bd625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:15.428808 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=1bf1c1ba-b9d4-4aa8-ae65-1250842c04d9,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:15.506939 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-e98b0c6c-fc68-4423-9c8e-a767c38aa0c5 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.1421368 Dec 10 19:29:15.735127 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 58660) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:29:15.740629 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-0d6c983a-d4af-46bc-9f79-6cec3ec3c0f0 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-959749977', 'description': 'tempest-secgroup-smoke-959749977 description', 'project_id': '730e4c9f0aba4accb176e575114c849e'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:29:15.744240 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0772154e-4dd8-4d5b-8526-f2c73293d8a3 None None] Sync routers for ids ['ec3709b1-551b-40ee-a09c-fad9b77dc6e1'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:29:15.756111 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0772154e-4dd8-4d5b-8526-f2c73293d8a3 None None] Routers {'ec3709b1-551b-40ee-a09c-fad9b77dc6e1'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:29:15.756808 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-0772154e-4dd8-4d5b-8526-f2c73293d8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:28:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['ec3709b1-551b-40ee-a09c-fad9b77dc6e1'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:29:15.766186 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0d6c983a-d4af-46bc-9f79-6cec3ec3c0f0 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:15.812211 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-80d4359d-73bb-4c80-9ebd-84c003c36226 None None] Provisioning complete for port 1bf1c1ba-b9d4-4aa8-ae65-1250842c04d9 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:29:15.812608 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-80d4359d-73bb-4c80-9ebd-84c003c36226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:15.858808 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0d6c983a-d4af-46bc-9f79-6cec3ec3c0f0 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:15.865647 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0d6c983a-d4af-46bc-9f79-6cec3ec3c0f0 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:15.894137 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0d6c983a-d4af-46bc-9f79-6cec3ec3c0f0 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:15.894642 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-0772154e-4dd8-4d5b-8526-f2c73293d8a3 None None] Set router ec3709b1-551b-40ee-a09c-fad9b77dc6e1 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:29:15.896103 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-0d6c983a-d4af-46bc-9f79-6cec3ec3c0f0 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1596000 Dec 10 19:29:15.899268 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58662) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:29:15.907602 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c983a-d4af-46bc-9f79-6cec3ec3c0f0 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9683c4cc-efef-4138-a639-365e57d8d3ac,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:15.909641 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-40c991e7-2c53-4ada-bc26-ba21b7e01fb7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': '9683c4cc-efef-4138-a639-365e57d8d3ac', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:29:15.941453 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-80d4359d-73bb-4c80-9ebd-84c003c36226 None None] Provisioning complete for port 16bf3860-f67d-498d-9351-d134e2bc855b triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:29:15.942042 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-80d4359d-73bb-4c80-9ebd-84c003c36226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:15.956382 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-40c991e7-2c53-4ada-bc26-ba21b7e01fb7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:15.988695 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-80d4359d-73bb-4c80-9ebd-84c003c36226 None None] Port 16bf3860-f67d-498d-9351-d134e2bc855b cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:29:16.032801 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-40c991e7-2c53-4ada-bc26-ba21b7e01fb7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:16.038771 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-40c991e7-2c53-4ada-bc26-ba21b7e01fb7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:16.063417 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c991e7-2c53-4ada-bc26-ba21b7e01fb7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93b07954-ea26-4e96-982d-6ceb916d42ef,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:16.071919 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-40c991e7-2c53-4ada-bc26-ba21b7e01fb7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:16.075988 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 58664) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:29:16.081040 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-785898cc-575f-485a-a8c0-449f72bf9dfc tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': '9683c4cc-efef-4138-a639-365e57d8d3ac', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:29:16.081305 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-40c991e7-2c53-4ada-bc26-ba21b7e01fb7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1802130 Dec 10 19:29:16.111741 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c1250cbc-7aef-4737-b2c9-0d06dfde6a65 None None] Provisioning complete for port 16bf3860-f67d-498d-9351-d134e2bc855b triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:29:16.112142 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c1250cbc-7aef-4737-b2c9-0d06dfde6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:16.117155 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-785898cc-575f-485a-a8c0-449f72bf9dfc tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:16.154870 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-0772154e-4dd8-4d5b-8526-f2c73293d8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3709b1-551b-40ee-a09c-fad9b77dc6e1', 'name': 'tempest-TestNetworkBasicOps-router-639397835', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.5'}], 'enable_snat': True}, 'gw_port_id': '2fc463ac-c3c8-427c-b111-ef7fe457a597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:29:10Z', 'updated_at': '2021-12-10T19:29:14Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '2fc463ac-c3c8-427c-b111-ef7fe457a597', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:41:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3709b1-551b-40ee-a09c-fad9b77dc6e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:11Z', 'updated_at': '2021-12-10T19:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '16bf3860-f67d-498d-9351-d134e2bc855b', 'name': '', 'network_id': '226d9a94-6910-415d-8e1c-56c93ce678ec', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:20:ca:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3709b1-551b-40ee-a09c-fad9b77dc6e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'fd991b21-67b5-4831-9064-19796993fea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:13Z', 'updated_at': '2021-12-10T19:29:14Z', 'revision_number': 2, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'fd991b21-67b5-4831-9064-19796993fea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:29:16.160241 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c1250cbc-7aef-4737-b2c9-0d06dfde6a65 None None] Port 16bf3860-f67d-498d-9351-d134e2bc855b cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:29:16.187058 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-785898cc-575f-485a-a8c0-449f72bf9dfc tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:16.189903 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0772154e-4dd8-4d5b-8526-f2c73293d8a3 None None] Checking router: ec3709b1-551b-40ee-a09c-fad9b77dc6e1 for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:29:16.190413 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0772154e-4dd8-4d5b-8526-f2c73293d8a3 None None] Updating router ec3709b1-551b-40ee-a09c-fad9b77dc6e1 port 16bf3860-f67d-498d-9351-d134e2bc855b binding host dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:29:16.191312 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-785898cc-575f-485a-a8c0-449f72bf9dfc tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:16.213840 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785898cc-575f-485a-a8c0-449f72bf9dfc tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbcaec6a-27e0-4f38-8bfa-27ca7ff7b4e6,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:16.217245 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-0772154e-4dd8-4d5b-8526-f2c73293d8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:16.226835 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-785898cc-575f-485a-a8c0-449f72bf9dfc tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:16.228078 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-785898cc-575f-485a-a8c0-449f72bf9dfc tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1509469 Dec 10 19:29:16.231065 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 58666) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:29:16.236647 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-5de756d9-2790-4c58-aa64-120142c9cbca tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': '9683c4cc-efef-4138-a639-365e57d8d3ac', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:29:16.266546 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5de756d9-2790-4c58-aa64-120142c9cbca tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:16.278084 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-096be89e-5378-4405-bcdd-ea15b01727a5 None None] Provisioning complete for port 16bf3860-f67d-498d-9351-d134e2bc855b triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:29:16.278319 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-096be89e-5378-4405-bcdd-ea15b01727a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:16.313534 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-096be89e-5378-4405-bcdd-ea15b01727a5 None None] Port 16bf3860-f67d-498d-9351-d134e2bc855b cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:29:16.329319 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5de756d9-2790-4c58-aa64-120142c9cbca tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:16.333607 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5de756d9-2790-4c58-aa64-120142c9cbca tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:16.352007 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de756d9-2790-4c58-aa64-120142c9cbca tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69fce618-d49d-44d8-99b0-b28371e8db6d,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:16.360824 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5de756d9-2790-4c58-aa64-120142c9cbca tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:16.362041 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-5de756d9-2790-4c58-aa64-120142c9cbca tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1300287 Dec 10 19:29:16.364810 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 58668) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:29:16.369381 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-513b72b2-045c-4464-aee5-2090d52a7904 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': '9683c4cc-efef-4138-a639-365e57d8d3ac', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:29:16.397117 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-513b72b2-045c-4464-aee5-2090d52a7904 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:16.459030 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-513b72b2-045c-4464-aee5-2090d52a7904 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:16.463141 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-513b72b2-045c-4464-aee5-2090d52a7904 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:16.482536 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513b72b2-045c-4464-aee5-2090d52a7904 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8844fef4-4af3-42b6-a9eb-972ec88b0eee,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:16.493356 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-513b72b2-045c-4464-aee5-2090d52a7904 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:16.494562 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-513b72b2-045c-4464-aee5-2090d52a7904 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1286712 Dec 10 19:29:16.497550 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 58670) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:29:16.501975 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-91cc9cf0-2000-47d5-9392-38bc18972e35 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': '9683c4cc-efef-4138-a639-365e57d8d3ac', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:29:16.505805 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-0772154e-4dd8-4d5b-8526-f2c73293d8a3 None None] Notify callbacks [] for port, precommit_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:16.510592 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-0772154e-4dd8-4d5b-8526-f2c73293d8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:16.525054 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.securitygroups_db [None req-91cc9cf0-2000-47d5-9392-38bc18972e35 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Project 730e4c9f0aba4accb176e575114c849e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:29:16.530602 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-91cc9cf0-2000-47d5-9392-38bc18972e35 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:16.564237 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb20b9-9da7-4efd-8773-e02636494d1e None None] Pushing event updated for resources: {'Port': ['ID=16bf3860-f67d-498d-9351-d134e2bc855b,revision_number=3']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:16.596843 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-91cc9cf0-2000-47d5-9392-38bc18972e35 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:16.601691 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-91cc9cf0-2000-47d5-9392-38bc18972e35 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:16.616959 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-0772154e-4dd8-4d5b-8526-f2c73293d8a3 None None] Attempting to bind port 16bf3860-f67d-498d-9351-d134e2bc855b on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:29:16.617613 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-0772154e-4dd8-4d5b-8526-f2c73293d8a3 None None] Attempting to bind port 16bf3860-f67d-498d-9351-d134e2bc855b by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '272ad825-7814-4d0b-946b-4ad7ed68f869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '226d9a94-6910-415d-8e1c-56c93ce678ec'}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:29:16.617884 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0772154e-4dd8-4d5b-8526-f2c73293d8a3 None None] Attempting to bind port 16bf3860-f67d-498d-9351-d134e2bc855b on network 226d9a94-6910-415d-8e1c-56c93ce678ec {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:29:16.621264 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cc9cf0-2000-47d5-9392-38bc18972e35 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aa9b664-1a3c-47ff-9e5a-e56829638346,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:16.623576 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0772154e-4dd8-4d5b-8526-f2c73293d8a3 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:29:16.624687 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0772154e-4dd8-4d5b-8526-f2c73293d8a3 None None] Checking segment: {'id': '272ad825-7814-4d0b-946b-4ad7ed68f869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '226d9a94-6910-415d-8e1c-56c93ce678ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:29:16.625075 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-0772154e-4dd8-4d5b-8526-f2c73293d8a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:16.625535 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0772154e-4dd8-4d5b-8526-f2c73293d8a3 None None] Bound using segment: {'id': '272ad825-7814-4d0b-946b-4ad7ed68f869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '226d9a94-6910-415d-8e1c-56c93ce678ec'} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:29:16.626017 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-0772154e-4dd8-4d5b-8526-f2c73293d8a3 None None] Bound port: 16bf3860-f67d-498d-9351-d134e2bc855b, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272ad825-7814-4d0b-946b-4ad7ed68f869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '226d9a94-6910-415d-8e1c-56c93ce678ec'}}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:29:16.626468 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-0772154e-4dd8-4d5b-8526-f2c73293d8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:16.629635 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-91cc9cf0-2000-47d5-9392-38bc18972e35 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:16.633689 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58672) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:29:16.634231 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-91cc9cf0-2000-47d5-9392-38bc18972e35 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1352556 Dec 10 19:29:16.639035 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-40572af2-e28e-4b0b-8286-ed123ec72680 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': '9683c4cc-efef-4138-a639-365e57d8d3ac', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:29:16.662652 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.securitygroups_db [None req-40572af2-e28e-4b0b-8286-ed123ec72680 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Project 730e4c9f0aba4accb176e575114c849e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:29:16.667736 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-40572af2-e28e-4b0b-8286-ed123ec72680 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:16.699621 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-0772154e-4dd8-4d5b-8526-f2c73293d8a3 None None] For port 16bf3860-f67d-498d-9351-d134e2bc855b, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:29:16.703509 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-0772154e-4dd8-4d5b-8526-f2c73293d8a3 None None] For port 16bf3860-f67d-498d-9351-d134e2bc855b, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=16bf3860-f67d-498d-9351-d134e2bc855b,segment=NetworkSegment(272ad825-7814-4d0b-946b-4ad7ed68f869),segment_id=272ad825-7814-4d0b-946b-4ad7ed68f869)] {{(pid=102368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:29:16.707893 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-0772154e-4dd8-4d5b-8526-f2c73293d8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:16.747612 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-40572af2-e28e-4b0b-8286-ed123ec72680 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:16.751846 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-40572af2-e28e-4b0b-8286-ed123ec72680 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:16.771832 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40572af2-e28e-4b0b-8286-ed123ec72680 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90e6ee4c-8d0a-4232-9a8d-fbd4932bfb52,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:16.783336 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-40572af2-e28e-4b0b-8286-ed123ec72680 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:16.788960 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-40572af2-e28e-4b0b-8286-ed123ec72680 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1491899 Dec 10 19:29:16.841539 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-1397290c-053d-462e-811b-bfaecb2039db None None] Provisioning complete for port 16bf3860-f67d-498d-9351-d134e2bc855b triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:29:16.842044 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1397290c-053d-462e-811b-bfaecb2039db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:16.859212 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 2fc463ac-c3c8-427c-b111-ef7fe457a597 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:29:16.862370 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb20b9-9da7-4efd-8773-e02636494d1e None None] Pushing event updated for resources: {'Port': ['ID=16bf3860-f67d-498d-9351-d134e2bc855b,revision_number=4']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:16.874305 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0772154e-4dd8-4d5b-8526-f2c73293d8a3 None None] Routers {'ec3709b1-551b-40ee-a09c-fad9b77dc6e1'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:29:16.874919 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-0772154e-4dd8-4d5b-8526-f2c73293d8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:28:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['ec3709b1-551b-40ee-a09c-fad9b77dc6e1'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:29:16.963117 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 2fc463ac-c3c8-427c-b111-ef7fe457a597 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:29:16.964114 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:16.996267 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-0772154e-4dd8-4d5b-8526-f2c73293d8a3 None None] Set router ec3709b1-551b-40ee-a09c-fad9b77dc6e1 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:29:17.049662 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1397290c-053d-462e-811b-bfaecb2039db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:17.114000 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-1397290c-053d-462e-811b-bfaecb2039db None None] For port 16bf3860-f67d-498d-9351-d134e2bc855b, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=16bf3860-f67d-498d-9351-d134e2bc855b,segment=NetworkSegment(272ad825-7814-4d0b-946b-4ad7ed68f869),segment_id=272ad825-7814-4d0b-946b-4ad7ed68f869)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:29:17.121347 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 1bf1c1ba-b9d4-4aa8-ae65-1250842c04d9 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:29:17.125503 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1397290c-053d-462e-811b-bfaecb2039db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:17.213893 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1397290c-053d-462e-811b-bfaecb2039db None None] Pushing event updated for resources: {'Port': ['ID=16bf3860-f67d-498d-9351-d134e2bc855b,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:17.225470 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 1bf1c1ba-b9d4-4aa8-ae65-1250842c04d9 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:29:17.226546 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:17.230340 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bc2da6b4-551c-4c49-a6e9-fa9b7e3a032e req-78c1c8ab-a292-42df-901c-53e83a895c27 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-959749977&fields=id&tenant_id=730e4c9f0aba4accb176e575114c849e HTTP/1.1" status: 200 len: 267 time: 0.0338528 Dec 10 19:29:17.237960 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-0772154e-4dd8-4d5b-8526-f2c73293d8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3709b1-551b-40ee-a09c-fad9b77dc6e1', 'name': 'tempest-TestNetworkBasicOps-router-639397835', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.5'}], 'enable_snat': True}, 'gw_port_id': '2fc463ac-c3c8-427c-b111-ef7fe457a597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:29:10Z', 'updated_at': '2021-12-10T19:29:14Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '2fc463ac-c3c8-427c-b111-ef7fe457a597', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:41:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3709b1-551b-40ee-a09c-fad9b77dc6e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:11Z', 'updated_at': '2021-12-10T19:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '16bf3860-f67d-498d-9351-d134e2bc855b', 'name': '', 'network_id': '226d9a94-6910-415d-8e1c-56c93ce678ec', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:20:ca:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3709b1-551b-40ee-a09c-fad9b77dc6e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'fd991b21-67b5-4831-9064-19796993fea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:13Z', 'updated_at': '2021-12-10T19:29:16Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'fd991b21-67b5-4831-9064-19796993fea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:29:17.268721 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0772154e-4dd8-4d5b-8526-f2c73293d8a3 None None] The sync data for ids ['ec3709b1-551b-40ee-a09c-fad9b77dc6e1'] in dv-neutron-821441-1-hyperv is: [{'id': 'ec3709b1-551b-40ee-a09c-fad9b77dc6e1', 'name': 'tempest-TestNetworkBasicOps-router-639397835', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.5'}], 'enable_snat': True}, 'gw_port_id': '2fc463ac-c3c8-427c-b111-ef7fe457a597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:29:10Z', 'updated_at': '2021-12-10T19:29:14Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '2fc463ac-c3c8-427c-b111-ef7fe457a597', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:41:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3709b1-551b-40ee-a09c-fad9b77dc6e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:11Z', 'updated_at': '2021-12-10T19:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '16bf3860-f67d-498d-9351-d134e2bc855b', 'name': '', 'network_id': '226d9a94-6910-415d-8e1c-56c93ce678ec', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:20:ca:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3709b1-551b-40ee-a09c-fad9b77dc6e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'fd991b21-67b5-4831-9064-19796993fea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:13Z', 'updated_at': '2021-12-10T19:29:16Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'fd991b21-67b5-4831-9064-19796993fea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:29:17.285101 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-373c3efb-18e7-4cb3-bd5f-3263a1ec4dfe None None] Provisioning complete for port 16bf3860-f67d-498d-9351-d134e2bc855b triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:29:17.285781 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-373c3efb-18e7-4cb3-bd5f-3263a1ec4dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:17.377459 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2da6b4-551c-4c49-a6e9-fa9b7e3a032e req-f5472d5e-9ed3-4c48-97d6-2cb0a52c1e19 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:17.379356 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bc2da6b4-551c-4c49-a6e9-fa9b7e3a032e req-f5472d5e-9ed3-4c48-97d6-2cb0a52c1e19 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/networks?id=226d9a94-6910-415d-8e1c-56c93ce678ec HTTP/1.1" status: 200 len: 797 time: 0.1399755 Dec 10 19:29:17.396844 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bc2da6b4-551c-4c49-a6e9-fa9b7e3a032e req-ccd65ecb-ba7b-43ac-8a31-70c65074b9ee tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/quotas/730e4c9f0aba4accb176e575114c849e HTTP/1.1" status: 200 len: 375 time: 0.0111442 Dec 10 19:29:17.457322 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bc2da6b4-551c-4c49-a6e9-fa9b7e3a032e req-5873b7dd-5e43-4ea6-af82-d9c5255b1614 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=730e4c9f0aba4accb176e575114c849e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541964 Dec 10 19:29:17.566295 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bc2da6b4-551c-4c49-a6e9-fa9b7e3a032e req-58014f9b-0e04-4479-b130-6b06bf36021a service neutron] 10.222.0.69 "GET /v2.0/networks/226d9a94-6910-415d-8e1c-56c93ce678ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931733 Dec 10 19:29:17.657219 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bc2da6b4-551c-4c49-a6e9-fa9b7e3a032e req-8a601a5c-c243-4690-b143-32dd2f789dc8 service neutron] 10.222.0.69 "GET /v2.0/networks/226d9a94-6910-415d-8e1c-56c93ce678ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849221 Dec 10 19:29:17.884750 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4bdc5052-dec6-4d4a-a595-616dc2937e37 req-4b56c68a-58df-4371-ad95-1c0e9efde696 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=66879ff0-7a2f-4bbe-b2d2-11f2de81adc2 HTTP/1.1" status: 200 len: 210 time: 0.0880182 Dec 10 19:29:18.874154 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 16bf3860-f67d-498d-9351-d134e2bc855b up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:29:18.878051 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2da6b4-551c-4c49-a6e9-fa9b7e3a032e req-7f05f15d-f4ed-446b-a9e7-f8cda0f98cf9 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:18.879552 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bc2da6b4-551c-4c49-a6e9-fa9b7e3a032e req-7f05f15d-f4ed-446b-a9e7-f8cda0f98cf9 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.36 "GET /v2.0/networks?id=226d9a94-6910-415d-8e1c-56c93ce678ec HTTP/1.1" status: 200 len: 797 time: 0.1266880 Dec 10 19:29:18.934262 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 16bf3860-f67d-498d-9351-d134e2bc855b triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:29:18.935252 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:18.940064 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bc2da6b4-551c-4c49-a6e9-fa9b7e3a032e req-b90afa6a-a155-4677-925d-891235b39953 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=730e4c9f0aba4accb176e575114c849e HTTP/1.1" status: 200 len: 379 time: 0.0410326 Dec 10 19:29:18.955607 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-bc2da6b4-551c-4c49-a6e9-fa9b7e3a032e req-36006d44-bdf2-4de7-a7ea-694aede41475 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'port': {'device_id': '66879ff0-7a2f-4bbe-b2d2-11f2de81adc2', 'network_id': '226d9a94-6910-415d-8e1c-56c93ce678ec', 'admin_state_up': True, 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'security_groups': ['9683c4cc-efef-4138-a639-365e57d8d3ac']}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:29:19.032427 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6dbed103-b35a-4401-8eaa-331485ce489e req-df790130-20b3-4368-9d0b-8d3d3dfbd7f3 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=66879ff0-7a2f-4bbe-b2d2-11f2de81adc2 HTTP/1.1" status: 200 len: 210 time: 0.0623200 Dec 10 19:29:19.092549 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc2da6b4-551c-4c49-a6e9-fa9b7e3a032e req-36006d44-bdf2-4de7-a7ea-694aede41475 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Made reservation on behalf of 730e4c9f0aba4accb176e575114c849e for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:29:19.095988 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-bc2da6b4-551c-4c49-a6e9-fa9b7e3a032e req-36006d44-bdf2-4de7-a7ea-694aede41475 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:19.215444 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [req-bc2da6b4-551c-4c49-a6e9-fa9b7e3a032e req-36006d44-bdf2-4de7-a7ea-694aede41475 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Allocated IP 172.20.0.12 (226d9a94-6910-415d-8e1c-56c93ce678ec/fd991b21-67b5-4831-9064-19796993fea4/243a7ff0-c47a-4db3-9086-dbf81f552ef1) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:29:19.357095 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-bc2da6b4-551c-4c49-a6e9-fa9b7e3a032e req-36006d44-bdf2-4de7-a7ea-694aede41475 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:19.389748 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-bc2da6b4-551c-4c49-a6e9-fa9b7e3a032e req-36006d44-bdf2-4de7-a7ea-694aede41475 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:19.434463 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc2da6b4-551c-4c49-a6e9-fa9b7e3a032e req-36006d44-bdf2-4de7-a7ea-694aede41475 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Network 226d9a94-6910-415d-8e1c-56c93ce678ec is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:29:19.438272 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [req-bc2da6b4-551c-4c49-a6e9-fa9b7e3a032e req-36006d44-bdf2-4de7-a7ea-694aede41475 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:29:19.441853 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc2da6b4-551c-4c49-a6e9-fa9b7e3a032e req-36006d44-bdf2-4de7-a7ea-694aede41475 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:29:19.468050 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36006d44-bdf2-4de7-a7ea-694aede41475 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Port': ['ID=243a7ff0-c47a-4db3-9086-dbf81f552ef1,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:19.497115 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2da6b4-551c-4c49-a6e9-fa9b7e3a032e req-36006d44-bdf2-4de7-a7ea-694aede41475 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:19.497744 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-bc2da6b4-551c-4c49-a6e9-fa9b7e3a032e req-36006d44-bdf2-4de7-a7ea-694aede41475 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:19.514873 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bc2da6b4-551c-4c49-a6e9-fa9b7e3a032e req-36006d44-bdf2-4de7-a7ea-694aede41475 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5630910 Dec 10 19:29:19.574090 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-bc2da6b4-551c-4c49-a6e9-fa9b7e3a032e req-e5bbabbe-3097-4ef5-8686-05e2240a8529 service neutron] Request body: {'port': {'device_id': '66879ff0-7a2f-4bbe-b2d2-11f2de81adc2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:29:19.628223 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-bc2da6b4-551c-4c49-a6e9-fa9b7e3a032e req-e5bbabbe-3097-4ef5-8686-05e2240a8529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:19.656411 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-57962e21-42a5-4133-9787-af133a90ff88 None None] Provisioning complete for port 243a7ff0-c47a-4db3-9086-dbf81f552ef1 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:29:19.656796 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-57962e21-42a5-4133-9787-af133a90ff88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:19.689994 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-57962e21-42a5-4133-9787-af133a90ff88 None None] Port 243a7ff0-c47a-4db3-9086-dbf81f552ef1 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:29:19.896259 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [req-bc2da6b4-551c-4c49-a6e9-fa9b7e3a032e req-e5bbabbe-3097-4ef5-8686-05e2240a8529 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 243a7ff0-c47a-4db3-9086-dbf81f552ef1 {{(pid=102365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:29:19.904407 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-bc2da6b4-551c-4c49-a6e9-fa9b7e3a032e req-e5bbabbe-3097-4ef5-8686-05e2240a8529 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:19.917904 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.provisioning_blocks [req-bc2da6b4-551c-4c49-a6e9-fa9b7e3a032e req-e5bbabbe-3097-4ef5-8686-05e2240a8529 service neutron] Transition to ACTIVE for port object 243a7ff0-c47a-4db3-9086-dbf81f552ef1 will not be triggered until provisioned by entity L2. {{(pid=102365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:29:19.922976 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-bc2da6b4-551c-4c49-a6e9-fa9b7e3a032e req-e5bbabbe-3097-4ef5-8686-05e2240a8529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:19.991812 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bbabbe-3097-4ef5-8686-05e2240a8529 service neutron] Pushing event updated for resources: {'Port': ['ID=243a7ff0-c47a-4db3-9086-dbf81f552ef1,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:20.057548 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-bc2da6b4-551c-4c49-a6e9-fa9b7e3a032e req-e5bbabbe-3097-4ef5-8686-05e2240a8529 service neutron] Attempting to bind port 243a7ff0-c47a-4db3-9086-dbf81f552ef1 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:29:20.057968 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-bc2da6b4-551c-4c49-a6e9-fa9b7e3a032e req-e5bbabbe-3097-4ef5-8686-05e2240a8529 service neutron] Attempting to bind port 243a7ff0-c47a-4db3-9086-dbf81f552ef1 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '272ad825-7814-4d0b-946b-4ad7ed68f869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '226d9a94-6910-415d-8e1c-56c93ce678ec'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:29:20.058359 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2da6b4-551c-4c49-a6e9-fa9b7e3a032e req-e5bbabbe-3097-4ef5-8686-05e2240a8529 service neutron] Attempting to bind port 243a7ff0-c47a-4db3-9086-dbf81f552ef1 on network 226d9a94-6910-415d-8e1c-56c93ce678ec {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:29:20.063852 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2da6b4-551c-4c49-a6e9-fa9b7e3a032e req-e5bbabbe-3097-4ef5-8686-05e2240a8529 service neutron] Port 243a7ff0-c47a-4db3-9086-dbf81f552ef1 on network 226d9a94-6910-415d-8e1c-56c93ce678ec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:29:20.064259 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2da6b4-551c-4c49-a6e9-fa9b7e3a032e req-e5bbabbe-3097-4ef5-8686-05e2240a8529 service neutron] Attempting to bind port 243a7ff0-c47a-4db3-9086-dbf81f552ef1 on network 226d9a94-6910-415d-8e1c-56c93ce678ec {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:29:20.069965 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2da6b4-551c-4c49-a6e9-fa9b7e3a032e req-e5bbabbe-3097-4ef5-8686-05e2240a8529 service neutron] Checking agent: {'id': '9e16c23e-95bc-4c2e-b3ec-daf7533f9d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'started_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:29:20.070375 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2da6b4-551c-4c49-a6e9-fa9b7e3a032e req-e5bbabbe-3097-4ef5-8686-05e2240a8529 service neutron] Checking segment: {'id': '272ad825-7814-4d0b-946b-4ad7ed68f869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '226d9a94-6910-415d-8e1c-56c93ce678ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:29:20.070759 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2da6b4-551c-4c49-a6e9-fa9b7e3a032e req-e5bbabbe-3097-4ef5-8686-05e2240a8529 service neutron] Bound using segment: {'id': '272ad825-7814-4d0b-946b-4ad7ed68f869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '226d9a94-6910-415d-8e1c-56c93ce678ec'} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:29:20.071189 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-bc2da6b4-551c-4c49-a6e9-fa9b7e3a032e req-e5bbabbe-3097-4ef5-8686-05e2240a8529 service neutron] Bound port: 243a7ff0-c47a-4db3-9086-dbf81f552ef1, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '272ad825-7814-4d0b-946b-4ad7ed68f869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '226d9a94-6910-415d-8e1c-56c93ce678ec'}}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:29:20.071544 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-bc2da6b4-551c-4c49-a6e9-fa9b7e3a032e req-e5bbabbe-3097-4ef5-8686-05e2240a8529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:20.181612 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-bc2da6b4-551c-4c49-a6e9-fa9b7e3a032e req-e5bbabbe-3097-4ef5-8686-05e2240a8529 service neutron] For port 243a7ff0-c47a-4db3-9086-dbf81f552ef1, host hv-neutron-8214, cleared binding levels {{(pid=102365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:29:20.187145 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-bc2da6b4-551c-4c49-a6e9-fa9b7e3a032e req-e5bbabbe-3097-4ef5-8686-05e2240a8529 service neutron] For port 243a7ff0-c47a-4db3-9086-dbf81f552ef1, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=243a7ff0-c47a-4db3-9086-dbf81f552ef1,segment=NetworkSegment(272ad825-7814-4d0b-946b-4ad7ed68f869),segment_id=272ad825-7814-4d0b-946b-4ad7ed68f869)] {{(pid=102365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:29:20.196700 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a14734-3f67-47b2-a386-4d7c001e98d8 req-4956c67d-60ab-441a-bf3a-88d91534eb9a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:20.198216 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-47a14734-3f67-47b2-a386-4d7c001e98d8 req-4956c67d-60ab-441a-bf3a-88d91534eb9a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=66879ff0-7a2f-4bbe-b2d2-11f2de81adc2 HTTP/1.1" status: 200 len: 944 time: 0.0808260 Dec 10 19:29:20.202684 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-bc2da6b4-551c-4c49-a6e9-fa9b7e3a032e req-e5bbabbe-3097-4ef5-8686-05e2240a8529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:20.234537 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-7f0d6dde-9478-4360-aa33-b5757229e37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:20.250239 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2da6b4-551c-4c49-a6e9-fa9b7e3a032e req-e5bbabbe-3097-4ef5-8686-05e2240a8529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:20.250876 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-bc2da6b4-551c-4c49-a6e9-fa9b7e3a032e req-e5bbabbe-3097-4ef5-8686-05e2240a8529 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:20.252281 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bc2da6b4-551c-4c49-a6e9-fa9b7e3a032e req-e5bbabbe-3097-4ef5-8686-05e2240a8529 service neutron] 10.222.0.36 "PUT /v2.0/ports/243a7ff0-c47a-4db3-9086-dbf81f552ef1 HTTP/1.1" status: 200 len: 1094 time: 0.7281408 Dec 10 19:29:20.254588 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66879ff0-7a2f-4bbe-b2d2-11f2de81adc2', 'tag': '243a7ff0-c47a-4db3-9086-dbf81f552ef1'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:29:20.256897 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0d485e-853b-4b2b-8986-626dc3be1658" -d '{"events": [{"name": "network-changed", "server_uuid": "66879ff0-7a2f-4bbe-b2d2-11f2de81adc2", "tag": "243a7ff0-c47a-4db3-9086-dbf81f552ef1"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:29:20.303676 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bbabbe-3097-4ef5-8686-05e2240a8529 service neutron] Pushing event updated for resources: {'Port': ['ID=243a7ff0-c47a-4db3-9086-dbf81f552ef1,revision_number=3']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:20.310406 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-47a14734-3f67-47b2-a386-4d7c001e98d8 req-49eb6570-f195-4bb1-8605-d8dcbafdce1e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=9683c4cc-efef-4138-a639-365e57d8d3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035600 Dec 10 19:29:20.319722 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04ea459-aad1-4f0a-bc6b-d73cbf451e46 x-openstack-request-id: req-a04ea459-aad1-4f0a-bc6b-d73cbf451e46 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:29:20.320036 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66879ff0-7a2f-4bbe-b2d2-11f2de81adc2", "tag": "243a7ff0-c47a-4db3-9086-dbf81f552ef1", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:29:20.320036 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a04ea459-aad1-4f0a-bc6b-d73cbf451e46 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:29:20.320410 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66879ff0-7a2f-4bbe-b2d2-11f2de81adc2', 'tag': '243a7ff0-c47a-4db3-9086-dbf81f552ef1', 'status': 'completed', 'code': 200} Dec 10 19:29:20.363221 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2da6b4-551c-4c49-a6e9-fa9b7e3a032e req-5e0f5bb0-d2b1-46b6-bd41-e0bb86d6fb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:20.364866 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bc2da6b4-551c-4c49-a6e9-fa9b7e3a032e req-5e0f5bb0-d2b1-46b6-bd41-e0bb86d6fb4e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=730e4c9f0aba4accb176e575114c849e&device_id=66879ff0-7a2f-4bbe-b2d2-11f2de81adc2 HTTP/1.1" status: 200 len: 1097 time: 0.0580039 Dec 10 19:29:20.419529 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bc2da6b4-551c-4c49-a6e9-fa9b7e3a032e req-f5b38d43-c171-41d6-a09e-8b6087439cc4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=243a7ff0-c47a-4db3-9086-dbf81f552ef1 HTTP/1.1" status: 200 len: 217 time: 0.0442743 Dec 10 19:29:20.476449 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2da6b4-551c-4c49-a6e9-fa9b7e3a032e req-4df6c475-02a3-45b5-adb6-a7b4da334899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:20.477984 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bc2da6b4-551c-4c49-a6e9-fa9b7e3a032e req-4df6c475-02a3-45b5-adb6-a7b4da334899 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd991b21-67b5-4831-9064-19796993fea4 HTTP/1.1" status: 200 len: 835 time: 0.0490115 Dec 10 19:29:20.525814 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2da6b4-551c-4c49-a6e9-fa9b7e3a032e req-c9687b51-3445-4069-9ec3-7c0f81bb21e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:20.527223 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bc2da6b4-551c-4c49-a6e9-fa9b7e3a032e req-c9687b51-3445-4069-9ec3-7c0f81bb21e9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=226d9a94-6910-415d-8e1c-56c93ce678ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414028 Dec 10 19:29:20.624183 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bc2da6b4-551c-4c49-a6e9-fa9b7e3a032e req-62ba5a91-9b0b-4968-b194-8239e34565e8 service neutron] 10.222.0.36 "GET /v2.0/networks/226d9a94-6910-415d-8e1c-56c93ce678ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879359 Dec 10 19:29:20.719573 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bc2da6b4-551c-4c49-a6e9-fa9b7e3a032e req-be1cb29e-3493-4df4-ac51-0343cb7b2213 service neutron] 10.222.0.36 "GET /v2.0/networks/226d9a94-6910-415d-8e1c-56c93ce678ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877824 Dec 10 19:29:20.824941 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d485e-853b-4b2b-8986-626dc3be1658 req-b6724ad6-87b9-4054-9019-b03770f04419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:20.826483 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5a0d485e-853b-4b2b-8986-626dc3be1658 req-b6724ad6-87b9-4054-9019-b03770f04419 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=730e4c9f0aba4accb176e575114c849e&device_id=66879ff0-7a2f-4bbe-b2d2-11f2de81adc2 HTTP/1.1" status: 200 len: 1097 time: 0.0463490 Dec 10 19:29:20.921147 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d485e-853b-4b2b-8986-626dc3be1658 req-3fa6d759-8b5c-45ed-9e7a-f0c14d5d9b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:20.922726 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5a0d485e-853b-4b2b-8986-626dc3be1658 req-3fa6d759-8b5c-45ed-9e7a-f0c14d5d9b28 service neutron] 10.222.0.36 "GET /v2.0/networks?id=226d9a94-6910-415d-8e1c-56c93ce678ec HTTP/1.1" status: 200 len: 898 time: 0.0887115 Dec 10 19:29:20.973638 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5a0d485e-853b-4b2b-8986-626dc3be1658 req-9589a174-7d20-4b2e-bd07-6cf383f43dba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=243a7ff0-c47a-4db3-9086-dbf81f552ef1 HTTP/1.1" status: 200 len: 217 time: 0.0416112 Dec 10 19:29:21.033829 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d485e-853b-4b2b-8986-626dc3be1658 req-f7dcf5b2-6e02-431b-a6af-09c8df83e7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:21.035409 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5a0d485e-853b-4b2b-8986-626dc3be1658 req-f7dcf5b2-6e02-431b-a6af-09c8df83e7a3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd991b21-67b5-4831-9064-19796993fea4 HTTP/1.1" status: 200 len: 835 time: 0.0528219 Dec 10 19:29:21.088806 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d485e-853b-4b2b-8986-626dc3be1658 req-fee4c12a-5155-4351-93a1-9f9a904f07d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:21.090332 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5a0d485e-853b-4b2b-8986-626dc3be1658 req-fee4c12a-5155-4351-93a1-9f9a904f07d3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=226d9a94-6910-415d-8e1c-56c93ce678ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0451262 Dec 10 19:29:21.193064 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5a0d485e-853b-4b2b-8986-626dc3be1658 req-62ed8e40-be3e-456d-ae0f-cf344e8da02c service neutron] 10.222.0.36 "GET /v2.0/networks/226d9a94-6910-415d-8e1c-56c93ce678ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941586 Dec 10 19:29:21.290312 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5a0d485e-853b-4b2b-8986-626dc3be1658 req-92b094c3-e4b6-4bbc-a88b-eede5930e887 service neutron] 10.222.0.36 "GET /v2.0/networks/226d9a94-6910-415d-8e1c-56c93ce678ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869002 Dec 10 19:29:21.439090 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40370737-9d91-40c2-ae79-e60033f6e0c6 req-193c712d-0b31-4cdd-aced-af231e978791 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:21.440684 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-40370737-9d91-40c2-ae79-e60033f6e0c6 req-193c712d-0b31-4cdd-aced-af231e978791 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=66879ff0-7a2f-4bbe-b2d2-11f2de81adc2 HTTP/1.1" status: 200 len: 944 time: 0.0525391 Dec 10 19:29:21.487351 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-40370737-9d91-40c2-ae79-e60033f6e0c6 req-82472aa5-f319-487a-8209-b56486d8bcd3 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=9683c4cc-efef-4138-a639-365e57d8d3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401957 Dec 10 19:29:22.606810 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aecd77-df84-43d2-a326-be6319ce9aea req-c5b6c1ed-23a1-428d-971c-79b84ef63019 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:22.609061 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-36aecd77-df84-43d2-a326-be6319ce9aea req-c5b6c1ed-23a1-428d-971c-79b84ef63019 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=66879ff0-7a2f-4bbe-b2d2-11f2de81adc2 HTTP/1.1" status: 200 len: 944 time: 0.0549176 Dec 10 19:29:22.648477 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-36aecd77-df84-43d2-a326-be6319ce9aea req-e2867154-eccd-49c0-ab08-51ac68a0aae8 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=9683c4cc-efef-4138-a639-365e57d8d3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333171 Dec 10 19:29:23.420196 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 243a7ff0-c47a-4db3-9086-dbf81f552ef1 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=102367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:29:23.516313 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 243a7ff0-c47a-4db3-9086-dbf81f552ef1, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=243a7ff0-c47a-4db3-9086-dbf81f552ef1,segment=NetworkSegment(272ad825-7814-4d0b-946b-4ad7ed68f869),segment_id=272ad825-7814-4d0b-946b-4ad7ed68f869)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:29:23.527288 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Returning: {'device': '243a7ff0-c47a-4db3-9086-dbf81f552ef1', 'network_id': '226d9a94-6910-415d-8e1c-56c93ce678ec', 'port_id': '243a7ff0-c47a-4db3-9086-dbf81f552ef1', 'mac_address': 'fa:16:3e:9b:4d:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd991b21-67b5-4831-9064-19796993fea4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:29:23.563376 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:23.582250 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 243a7ff0-c47a-4db3-9086-dbf81f552ef1 {{(pid=102367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:29:23.601951 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 243a7ff0-c47a-4db3-9086-dbf81f552ef1, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=243a7ff0-c47a-4db3-9086-dbf81f552ef1,segment=NetworkSegment(272ad825-7814-4d0b-946b-4ad7ed68f869),segment_id=272ad825-7814-4d0b-946b-4ad7ed68f869)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:29:23.606519 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:23.657348 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=243a7ff0-c47a-4db3-9086-dbf81f552ef1,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:23.761895 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7ff36-6168-4e4a-af2d-cc7cc08bc4a7 req-982e6e85-f868-4572-aab8-476aa4cdcbc5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:23.763412 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4de7ff36-6168-4e4a-af2d-cc7cc08bc4a7 req-982e6e85-f868-4572-aab8-476aa4cdcbc5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=66879ff0-7a2f-4bbe-b2d2-11f2de81adc2 HTTP/1.1" status: 200 len: 945 time: 0.0491652 Dec 10 19:29:23.801708 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4de7ff36-6168-4e4a-af2d-cc7cc08bc4a7 req-21b903b6-16e4-4cf6-a711-cc6609f20588 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=9683c4cc-efef-4138-a639-365e57d8d3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316982 Dec 10 19:29:23.957896 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['243a7ff0-c47a-4db3-9086-dbf81f552ef1'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:29:24.197357 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d8fc14f9-ac8b-4fce-8126-e6d13777533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:24.917652 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d5d191-acff-4666-86f8-d0099dda6c40 req-6966cb58-0a93-4a24-8a59-75d15fff7ed6 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:24.919130 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-30d5d191-acff-4666-86f8-d0099dda6c40 req-6966cb58-0a93-4a24-8a59-75d15fff7ed6 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=66879ff0-7a2f-4bbe-b2d2-11f2de81adc2 HTTP/1.1" status: 200 len: 945 time: 0.0507786 Dec 10 19:29:24.959216 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-30d5d191-acff-4666-86f8-d0099dda6c40 req-1538c321-ac6d-4958-967d-775476d35e91 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=9683c4cc-efef-4138-a639-365e57d8d3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328858 Dec 10 19:29:25.352849 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:25.434246 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 243a7ff0-c47a-4db3-9086-dbf81f552ef1 up at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:29:25.488725 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning for port 243a7ff0-c47a-4db3-9086-dbf81f552ef1 completed by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:29:25.492982 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning complete for port 243a7ff0-c47a-4db3-9086-dbf81f552ef1 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:29:25.493359 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:25.580223 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:25.603591 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66879ff0-7a2f-4bbe-b2d2-11f2de81adc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '243a7ff0-c47a-4db3-9086-dbf81f552ef1'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:29:25.606117 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0dd006407324ce2959a5a4cf9f0b5e0801d7a51a5291ea700e8786e11115a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8403b4e6-11a0-4b81-b0a1-1482051aa3d6" -d '{"events": [{"server_uuid": "66879ff0-7a2f-4bbe-b2d2-11f2de81adc2", "name": "network-vif-plugged", "status": "completed", "tag": "243a7ff0-c47a-4db3-9086-dbf81f552ef1"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:29:25.618285 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 243a7ff0-c47a-4db3-9086-dbf81f552ef1, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=243a7ff0-c47a-4db3-9086-dbf81f552ef1,segment=NetworkSegment(272ad825-7814-4d0b-946b-4ad7ed68f869),segment_id=272ad825-7814-4d0b-946b-4ad7ed68f869)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:29:25.622573 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:25.649770 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343670eb-a250-4477-9bd1-a28cd2c2bd6d x-openstack-request-id: req-343670eb-a250-4477-9bd1-a28cd2c2bd6d {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:29:25.650063 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66879ff0-7a2f-4bbe-b2d2-11f2de81adc2", "name": "network-vif-plugged", "status": "completed", "tag": "243a7ff0-c47a-4db3-9086-dbf81f552ef1", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:29:25.650313 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-343670eb-a250-4477-9bd1-a28cd2c2bd6d {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:29:25.651250 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66879ff0-7a2f-4bbe-b2d2-11f2de81adc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '243a7ff0-c47a-4db3-9086-dbf81f552ef1', 'code': 200} Dec 10 19:29:25.679007 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=243a7ff0-c47a-4db3-9086-dbf81f552ef1,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:25.815112 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87330e-819c-45e5-961f-6c551934ac9d req-f41c4759-fc6e-4fce-ad7a-67c35accd1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:25.816567 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2e87330e-819c-45e5-961f-6c551934ac9d req-f41c4759-fc6e-4fce-ad7a-67c35accd1d7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=66879ff0-7a2f-4bbe-b2d2-11f2de81adc2 HTTP/1.1" status: 200 len: 1099 time: 0.0431919 Dec 10 19:29:25.851405 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2e87330e-819c-45e5-961f-6c551934ac9d req-1c67bc25-4015-41b6-9605-4816cb5086d5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9683c4cc-efef-4138-a639-365e57d8d3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263274 Dec 10 19:29:26.073585 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bb0179-0624-4bf8-b527-13af0a17aea0 req-b26111da-84bc-4e90-9a14-d57de9b6ab1b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:26.075024 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f7bb0179-0624-4bf8-b527-13af0a17aea0 req-b26111da-84bc-4e90-9a14-d57de9b6ab1b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=66879ff0-7a2f-4bbe-b2d2-11f2de81adc2 HTTP/1.1" status: 200 len: 946 time: 0.0480471 Dec 10 19:29:26.111730 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f7bb0179-0624-4bf8-b527-13af0a17aea0 req-00adb002-f532-4cac-8c6b-9649f45040e7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=9683c4cc-efef-4138-a639-365e57d8d3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306890 Dec 10 19:29:26.462370 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:26.757512 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:27.230482 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3170704-eb9b-483f-85dd-15c9fdce4a0d req-cee3e788-0d36-44f9-bf2c-8d9b71ffd2ce tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:27.231987 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e3170704-eb9b-483f-85dd-15c9fdce4a0d req-cee3e788-0d36-44f9-bf2c-8d9b71ffd2ce tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=66879ff0-7a2f-4bbe-b2d2-11f2de81adc2 HTTP/1.1" status: 200 len: 946 time: 0.0491912 Dec 10 19:29:27.274395 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e3170704-eb9b-483f-85dd-15c9fdce4a0d req-925166ac-41ff-44ba-ae66-673cafe63040 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=9683c4cc-efef-4138-a639-365e57d8d3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349491 Dec 10 19:29:28.397688 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9da956-0c8e-46df-89c2-3a06a945b944 req-fda69eda-0dd4-4f4d-a84c-0968d8c86fcd tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:28.399216 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3b9da956-0c8e-46df-89c2-3a06a945b944 req-fda69eda-0dd4-4f4d-a84c-0968d8c86fcd tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=66879ff0-7a2f-4bbe-b2d2-11f2de81adc2 HTTP/1.1" status: 200 len: 946 time: 0.0551078 Dec 10 19:29:28.441365 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3b9da956-0c8e-46df-89c2-3a06a945b944 req-516f04e4-5244-408a-93f5-2a574acb6015 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=9683c4cc-efef-4138-a639-365e57d8d3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360646 Dec 10 19:29:28.564697 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4817e44-6fe8-44f5-a6e5-2bdc0062a773 req-a60f79d8-14e2-4ebb-a644-fa1fd67fd36d tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:28.566550 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d4817e44-6fe8-44f5-a6e5-2bdc0062a773 req-a60f79d8-14e2-4ebb-a644-fa1fd67fd36d tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=66879ff0-7a2f-4bbe-b2d2-11f2de81adc2 HTTP/1.1" status: 200 len: 946 time: 0.0555735 Dec 10 19:29:28.612451 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d4817e44-6fe8-44f5-a6e5-2bdc0062a773 req-e0fa7149-032d-4e77-9a45-73dd884eb236 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=9683c4cc-efef-4138-a639-365e57d8d3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377042 Dec 10 19:29:28.636867 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58730) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:29:28.823270 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42d3855-05b7-4805-9bbf-e5204f8570dc tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:28.824764 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-a42d3855-05b7-4805-9bbf-e5204f8570dc tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=66879ff0-7a2f-4bbe-b2d2-11f2de81adc2 HTTP/1.1" status: 200 len: 1094 time: 0.1868246 Dec 10 19:29:28.827717 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58734) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:29:28.832869 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-007566e5-fe0b-429c-b2f2-8321989ba2cc tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'floatingip': {'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'port_id': '243a7ff0-c47a-4db3-9086-dbf81f552ef1', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:29:28.856704 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-007566e5-fe0b-429c-b2f2-8321989ba2cc tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for floatingip, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:28.966200 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-007566e5-fe0b-429c-b2f2-8321989ba2cc tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:29.072460 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-007566e5-fe0b-429c-b2f2-8321989ba2cc tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Allocated IP 172.26.6.128 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/b5889e1a-af53-49bb-9667-2efabd6ae285) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:29:29.193736 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-007566e5-fe0b-429c-b2f2-8321989ba2cc tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:29.236776 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-007566e5-fe0b-429c-b2f2-8321989ba2cc tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:29.277500 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007566e5-fe0b-429c-b2f2-8321989ba2cc tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:29:29.280878 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-007566e5-fe0b-429c-b2f2-8321989ba2cc tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:29:29.285118 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007566e5-fe0b-429c-b2f2-8321989ba2cc tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:29:29.293230 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007566e5-fe0b-429c-b2f2-8321989ba2cc tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Port': ['ID=b5889e1a-af53-49bb-9667-2efabd6ae285,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:29.688013 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-007566e5-fe0b-429c-b2f2-8321989ba2cc tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:29.762417 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-007566e5-fe0b-429c-b2f2-8321989ba2cc tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:29.925182 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-007566e5-fe0b-429c-b2f2-8321989ba2cc tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:29.930732 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-007566e5-fe0b-429c-b2f2-8321989ba2cc tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:30.003994 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007566e5-fe0b-429c-b2f2-8321989ba2cc tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Port': ['ID=b5889e1a-af53-49bb-9667-2efabd6ae285,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:29:30.015861 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-007566e5-fe0b-429c-b2f2-8321989ba2cc tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3713103'] for floatingip, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:30.119836 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.l3_db [None req-007566e5-fe0b-429c-b2f2-8321989ba2cc tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Floating IP 676eba2a-8660-4851-97f3-d480843210d7 associated. External IP: 172.26.6.128, port: 243a7ff0-c47a-4db3-9086-dbf81f552ef1. Dec 10 19:29:30.335905 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-007566e5-fe0b-429c-b2f2-8321989ba2cc tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Router ec3709b1-551b-40ee-a09c-fad9b77dc6e1 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:29:30.444325 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007566e5-fe0b-429c-b2f2-8321989ba2cc tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:29:30.456123 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50231d9-bf0c-4457-a202-f85e340684ac None None] Sync routers for ids ['ec3709b1-551b-40ee-a09c-fad9b77dc6e1'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:29:30.463578 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-007566e5-fe0b-429c-b2f2-8321989ba2cc tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:30.466635 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50231d9-bf0c-4457-a202-f85e340684ac None None] Routers {'ec3709b1-551b-40ee-a09c-fad9b77dc6e1'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:29:30.467258 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-d50231d9-bf0c-4457-a202-f85e340684ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:29:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['ec3709b1-551b-40ee-a09c-fad9b77dc6e1'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:29:30.491934 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-007566e5-fe0b-429c-b2f2-8321989ba2cc tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6631715 Dec 10 19:29:30.492645 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66879ff0-7a2f-4bbe-b2d2-11f2de81adc2', 'tag': '243a7ff0-c47a-4db3-9086-dbf81f552ef1'}] {{(pid=102366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:29:30.494810 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 58736) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:29:30.495335 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a86acec104960cf4069dffce1919f1f0aa2a294c7752363dfd1d6594a90fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-072e85d2-c4cc-472f-8971-80981202debd" -d '{"events": [{"name": "network-changed", "server_uuid": "66879ff0-7a2f-4bbe-b2d2-11f2de81adc2", "tag": "243a7ff0-c47a-4db3-9086-dbf81f552ef1"}]}' {{(pid=102366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:29:30.545513 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a19b48-a6c9-4abc-969a-54c5b12aff42 x-openstack-request-id: req-05a19b48-a6c9-4abc-969a-54c5b12aff42 {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:29:30.546277 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66879ff0-7a2f-4bbe-b2d2-11f2de81adc2", "tag": "243a7ff0-c47a-4db3-9086-dbf81f552ef1", "status": "completed", "code": 200}]} {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:29:30.546873 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-05a19b48-a6c9-4abc-969a-54c5b12aff42 {{(pid=102366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:29:30.547300 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66879ff0-7a2f-4bbe-b2d2-11f2de81adc2', 'tag': '243a7ff0-c47a-4db3-9086-dbf81f552ef1', 'status': 'completed', 'code': 200} Dec 10 19:29:30.640414 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e85d2-c4cc-472f-8971-80981202debd req-85807d57-d001-46c5-87ff-c97ba5afcb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:30.642304 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-072e85d2-c4cc-472f-8971-80981202debd req-85807d57-d001-46c5-87ff-c97ba5afcb55 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=730e4c9f0aba4accb176e575114c849e&device_id=66879ff0-7a2f-4bbe-b2d2-11f2de81adc2 HTTP/1.1" status: 200 len: 1099 time: 0.0692427 Dec 10 19:29:30.662212 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-8448084e-5726-4c66-a3d6-ee7f1f020cb4 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/routers/ec3709b1-551b-40ee-a09c-fad9b77dc6e1 HTTP/1.1" status: 200 len: 920 time: 0.1638732 Dec 10 19:29:30.662462 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 58740) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:29:30.729795 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-d50231d9-bf0c-4457-a202-f85e340684ac None None] Set router ec3709b1-551b-40ee-a09c-fad9b77dc6e1 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:29:30.776973 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-1237a24c-6b06-4904-9ff1-e19096dfc2bd tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/floatingips/676eba2a-8660-4851-97f3-d480843210d7 HTTP/1.1" status: 200 len: 992 time: 0.1133754 Dec 10 19:29:30.807343 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e85d2-c4cc-472f-8971-80981202debd req-10766550-5021-4c89-b81a-953c21b63989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:30.809503 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-072e85d2-c4cc-472f-8971-80981202debd req-10766550-5021-4c89-b81a-953c21b63989 service neutron] 10.222.0.36 "GET /v2.0/networks?id=226d9a94-6910-415d-8e1c-56c93ce678ec HTTP/1.1" status: 200 len: 898 time: 0.1596558 Dec 10 19:29:30.974228 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-d50231d9-bf0c-4457-a202-f85e340684ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3709b1-551b-40ee-a09c-fad9b77dc6e1', 'name': 'tempest-TestNetworkBasicOps-router-639397835', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.5'}], 'enable_snat': True}, 'gw_port_id': '2fc463ac-c3c8-427c-b111-ef7fe457a597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:29:10Z', 'updated_at': '2021-12-10T19:29:14Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '2fc463ac-c3c8-427c-b111-ef7fe457a597', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:41:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3709b1-551b-40ee-a09c-fad9b77dc6e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:11Z', 'updated_at': '2021-12-10T19:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '676eba2a-8660-4851-97f3-d480843210d7', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'floating_ip_address': '172.26.6.128', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': 'ec3709b1-551b-40ee-a09c-fad9b77dc6e1', 'port_id': '243a7ff0-c47a-4db3-9086-dbf81f552ef1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '226d9a94-6910-415d-8e1c-56c93ce678ec', 'mac_address': 'fa:16:3e:9b:4d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66879ff0-7a2f-4bbe-b2d2-11f2de81adc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:29:29Z', 'updated_at': '2021-12-10T19:29:29Z', 'revision_number': 0, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16bf3860-f67d-498d-9351-d134e2bc855b', 'name': '', 'network_id': '226d9a94-6910-415d-8e1c-56c93ce678ec', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:20:ca:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3709b1-551b-40ee-a09c-fad9b77dc6e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'fd991b21-67b5-4831-9064-19796993fea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:13Z', 'updated_at': '2021-12-10T19:29:17Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'fd991b21-67b5-4831-9064-19796993fea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:29:31.003332 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50231d9-bf0c-4457-a202-f85e340684ac None None] Checking router: ec3709b1-551b-40ee-a09c-fad9b77dc6e1 for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:29:31.012679 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50231d9-bf0c-4457-a202-f85e340684ac None None] Routers {'ec3709b1-551b-40ee-a09c-fad9b77dc6e1'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:29:31.013309 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-d50231d9-bf0c-4457-a202-f85e340684ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:29:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['ec3709b1-551b-40ee-a09c-fad9b77dc6e1'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:29:31.125704 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-d50231d9-bf0c-4457-a202-f85e340684ac None None] Set router ec3709b1-551b-40ee-a09c-fad9b77dc6e1 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:29:31.219300 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-072e85d2-c4cc-472f-8971-80981202debd req-1da80e91-9d56-4cae-8af1-1098d5cf5ad7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=243a7ff0-c47a-4db3-9086-dbf81f552ef1 HTTP/1.1" status: 200 len: 1000 time: 0.4022636 Dec 10 19:29:31.272883 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e85d2-c4cc-472f-8971-80981202debd req-8b3530f7-360f-4937-9e97-7dd3b5acb01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:31.274266 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-072e85d2-c4cc-472f-8971-80981202debd req-8b3530f7-360f-4937-9e97-7dd3b5acb01d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd991b21-67b5-4831-9064-19796993fea4 HTTP/1.1" status: 200 len: 835 time: 0.0457280 Dec 10 19:29:31.321847 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e85d2-c4cc-472f-8971-80981202debd req-7b339e95-fe40-4444-9bfd-0bc8002289ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:31.323659 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-072e85d2-c4cc-472f-8971-80981202debd req-7b339e95-fe40-4444-9bfd-0bc8002289ea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=226d9a94-6910-415d-8e1c-56c93ce678ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417817 Dec 10 19:29:31.362120 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-d50231d9-bf0c-4457-a202-f85e340684ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3709b1-551b-40ee-a09c-fad9b77dc6e1', 'name': 'tempest-TestNetworkBasicOps-router-639397835', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.5'}], 'enable_snat': True}, 'gw_port_id': '2fc463ac-c3c8-427c-b111-ef7fe457a597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:29:10Z', 'updated_at': '2021-12-10T19:29:14Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '2fc463ac-c3c8-427c-b111-ef7fe457a597', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:41:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3709b1-551b-40ee-a09c-fad9b77dc6e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:11Z', 'updated_at': '2021-12-10T19:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '676eba2a-8660-4851-97f3-d480843210d7', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'floating_ip_address': '172.26.6.128', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': 'ec3709b1-551b-40ee-a09c-fad9b77dc6e1', 'port_id': '243a7ff0-c47a-4db3-9086-dbf81f552ef1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '226d9a94-6910-415d-8e1c-56c93ce678ec', 'mac_address': 'fa:16:3e:9b:4d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66879ff0-7a2f-4bbe-b2d2-11f2de81adc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:29:29Z', 'updated_at': '2021-12-10T19:29:29Z', 'revision_number': 0, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16bf3860-f67d-498d-9351-d134e2bc855b', 'name': '', 'network_id': '226d9a94-6910-415d-8e1c-56c93ce678ec', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:20:ca:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3709b1-551b-40ee-a09c-fad9b77dc6e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'fd991b21-67b5-4831-9064-19796993fea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:13Z', 'updated_at': '2021-12-10T19:29:17Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'fd991b21-67b5-4831-9064-19796993fea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:29:31.393155 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50231d9-bf0c-4457-a202-f85e340684ac None None] The sync data for ids ['ec3709b1-551b-40ee-a09c-fad9b77dc6e1'] in dv-neutron-821441-1-hyperv is: [{'id': 'ec3709b1-551b-40ee-a09c-fad9b77dc6e1', 'name': 'tempest-TestNetworkBasicOps-router-639397835', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.5'}], 'enable_snat': True}, 'gw_port_id': '2fc463ac-c3c8-427c-b111-ef7fe457a597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:29:10Z', 'updated_at': '2021-12-10T19:29:14Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '2fc463ac-c3c8-427c-b111-ef7fe457a597', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:41:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3709b1-551b-40ee-a09c-fad9b77dc6e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:11Z', 'updated_at': '2021-12-10T19:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '676eba2a-8660-4851-97f3-d480843210d7', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'floating_ip_address': '172.26.6.128', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': 'ec3709b1-551b-40ee-a09c-fad9b77dc6e1', 'port_id': '243a7ff0-c47a-4db3-9086-dbf81f552ef1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '226d9a94-6910-415d-8e1c-56c93ce678ec', 'mac_address': 'fa:16:3e:9b:4d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66879ff0-7a2f-4bbe-b2d2-11f2de81adc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:29:29Z', 'updated_at': '2021-12-10T19:29:29Z', 'revision_number': 0, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16bf3860-f67d-498d-9351-d134e2bc855b', 'name': '', 'network_id': '226d9a94-6910-415d-8e1c-56c93ce678ec', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:20:ca:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3709b1-551b-40ee-a09c-fad9b77dc6e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'fd991b21-67b5-4831-9064-19796993fea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:13Z', 'updated_at': '2021-12-10T19:29:17Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'fd991b21-67b5-4831-9064-19796993fea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:29:31.423788 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-072e85d2-c4cc-472f-8971-80981202debd req-99fe4d9c-4e07-4bbf-a7b3-fc25ecbefbeb service neutron] 10.222.0.36 "GET /v2.0/networks/226d9a94-6910-415d-8e1c-56c93ce678ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909588 Dec 10 19:29:31.528703 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-072e85d2-c4cc-472f-8971-80981202debd req-b2b35968-e8c6-402c-9eeb-a8b7ea40e025 service neutron] 10.222.0.36 "GET /v2.0/networks/226d9a94-6910-415d-8e1c-56c93ce678ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966122 Dec 10 19:29:31.727599 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b3d7a8-87e4-4f69-b432-da98412ed941 None None] New status for floating IP 676eba2a-8660-4851-97f3-d480843210d7: ACTIVE {{(pid=102368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:29:31.780916 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 58742) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:29:31.855455 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-0b07009e-a0f9-4041-ae9b-f3c11b7886f6 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/floatingips/676eba2a-8660-4851-97f3-d480843210d7 HTTP/1.1" status: 200 len: 992 time: 0.0730319 Dec 10 19:29:32.336278 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:32.859779 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 58744) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:29:32.929107 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-2d9c7962-446b-48f4-b02b-5493113e2666 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/floatingips/676eba2a-8660-4851-97f3-d480843210d7 HTTP/1.1" status: 200 len: 994 time: 0.0681674 Dec 10 19:29:41.977317 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:29:50.228651 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1705d216-945c-42bb-baef-8436e5284fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:50.795593 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bc2a5e26-a992-4a80-bc31-022a42976373 req-802dbcac-928d-4390-8576-3431ad43790d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=66879ff0-7a2f-4bbe-b2d2-11f2de81adc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406883 Dec 10 19:29:50.890242 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a5e26-a992-4a80-bc31-022a42976373 req-f6a7f9ac-99e7-4743-b7ef-84432a6952ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:50.891775 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bc2a5e26-a992-4a80-bc31-022a42976373 req-f6a7f9ac-99e7-4743-b7ef-84432a6952ec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=730e4c9f0aba4accb176e575114c849e&device_id=66879ff0-7a2f-4bbe-b2d2-11f2de81adc2 HTTP/1.1" status: 200 len: 1099 time: 0.0445790 Dec 10 19:29:51.002596 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a5e26-a992-4a80-bc31-022a42976373 req-3f47e30e-b623-41f6-af9f-45cc7b2b9598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:51.003972 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bc2a5e26-a992-4a80-bc31-022a42976373 req-3f47e30e-b623-41f6-af9f-45cc7b2b9598 service neutron] 10.222.0.36 "GET /v2.0/networks?id=226d9a94-6910-415d-8e1c-56c93ce678ec HTTP/1.1" status: 200 len: 898 time: 0.0891013 Dec 10 19:29:51.076770 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bc2a5e26-a992-4a80-bc31-022a42976373 req-4572aadc-40a8-4be0-be9b-b1b034298c19 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=243a7ff0-c47a-4db3-9086-dbf81f552ef1 HTTP/1.1" status: 200 len: 1002 time: 0.0622325 Dec 10 19:29:51.129144 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a5e26-a992-4a80-bc31-022a42976373 req-bbf69ab6-d4a4-458a-8124-f4c396e6250a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:51.130643 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bc2a5e26-a992-4a80-bc31-022a42976373 req-bbf69ab6-d4a4-458a-8124-f4c396e6250a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd991b21-67b5-4831-9064-19796993fea4 HTTP/1.1" status: 200 len: 835 time: 0.0434840 Dec 10 19:29:51.182645 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a5e26-a992-4a80-bc31-022a42976373 req-c6ce1e71-6d91-44b4-bf03-e4e2207e4f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:51.184118 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bc2a5e26-a992-4a80-bc31-022a42976373 req-c6ce1e71-6d91-44b4-bf03-e4e2207e4f0b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=226d9a94-6910-415d-8e1c-56c93ce678ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418298 Dec 10 19:29:51.280146 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bc2a5e26-a992-4a80-bc31-022a42976373 req-a7146eeb-aee0-490e-8e5b-51f00fc56a6b service neutron] 10.222.0.36 "GET /v2.0/networks/226d9a94-6910-415d-8e1c-56c93ce678ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869005 Dec 10 19:29:51.371973 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bc2a5e26-a992-4a80-bc31-022a42976373 req-b5cc0c1a-fef3-40fa-b40a-ef771c2ddda9 service neutron] 10.222.0.36 "GET /v2.0/networks/226d9a94-6910-415d-8e1c-56c93ce678ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840511 Dec 10 19:29:54.190348 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-3b4fef75-5a29-499f-b04d-c096180ca83a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:55.357771 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:56.468562 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:29:56.760226 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:30:02.335761 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:30:18.976717 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:30:20.233484 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ea856b23-93cb-4247-8380-314a12cc6add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:30:24.192146 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f82391f3-e3f4-4be9-a52e-1a8ec784b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:30:25.363863 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:30:26.462954 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:30:26.763632 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:30:32.349152 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:30:50.204773 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 58766) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:30:50.235549 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-91bcbc91-1b96-4a73-a056-c769fdb60464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:30:50.321217 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-fd6e6bab-558e-4b89-9d47-e54ec019b592 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/routers/ec3709b1-551b-40ee-a09c-fad9b77dc6e1/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1149802 Dec 10 19:30:50.324035 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 58768) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:30:50.442030 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f8d2a8c-e167-4f92-874d-c457cb59c3ff tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Notify agent at dv-neutron-821441-1-hyperv the message router_removed_from_agent {{(pid=102365) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Dec 10 19:30:50.445252 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-9f8d2a8c-e167-4f92-874d-c457cb59c3ff tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "DELETE /v2.0/agents/34b860f0-1604-46ed-abd0-0fc8a84f57a2/l3-routers/ec3709b1-551b-40ee-a09c-fad9b77dc6e1 HTTP/1.1" status: 204 len: 168 time: 0.1202767 Dec 10 19:30:50.447918 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 58770) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:30:50.557709 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-d668d88b-31ec-4607-8ceb-ce4ff8119280 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/routers/ec3709b1-551b-40ee-a09c-fad9b77dc6e1/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1086242 Dec 10 19:30:50.560556 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 58772) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:30:50.619923 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-83a16031-1581-422a-ad75-d74cca2f9665 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/floatingips/676eba2a-8660-4851-97f3-d480843210d7 HTTP/1.1" status: 200 len: 994 time: 0.0585394 Dec 10 19:30:50.791180 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-076222fe-60a5-403a-9ca5-b7926304bc51 req-6ee57c1b-f8f5-4bd0-b99c-ec185ea2b0f2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=66879ff0-7a2f-4bbe-b2d2-11f2de81adc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421021 Dec 10 19:30:50.889283 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076222fe-60a5-403a-9ca5-b7926304bc51 req-a8351a3c-c923-4740-b095-42b630542a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:50.891164 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-076222fe-60a5-403a-9ca5-b7926304bc51 req-a8351a3c-c923-4740-b095-42b630542a85 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=730e4c9f0aba4accb176e575114c849e&device_id=66879ff0-7a2f-4bbe-b2d2-11f2de81adc2 HTTP/1.1" status: 200 len: 1099 time: 0.0519297 Dec 10 19:30:50.892196 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 16bf3860-f67d-498d-9351-d134e2bc855b no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:30:50.974316 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:30:51.000876 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076222fe-60a5-403a-9ca5-b7926304bc51 req-2a21a209-2e56-4ab1-a211-b5bd73d2f0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:51.002976 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-076222fe-60a5-403a-9ca5-b7926304bc51 req-2a21a209-2e56-4ab1-a211-b5bd73d2f0e1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=226d9a94-6910-415d-8e1c-56c93ce678ec HTTP/1.1" status: 200 len: 898 time: 0.0900593 Dec 10 19:30:51.006431 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port 16bf3860-f67d-498d-9351-d134e2bc855b, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=16bf3860-f67d-498d-9351-d134e2bc855b,segment=NetworkSegment(272ad825-7814-4d0b-946b-4ad7ed68f869),segment_id=272ad825-7814-4d0b-946b-4ad7ed68f869)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:30:51.010267 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:30:51.065536 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=16bf3860-f67d-498d-9351-d134e2bc855b,revision_number=6']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:30:51.072874 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:51.073065 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-076222fe-60a5-403a-9ca5-b7926304bc51 req-2c42faad-faf3-41a4-a292-b38cb53d3b04 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=243a7ff0-c47a-4db3-9086-dbf81f552ef1 HTTP/1.1" status: 200 len: 1002 time: 0.0594699 Dec 10 19:30:51.073192 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:51.073592 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:51.073852 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:51.074178 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:51.074504 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:51.074828 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:51.075184 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:51.075504 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:51.075822 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:51.076142 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:51.076457 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:51.123853 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076222fe-60a5-403a-9ca5-b7926304bc51 req-6519d39a-f8c4-4559-abcc-94ddd274da97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:51.125343 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-076222fe-60a5-403a-9ca5-b7926304bc51 req-6519d39a-f8c4-4559-abcc-94ddd274da97 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd991b21-67b5-4831-9064-19796993fea4 HTTP/1.1" status: 200 len: 835 time: 0.0450397 Dec 10 19:30:51.179733 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076222fe-60a5-403a-9ca5-b7926304bc51 req-9231c2ae-c4f8-4be5-9779-88ca995c1389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:51.181684 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-076222fe-60a5-403a-9ca5-b7926304bc51 req-9231c2ae-c4f8-4be5-9779-88ca995c1389 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=226d9a94-6910-415d-8e1c-56c93ce678ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0446057 Dec 10 19:30:51.245915 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060e0a93-ecbf-4e12-9c2d-6332dbcdb587 None None] New status for floating IP 676eba2a-8660-4851-97f3-d480843210d7: DOWN {{(pid=102367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:30:51.283117 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-076222fe-60a5-403a-9ca5-b7926304bc51 req-fb49ee85-8ab0-4b65-ac16-7b43e78b67f1 service neutron] 10.222.0.36 "GET /v2.0/networks/226d9a94-6910-415d-8e1c-56c93ce678ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915525 Dec 10 19:30:51.380491 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-076222fe-60a5-403a-9ca5-b7926304bc51 req-8fb5c402-8078-4165-96fa-a008c2b42fa5 service neutron] 10.222.0.36 "GET /v2.0/networks/226d9a94-6910-415d-8e1c-56c93ce678ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867090 Dec 10 19:30:51.623804 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 58774) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:30:51.683827 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-156cd70e-4c4d-4fab-8245-58b7d6f9ab93 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/floatingips/676eba2a-8660-4851-97f3-d480843210d7 HTTP/1.1" status: 200 len: 992 time: 0.0587976 Dec 10 19:30:52.795571 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 58780) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:30:52.887678 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 2fc463ac-c3c8-427c-b111-ef7fe457a597 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:30:52.925481 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6dceb14-1dad-4627-a1d9-c3c2548cc45f tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Router ec3709b1-551b-40ee-a09c-fad9b77dc6e1 is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:30:52.925922 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6dceb14-1dad-4627-a1d9-c3c2548cc45f tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Notify agent at dv-neutron-821441-1-hyperv the message router_added_to_agent {{(pid=102365) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Dec 10 19:30:52.955969 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-b6dceb14-1dad-4627-a1d9-c3c2548cc45f tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "POST /v2.0/agents/34b860f0-1604-46ed-abd0-0fc8a84f57a2/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.1567838 Dec 10 19:30:52.956666 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58784) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:30:52.963823 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:30:52.969435 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74806528-65dd-4a07-895f-005ebb7b990f None None] Sync routers for ids ['ec3709b1-551b-40ee-a09c-fad9b77dc6e1'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:30:52.980975 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74806528-65dd-4a07-895f-005ebb7b990f None None] Routers {'ec3709b1-551b-40ee-a09c-fad9b77dc6e1'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:30:52.981869 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-74806528-65dd-4a07-895f-005ebb7b990f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:30:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['ec3709b1-551b-40ee-a09c-fad9b77dc6e1'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:30:52.985258 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port 2fc463ac-c3c8-427c-b111-ef7fe457a597, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=2fc463ac-c3c8-427c-b111-ef7fe457a597,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:30:52.990208 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:30:53.038085 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=2fc463ac-c3c8-427c-b111-ef7fe457a597,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:30:53.073408 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d0655dab-bde0-4abd-893f-057eb2b83127 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/routers/ec3709b1-551b-40ee-a09c-fad9b77dc6e1/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1156037 Dec 10 19:30:53.076048 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58788) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:30:53.100349 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-74806528-65dd-4a07-895f-005ebb7b990f None None] Set router ec3709b1-551b-40ee-a09c-fad9b77dc6e1 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:30:53.141830 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-1fe3419c-06ed-46f9-ab54-0e93d37c538b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/floatingips/676eba2a-8660-4851-97f3-d480843210d7 HTTP/1.1" status: 200 len: 992 time: 0.0646901 Dec 10 19:30:53.320459 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-74806528-65dd-4a07-895f-005ebb7b990f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3709b1-551b-40ee-a09c-fad9b77dc6e1', 'name': 'tempest-TestNetworkBasicOps-router-639397835', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.5'}], 'enable_snat': True}, 'gw_port_id': '2fc463ac-c3c8-427c-b111-ef7fe457a597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:29:10Z', 'updated_at': '2021-12-10T19:29:14Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '2fc463ac-c3c8-427c-b111-ef7fe457a597', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:41:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3709b1-551b-40ee-a09c-fad9b77dc6e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:11Z', 'updated_at': '2021-12-10T19:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '676eba2a-8660-4851-97f3-d480843210d7', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'floating_ip_address': '172.26.6.128', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': 'ec3709b1-551b-40ee-a09c-fad9b77dc6e1', 'port_id': '243a7ff0-c47a-4db3-9086-dbf81f552ef1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '226d9a94-6910-415d-8e1c-56c93ce678ec', 'mac_address': 'fa:16:3e:9b:4d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66879ff0-7a2f-4bbe-b2d2-11f2de81adc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:29:29Z', 'updated_at': '2021-12-10T19:30:51Z', 'revision_number': 2, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16bf3860-f67d-498d-9351-d134e2bc855b', 'name': '', 'network_id': '226d9a94-6910-415d-8e1c-56c93ce678ec', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:20:ca:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3709b1-551b-40ee-a09c-fad9b77dc6e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'fd991b21-67b5-4831-9064-19796993fea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:13Z', 'updated_at': '2021-12-10T19:30:50Z', 'revision_number': 6, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'fd991b21-67b5-4831-9064-19796993fea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:30:53.345024 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74806528-65dd-4a07-895f-005ebb7b990f None None] Checking router: ec3709b1-551b-40ee-a09c-fad9b77dc6e1 for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:30:53.353556 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74806528-65dd-4a07-895f-005ebb7b990f None None] Routers {'ec3709b1-551b-40ee-a09c-fad9b77dc6e1'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:30:53.354132 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-74806528-65dd-4a07-895f-005ebb7b990f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:30:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['ec3709b1-551b-40ee-a09c-fad9b77dc6e1'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:30:53.453476 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-74806528-65dd-4a07-895f-005ebb7b990f None None] Set router ec3709b1-551b-40ee-a09c-fad9b77dc6e1 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:30:53.665928 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-74806528-65dd-4a07-895f-005ebb7b990f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3709b1-551b-40ee-a09c-fad9b77dc6e1', 'name': 'tempest-TestNetworkBasicOps-router-639397835', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.5'}], 'enable_snat': True}, 'gw_port_id': '2fc463ac-c3c8-427c-b111-ef7fe457a597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:29:10Z', 'updated_at': '2021-12-10T19:29:14Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '2fc463ac-c3c8-427c-b111-ef7fe457a597', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:41:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3709b1-551b-40ee-a09c-fad9b77dc6e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:11Z', 'updated_at': '2021-12-10T19:30:52Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '676eba2a-8660-4851-97f3-d480843210d7', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'floating_ip_address': '172.26.6.128', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': 'ec3709b1-551b-40ee-a09c-fad9b77dc6e1', 'port_id': '243a7ff0-c47a-4db3-9086-dbf81f552ef1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '226d9a94-6910-415d-8e1c-56c93ce678ec', 'mac_address': 'fa:16:3e:9b:4d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66879ff0-7a2f-4bbe-b2d2-11f2de81adc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:29:29Z', 'updated_at': '2021-12-10T19:30:51Z', 'revision_number': 2, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16bf3860-f67d-498d-9351-d134e2bc855b', 'name': '', 'network_id': '226d9a94-6910-415d-8e1c-56c93ce678ec', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:20:ca:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3709b1-551b-40ee-a09c-fad9b77dc6e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'fd991b21-67b5-4831-9064-19796993fea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:13Z', 'updated_at': '2021-12-10T19:30:50Z', 'revision_number': 6, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'fd991b21-67b5-4831-9064-19796993fea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:30:53.779957 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74806528-65dd-4a07-895f-005ebb7b990f None None] The sync data for ids ['ec3709b1-551b-40ee-a09c-fad9b77dc6e1'] in dv-neutron-821441-1-hyperv is: [{'id': 'ec3709b1-551b-40ee-a09c-fad9b77dc6e1', 'name': 'tempest-TestNetworkBasicOps-router-639397835', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.5'}], 'enable_snat': True}, 'gw_port_id': '2fc463ac-c3c8-427c-b111-ef7fe457a597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:29:10Z', 'updated_at': '2021-12-10T19:29:14Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '2fc463ac-c3c8-427c-b111-ef7fe457a597', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:41:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3709b1-551b-40ee-a09c-fad9b77dc6e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:11Z', 'updated_at': '2021-12-10T19:30:52Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '676eba2a-8660-4851-97f3-d480843210d7', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'floating_ip_address': '172.26.6.128', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': 'ec3709b1-551b-40ee-a09c-fad9b77dc6e1', 'port_id': '243a7ff0-c47a-4db3-9086-dbf81f552ef1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '226d9a94-6910-415d-8e1c-56c93ce678ec', 'mac_address': 'fa:16:3e:9b:4d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66879ff0-7a2f-4bbe-b2d2-11f2de81adc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:29:29Z', 'updated_at': '2021-12-10T19:30:51Z', 'revision_number': 2, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16bf3860-f67d-498d-9351-d134e2bc855b', 'name': '', 'network_id': '226d9a94-6910-415d-8e1c-56c93ce678ec', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:20:ca:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3709b1-551b-40ee-a09c-fad9b77dc6e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'fd991b21-67b5-4831-9064-19796993fea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:13Z', 'updated_at': '2021-12-10T19:30:50Z', 'revision_number': 6, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'fd991b21-67b5-4831-9064-19796993fea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:30:54.145976 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58790) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:30:54.195661 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d812485a-4397-4304-8171-e55c590e6562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:30:54.210893 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-ee0fec97-9082-471f-a0c1-76bc5bc919dc tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/floatingips/676eba2a-8660-4851-97f3-d480843210d7 HTTP/1.1" status: 200 len: 992 time: 0.0637915 Dec 10 19:30:54.935050 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 2fc463ac-c3c8-427c-b111-ef7fe457a597 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:30:54.985316 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 2fc463ac-c3c8-427c-b111-ef7fe457a597 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:30:54.985596 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:30:55.058647 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:30:55.078594 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port 2fc463ac-c3c8-427c-b111-ef7fe457a597, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=2fc463ac-c3c8-427c-b111-ef7fe457a597,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:30:55.082675 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:30:55.083820 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 16bf3860-f67d-498d-9351-d134e2bc855b up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:30:55.161927 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=2fc463ac-c3c8-427c-b111-ef7fe457a597,revision_number=6']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:30:55.175229 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 16bf3860-f67d-498d-9351-d134e2bc855b triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:30:55.175603 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:30:55.214368 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 58792) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:30:55.252169 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:30:55.278485 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-a18afdb3-44ff-4324-9b36-4afbee526f71 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/floatingips/676eba2a-8660-4851-97f3-d480843210d7 HTTP/1.1" status: 200 len: 992 time: 0.0608909 Dec 10 19:30:55.293191 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port 16bf3860-f67d-498d-9351-d134e2bc855b, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=16bf3860-f67d-498d-9351-d134e2bc855b,segment=NetworkSegment(272ad825-7814-4d0b-946b-4ad7ed68f869),segment_id=272ad825-7814-4d0b-946b-4ad7ed68f869)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:30:55.297234 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:30:55.351773 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=16bf3860-f67d-498d-9351-d134e2bc855b,revision_number=7']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:30:55.370994 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:30:55.375372 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa525860-ccb5-4164-96bf-c97d8cfa4a8e None None] New status for floating IP 676eba2a-8660-4851-97f3-d480843210d7: ACTIVE {{(pid=102367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:30:55.975006 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:30:56.281391 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 58796) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:30:56.347673 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-063ea037-9ff7-4bb9-ac9b-9a8e0fa27339 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/floatingips/676eba2a-8660-4851-97f3-d480843210d7 HTTP/1.1" status: 200 len: 994 time: 0.0651343 Dec 10 19:30:56.464595 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:30:56.593796 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 58802) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:30:56.757228 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-3833a9d6-44fb-4231-b3f9-939ab7b5a0e7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Deleting port b5889e1a-af53-49bb-9667-2efabd6ae285 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:30:56.757572 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3833a9d6-44fb-4231-b3f9-939ab7b5a0e7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:30:56.767413 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:30:56.836991 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3833a9d6-44fb-4231-b3f9-939ab7b5a0e7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:30:56.837319 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3833a9d6-44fb-4231-b3f9-939ab7b5a0e7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:30:56.849669 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-3833a9d6-44fb-4231-b3f9-939ab7b5a0e7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Calling delete_port for b5889e1a-af53-49bb-9667-2efabd6ae285 owned by network:floatingip {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:30:56.901456 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 2fc463ac-c3c8-427c-b111-ef7fe457a597 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:30:56.948493 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 2fc463ac-c3c8-427c-b111-ef7fe457a597 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:30:56.948882 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:30:57.025476 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3833a9d6-44fb-4231-b3f9-939ab7b5a0e7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:30:57.028574 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 16bf3860-f67d-498d-9351-d134e2bc855b up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:30:57.051769 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3833a9d6-44fb-4231-b3f9-939ab7b5a0e7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'Port': ['ID=b5889e1a-af53-49bb-9667-2efabd6ae285,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:30:57.065232 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3833a9d6-44fb-4231-b3f9-939ab7b5a0e7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:57.065775 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3833a9d6-44fb-4231-b3f9-939ab7b5a0e7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:57.066116 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3833a9d6-44fb-4231-b3f9-939ab7b5a0e7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:57.066452 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3833a9d6-44fb-4231-b3f9-939ab7b5a0e7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:57.066864 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3833a9d6-44fb-4231-b3f9-939ab7b5a0e7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:57.067140 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3833a9d6-44fb-4231-b3f9-939ab7b5a0e7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:57.067468 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3833a9d6-44fb-4231-b3f9-939ab7b5a0e7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:57.067792 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3833a9d6-44fb-4231-b3f9-939ab7b5a0e7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:57.068120 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3833a9d6-44fb-4231-b3f9-939ab7b5a0e7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:57.068444 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3833a9d6-44fb-4231-b3f9-939ab7b5a0e7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:57.068792 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3833a9d6-44fb-4231-b3f9-939ab7b5a0e7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:57.069112 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3833a9d6-44fb-4231-b3f9-939ab7b5a0e7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:57.077322 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 16bf3860-f67d-498d-9351-d134e2bc855b triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:30:57.077689 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:30:57.128464 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3833a9d6-44fb-4231-b3f9-939ab7b5a0e7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for floatingip, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:30:57.128733 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.l3_db [None req-3833a9d6-44fb-4231-b3f9-939ab7b5a0e7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Floating IP 676eba2a-8660-4851-97f3-d480843210d7 disassociated (deleted). External IP: 172.26.6.128, port: 243a7ff0-c47a-4db3-9086-dbf81f552ef1. Dec 10 19:30:57.348891 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3833a9d6-44fb-4231-b3f9-939ab7b5a0e7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Router ec3709b1-551b-40ee-a09c-fad9b77dc6e1 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:30:57.459177 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3833a9d6-44fb-4231-b3f9-939ab7b5a0e7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:30:57.463927 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3833a9d6-44fb-4231-b3f9-939ab7b5a0e7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:30:57.468879 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14514d61-4257-4b60-bcf4-2c242b79891b None None] Sync routers for ids ['ec3709b1-551b-40ee-a09c-fad9b77dc6e1'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:30:57.478749 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14514d61-4257-4b60-bcf4-2c242b79891b None None] Routers {'ec3709b1-551b-40ee-a09c-fad9b77dc6e1'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:30:57.479424 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-14514d61-4257-4b60-bcf4-2c242b79891b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:30:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['ec3709b1-551b-40ee-a09c-fad9b77dc6e1'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:30:57.491802 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-3833a9d6-44fb-4231-b3f9-939ab7b5a0e7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "DELETE /v2.0/floatingips/676eba2a-8660-4851-97f3-d480843210d7 HTTP/1.1" status: 204 len: 168 time: 0.8969288 Dec 10 19:30:57.492382 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66879ff0-7a2f-4bbe-b2d2-11f2de81adc2', 'tag': '243a7ff0-c47a-4db3-9086-dbf81f552ef1'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:30:57.494665 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626d7450-0467-4539-a6a3-b6765cacef0c" -d '{"events": [{"name": "network-changed", "server_uuid": "66879ff0-7a2f-4bbe-b2d2-11f2de81adc2", "tag": "243a7ff0-c47a-4db3-9086-dbf81f552ef1"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:30:57.588535 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-14514d61-4257-4b60-bcf4-2c242b79891b None None] Set router ec3709b1-551b-40ee-a09c-fad9b77dc6e1 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:30:57.601130 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd7ead0-7b5c-42d6-bad3-78205483e0e8 x-openstack-request-id: req-9fd7ead0-7b5c-42d6-bad3-78205483e0e8 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:30:57.601682 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66879ff0-7a2f-4bbe-b2d2-11f2de81adc2", "tag": "243a7ff0-c47a-4db3-9086-dbf81f552ef1", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:30:57.601928 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9fd7ead0-7b5c-42d6-bad3-78205483e0e8 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:30:57.602347 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66879ff0-7a2f-4bbe-b2d2-11f2de81adc2', 'tag': '243a7ff0-c47a-4db3-9086-dbf81f552ef1', 'status': 'completed', 'code': 200} Dec 10 19:30:57.668419 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d7450-0467-4539-a6a3-b6765cacef0c req-ba76eab2-2a03-4e5e-9a87-db0d24959521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:57.672781 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-626d7450-0467-4539-a6a3-b6765cacef0c req-ba76eab2-2a03-4e5e-9a87-db0d24959521 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=730e4c9f0aba4accb176e575114c849e&device_id=66879ff0-7a2f-4bbe-b2d2-11f2de81adc2 HTTP/1.1" status: 200 len: 1099 time: 0.0447094 Dec 10 19:30:57.788960 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e235de-0920-47f9-9ba5-12dc34075878 req-6b4505fd-cff6-40db-9f53-b71148496989 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:57.790423 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-48e235de-0920-47f9-9ba5-12dc34075878 req-6b4505fd-cff6-40db-9f53-b71148496989 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=66879ff0-7a2f-4bbe-b2d2-11f2de81adc2 HTTP/1.1" status: 200 len: 946 time: 0.1110866 Dec 10 19:30:57.802552 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-14514d61-4257-4b60-bcf4-2c242b79891b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3709b1-551b-40ee-a09c-fad9b77dc6e1', 'name': 'tempest-TestNetworkBasicOps-router-639397835', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.5'}], 'enable_snat': True}, 'gw_port_id': '2fc463ac-c3c8-427c-b111-ef7fe457a597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:29:10Z', 'updated_at': '2021-12-10T19:29:14Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '2fc463ac-c3c8-427c-b111-ef7fe457a597', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:41:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3709b1-551b-40ee-a09c-fad9b77dc6e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:11Z', 'updated_at': '2021-12-10T19:30:55Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '16bf3860-f67d-498d-9351-d134e2bc855b', 'name': '', 'network_id': '226d9a94-6910-415d-8e1c-56c93ce678ec', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:20:ca:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3709b1-551b-40ee-a09c-fad9b77dc6e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'fd991b21-67b5-4831-9064-19796993fea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:13Z', 'updated_at': '2021-12-10T19:30:55Z', 'revision_number': 7, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'fd991b21-67b5-4831-9064-19796993fea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:30:57.817204 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d7450-0467-4539-a6a3-b6765cacef0c req-e93622eb-ebb6-4006-9bf2-46f4a0d6fe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:57.818660 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-626d7450-0467-4539-a6a3-b6765cacef0c req-e93622eb-ebb6-4006-9bf2-46f4a0d6fe22 service neutron] 10.222.0.36 "GET /v2.0/networks?id=226d9a94-6910-415d-8e1c-56c93ce678ec HTTP/1.1" status: 200 len: 898 time: 0.1404710 Dec 10 19:30:57.831553 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14514d61-4257-4b60-bcf4-2c242b79891b None None] Checking router: ec3709b1-551b-40ee-a09c-fad9b77dc6e1 for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:30:57.839703 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14514d61-4257-4b60-bcf4-2c242b79891b None None] Routers {'ec3709b1-551b-40ee-a09c-fad9b77dc6e1'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:30:57.840299 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-14514d61-4257-4b60-bcf4-2c242b79891b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:30:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['ec3709b1-551b-40ee-a09c-fad9b77dc6e1'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:30:57.844429 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-48e235de-0920-47f9-9ba5-12dc34075878 req-9f4f80aa-13a1-430a-895c-841b85d69968 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=9683c4cc-efef-4138-a639-365e57d8d3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425475 Dec 10 19:30:57.875225 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-626d7450-0467-4539-a6a3-b6765cacef0c req-64627001-af3a-4f24-920e-6b6ea2e1cbf9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=243a7ff0-c47a-4db3-9086-dbf81f552ef1 HTTP/1.1" status: 200 len: 217 time: 0.0439632 Dec 10 19:30:57.928078 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d7450-0467-4539-a6a3-b6765cacef0c req-d8dbd08a-507c-416c-9a8d-b6e4593686b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:57.929563 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-626d7450-0467-4539-a6a3-b6765cacef0c req-d8dbd08a-507c-416c-9a8d-b6e4593686b3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd991b21-67b5-4831-9064-19796993fea4 HTTP/1.1" status: 200 len: 835 time: 0.0451386 Dec 10 19:30:57.942613 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-14514d61-4257-4b60-bcf4-2c242b79891b None None] Set router ec3709b1-551b-40ee-a09c-fad9b77dc6e1 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:30:57.977409 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d7450-0467-4539-a6a3-b6765cacef0c req-81856210-fbb5-44e8-9d4f-34b2747b2e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:57.978895 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-626d7450-0467-4539-a6a3-b6765cacef0c req-81856210-fbb5-44e8-9d4f-34b2747b2e26 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=226d9a94-6910-415d-8e1c-56c93ce678ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415154 Dec 10 19:30:58.075211 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-626d7450-0467-4539-a6a3-b6765cacef0c req-32e558b8-6000-4573-9a76-04fdddaf9920 service neutron] 10.222.0.36 "GET /v2.0/networks/226d9a94-6910-415d-8e1c-56c93ce678ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855441 Dec 10 19:30:58.136690 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-14514d61-4257-4b60-bcf4-2c242b79891b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3709b1-551b-40ee-a09c-fad9b77dc6e1', 'name': 'tempest-TestNetworkBasicOps-router-639397835', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.5'}], 'enable_snat': True}, 'gw_port_id': '2fc463ac-c3c8-427c-b111-ef7fe457a597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:29:10Z', 'updated_at': '2021-12-10T19:29:14Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '2fc463ac-c3c8-427c-b111-ef7fe457a597', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:41:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3709b1-551b-40ee-a09c-fad9b77dc6e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:11Z', 'updated_at': '2021-12-10T19:30:55Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '16bf3860-f67d-498d-9351-d134e2bc855b', 'name': '', 'network_id': '226d9a94-6910-415d-8e1c-56c93ce678ec', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:20:ca:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3709b1-551b-40ee-a09c-fad9b77dc6e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'fd991b21-67b5-4831-9064-19796993fea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:13Z', 'updated_at': '2021-12-10T19:30:55Z', 'revision_number': 7, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'fd991b21-67b5-4831-9064-19796993fea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:30:58.163171 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14514d61-4257-4b60-bcf4-2c242b79891b None None] The sync data for ids ['ec3709b1-551b-40ee-a09c-fad9b77dc6e1'] in dv-neutron-821441-1-hyperv is: [{'id': 'ec3709b1-551b-40ee-a09c-fad9b77dc6e1', 'name': 'tempest-TestNetworkBasicOps-router-639397835', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.5'}], 'enable_snat': True}, 'gw_port_id': '2fc463ac-c3c8-427c-b111-ef7fe457a597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:29:10Z', 'updated_at': '2021-12-10T19:29:14Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '2fc463ac-c3c8-427c-b111-ef7fe457a597', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:41:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3709b1-551b-40ee-a09c-fad9b77dc6e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:11Z', 'updated_at': '2021-12-10T19:30:55Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '16bf3860-f67d-498d-9351-d134e2bc855b', 'name': '', 'network_id': '226d9a94-6910-415d-8e1c-56c93ce678ec', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:20:ca:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3709b1-551b-40ee-a09c-fad9b77dc6e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'fd991b21-67b5-4831-9064-19796993fea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:13Z', 'updated_at': '2021-12-10T19:30:55Z', 'revision_number': 7, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'fd991b21-67b5-4831-9064-19796993fea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:30:58.167737 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-626d7450-0467-4539-a6a3-b6765cacef0c req-5243e3db-3646-4708-a620-cf9da175c87e service neutron] 10.222.0.36 "GET /v2.0/networks/226d9a94-6910-415d-8e1c-56c93ce678ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834572 Dec 10 19:30:58.781941 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e03edbc-a98f-4d87-99c0-e12defc4ac7e None None] New status for floating IP 676eba2a-8660-4851-97f3-d480843210d7: DOWN {{(pid=102367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:30:58.966169 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc07a91-7722-463d-bf84-125bbd058f97 req-b09de38d-3494-498b-8c3d-f55008b278b5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:58.967654 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-fbc07a91-7722-463d-bf84-125bbd058f97 req-b09de38d-3494-498b-8c3d-f55008b278b5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=66879ff0-7a2f-4bbe-b2d2-11f2de81adc2 HTTP/1.1" status: 200 len: 946 time: 0.0504980 Dec 10 19:30:59.010059 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-fbc07a91-7722-463d-bf84-125bbd058f97 req-6520d807-ead8-40d2-90a7-c5a7b1f794a1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=9683c4cc-efef-4138-a639-365e57d8d3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351515 Dec 10 19:30:59.631529 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3516eb2-36e5-4d81-bbed-2b4a05183b7a req-49a3898b-eb1f-4e3d-95bf-dbba02f36874 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:59.632991 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e3516eb2-36e5-4d81-bbed-2b4a05183b7a req-49a3898b-eb1f-4e3d-95bf-dbba02f36874 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.36 "GET /v2.0/ports?device_id=66879ff0-7a2f-4bbe-b2d2-11f2de81adc2 HTTP/1.1" status: 200 len: 946 time: 0.0488737 Dec 10 19:30:59.721428 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-e3516eb2-36e5-4d81-bbed-2b4a05183b7a req-8acb69a4-96b0-4848-ba34-872e2870161e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Deleting port 243a7ff0-c47a-4db3-9086-dbf81f552ef1 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:30:59.721766 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-e3516eb2-36e5-4d81-bbed-2b4a05183b7a req-8acb69a4-96b0-4848-ba34-872e2870161e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:30:59.811581 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-e3516eb2-36e5-4d81-bbed-2b4a05183b7a req-8acb69a4-96b0-4848-ba34-872e2870161e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] For port 243a7ff0-c47a-4db3-9086-dbf81f552ef1, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=243a7ff0-c47a-4db3-9086-dbf81f552ef1,segment=NetworkSegment(272ad825-7814-4d0b-946b-4ad7ed68f869),segment_id=272ad825-7814-4d0b-946b-4ad7ed68f869)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:30:59.811930 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-e3516eb2-36e5-4d81-bbed-2b4a05183b7a req-8acb69a4-96b0-4848-ba34-872e2870161e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:30:59.825061 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-e3516eb2-36e5-4d81-bbed-2b4a05183b7a req-8acb69a4-96b0-4848-ba34-872e2870161e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Calling delete_port for 243a7ff0-c47a-4db3-9086-dbf81f552ef1 owned by compute:nova {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:30:59.950627 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-e3516eb2-36e5-4d81-bbed-2b4a05183b7a req-8acb69a4-96b0-4848-ba34-872e2870161e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:30:59.983903 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acb69a4-96b0-4848-ba34-872e2870161e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'Port': ['ID=243a7ff0-c47a-4db3-9086-dbf81f552ef1,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:31:00.023523 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3516eb2-36e5-4d81-bbed-2b4a05183b7a req-8acb69a4-96b0-4848-ba34-872e2870161e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] No DVR routers for this DVR port 243a7ff0-c47a-4db3-9086-dbf81f552ef1 on host hv-neutron-8214 {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:31:00.026054 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-e3516eb2-36e5-4d81-bbed-2b4a05183b7a req-8acb69a4-96b0-4848-ba34-872e2870161e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:00.029418 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e3516eb2-36e5-4d81-bbed-2b4a05183b7a req-8acb69a4-96b0-4848-ba34-872e2870161e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.36 "DELETE /v2.0/ports/243a7ff0-c47a-4db3-9086-dbf81f552ef1 HTTP/1.1" status: 204 len: 173 time: 0.3897333 Dec 10 19:31:00.029857 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66879ff0-7a2f-4bbe-b2d2-11f2de81adc2', 'name': 'network-vif-deleted', 'tag': '243a7ff0-c47a-4db3-9086-dbf81f552ef1'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:31:00.032113 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6261383d-5208-46cb-9126-abafa73783fc" -d '{"events": [{"server_uuid": "66879ff0-7a2f-4bbe-b2d2-11f2de81adc2", "name": "network-vif-deleted", "tag": "243a7ff0-c47a-4db3-9086-dbf81f552ef1"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:31:00.071926 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1cf5ea-1ed1-44e8-a307-3525dbca7b95 x-openstack-request-id: req-1e1cf5ea-1ed1-44e8-a307-3525dbca7b95 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:31:00.072229 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66879ff0-7a2f-4bbe-b2d2-11f2de81adc2", "name": "network-vif-deleted", "tag": "243a7ff0-c47a-4db3-9086-dbf81f552ef1", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:31:00.072569 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1e1cf5ea-1ed1-44e8-a307-3525dbca7b95 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:31:00.073100 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66879ff0-7a2f-4bbe-b2d2-11f2de81adc2', 'name': 'network-vif-deleted', 'tag': '243a7ff0-c47a-4db3-9086-dbf81f552ef1', 'status': 'completed', 'code': 200} Dec 10 19:31:00.114348 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-926f712f-e27a-44e6-9a0b-f6564af7100e req-043d9640-1137-4564-98cd-668c69f4aee8 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=66879ff0-7a2f-4bbe-b2d2-11f2de81adc2 HTTP/1.1" status: 200 len: 210 time: 0.0289042 Dec 10 19:31:01.170199 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58824) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:31:01.227641 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cb31b8ce-7cd7-4dd6-9905-4e70a0f6541c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:01.252922 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cb31b8ce-7cd7-4dd6-9905-4e70a0f6541c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:01.310573 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cb31b8ce-7cd7-4dd6-9905-4e70a0f6541c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:01.313225 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cb31b8ce-7cd7-4dd6-9905-4e70a0f6541c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:01.315232 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-cb31b8ce-7cd7-4dd6-9905-4e70a0f6541c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "DELETE /v2.0/security-groups/9683c4cc-efef-4138-a639-365e57d8d3ac HTTP/1.1" status: 204 len: 168 time: 0.1440246 Dec 10 19:31:01.324356 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb31b8ce-7cd7-4dd6-9905-4e70a0f6541c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9683c4cc-efef-4138-a639-365e57d8d3ac,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:31:01.331736 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb31b8ce-7cd7-4dd6-9905-4e70a0f6541c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:31:01.332088 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb31b8ce-7cd7-4dd6-9905-4e70a0f6541c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:31:01.332430 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb31b8ce-7cd7-4dd6-9905-4e70a0f6541c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:31:01.332800 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb31b8ce-7cd7-4dd6-9905-4e70a0f6541c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:31:01.333128 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb31b8ce-7cd7-4dd6-9905-4e70a0f6541c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:31:01.333463 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb31b8ce-7cd7-4dd6-9905-4e70a0f6541c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:31:01.333793 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb31b8ce-7cd7-4dd6-9905-4e70a0f6541c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:31:01.334111 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb31b8ce-7cd7-4dd6-9905-4e70a0f6541c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:31:01.334440 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb31b8ce-7cd7-4dd6-9905-4e70a0f6541c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:31:01.334758 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb31b8ce-7cd7-4dd6-9905-4e70a0f6541c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:31:01.335085 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb31b8ce-7cd7-4dd6-9905-4e70a0f6541c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:31:01.335398 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb31b8ce-7cd7-4dd6-9905-4e70a0f6541c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:31:01.351624 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58828) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:31:01.713325 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b6ab4965-39aa-4ef9-808a-a33b2b089a9e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711290'] for router_interface, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:01.970892 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-b6ab4965-39aa-4ef9-808a-a33b2b089a9e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Deleting port 16bf3860-f67d-498d-9351-d134e2bc855b {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:31:01.971227 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b6ab4965-39aa-4ef9-808a-a33b2b089a9e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:02.055127 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-b6ab4965-39aa-4ef9-808a-a33b2b089a9e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] For port 16bf3860-f67d-498d-9351-d134e2bc855b, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=16bf3860-f67d-498d-9351-d134e2bc855b,segment=NetworkSegment(272ad825-7814-4d0b-946b-4ad7ed68f869),segment_id=272ad825-7814-4d0b-946b-4ad7ed68f869)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:31:02.055471 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b6ab4965-39aa-4ef9-808a-a33b2b089a9e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:02.071654 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-b6ab4965-39aa-4ef9-808a-a33b2b089a9e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Calling delete_port for 16bf3860-f67d-498d-9351-d134e2bc855b owned by network:router_interface {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:31:02.256433 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b6ab4965-39aa-4ef9-808a-a33b2b089a9e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:02.350323 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:02.574864 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ab4965-39aa-4ef9-808a-a33b2b089a9e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'Port': ['ID=16bf3860-f67d-498d-9351-d134e2bc855b,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:31:02.747575 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b6ab4965-39aa-4ef9-808a-a33b2b089a9e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3755731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3712768'] for router_interface, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:02.966867 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6ab4965-39aa-4ef9-808a-a33b2b089a9e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Router ec3709b1-551b-40ee-a09c-fad9b77dc6e1 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:31:03.076416 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ab4965-39aa-4ef9-808a-a33b2b089a9e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:31:03.081958 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-b6ab4965-39aa-4ef9-808a-a33b2b089a9e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "PUT /v2.0/routers/ec3709b1-551b-40ee-a09c-fad9b77dc6e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7291951 Dec 10 19:31:03.084801 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58830) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:31:03.087364 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79d2746-c33f-47f4-8560-2a8b75060b11 None None] Sync routers for ids ['ec3709b1-551b-40ee-a09c-fad9b77dc6e1'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:31:03.097275 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79d2746-c33f-47f4-8560-2a8b75060b11 None None] Routers {'ec3709b1-551b-40ee-a09c-fad9b77dc6e1'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:31:03.097796 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-b79d2746-c33f-47f4-8560-2a8b75060b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:30:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['ec3709b1-551b-40ee-a09c-fad9b77dc6e1'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:31:03.135704 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-7427c4ee-53ae-48dd-82cf-e5a27ea14423 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Deleting subnet fd991b21-67b5-4831-9064-19796993fea4 {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:31:03.138755 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7427c4ee-53ae-48dd-82cf-e5a27ea14423 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:03.180059 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7427c4ee-53ae-48dd-82cf-e5a27ea14423 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:03.199985 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-b79d2746-c33f-47f4-8560-2a8b75060b11 None None] Set router ec3709b1-551b-40ee-a09c-fad9b77dc6e1 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:31:03.265107 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7427c4ee-53ae-48dd-82cf-e5a27ea14423 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:03.324106 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7427c4ee-53ae-48dd-82cf-e5a27ea14423 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:03.351582 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7427c4ee-53ae-48dd-82cf-e5a27ea14423 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'Subnet': ['ID=fd991b21-67b5-4831-9064-19796993fea4,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:31:03.355402 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7427c4ee-53ae-48dd-82cf-e5a27ea14423 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:03.358897 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-7427c4ee-53ae-48dd-82cf-e5a27ea14423 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "DELETE /v2.0/subnets/fd991b21-67b5-4831-9064-19796993fea4 HTTP/1.1" status: 204 len: 168 time: 0.2731407 Dec 10 19:31:03.363258 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58832) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:31:03.367779 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa9550f-9dac-4fc2-b37f-5ec13bd6f4a4 None None] Network 226d9a94-6910-415d-8e1c-56c93ce678ec requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:31:03.395806 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-b79d2746-c33f-47f4-8560-2a8b75060b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3709b1-551b-40ee-a09c-fad9b77dc6e1', 'name': 'tempest-TestNetworkBasicOps-router-639397835', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.5'}], 'enable_snat': True}, 'gw_port_id': '2fc463ac-c3c8-427c-b111-ef7fe457a597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:29:10Z', 'updated_at': '2021-12-10T19:31:02Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '2fc463ac-c3c8-427c-b111-ef7fe457a597', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:41:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3709b1-551b-40ee-a09c-fad9b77dc6e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:11Z', 'updated_at': '2021-12-10T19:30:55Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:31:03.421947 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79d2746-c33f-47f4-8560-2a8b75060b11 None None] Checking router: ec3709b1-551b-40ee-a09c-fad9b77dc6e1 for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:31:03.430323 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79d2746-c33f-47f4-8560-2a8b75060b11 None None] Routers {'ec3709b1-551b-40ee-a09c-fad9b77dc6e1'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:31:03.430916 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-b79d2746-c33f-47f4-8560-2a8b75060b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:30:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['ec3709b1-551b-40ee-a09c-fad9b77dc6e1'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:31:03.476022 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1d59dfaf-dc8f-4301-af19-be28df4eb38b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:03.542656 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-b79d2746-c33f-47f4-8560-2a8b75060b11 None None] Set router ec3709b1-551b-40ee-a09c-fad9b77dc6e1 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:31:03.573728 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a162709-58a3-4a59-ad0a-b77d07431503 None None] DHCP port deletion for 226d9a94-6910-415d-8e1c-56c93ce678ec request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:31:03.584439 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1d59dfaf-dc8f-4301-af19-be28df4eb38b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:03.619901 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-2a162709-58a3-4a59-ad0a-b77d07431503 None None] Deleting port 1bf1c1ba-b9d4-4aa8-ae65-1250842c04d9 {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:31:03.620186 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2a162709-58a3-4a59-ad0a-b77d07431503 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:03.639209 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-1d59dfaf-dc8f-4301-af19-be28df4eb38b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Deleting port 2fc463ac-c3c8-427c-b111-ef7fe457a597 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:31:03.639601 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1d59dfaf-dc8f-4301-af19-be28df4eb38b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:03.733317 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-b79d2746-c33f-47f4-8560-2a8b75060b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3709b1-551b-40ee-a09c-fad9b77dc6e1', 'name': 'tempest-TestNetworkBasicOps-router-639397835', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.5'}], 'enable_snat': True}, 'gw_port_id': '2fc463ac-c3c8-427c-b111-ef7fe457a597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:29:10Z', 'updated_at': '2021-12-10T19:31:02Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '2fc463ac-c3c8-427c-b111-ef7fe457a597', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:41:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3709b1-551b-40ee-a09c-fad9b77dc6e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:11Z', 'updated_at': '2021-12-10T19:30:55Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:31:03.733581 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-1d59dfaf-dc8f-4301-af19-be28df4eb38b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] For port 2fc463ac-c3c8-427c-b111-ef7fe457a597, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=2fc463ac-c3c8-427c-b111-ef7fe457a597,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:31:03.733581 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1d59dfaf-dc8f-4301-af19-be28df4eb38b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:03.747986 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-1d59dfaf-dc8f-4301-af19-be28df4eb38b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Calling delete_port for 2fc463ac-c3c8-427c-b111-ef7fe457a597 owned by network:router_gateway {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:31:03.758981 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79d2746-c33f-47f4-8560-2a8b75060b11 None None] The sync data for ids ['ec3709b1-551b-40ee-a09c-fad9b77dc6e1'] in dv-neutron-821441-1-hyperv is: [{'id': 'ec3709b1-551b-40ee-a09c-fad9b77dc6e1', 'name': 'tempest-TestNetworkBasicOps-router-639397835', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.5'}], 'enable_snat': True}, 'gw_port_id': '2fc463ac-c3c8-427c-b111-ef7fe457a597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:29:10Z', 'updated_at': '2021-12-10T19:31:02Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '2fc463ac-c3c8-427c-b111-ef7fe457a597', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:41:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3709b1-551b-40ee-a09c-fad9b77dc6e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:29:11Z', 'updated_at': '2021-12-10T19:30:55Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:31:03.833664 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-2a162709-58a3-4a59-ad0a-b77d07431503 None None] For port 1bf1c1ba-b9d4-4aa8-ae65-1250842c04d9, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=1bf1c1ba-b9d4-4aa8-ae65-1250842c04d9,segment=NetworkSegment(272ad825-7814-4d0b-946b-4ad7ed68f869),segment_id=272ad825-7814-4d0b-946b-4ad7ed68f869)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:31:03.834058 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2a162709-58a3-4a59-ad0a-b77d07431503 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:03.846480 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-2a162709-58a3-4a59-ad0a-b77d07431503 None None] Calling delete_port for 1bf1c1ba-b9d4-4aa8-ae65-1250842c04d9 owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:31:03.922374 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1d59dfaf-dc8f-4301-af19-be28df4eb38b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:03.924458 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2a162709-58a3-4a59-ad0a-b77d07431503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:03.948276 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d59dfaf-dc8f-4301-af19-be28df4eb38b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'Port': ['ID=2fc463ac-c3c8-427c-b111-ef7fe457a597,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:31:03.953910 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a162709-58a3-4a59-ad0a-b77d07431503 None None] Pushing event deleted for resources: {'Port': ['ID=1bf1c1ba-b9d4-4aa8-ae65-1250842c04d9,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:31:03.956606 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a162709-58a3-4a59-ad0a-b77d07431503 None None] No DVR routers for this DVR port 1bf1c1ba-b9d4-4aa8-ae65-1250842c04d9 on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:31:03.962163 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 243a7ff0-c47a-4db3-9086-dbf81f552ef1 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:31:03.982293 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] No Port match for: 243a7ff0-c47a-4db3-9086-dbf81f552ef1 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:31:03.982637 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 243a7ff0-c47a-4db3-9086-dbf81f552ef1 not bound to the agent host hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:31:04.015740 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1d59dfaf-dc8f-4301-af19-be28df4eb38b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3713145'] for router_gateway, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:04.111301 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1d59dfaf-dc8f-4301-af19-be28df4eb38b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:04.114061 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1d59dfaf-dc8f-4301-af19-be28df4eb38b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:04.157562 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1d59dfaf-dc8f-4301-af19-be28df4eb38b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:04.158420 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d59dfaf-dc8f-4301-af19-be28df4eb38b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Fanout notify agent at l3_agent the message router_deleted on router ec3709b1-551b-40ee-a09c-fad9b77dc6e1 {{(pid=102366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:31:04.166417 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1d59dfaf-dc8f-4301-af19-be28df4eb38b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:04.166928 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-1d59dfaf-dc8f-4301-af19-be28df4eb38b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "DELETE /v2.0/routers/ec3709b1-551b-40ee-a09c-fad9b77dc6e1 HTTP/1.1" status: 204 len: 168 time: 0.8024943 Dec 10 19:31:04.169661 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58834) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:31:04.249554 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a29481e2-1e76-47d5-b154-f4007ab572e1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:04.341196 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a29481e2-1e76-47d5-b154-f4007ab572e1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:04.363731 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-a29481e2-1e76-47d5-b154-f4007ab572e1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['226d9a94-6910-415d-8e1c-56c93ce678ec']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:31:04.373367 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-a29481e2-1e76-47d5-b154-f4007ab572e1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '272ad825-7814-4d0b-946b-4ad7ed68f869') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:31:04.373656 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-a29481e2-1e76-47d5-b154-f4007ab572e1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '272ad825-7814-4d0b-946b-4ad7ed68f869') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:31:04.383530 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a29481e2-1e76-47d5-b154-f4007ab572e1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:04.397144 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a29481e2-1e76-47d5-b154-f4007ab572e1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:04.405365 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a29481e2-1e76-47d5-b154-f4007ab572e1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:31:04.405902 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a29481e2-1e76-47d5-b154-f4007ab572e1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:04.410403 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:31:04.410403 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:31:04.410403 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:31:04.410403 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:31:04.410403 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:31:04.410403 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:31:04.410403 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:31:04.410403 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:31:04.410403 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:31:04.410403 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:31:04.410403 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:31:04.410403 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:31:04.410403 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:31:04.410403 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:31:04.410403 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:31:04.410403 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:31:04.410403 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:31:04.410403 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:31:04.410403 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:31:04.410403 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:31:04.410403 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:31:04.410403 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:31:04.410403 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:31:04.410403 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:31:04.410403 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:31:04.410403 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:31:04.410403 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:31:04.410403 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:31:04.410403 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:31:04.410403 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:31:04.410403 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:31:04.410403 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:31:04.473811 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a29481e2-1e76-47d5-b154-f4007ab572e1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:04.478356 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a29481e2-1e76-47d5-b154-f4007ab572e1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:04.483259 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-a29481e2-1e76-47d5-b154-f4007ab572e1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "DELETE /v2.0/networks/226d9a94-6910-415d-8e1c-56c93ce678ec HTTP/1.1" status: 204 len: 168 time: 0.3126075 Dec 10 19:31:04.498915 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29481e2-1e76-47d5-b154-f4007ab572e1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'Network': ['ID=226d9a94-6910-415d-8e1c-56c93ce678ec,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:31:04.505708 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58836) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:31:04.510678 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-6bb62ec5-ff36-491c-90f9-acf58157970e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'network': {'name': 'tempest-network-smoke--1907495042', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'port_security_enabled': True}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:31:04.531950 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb62ec5-ff36-491c-90f9-acf58157970e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Made reservation on behalf of 730e4c9f0aba4accb176e575114c849e for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:31:04.536677 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6bb62ec5-ff36-491c-90f9-acf58157970e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:04.563404 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bb62ec5-ff36-491c-90f9-acf58157970e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:31:04.573219 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6bb62ec5-ff36-491c-90f9-acf58157970e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:04.573666 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-6bb62ec5-ff36-491c-90f9-acf58157970e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Added segment f5aa0060-65ce-4315-9605-6fd96d56b78f of type vlan for network 4521a2a0-cf29-49af-b21e-6653090f4898 Dec 10 19:31:04.615228 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6bb62ec5-ff36-491c-90f9-acf58157970e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:04.638925 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6bb62ec5-ff36-491c-90f9-acf58157970e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:04.644994 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb62ec5-ff36-491c-90f9-acf58157970e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:31:04.645590 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6bb62ec5-ff36-491c-90f9-acf58157970e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:04.708387 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-6bb62ec5-ff36-491c-90f9-acf58157970e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2013984 Dec 10 19:31:04.710920 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58838) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:31:04.715205 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-27cf3489-efe1-4f93-8184-2e7c0c553135 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-713477362', 'admin_state_up': True, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:31:04.738329 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb62ec5-ff36-491c-90f9-acf58157970e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Network': ['ID=4521a2a0-cf29-49af-b21e-6653090f4898,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:31:04.749318 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 4521a2a0-cf29-49af-b21e-6653090f4898 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:31:04.753679 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-27cf3489-efe1-4f93-8184-2e7c0c553135 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:04.755462 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-27cf3489-efe1-4f93-8184-2e7c0c553135 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:04.837925 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-27cf3489-efe1-4f93-8184-2e7c0c553135 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:04.917052 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 2fc463ac-c3c8-427c-b111-ef7fe457a597 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:31:04.937983 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 2fc463ac-c3c8-427c-b111-ef7fe457a597 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:31:04.938326 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 2fc463ac-c3c8-427c-b111-ef7fe457a597 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:31:04.939549 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 1bf1c1ba-b9d4-4aa8-ae65-1250842c04d9 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:31:04.962515 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 1bf1c1ba-b9d4-4aa8-ae65-1250842c04d9 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:31:04.963123 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 1bf1c1ba-b9d4-4aa8-ae65-1250842c04d9 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:31:04.963732 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 16bf3860-f67d-498d-9351-d134e2bc855b no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:31:04.983156 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 16bf3860-f67d-498d-9351-d134e2bc855b {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:31:04.983496 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 16bf3860-f67d-498d-9351-d134e2bc855b not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:31:05.016157 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-27cf3489-efe1-4f93-8184-2e7c0c553135 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:05.222683 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-27cf3489-efe1-4f93-8184-2e7c0c553135 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router_gateway, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:05.245975 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-27cf3489-efe1-4f93-8184-2e7c0c553135 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:05.348894 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-27cf3489-efe1-4f93-8184-2e7c0c553135 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Allocated IP 172.26.6.16 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/613d469f-2629-4124-adf6-f25b5d93ac21) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:31:05.464908 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-27cf3489-efe1-4f93-8184-2e7c0c553135 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:05.498705 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-27cf3489-efe1-4f93-8184-2e7c0c553135 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:05.534805 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cf3489-efe1-4f93-8184-2e7c0c553135 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:31:05.537663 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-27cf3489-efe1-4f93-8184-2e7c0c553135 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:31:05.541138 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cf3489-efe1-4f93-8184-2e7c0c553135 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:31:05.570232 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf3489-efe1-4f93-8184-2e7c0c553135 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Port': ['ID=613d469f-2629-4124-adf6-f25b5d93ac21,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:31:05.791545 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-27cf3489-efe1-4f93-8184-2e7c0c553135 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router_gateway, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:05.981049 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-27cf3489-efe1-4f93-8184-2e7c0c553135 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:06.398269 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27cf3489-efe1-4f93-8184-2e7c0c553135 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Router e0db6795-6128-4e24-b0d8-51f4615e6877 is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:31:06.500435 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27cf3489-efe1-4f93-8184-2e7c0c553135 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:31:06.510751 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea47e792-8b2d-455f-b8fa-be476f64b363 None None] Sync routers for ids ['e0db6795-6128-4e24-b0d8-51f4615e6877'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:31:06.520881 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea47e792-8b2d-455f-b8fa-be476f64b363 None None] Routers {'e0db6795-6128-4e24-b0d8-51f4615e6877'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:31:06.521582 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-ea47e792-8b2d-455f-b8fa-be476f64b363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:30:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['e0db6795-6128-4e24-b0d8-51f4615e6877'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:31:06.522400 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-27cf3489-efe1-4f93-8184-2e7c0c553135 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:06.523629 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-27cf3489-efe1-4f93-8184-2e7c0c553135 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.8117945 Dec 10 19:31:06.526820 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58840) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:31:06.554760 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-08f974b2-bfd5-4781-901a-e3a0f5ac9451 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=730e4c9f0aba4accb176e575114c849e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267055 Dec 10 19:31:06.557365 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58842) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:31:06.628630 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-ea47e792-8b2d-455f-b8fa-be476f64b363 None None] Set router e0db6795-6128-4e24-b0d8-51f4615e6877 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:31:06.643089 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafb73f9-ee62-4768-b992-7dee01b0158c tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:31:06.644612 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-cafb73f9-ee62-4768-b992-7dee01b0158c tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0863054 Dec 10 19:31:06.647403 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58844) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:31:06.675601 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-12f81df5-9567-4cb5-a667-ed7f6fcfd496 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=68e2ee80-e7f8-4be2-b0d8-392fd4a4e031&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270607 Dec 10 19:31:06.678087 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58846) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:31:06.682752 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-0d58a371-224f-43d1-9b45-b03ed7015803 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-977937350', 'network_id': '4521a2a0-cf29-49af-b21e-6653090f4898', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:31:06.780824 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d58a371-224f-43d1-9b45-b03ed7015803 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Made reservation on behalf of 730e4c9f0aba4accb176e575114c849e for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:31:06.784684 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0d58a371-224f-43d1-9b45-b03ed7015803 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:06.810723 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-ea47e792-8b2d-455f-b8fa-be476f64b363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0db6795-6128-4e24-b0d8-51f4615e6877', 'name': 'tempest-TestNetworkBasicOps-router-713477362', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': '613d469f-2629-4124-adf6-f25b5d93ac21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:31:04Z', 'updated_at': '2021-12-10T19:31:05Z', 'revision_number': 3, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '613d469f-2629-4124-adf6-f25b5d93ac21', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c9:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0db6795-6128-4e24-b0d8-51f4615e6877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:31:05Z', 'updated_at': '2021-12-10T19:31:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:31:06.837342 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea47e792-8b2d-455f-b8fa-be476f64b363 None None] Checking router: e0db6795-6128-4e24-b0d8-51f4615e6877 for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:31:06.837693 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea47e792-8b2d-455f-b8fa-be476f64b363 None None] Updating router e0db6795-6128-4e24-b0d8-51f4615e6877 port 613d469f-2629-4124-adf6-f25b5d93ac21 binding host dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:31:06.864985 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ea47e792-8b2d-455f-b8fa-be476f64b363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:07.004032 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0d58a371-224f-43d1-9b45-b03ed7015803 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:07.065327 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d58a371-224f-43d1-9b45-b03ed7015803 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Subnet': ['ID=b1883969-e9e0-4f7a-bcb2-0b94427f9faf,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:31:07.073488 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d58a371-224f-43d1-9b45-b03ed7015803 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Checking segment: {'id': 'f5aa0060-65ce-4315-9605-6fd96d56b78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4521a2a0-cf29-49af-b21e-6653090f4898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:31:07.073856 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d58a371-224f-43d1-9b45-b03ed7015803 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Network hostable DHCP agents. Network: 4521a2a0-cf29-49af-b21e-6653090f4898, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:31:07.090676 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d58a371-224f-43d1-9b45-b03ed7015803 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Network 4521a2a0-cf29-49af-b21e-6653090f4898 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:31:07.100086 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-0d58a371-224f-43d1-9b45-b03ed7015803 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 4521a2a0-cf29-49af-b21e-6653090f4898) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:31:07.104389 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d58a371-224f-43d1-9b45-b03ed7015803 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:31:07.105080 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0d58a371-224f-43d1-9b45-b03ed7015803 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:07.124564 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-0d58a371-224f-43d1-9b45-b03ed7015803 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.4432309 Dec 10 19:31:07.125229 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58848) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:31:07.134362 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2935c04a-c1e7-4892-a96d-b8e4cbaa36b9 None None] Network 4521a2a0-cf29-49af-b21e-6653090f4898 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:31:07.218835 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ea47e792-8b2d-455f-b8fa-be476f64b363 None None] Notify callbacks [] for port, precommit_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:07.228043 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ea47e792-8b2d-455f-b8fa-be476f64b363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:07.318474 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-ea47e792-8b2d-455f-b8fa-be476f64b363 None None] Attempting to bind port 613d469f-2629-4124-adf6-f25b5d93ac21 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:31:07.318838 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-ea47e792-8b2d-455f-b8fa-be476f64b363 None None] Attempting to bind port 613d469f-2629-4124-adf6-f25b5d93ac21 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:31:07.319193 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea47e792-8b2d-455f-b8fa-be476f64b363 None None] Attempting to bind port 613d469f-2629-4124-adf6-f25b5d93ac21 on network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:31:07.334186 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdc5c89-710d-4f9c-bb4f-67131e581261 None None] Pushing event updated for resources: {'Port': ['ID=613d469f-2629-4124-adf6-f25b5d93ac21,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:31:07.338806 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea47e792-8b2d-455f-b8fa-be476f64b363 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:31:07.339169 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea47e792-8b2d-455f-b8fa-be476f64b363 None None] Checking segment: {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:31:07.339567 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ea47e792-8b2d-455f-b8fa-be476f64b363 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:07.339950 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea47e792-8b2d-455f-b8fa-be476f64b363 None None] Bound using segment: {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:31:07.340417 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-ea47e792-8b2d-455f-b8fa-be476f64b363 None None] Bound port: 613d469f-2629-4124-adf6-f25b5d93ac21, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:31:07.340814 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ea47e792-8b2d-455f-b8fa-be476f64b363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:07.405890 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3570988-ffaa-432c-bfa6-19e2c4b054f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-4521a2a0-cf29-49af-b21e-6653090f4898', 'network_id': '4521a2a0-cf29-49af-b21e-6653090f4898', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'fixed_ips': [{'subnet_id': 'b1883969-e9e0-4f7a-bcb2-0b94427f9faf'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:31:07.406727 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f3570988-ffaa-432c-bfa6-19e2c4b054f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:07.427062 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-ea47e792-8b2d-455f-b8fa-be476f64b363 None None] For port 613d469f-2629-4124-adf6-f25b5d93ac21, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:31:07.445079 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-ea47e792-8b2d-455f-b8fa-be476f64b363 None None] For port 613d469f-2629-4124-adf6-f25b5d93ac21, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=613d469f-2629-4124-adf6-f25b5d93ac21,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:31:07.450666 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ea47e792-8b2d-455f-b8fa-be476f64b363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:07.569078 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-25357697-6df3-4f33-b188-478e6af9d344 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:07.585285 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea47e792-8b2d-455f-b8fa-be476f64b363 None None] Routers {'e0db6795-6128-4e24-b0d8-51f4615e6877'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:31:07.585913 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-ea47e792-8b2d-455f-b8fa-be476f64b363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:30:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['e0db6795-6128-4e24-b0d8-51f4615e6877'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:31:07.626787 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdc5c89-710d-4f9c-bb4f-67131e581261 None None] Pushing event updated for resources: {'Port': ['ID=613d469f-2629-4124-adf6-f25b5d93ac21,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:31:07.679383 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-f3570988-ffaa-432c-bfa6-19e2c4b054f2 None None] Allocated IP 172.20.0.2 (4521a2a0-cf29-49af-b21e-6653090f4898/b1883969-e9e0-4f7a-bcb2-0b94427f9faf/0087eca3-745a-4ea1-8e71-d334f82bb4e8) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:31:07.756831 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-ea47e792-8b2d-455f-b8fa-be476f64b363 None None] Set router e0db6795-6128-4e24-b0d8-51f4615e6877 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:31:07.966223 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f3570988-ffaa-432c-bfa6-19e2c4b054f2 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:07.974987 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f3570988-ffaa-432c-bfa6-19e2c4b054f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:08.020888 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-25357697-6df3-4f33-b188-478e6af9d344 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Allocated IP 172.20.0.1 (4521a2a0-cf29-49af-b21e-6653090f4898/b1883969-e9e0-4f7a-bcb2-0b94427f9faf/b6800ee9-1d78-43bf-a634-f8629d2c164d) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:31:08.024997 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3570988-ffaa-432c-bfa6-19e2c4b054f2 None None] Network 4521a2a0-cf29-49af-b21e-6653090f4898 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:31:08.030490 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-f3570988-ffaa-432c-bfa6-19e2c4b054f2 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:31:08.038406 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3570988-ffaa-432c-bfa6-19e2c4b054f2 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:31:08.041985 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3570988-ffaa-432c-bfa6-19e2c4b054f2 None None] Pushing event updated for resources: {'Port': ['ID=0087eca3-745a-4ea1-8e71-d334f82bb4e8,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:31:08.073598 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-ea47e792-8b2d-455f-b8fa-be476f64b363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0db6795-6128-4e24-b0d8-51f4615e6877', 'name': 'tempest-TestNetworkBasicOps-router-713477362', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': '613d469f-2629-4124-adf6-f25b5d93ac21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:31:04Z', 'updated_at': '2021-12-10T19:31:05Z', 'revision_number': 3, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '613d469f-2629-4124-adf6-f25b5d93ac21', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c9:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0db6795-6128-4e24-b0d8-51f4615e6877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:31:05Z', 'updated_at': '2021-12-10T19:31:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:31:08.118783 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea47e792-8b2d-455f-b8fa-be476f64b363 None None] The sync data for ids ['e0db6795-6128-4e24-b0d8-51f4615e6877'] in dv-neutron-821441-1-hyperv is: [{'id': 'e0db6795-6128-4e24-b0d8-51f4615e6877', 'name': 'tempest-TestNetworkBasicOps-router-713477362', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': '613d469f-2629-4124-adf6-f25b5d93ac21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:31:04Z', 'updated_at': '2021-12-10T19:31:05Z', 'revision_number': 3, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '613d469f-2629-4124-adf6-f25b5d93ac21', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c9:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0db6795-6128-4e24-b0d8-51f4615e6877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:31:05Z', 'updated_at': '2021-12-10T19:31:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:31:08.123887 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-f3570988-ffaa-432c-bfa6-19e2c4b054f2 None None] Attempting to bind port 0087eca3-745a-4ea1-8e71-d334f82bb4e8 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:31:08.124288 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-f3570988-ffaa-432c-bfa6-19e2c4b054f2 None None] Attempting to bind port 0087eca3-745a-4ea1-8e71-d334f82bb4e8 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': 'f5aa0060-65ce-4315-9605-6fd96d56b78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4521a2a0-cf29-49af-b21e-6653090f4898'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:31:08.124634 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3570988-ffaa-432c-bfa6-19e2c4b054f2 None None] Attempting to bind port 0087eca3-745a-4ea1-8e71-d334f82bb4e8 on network 4521a2a0-cf29-49af-b21e-6653090f4898 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:31:08.130120 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3570988-ffaa-432c-bfa6-19e2c4b054f2 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:31:08.130490 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3570988-ffaa-432c-bfa6-19e2c4b054f2 None None] Checking segment: {'id': 'f5aa0060-65ce-4315-9605-6fd96d56b78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4521a2a0-cf29-49af-b21e-6653090f4898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:31:08.131244 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f3570988-ffaa-432c-bfa6-19e2c4b054f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:08.131389 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3570988-ffaa-432c-bfa6-19e2c4b054f2 None None] Bound using segment: {'id': 'f5aa0060-65ce-4315-9605-6fd96d56b78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4521a2a0-cf29-49af-b21e-6653090f4898'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:31:08.131735 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-f3570988-ffaa-432c-bfa6-19e2c4b054f2 None None] Bound port: 0087eca3-745a-4ea1-8e71-d334f82bb4e8, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5aa0060-65ce-4315-9605-6fd96d56b78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4521a2a0-cf29-49af-b21e-6653090f4898'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:31:08.132114 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f3570988-ffaa-432c-bfa6-19e2c4b054f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:08.150944 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-25357697-6df3-4f33-b188-478e6af9d344 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:08.191502 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-25357697-6df3-4f33-b188-478e6af9d344 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:08.210527 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-f3570988-ffaa-432c-bfa6-19e2c4b054f2 None None] For port 0087eca3-745a-4ea1-8e71-d334f82bb4e8, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:31:08.213874 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-f3570988-ffaa-432c-bfa6-19e2c4b054f2 None None] For port 0087eca3-745a-4ea1-8e71-d334f82bb4e8, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=0087eca3-745a-4ea1-8e71-d334f82bb4e8,segment=NetworkSegment(f5aa0060-65ce-4315-9605-6fd96d56b78f),segment_id=f5aa0060-65ce-4315-9605-6fd96d56b78f)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:31:08.218652 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f3570988-ffaa-432c-bfa6-19e2c4b054f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:08.237777 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25357697-6df3-4f33-b188-478e6af9d344 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Network 4521a2a0-cf29-49af-b21e-6653090f4898 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:31:08.241054 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-25357697-6df3-4f33-b188-478e6af9d344 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:31:08.244756 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25357697-6df3-4f33-b188-478e6af9d344 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:31:08.285266 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3570988-ffaa-432c-bfa6-19e2c4b054f2 None None] Pushing event updated for resources: {'Port': ['ID=0087eca3-745a-4ea1-8e71-d334f82bb4e8,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:31:08.285636 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25357697-6df3-4f33-b188-478e6af9d344 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Port': ['ID=b6800ee9-1d78-43bf-a634-f8629d2c164d,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:31:08.318692 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-25357697-6df3-4f33-b188-478e6af9d344 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712030'] for router_interface, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:08.499453 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-25357697-6df3-4f33-b188-478e6af9d344 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:08.815199 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-25357697-6df3-4f33-b188-478e6af9d344 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:08.820249 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-25357697-6df3-4f33-b188-478e6af9d344 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:08.900256 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-25357697-6df3-4f33-b188-478e6af9d344 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3755716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711339'] for router_interface, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:08.913883 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25357697-6df3-4f33-b188-478e6af9d344 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Port': ['ID=b6800ee9-1d78-43bf-a634-f8629d2c164d,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:31:09.001687 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 0087eca3-745a-4ea1-8e71-d334f82bb4e8 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:31:09.013443 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25357697-6df3-4f33-b188-478e6af9d344 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Network 4521a2a0-cf29-49af-b21e-6653090f4898 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:31:09.014931 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-25357697-6df3-4f33-b188-478e6af9d344 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:31:09.073429 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 0087eca3-745a-4ea1-8e71-d334f82bb4e8 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:31:09.074057 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:09.160952 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25357697-6df3-4f33-b188-478e6af9d344 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Router e0db6795-6128-4e24-b0d8-51f4615e6877 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:31:09.167284 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:09.206912 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port 0087eca3-745a-4ea1-8e71-d334f82bb4e8, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=0087eca3-745a-4ea1-8e71-d334f82bb4e8,segment=NetworkSegment(f5aa0060-65ce-4315-9605-6fd96d56b78f),segment_id=f5aa0060-65ce-4315-9605-6fd96d56b78f)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:31:09.211775 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:09.213250 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 613d469f-2629-4124-adf6-f25b5d93ac21 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:31:09.282321 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25357697-6df3-4f33-b188-478e6af9d344 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:31:09.289887 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-25357697-6df3-4f33-b188-478e6af9d344 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "PUT /v2.0/routers/e0db6795-6128-4e24-b0d8-51f4615e6877/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1636341 Dec 10 19:31:09.292333 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58850) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:31:09.299688 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=0087eca3-745a-4ea1-8e71-d334f82bb4e8,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:31:09.313331 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9e9735-b85e-43d9-9a12-3829100c355d None None] Network 4521a2a0-cf29-49af-b21e-6653090f4898 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:31:09.368476 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 613d469f-2629-4124-adf6-f25b5d93ac21 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:31:09.368869 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:09.394400 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf67e51f-59d4-4d97-890b-3e724d607a0e tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:31:09.394865 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf67e51f-59d4-4d97-890b-3e724d607a0e tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:31:09.395317 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf67e51f-59d4-4d97-890b-3e724d607a0e tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:31:09.395762 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf67e51f-59d4-4d97-890b-3e724d607a0e tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:31:09.397442 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-bf67e51f-59d4-4d97-890b-3e724d607a0e tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1041150 Dec 10 19:31:09.400201 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58852) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:31:09.450595 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-83275769-fdbe-4766-83b0-218911a7e2b3 None None] Provisioning complete for port 0087eca3-745a-4ea1-8e71-d334f82bb4e8 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:31:09.450965 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-83275769-fdbe-4766-83b0-218911a7e2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:09.454476 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5d9704-0cab-48d2-8ff5-29316f61ff65 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:31:09.454862 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5d9704-0cab-48d2-8ff5-29316f61ff65 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:31:09.455311 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5d9704-0cab-48d2-8ff5-29316f61ff65 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:31:09.455764 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5d9704-0cab-48d2-8ff5-29316f61ff65 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:31:09.457470 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-fa5d9704-0cab-48d2-8ff5-29316f61ff65 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2736 time: 0.0562210 Dec 10 19:31:09.460193 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58854) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:31:09.603964 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-bf86ea1b-eae6-4ce6-9d80-44b45e4a27f5 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1426067 Dec 10 19:31:09.729352 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:09.776443 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port 613d469f-2629-4124-adf6-f25b5d93ac21, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=613d469f-2629-4124-adf6-f25b5d93ac21,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:31:09.784016 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:09.852408 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=613d469f-2629-4124-adf6-f25b5d93ac21,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:31:09.886089 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99db66f-11be-4d45-9448-e58fcf37522e None None] Sync routers for ids ['e0db6795-6128-4e24-b0d8-51f4615e6877'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:31:09.897431 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99db66f-11be-4d45-9448-e58fcf37522e None None] Routers {'e0db6795-6128-4e24-b0d8-51f4615e6877'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:31:09.898118 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-a99db66f-11be-4d45-9448-e58fcf37522e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:30:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['e0db6795-6128-4e24-b0d8-51f4615e6877'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:31:10.022797 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58858) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:31:10.027644 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-238d6109-6025-4d9f-a4ad-edc92bcefe85 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-324297587', 'description': 'tempest-secgroup-smoke-324297587 description', 'project_id': '730e4c9f0aba4accb176e575114c849e'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:31:10.047684 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-fe9d4f70-7f47-41c2-84b9-43003fe6c1ea None None] Provisioning complete for port b6800ee9-1d78-43bf-a634-f8629d2c164d triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:31:10.048721 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-fe9d4f70-7f47-41c2-84b9-43003fe6c1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:10.059122 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-238d6109-6025-4d9f-a4ad-edc92bcefe85 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:10.091627 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-fe9d4f70-7f47-41c2-84b9-43003fe6c1ea None None] Port b6800ee9-1d78-43bf-a634-f8629d2c164d cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:31:10.103647 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-fe9d4f70-7f47-41c2-84b9-43003fe6c1ea None None] Provisioning complete for port 0087eca3-745a-4ea1-8e71-d334f82bb4e8 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:31:10.104303 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-fe9d4f70-7f47-41c2-84b9-43003fe6c1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:10.117979 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-a99db66f-11be-4d45-9448-e58fcf37522e None None] Set router e0db6795-6128-4e24-b0d8-51f4615e6877 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:31:10.142531 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-238d6109-6025-4d9f-a4ad-edc92bcefe85 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:10.149220 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-238d6109-6025-4d9f-a4ad-edc92bcefe85 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:10.182273 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-238d6109-6025-4d9f-a4ad-edc92bcefe85 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:10.183873 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-238d6109-6025-4d9f-a4ad-edc92bcefe85 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1600182 Dec 10 19:31:10.186383 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238d6109-6025-4d9f-a4ad-edc92bcefe85 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f73e9c4c-11a7-4aa9-858e-a4b58f0f3b0f,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:31:10.187023 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 58860) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:31:10.192238 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-56d27a74-d873-42dd-83ab-4e8efebdde42 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': 'f73e9c4c-11a7-4aa9-858e-a4b58f0f3b0f', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:31:10.226652 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-56d27a74-d873-42dd-83ab-4e8efebdde42 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:10.279289 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-56d27a74-d873-42dd-83ab-4e8efebdde42 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:10.284339 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-56d27a74-d873-42dd-83ab-4e8efebdde42 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:10.303236 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d27a74-d873-42dd-83ab-4e8efebdde42 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bf7a007-cf1f-48b9-b63d-a844deafcf65,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:31:10.318896 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-56d27a74-d873-42dd-83ab-4e8efebdde42 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:10.323423 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58862) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:31:10.323954 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-56d27a74-d873-42dd-83ab-4e8efebdde42 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1355178 Dec 10 19:31:10.328401 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-53181c57-8183-45d5-a11d-7ab38aab9289 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': 'f73e9c4c-11a7-4aa9-858e-a4b58f0f3b0f', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:31:10.341182 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-ca688f69-d98b-4b26-9be7-922d95d0f2f1 None None] Provisioning complete for port b6800ee9-1d78-43bf-a634-f8629d2c164d triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:31:10.341647 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ca688f69-d98b-4b26-9be7-922d95d0f2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:10.361162 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-53181c57-8183-45d5-a11d-7ab38aab9289 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:10.371060 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-a99db66f-11be-4d45-9448-e58fcf37522e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0db6795-6128-4e24-b0d8-51f4615e6877', 'name': 'tempest-TestNetworkBasicOps-router-713477362', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': '613d469f-2629-4124-adf6-f25b5d93ac21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:31:04Z', 'updated_at': '2021-12-10T19:31:08Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '613d469f-2629-4124-adf6-f25b5d93ac21', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0db6795-6128-4e24-b0d8-51f4615e6877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:31:05Z', 'updated_at': '2021-12-10T19:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': 'b6800ee9-1d78-43bf-a634-f8629d2c164d', 'name': '', 'network_id': '4521a2a0-cf29-49af-b21e-6653090f4898', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:f6:8c:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0db6795-6128-4e24-b0d8-51f4615e6877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'b1883969-e9e0-4f7a-bcb2-0b94427f9faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:31:07Z', 'updated_at': '2021-12-10T19:31:08Z', 'revision_number': 2, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'b1883969-e9e0-4f7a-bcb2-0b94427f9faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:31:10.383952 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-ca688f69-d98b-4b26-9be7-922d95d0f2f1 None None] Port b6800ee9-1d78-43bf-a634-f8629d2c164d cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:31:10.401624 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99db66f-11be-4d45-9448-e58fcf37522e None None] Checking router: e0db6795-6128-4e24-b0d8-51f4615e6877 for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:31:10.402054 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99db66f-11be-4d45-9448-e58fcf37522e None None] Updating router e0db6795-6128-4e24-b0d8-51f4615e6877 port b6800ee9-1d78-43bf-a634-f8629d2c164d binding host dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:31:10.428294 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-53181c57-8183-45d5-a11d-7ab38aab9289 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:10.428735 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-a99db66f-11be-4d45-9448-e58fcf37522e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:10.433002 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-53181c57-8183-45d5-a11d-7ab38aab9289 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:10.452972 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53181c57-8183-45d5-a11d-7ab38aab9289 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85821f49-3574-4889-b46a-4b32512b6834,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:31:10.464073 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-53181c57-8183-45d5-a11d-7ab38aab9289 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:10.465346 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-53181c57-8183-45d5-a11d-7ab38aab9289 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1408637 Dec 10 19:31:10.468003 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58864) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:31:10.472526 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-805fd1ac-3776-4a73-86ae-9c18195d8e39 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': 'f73e9c4c-11a7-4aa9-858e-a4b58f0f3b0f', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:31:10.501471 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-805fd1ac-3776-4a73-86ae-9c18195d8e39 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:10.502613 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-73b4ebda-2dc2-4604-a911-65252282001b None None] Provisioning complete for port b6800ee9-1d78-43bf-a634-f8629d2c164d triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:31:10.503191 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-73b4ebda-2dc2-4604-a911-65252282001b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:10.539476 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-73b4ebda-2dc2-4604-a911-65252282001b None None] Port b6800ee9-1d78-43bf-a634-f8629d2c164d cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:31:10.566185 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-805fd1ac-3776-4a73-86ae-9c18195d8e39 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:10.570290 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-805fd1ac-3776-4a73-86ae-9c18195d8e39 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:10.588155 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805fd1ac-3776-4a73-86ae-9c18195d8e39 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d05a739-37db-4cec-b139-075a121cccd6,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:31:10.596637 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-805fd1ac-3776-4a73-86ae-9c18195d8e39 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:10.600567 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-805fd1ac-3776-4a73-86ae-9c18195d8e39 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1289136 Dec 10 19:31:10.600740 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58866) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:31:10.605067 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-08b4fa94-6765-4e1b-b07b-22dd715a5153 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': 'f73e9c4c-11a7-4aa9-858e-a4b58f0f3b0f', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:31:10.631163 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-08b4fa94-6765-4e1b-b07b-22dd715a5153 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:10.692421 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-08b4fa94-6765-4e1b-b07b-22dd715a5153 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:10.697057 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-08b4fa94-6765-4e1b-b07b-22dd715a5153 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:10.705758 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-a99db66f-11be-4d45-9448-e58fcf37522e None None] Notify callbacks [] for port, precommit_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:10.711120 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-a99db66f-11be-4d45-9448-e58fcf37522e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:10.716026 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b4fa94-6765-4e1b-b07b-22dd715a5153 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=742d653b-e213-418b-b40f-a8e027fe26e6,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:31:10.725400 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-08b4fa94-6765-4e1b-b07b-22dd715a5153 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:10.726611 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-08b4fa94-6765-4e1b-b07b-22dd715a5153 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1249409 Dec 10 19:31:10.729338 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58868) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:31:10.734235 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-d39837dc-37c0-4fdf-b221-a43046eff477 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': 'f73e9c4c-11a7-4aa9-858e-a4b58f0f3b0f', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:31:10.758102 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.securitygroups_db [None req-d39837dc-37c0-4fdf-b221-a43046eff477 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Project 730e4c9f0aba4accb176e575114c849e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:31:10.759427 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d783c9-7607-4b40-b744-84479a446ac2 None None] Pushing event updated for resources: {'Port': ['ID=b6800ee9-1d78-43bf-a634-f8629d2c164d,revision_number=3']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:31:10.763526 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d39837dc-37c0-4fdf-b221-a43046eff477 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:10.770217 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d783c9-7607-4b40-b744-84479a446ac2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:31:10.770563 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d783c9-7607-4b40-b744-84479a446ac2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:31:10.770901 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d783c9-7607-4b40-b744-84479a446ac2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:31:10.771230 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d783c9-7607-4b40-b744-84479a446ac2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:31:10.771555 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d783c9-7607-4b40-b744-84479a446ac2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:31:10.771878 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d783c9-7607-4b40-b744-84479a446ac2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:31:10.772200 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d783c9-7607-4b40-b744-84479a446ac2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:31:10.772541 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d783c9-7607-4b40-b744-84479a446ac2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:31:10.772864 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d783c9-7607-4b40-b744-84479a446ac2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:31:10.773586 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d783c9-7607-4b40-b744-84479a446ac2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:31:10.773586 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d783c9-7607-4b40-b744-84479a446ac2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:31:10.773958 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d783c9-7607-4b40-b744-84479a446ac2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:31:10.834967 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d39837dc-37c0-4fdf-b221-a43046eff477 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:10.835817 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-a99db66f-11be-4d45-9448-e58fcf37522e None None] Attempting to bind port b6800ee9-1d78-43bf-a634-f8629d2c164d on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:31:10.836210 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-a99db66f-11be-4d45-9448-e58fcf37522e None None] Attempting to bind port b6800ee9-1d78-43bf-a634-f8629d2c164d by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': 'f5aa0060-65ce-4315-9605-6fd96d56b78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4521a2a0-cf29-49af-b21e-6653090f4898'}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:31:10.836587 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99db66f-11be-4d45-9448-e58fcf37522e None None] Attempting to bind port b6800ee9-1d78-43bf-a634-f8629d2c164d on network 4521a2a0-cf29-49af-b21e-6653090f4898 {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:31:10.839656 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d39837dc-37c0-4fdf-b221-a43046eff477 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:10.842134 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99db66f-11be-4d45-9448-e58fcf37522e None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:31:10.842495 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99db66f-11be-4d45-9448-e58fcf37522e None None] Checking segment: {'id': 'f5aa0060-65ce-4315-9605-6fd96d56b78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4521a2a0-cf29-49af-b21e-6653090f4898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:31:10.843032 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-a99db66f-11be-4d45-9448-e58fcf37522e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:10.843419 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99db66f-11be-4d45-9448-e58fcf37522e None None] Bound using segment: {'id': 'f5aa0060-65ce-4315-9605-6fd96d56b78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4521a2a0-cf29-49af-b21e-6653090f4898'} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:31:10.843934 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-a99db66f-11be-4d45-9448-e58fcf37522e None None] Bound port: b6800ee9-1d78-43bf-a634-f8629d2c164d, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5aa0060-65ce-4315-9605-6fd96d56b78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4521a2a0-cf29-49af-b21e-6653090f4898'}}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:31:10.844445 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-a99db66f-11be-4d45-9448-e58fcf37522e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:10.863655 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39837dc-37c0-4fdf-b221-a43046eff477 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bdf891d-5631-4211-95a3-d67b430e3e15,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:31:10.871552 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d39837dc-37c0-4fdf-b221-a43046eff477 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:10.875810 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d39837dc-37c0-4fdf-b221-a43046eff477 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1424098 Dec 10 19:31:10.875810 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58870) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:31:10.880617 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-68223366-4849-4821-bf63-f90d1a528880 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': 'f73e9c4c-11a7-4aa9-858e-a4b58f0f3b0f', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:31:10.909946 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.securitygroups_db [None req-68223366-4849-4821-bf63-f90d1a528880 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Project 730e4c9f0aba4accb176e575114c849e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:31:10.916758 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-68223366-4849-4821-bf63-f90d1a528880 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:10.936737 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-a99db66f-11be-4d45-9448-e58fcf37522e None None] For port b6800ee9-1d78-43bf-a634-f8629d2c164d, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:31:10.940760 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-a99db66f-11be-4d45-9448-e58fcf37522e None None] For port b6800ee9-1d78-43bf-a634-f8629d2c164d, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=b6800ee9-1d78-43bf-a634-f8629d2c164d,segment=NetworkSegment(f5aa0060-65ce-4315-9605-6fd96d56b78f),segment_id=f5aa0060-65ce-4315-9605-6fd96d56b78f)] {{(pid=102368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:31:10.946424 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-a99db66f-11be-4d45-9448-e58fcf37522e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:10.952580 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 0087eca3-745a-4ea1-8e71-d334f82bb4e8 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:31:11.005872 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-68223366-4849-4821-bf63-f90d1a528880 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:11.011585 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-68223366-4849-4821-bf63-f90d1a528880 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:11.013382 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 0087eca3-745a-4ea1-8e71-d334f82bb4e8 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:31:11.013530 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:11.015352 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99db66f-11be-4d45-9448-e58fcf37522e None None] Routers {'e0db6795-6128-4e24-b0d8-51f4615e6877'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:31:11.016042 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-a99db66f-11be-4d45-9448-e58fcf37522e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:30:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['e0db6795-6128-4e24-b0d8-51f4615e6877'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:31:11.034032 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68223366-4849-4821-bf63-f90d1a528880 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc601d0f-b27a-4063-8876-d7958a19d415,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:31:11.053313 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-68223366-4849-4821-bf63-f90d1a528880 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:11.056537 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-68223366-4849-4821-bf63-f90d1a528880 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1781223 Dec 10 19:31:11.075298 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-abf82970-30c5-4d13-b52c-3a8e90df6e53 None None] Provisioning complete for port b6800ee9-1d78-43bf-a634-f8629d2c164d triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:31:11.075906 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-abf82970-30c5-4d13-b52c-3a8e90df6e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:11.102131 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d783c9-7607-4b40-b744-84479a446ac2 None None] Pushing event updated for resources: {'Port': ['ID=b6800ee9-1d78-43bf-a634-f8629d2c164d,revision_number=4']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:31:11.139791 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 613d469f-2629-4124-adf6-f25b5d93ac21 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:31:11.168760 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-a99db66f-11be-4d45-9448-e58fcf37522e None None] Set router e0db6795-6128-4e24-b0d8-51f4615e6877 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:31:11.227188 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a127d621-62b6-41bd-9c6c-716b45551602 req-74e33362-1a54-485f-9b8a-4ec41af66ba5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-324297587&fields=id&tenant_id=730e4c9f0aba4accb176e575114c849e HTTP/1.1" status: 200 len: 267 time: 0.0375299 Dec 10 19:31:11.228443 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-abf82970-30c5-4d13-b52c-3a8e90df6e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:11.257645 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 613d469f-2629-4124-adf6-f25b5d93ac21 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:31:11.258010 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:11.290468 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-abf82970-30c5-4d13-b52c-3a8e90df6e53 None None] For port b6800ee9-1d78-43bf-a634-f8629d2c164d, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=b6800ee9-1d78-43bf-a634-f8629d2c164d,segment=NetworkSegment(f5aa0060-65ce-4315-9605-6fd96d56b78f),segment_id=f5aa0060-65ce-4315-9605-6fd96d56b78f)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:31:11.296131 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-abf82970-30c5-4d13-b52c-3a8e90df6e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:11.355735 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a127d621-62b6-41bd-9c6c-716b45551602 req-f231dc7f-3740-4a20-bc6a-bb90c0bdb4b7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:31:11.357764 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a127d621-62b6-41bd-9c6c-716b45551602 req-f231dc7f-3740-4a20-bc6a-bb90c0bdb4b7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/networks?id=4521a2a0-cf29-49af-b21e-6653090f4898 HTTP/1.1" status: 200 len: 797 time: 0.1213036 Dec 10 19:31:11.373944 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf82970-30c5-4d13-b52c-3a8e90df6e53 None None] Pushing event updated for resources: {'Port': ['ID=b6800ee9-1d78-43bf-a634-f8629d2c164d,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:31:11.374925 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a127d621-62b6-41bd-9c6c-716b45551602 req-3eb7b0d6-8aa5-4916-af73-359313b62b06 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/quotas/730e4c9f0aba4accb176e575114c849e HTTP/1.1" status: 200 len: 375 time: 0.0103281 Dec 10 19:31:11.410543 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-a99db66f-11be-4d45-9448-e58fcf37522e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0db6795-6128-4e24-b0d8-51f4615e6877', 'name': 'tempest-TestNetworkBasicOps-router-713477362', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': '613d469f-2629-4124-adf6-f25b5d93ac21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:31:04Z', 'updated_at': '2021-12-10T19:31:08Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '613d469f-2629-4124-adf6-f25b5d93ac21', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0db6795-6128-4e24-b0d8-51f4615e6877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:31:05Z', 'updated_at': '2021-12-10T19:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': 'b6800ee9-1d78-43bf-a634-f8629d2c164d', 'name': '', 'network_id': '4521a2a0-cf29-49af-b21e-6653090f4898', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:f6:8c:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0db6795-6128-4e24-b0d8-51f4615e6877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'b1883969-e9e0-4f7a-bcb2-0b94427f9faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:31:07Z', 'updated_at': '2021-12-10T19:31:10Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'b1883969-e9e0-4f7a-bcb2-0b94427f9faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:31:11.419645 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-68c39684-7622-4e29-a871-8231d231ffa4 None None] Provisioning complete for port b6800ee9-1d78-43bf-a634-f8629d2c164d triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:31:11.420290 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-68c39684-7622-4e29-a871-8231d231ffa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:11.436512 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a127d621-62b6-41bd-9c6c-716b45551602 req-05f5ab39-d0f3-4490-bf85-d6b68a7e5ed9 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=730e4c9f0aba4accb176e575114c849e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514784 Dec 10 19:31:11.449410 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99db66f-11be-4d45-9448-e58fcf37522e None None] The sync data for ids ['e0db6795-6128-4e24-b0d8-51f4615e6877'] in dv-neutron-821441-1-hyperv is: [{'id': 'e0db6795-6128-4e24-b0d8-51f4615e6877', 'name': 'tempest-TestNetworkBasicOps-router-713477362', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': '613d469f-2629-4124-adf6-f25b5d93ac21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:31:04Z', 'updated_at': '2021-12-10T19:31:08Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '613d469f-2629-4124-adf6-f25b5d93ac21', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0db6795-6128-4e24-b0d8-51f4615e6877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:31:05Z', 'updated_at': '2021-12-10T19:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': 'b6800ee9-1d78-43bf-a634-f8629d2c164d', 'name': '', 'network_id': '4521a2a0-cf29-49af-b21e-6653090f4898', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:f6:8c:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0db6795-6128-4e24-b0d8-51f4615e6877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'b1883969-e9e0-4f7a-bcb2-0b94427f9faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:31:07Z', 'updated_at': '2021-12-10T19:31:10Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'b1883969-e9e0-4f7a-bcb2-0b94427f9faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:31:11.625376 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a127d621-62b6-41bd-9c6c-716b45551602 req-c67f4343-7254-4a3b-8de2-5c5da34457ec service neutron] 10.222.0.69 "GET /v2.0/networks/4521a2a0-cf29-49af-b21e-6653090f4898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762660 Dec 10 19:31:11.726052 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a127d621-62b6-41bd-9c6c-716b45551602 req-a9bb5f90-775d-472a-8359-b402d58aeeab service neutron] 10.222.0.69 "GET /v2.0/networks/4521a2a0-cf29-49af-b21e-6653090f4898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915172 Dec 10 19:31:11.907039 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0530a307-2c85-4cf8-9772-d5017b970f89 req-a0583c27-d824-441e-a9c8-06e3abe74650 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4156718-eb7b-4c48-a467-67b167e7799c HTTP/1.1" status: 200 len: 210 time: 0.0309429 Dec 10 19:31:12.927812 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device b6800ee9-1d78-43bf-a634-f8629d2c164d up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:31:12.980519 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port b6800ee9-1d78-43bf-a634-f8629d2c164d triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:31:12.981441 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:13.018718 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-be6b77fd-ee02-41ea-9a8f-ffba70743b9a req-3ab636f3-1a9b-4337-b7f5-7d169f14312b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4156718-eb7b-4c48-a467-67b167e7799c HTTP/1.1" status: 200 len: 210 time: 0.0294561 Dec 10 19:31:13.125208 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a127d621-62b6-41bd-9c6c-716b45551602 req-8095fa1a-1958-45bd-a12b-30859bd9286a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:31:13.127840 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a127d621-62b6-41bd-9c6c-716b45551602 req-8095fa1a-1958-45bd-a12b-30859bd9286a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.36 "GET /v2.0/networks?id=4521a2a0-cf29-49af-b21e-6653090f4898 HTTP/1.1" status: 200 len: 797 time: 0.1083474 Dec 10 19:31:13.490584 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a127d621-62b6-41bd-9c6c-716b45551602 req-ad841ce5-acdd-4781-8b39-913f6ed10f72 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=730e4c9f0aba4accb176e575114c849e HTTP/1.1" status: 200 len: 379 time: 0.3532431 Dec 10 19:31:13.502521 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-a127d621-62b6-41bd-9c6c-716b45551602 req-124672c7-ae48-4eb7-9d9e-6d8228fd6ee1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'port': {'device_id': 'b4156718-eb7b-4c48-a467-67b167e7799c', 'network_id': '4521a2a0-cf29-49af-b21e-6653090f4898', 'admin_state_up': True, 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'security_groups': ['f73e9c4c-11a7-4aa9-858e-a4b58f0f3b0f']}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:31:13.605641 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a127d621-62b6-41bd-9c6c-716b45551602 req-124672c7-ae48-4eb7-9d9e-6d8228fd6ee1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Made reservation on behalf of 730e4c9f0aba4accb176e575114c849e for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:31:13.609371 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-a127d621-62b6-41bd-9c6c-716b45551602 req-124672c7-ae48-4eb7-9d9e-6d8228fd6ee1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:13.736443 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [req-a127d621-62b6-41bd-9c6c-716b45551602 req-124672c7-ae48-4eb7-9d9e-6d8228fd6ee1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Allocated IP 172.20.0.10 (4521a2a0-cf29-49af-b21e-6653090f4898/b1883969-e9e0-4f7a-bcb2-0b94427f9faf/a84a960a-e4bb-475b-be8c-9aa51b523918) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:31:13.873664 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-a127d621-62b6-41bd-9c6c-716b45551602 req-124672c7-ae48-4eb7-9d9e-6d8228fd6ee1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:13.906012 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-a127d621-62b6-41bd-9c6c-716b45551602 req-124672c7-ae48-4eb7-9d9e-6d8228fd6ee1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:13.947761 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a127d621-62b6-41bd-9c6c-716b45551602 req-124672c7-ae48-4eb7-9d9e-6d8228fd6ee1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Network 4521a2a0-cf29-49af-b21e-6653090f4898 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:31:13.950730 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [req-a127d621-62b6-41bd-9c6c-716b45551602 req-124672c7-ae48-4eb7-9d9e-6d8228fd6ee1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:31:13.954262 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-a127d621-62b6-41bd-9c6c-716b45551602 req-124672c7-ae48-4eb7-9d9e-6d8228fd6ee1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:31:13.962441 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124672c7-ae48-4eb7-9d9e-6d8228fd6ee1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Port': ['ID=a84a960a-e4bb-475b-be8c-9aa51b523918,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:31:14.012620 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a127d621-62b6-41bd-9c6c-716b45551602 req-124672c7-ae48-4eb7-9d9e-6d8228fd6ee1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:31:14.013259 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-a127d621-62b6-41bd-9c6c-716b45551602 req-124672c7-ae48-4eb7-9d9e-6d8228fd6ee1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:14.028917 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a127d621-62b6-41bd-9c6c-716b45551602 req-124672c7-ae48-4eb7-9d9e-6d8228fd6ee1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5305059 Dec 10 19:31:14.041820 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-a127d621-62b6-41bd-9c6c-716b45551602 req-1e637d15-9797-4b19-9272-bde4e28fc7db service neutron] Request body: {'port': {'device_id': 'b4156718-eb7b-4c48-a467-67b167e7799c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:31:14.101195 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-a127d621-62b6-41bd-9c6c-716b45551602 req-1e637d15-9797-4b19-9272-bde4e28fc7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:14.167792 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-03cec369-006b-477f-bf66-561f8bb686b1 None None] Provisioning complete for port a84a960a-e4bb-475b-be8c-9aa51b523918 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:31:14.168347 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-03cec369-006b-477f-bf66-561f8bb686b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:14.185538 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6e908-041a-4dea-b41b-dcbd0da64775 req-549fc937-2dd6-4d6e-99a8-9ef975f69b34 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:31:14.186987 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-98e6e908-041a-4dea-b41b-dcbd0da64775 req-549fc937-2dd6-4d6e-99a8-9ef975f69b34 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4156718-eb7b-4c48-a467-67b167e7799c HTTP/1.1" status: 200 len: 932 time: 0.0835936 Dec 10 19:31:14.207103 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-03cec369-006b-477f-bf66-561f8bb686b1 None None] Port a84a960a-e4bb-475b-be8c-9aa51b523918 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:31:14.290086 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-98e6e908-041a-4dea-b41b-dcbd0da64775 req-2b5b5dcf-408b-4159-a6b4-00f9e8d7d75b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=f73e9c4c-11a7-4aa9-858e-a4b58f0f3b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942557 Dec 10 19:31:14.431111 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [req-a127d621-62b6-41bd-9c6c-716b45551602 req-1e637d15-9797-4b19-9272-bde4e28fc7db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a84a960a-e4bb-475b-be8c-9aa51b523918 {{(pid=102365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:31:14.438910 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-a127d621-62b6-41bd-9c6c-716b45551602 req-1e637d15-9797-4b19-9272-bde4e28fc7db service neutron] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:14.450763 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.provisioning_blocks [req-a127d621-62b6-41bd-9c6c-716b45551602 req-1e637d15-9797-4b19-9272-bde4e28fc7db service neutron] Transition to ACTIVE for port object a84a960a-e4bb-475b-be8c-9aa51b523918 will not be triggered until provisioned by entity L2. {{(pid=102365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:31:14.455041 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-a127d621-62b6-41bd-9c6c-716b45551602 req-1e637d15-9797-4b19-9272-bde4e28fc7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:14.509670 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e637d15-9797-4b19-9272-bde4e28fc7db service neutron] Pushing event updated for resources: {'Port': ['ID=a84a960a-e4bb-475b-be8c-9aa51b523918,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:31:14.580144 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-a127d621-62b6-41bd-9c6c-716b45551602 req-1e637d15-9797-4b19-9272-bde4e28fc7db service neutron] Attempting to bind port a84a960a-e4bb-475b-be8c-9aa51b523918 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:31:14.580476 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-a127d621-62b6-41bd-9c6c-716b45551602 req-1e637d15-9797-4b19-9272-bde4e28fc7db service neutron] Attempting to bind port a84a960a-e4bb-475b-be8c-9aa51b523918 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'f5aa0060-65ce-4315-9605-6fd96d56b78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4521a2a0-cf29-49af-b21e-6653090f4898'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:31:14.580829 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a127d621-62b6-41bd-9c6c-716b45551602 req-1e637d15-9797-4b19-9272-bde4e28fc7db service neutron] Attempting to bind port a84a960a-e4bb-475b-be8c-9aa51b523918 on network 4521a2a0-cf29-49af-b21e-6653090f4898 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:31:14.585688 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a127d621-62b6-41bd-9c6c-716b45551602 req-1e637d15-9797-4b19-9272-bde4e28fc7db service neutron] Port a84a960a-e4bb-475b-be8c-9aa51b523918 on network 4521a2a0-cf29-49af-b21e-6653090f4898 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:31:14.586009 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a127d621-62b6-41bd-9c6c-716b45551602 req-1e637d15-9797-4b19-9272-bde4e28fc7db service neutron] Attempting to bind port a84a960a-e4bb-475b-be8c-9aa51b523918 on network 4521a2a0-cf29-49af-b21e-6653090f4898 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:31:14.591084 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a127d621-62b6-41bd-9c6c-716b45551602 req-1e637d15-9797-4b19-9272-bde4e28fc7db service neutron] Checking agent: {'id': '9e16c23e-95bc-4c2e-b3ec-daf7533f9d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'started_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:31:14.591420 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a127d621-62b6-41bd-9c6c-716b45551602 req-1e637d15-9797-4b19-9272-bde4e28fc7db service neutron] Checking segment: {'id': 'f5aa0060-65ce-4315-9605-6fd96d56b78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4521a2a0-cf29-49af-b21e-6653090f4898'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:31:14.591802 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a127d621-62b6-41bd-9c6c-716b45551602 req-1e637d15-9797-4b19-9272-bde4e28fc7db service neutron] Bound using segment: {'id': 'f5aa0060-65ce-4315-9605-6fd96d56b78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4521a2a0-cf29-49af-b21e-6653090f4898'} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:31:14.592229 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-a127d621-62b6-41bd-9c6c-716b45551602 req-1e637d15-9797-4b19-9272-bde4e28fc7db service neutron] Bound port: a84a960a-e4bb-475b-be8c-9aa51b523918, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5aa0060-65ce-4315-9605-6fd96d56b78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4521a2a0-cf29-49af-b21e-6653090f4898'}}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:31:14.592609 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-a127d621-62b6-41bd-9c6c-716b45551602 req-1e637d15-9797-4b19-9272-bde4e28fc7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:14.666386 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-a127d621-62b6-41bd-9c6c-716b45551602 req-1e637d15-9797-4b19-9272-bde4e28fc7db service neutron] For port a84a960a-e4bb-475b-be8c-9aa51b523918, host hv-neutron-8214, cleared binding levels {{(pid=102365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:31:14.669582 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-a127d621-62b6-41bd-9c6c-716b45551602 req-1e637d15-9797-4b19-9272-bde4e28fc7db service neutron] For port a84a960a-e4bb-475b-be8c-9aa51b523918, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a84a960a-e4bb-475b-be8c-9aa51b523918,segment=NetworkSegment(f5aa0060-65ce-4315-9605-6fd96d56b78f),segment_id=f5aa0060-65ce-4315-9605-6fd96d56b78f)] {{(pid=102365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:31:14.677377 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-a127d621-62b6-41bd-9c6c-716b45551602 req-1e637d15-9797-4b19-9272-bde4e28fc7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:14.718656 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a127d621-62b6-41bd-9c6c-716b45551602 req-1e637d15-9797-4b19-9272-bde4e28fc7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:31:14.719281 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-a127d621-62b6-41bd-9c6c-716b45551602 req-1e637d15-9797-4b19-9272-bde4e28fc7db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:14.720796 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a127d621-62b6-41bd-9c6c-716b45551602 req-1e637d15-9797-4b19-9272-bde4e28fc7db service neutron] 10.222.0.36 "PUT /v2.0/ports/a84a960a-e4bb-475b-be8c-9aa51b523918 HTTP/1.1" status: 200 len: 1094 time: 0.6834238 Dec 10 19:31:14.721257 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4156718-eb7b-4c48-a467-67b167e7799c', 'tag': 'a84a960a-e4bb-475b-be8c-9aa51b523918'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:31:14.723541 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13203d21-eb79-4337-8918-9453ce9cd732" -d '{"events": [{"name": "network-changed", "server_uuid": "b4156718-eb7b-4c48-a467-67b167e7799c", "tag": "a84a960a-e4bb-475b-be8c-9aa51b523918"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:31:14.762163 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e637d15-9797-4b19-9272-bde4e28fc7db service neutron] Pushing event updated for resources: {'Port': ['ID=a84a960a-e4bb-475b-be8c-9aa51b523918,revision_number=3']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:31:14.796779 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef20c55-d493-4d08-a580-c1df17b2399c x-openstack-request-id: req-3ef20c55-d493-4d08-a580-c1df17b2399c {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:31:14.797119 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4156718-eb7b-4c48-a467-67b167e7799c", "tag": "a84a960a-e4bb-475b-be8c-9aa51b523918", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:31:14.797414 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3ef20c55-d493-4d08-a580-c1df17b2399c {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:31:14.798326 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4156718-eb7b-4c48-a467-67b167e7799c', 'tag': 'a84a960a-e4bb-475b-be8c-9aa51b523918', 'status': 'completed', 'code': 200} Dec 10 19:31:14.817763 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a127d621-62b6-41bd-9c6c-716b45551602 req-959953ea-4643-433e-bc04-717317a6161d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:31:14.819301 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a127d621-62b6-41bd-9c6c-716b45551602 req-959953ea-4643-433e-bc04-717317a6161d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=730e4c9f0aba4accb176e575114c849e&device_id=b4156718-eb7b-4c48-a467-67b167e7799c HTTP/1.1" status: 200 len: 1097 time: 0.0511382 Dec 10 19:31:14.866477 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a127d621-62b6-41bd-9c6c-716b45551602 req-694b192e-c4b7-45dc-9c81-2b5be1b6ac4f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a84a960a-e4bb-475b-be8c-9aa51b523918 HTTP/1.1" status: 200 len: 217 time: 0.0385313 Dec 10 19:31:14.922303 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a127d621-62b6-41bd-9c6c-716b45551602 req-fe0f18e5-ba29-4730-8b1e-81237035f3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:31:14.923992 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a127d621-62b6-41bd-9c6c-716b45551602 req-fe0f18e5-ba29-4730-8b1e-81237035f3fb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b1883969-e9e0-4f7a-bcb2-0b94427f9faf HTTP/1.1" status: 200 len: 843 time: 0.0499620 Dec 10 19:31:14.971470 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a127d621-62b6-41bd-9c6c-716b45551602 req-b24027b0-6912-4d6d-a9ec-8d6ed4a13e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:31:14.972983 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a127d621-62b6-41bd-9c6c-716b45551602 req-b24027b0-6912-4d6d-a9ec-8d6ed4a13e22 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4521a2a0-cf29-49af-b21e-6653090f4898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408411 Dec 10 19:31:15.070098 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a127d621-62b6-41bd-9c6c-716b45551602 req-fb1444e2-ea7b-479f-b698-0ec93ee547ab service neutron] 10.222.0.36 "GET /v2.0/networks/4521a2a0-cf29-49af-b21e-6653090f4898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881462 Dec 10 19:31:15.164747 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a127d621-62b6-41bd-9c6c-716b45551602 req-c1240ff8-ab9f-41e8-b699-d7e3564c7cf8 service neutron] 10.222.0.36 "GET /v2.0/networks/4521a2a0-cf29-49af-b21e-6653090f4898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872107 Dec 10 19:31:15.252993 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13203d21-eb79-4337-8918-9453ce9cd732 req-35270243-5223-460c-b838-44decf752945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:31:15.254579 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-13203d21-eb79-4337-8918-9453ce9cd732 req-35270243-5223-460c-b838-44decf752945 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=730e4c9f0aba4accb176e575114c849e&device_id=b4156718-eb7b-4c48-a467-67b167e7799c HTTP/1.1" status: 200 len: 1097 time: 0.0419130 Dec 10 19:31:15.355424 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13203d21-eb79-4337-8918-9453ce9cd732 req-75555c59-8e01-46bf-9b09-10a56186e94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:31:15.357401 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-13203d21-eb79-4337-8918-9453ce9cd732 req-75555c59-8e01-46bf-9b09-10a56186e94f service neutron] 10.222.0.36 "GET /v2.0/networks?id=4521a2a0-cf29-49af-b21e-6653090f4898 HTTP/1.1" status: 200 len: 898 time: 0.0944371 Dec 10 19:31:15.419989 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-13203d21-eb79-4337-8918-9453ce9cd732 req-bbcaa4d0-e1c4-40a2-be62-0dda504fe3fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a84a960a-e4bb-475b-be8c-9aa51b523918 HTTP/1.1" status: 200 len: 217 time: 0.0509670 Dec 10 19:31:15.466666 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51975d3e-8564-4006-9c03-420a0e40e60f req-3e9156e1-8392-4002-8c6f-d40200d16569 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:31:15.468115 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-51975d3e-8564-4006-9c03-420a0e40e60f req-3e9156e1-8392-4002-8c6f-d40200d16569 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4156718-eb7b-4c48-a467-67b167e7799c HTTP/1.1" status: 200 len: 944 time: 0.1089268 Dec 10 19:31:15.512867 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13203d21-eb79-4337-8918-9453ce9cd732 req-ec1f1cee-83e8-4228-8ead-246f05173be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:31:15.514354 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-13203d21-eb79-4337-8918-9453ce9cd732 req-ec1f1cee-83e8-4228-8ead-246f05173be6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b1883969-e9e0-4f7a-bcb2-0b94427f9faf HTTP/1.1" status: 200 len: 843 time: 0.0865557 Dec 10 19:31:15.536157 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-51975d3e-8564-4006-9c03-420a0e40e60f req-56d0c565-8548-4232-8deb-702b48ac7db5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=f73e9c4c-11a7-4aa9-858e-a4b58f0f3b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612874 Dec 10 19:31:15.571649 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13203d21-eb79-4337-8918-9453ce9cd732 req-f935ee9d-2fe1-4ee0-b73e-d5007deb6218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:31:15.573197 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-13203d21-eb79-4337-8918-9453ce9cd732 req-f935ee9d-2fe1-4ee0-b73e-d5007deb6218 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4521a2a0-cf29-49af-b21e-6653090f4898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0474372 Dec 10 19:31:15.664204 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-13203d21-eb79-4337-8918-9453ce9cd732 req-65a7df25-73c7-4477-bd87-b45711a005ba service neutron] 10.222.0.36 "GET /v2.0/networks/4521a2a0-cf29-49af-b21e-6653090f4898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829153 Dec 10 19:31:15.763498 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-13203d21-eb79-4337-8918-9453ce9cd732 req-36e9886e-1387-408f-ae3d-d4e2e59b03f5 service neutron] 10.222.0.36 "GET /v2.0/networks/4521a2a0-cf29-49af-b21e-6653090f4898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917468 Dec 10 19:31:16.652179 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272dbca-3657-448d-b5b0-5a3042a4415c req-82495b91-595a-41b3-8c74-7a64e5511764 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:31:16.653653 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4272dbca-3657-448d-b5b0-5a3042a4415c req-82495b91-595a-41b3-8c74-7a64e5511764 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4156718-eb7b-4c48-a467-67b167e7799c HTTP/1.1" status: 200 len: 944 time: 0.0491216 Dec 10 19:31:16.691670 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4272dbca-3657-448d-b5b0-5a3042a4415c req-0bc533f7-4b29-4dd0-8435-f9473340f274 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=f73e9c4c-11a7-4aa9-858e-a4b58f0f3b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313518 Dec 10 19:31:17.814678 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00666e55-4ae5-42ed-8a86-47e2e191439a req-5aed1972-f168-4c96-a083-aaaab0c947bc tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:31:17.816149 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-00666e55-4ae5-42ed-8a86-47e2e191439a req-5aed1972-f168-4c96-a083-aaaab0c947bc tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4156718-eb7b-4c48-a467-67b167e7799c HTTP/1.1" status: 200 len: 944 time: 0.0536144 Dec 10 19:31:17.853554 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-00666e55-4ae5-42ed-8a86-47e2e191439a req-a28a4b1e-ec76-495f-8e1b-09886b7b6a1d tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=f73e9c4c-11a7-4aa9-858e-a4b58f0f3b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315032 Dec 10 19:31:18.006073 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device a84a960a-e4bb-475b-be8c-9aa51b523918 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=102367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:31:18.097459 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port a84a960a-e4bb-475b-be8c-9aa51b523918, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a84a960a-e4bb-475b-be8c-9aa51b523918,segment=NetworkSegment(f5aa0060-65ce-4315-9605-6fd96d56b78f),segment_id=f5aa0060-65ce-4315-9605-6fd96d56b78f)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:31:18.107933 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Returning: {'device': 'a84a960a-e4bb-475b-be8c-9aa51b523918', 'network_id': '4521a2a0-cf29-49af-b21e-6653090f4898', 'port_id': 'a84a960a-e4bb-475b-be8c-9aa51b523918', 'mac_address': 'fa:16:3e:ef:f9:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1883969-e9e0-4f7a-bcb2-0b94427f9faf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:31:18.148134 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:18.161384 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a84a960a-e4bb-475b-be8c-9aa51b523918 {{(pid=102367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:31:18.181509 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port a84a960a-e4bb-475b-be8c-9aa51b523918, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a84a960a-e4bb-475b-be8c-9aa51b523918,segment=NetworkSegment(f5aa0060-65ce-4315-9605-6fd96d56b78f),segment_id=f5aa0060-65ce-4315-9605-6fd96d56b78f)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:31:18.185063 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:18.235443 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=a84a960a-e4bb-475b-be8c-9aa51b523918,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:31:18.592813 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['a84a960a-e4bb-475b-be8c-9aa51b523918'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:31:18.971744 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0614e50-5615-41cb-8f40-8c9d2ffe8866 req-fd3a3a85-59be-4479-a5ff-3f68d3fa1d40 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:31:18.973265 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d0614e50-5615-41cb-8f40-8c9d2ffe8866 req-fd3a3a85-59be-4479-a5ff-3f68d3fa1d40 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4156718-eb7b-4c48-a467-67b167e7799c HTTP/1.1" status: 200 len: 945 time: 0.0509505 Dec 10 19:31:19.011308 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d0614e50-5615-41cb-8f40-8c9d2ffe8866 req-4438e3ea-d815-46a4-8805-1f004c9dc610 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=f73e9c4c-11a7-4aa9-858e-a4b58f0f3b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320380 Dec 10 19:31:20.027235 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device a84a960a-e4bb-475b-be8c-9aa51b523918 up at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:31:20.077736 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning for port a84a960a-e4bb-475b-be8c-9aa51b523918 completed by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:31:20.082951 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning complete for port a84a960a-e4bb-475b-be8c-9aa51b523918 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:31:20.083325 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:20.128755 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65723bf2-193e-422a-8f91-77ae7cf2813e req-df1f0833-d4b0-4b98-984c-8282262a6362 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:31:20.130244 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-65723bf2-193e-422a-8f91-77ae7cf2813e req-df1f0833-d4b0-4b98-984c-8282262a6362 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4156718-eb7b-4c48-a467-67b167e7799c HTTP/1.1" status: 200 len: 945 time: 0.0517459 Dec 10 19:31:20.169272 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:20.170523 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-65723bf2-193e-422a-8f91-77ae7cf2813e req-0becc624-69c7-4fad-8c12-b55a97eff98f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=f73e9c4c-11a7-4aa9-858e-a4b58f0f3b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339448 Dec 10 19:31:20.193698 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4156718-eb7b-4c48-a467-67b167e7799c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a84a960a-e4bb-475b-be8c-9aa51b523918'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:31:20.196034 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0dd006407324ce2959a5a4cf9f0b5e0801d7a51a5291ea700e8786e11115a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd2b5b9-2520-4844-815f-7de7d5c579c1" -d '{"events": [{"server_uuid": "b4156718-eb7b-4c48-a467-67b167e7799c", "name": "network-vif-plugged", "status": "completed", "tag": "a84a960a-e4bb-475b-be8c-9aa51b523918"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:31:20.209933 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port a84a960a-e4bb-475b-be8c-9aa51b523918, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a84a960a-e4bb-475b-be8c-9aa51b523918,segment=NetworkSegment(f5aa0060-65ce-4315-9605-6fd96d56b78f),segment_id=f5aa0060-65ce-4315-9605-6fd96d56b78f)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:31:20.213877 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:20.257928 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-623394c3-1858-463c-94e8-9f6c80ed023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:20.277372 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=a84a960a-e4bb-475b-be8c-9aa51b523918,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:31:20.294571 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ccbd3d-43b2-468b-afcb-c55ac67207d0 x-openstack-request-id: req-98ccbd3d-43b2-468b-afcb-c55ac67207d0 {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:31:20.294860 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4156718-eb7b-4c48-a467-67b167e7799c", "name": "network-vif-plugged", "status": "completed", "tag": "a84a960a-e4bb-475b-be8c-9aa51b523918", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:31:20.295112 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-98ccbd3d-43b2-468b-afcb-c55ac67207d0 {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:31:20.295495 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4156718-eb7b-4c48-a467-67b167e7799c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a84a960a-e4bb-475b-be8c-9aa51b523918', 'code': 200} Dec 10 19:31:20.464950 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da01c5f4-e457-4f0e-bdd8-998d25f746ec req-091a1f00-03f0-4a61-b8eb-c49216a88c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:31:20.466434 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-da01c5f4-e457-4f0e-bdd8-998d25f746ec req-091a1f00-03f0-4a61-b8eb-c49216a88c80 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b4156718-eb7b-4c48-a467-67b167e7799c HTTP/1.1" status: 200 len: 1099 time: 0.0447164 Dec 10 19:31:20.502821 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-da01c5f4-e457-4f0e-bdd8-998d25f746ec req-300df4da-dc4e-4223-b8b5-be19da3ca7f8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f73e9c4c-11a7-4aa9-858e-a4b58f0f3b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286722 Dec 10 19:31:21.292684 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ae25a-18ce-4773-8763-840d8c625036 req-1d283bb5-88ea-421a-89bb-172be12837e1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:31:21.294188 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a46ae25a-18ce-4773-8763-840d8c625036 req-1d283bb5-88ea-421a-89bb-172be12837e1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4156718-eb7b-4c48-a467-67b167e7799c HTTP/1.1" status: 200 len: 946 time: 0.0506845 Dec 10 19:31:21.334264 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a46ae25a-18ce-4773-8763-840d8c625036 req-998e88f6-5c63-4870-8a4f-341c8b85e109 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=f73e9c4c-11a7-4aa9-858e-a4b58f0f3b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340095 Dec 10 19:31:22.450112 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace3f7d-c15c-4bae-8204-10cae5df8e1a req-6a1e1c01-c771-44fa-9354-46989aa753c8 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:31:22.451464 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6ace3f7d-c15c-4bae-8204-10cae5df8e1a req-6a1e1c01-c771-44fa-9354-46989aa753c8 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4156718-eb7b-4c48-a467-67b167e7799c HTTP/1.1" status: 200 len: 946 time: 0.0477722 Dec 10 19:31:22.489731 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6ace3f7d-c15c-4bae-8204-10cae5df8e1a req-61f6eeb2-71c5-44b2-8a8c-929c5225175a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=f73e9c4c-11a7-4aa9-858e-a4b58f0f3b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318010 Dec 10 19:31:22.604660 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590bb4c1-543a-4b83-a121-05bb564f2bd7 req-539cbec8-bc72-4ea4-b353-6c53500df365 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:31:22.606372 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-590bb4c1-543a-4b83-a121-05bb564f2bd7 req-539cbec8-bc72-4ea4-b353-6c53500df365 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4156718-eb7b-4c48-a467-67b167e7799c HTTP/1.1" status: 200 len: 946 time: 0.0521863 Dec 10 19:31:22.645101 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-590bb4c1-543a-4b83-a121-05bb564f2bd7 req-c0f4f3bc-448c-4bdc-a83a-f57b33d80313 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=f73e9c4c-11a7-4aa9-858e-a4b58f0f3b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327079 Dec 10 19:31:22.666828 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 58934) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:31:22.706419 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae366ef-c949-4c51-b37b-611b285858de tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:31:22.707814 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-5ae366ef-c949-4c51-b37b-611b285858de tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=b4156718-eb7b-4c48-a467-67b167e7799c HTTP/1.1" status: 200 len: 1094 time: 0.0400200 Dec 10 19:31:22.710562 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 58936) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:31:22.714842 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-1c5ae3d7-556b-4fee-a791-dab096f80b73 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'floatingip': {'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'port_id': 'a84a960a-e4bb-475b-be8c-9aa51b523918', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:31:22.737470 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1c5ae3d7-556b-4fee-a791-dab096f80b73 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for floatingip, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:22.834546 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1c5ae3d7-556b-4fee-a791-dab096f80b73 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:22.934189 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-1c5ae3d7-556b-4fee-a791-dab096f80b73 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Allocated IP 172.26.6.72 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/f0606eb1-bcbf-4a82-8589-432720db4d89) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:31:23.035798 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1c5ae3d7-556b-4fee-a791-dab096f80b73 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:23.074999 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1c5ae3d7-556b-4fee-a791-dab096f80b73 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:23.110950 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5ae3d7-556b-4fee-a791-dab096f80b73 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:31:23.113804 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-1c5ae3d7-556b-4fee-a791-dab096f80b73 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:31:23.116276 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5ae3d7-556b-4fee-a791-dab096f80b73 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:31:23.145857 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5ae3d7-556b-4fee-a791-dab096f80b73 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Port': ['ID=f0606eb1-bcbf-4a82-8589-432720db4d89,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:31:23.473854 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1c5ae3d7-556b-4fee-a791-dab096f80b73 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:23.538215 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1c5ae3d7-556b-4fee-a791-dab096f80b73 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:23.686603 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1c5ae3d7-556b-4fee-a791-dab096f80b73 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:23.691875 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1c5ae3d7-556b-4fee-a791-dab096f80b73 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:23.761441 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5ae3d7-556b-4fee-a791-dab096f80b73 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Port': ['ID=f0606eb1-bcbf-4a82-8589-432720db4d89,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:31:23.771460 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1c5ae3d7-556b-4fee-a791-dab096f80b73 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3713103'] for floatingip, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:23.870233 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.l3_db [None req-1c5ae3d7-556b-4fee-a791-dab096f80b73 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Floating IP 61b992ba-35f6-4105-bb20-e3923a1308fc associated. External IP: 172.26.6.72, port: a84a960a-e4bb-475b-be8c-9aa51b523918. Dec 10 19:31:24.073647 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c5ae3d7-556b-4fee-a791-dab096f80b73 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Router e0db6795-6128-4e24-b0d8-51f4615e6877 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:31:24.180360 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5ae3d7-556b-4fee-a791-dab096f80b73 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:31:24.194957 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e8dd9b-39a9-41b7-8f90-18fd575cb9fd None None] Sync routers for ids ['e0db6795-6128-4e24-b0d8-51f4615e6877'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:31:24.199900 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1c5ae3d7-556b-4fee-a791-dab096f80b73 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:24.207742 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-cd29ea86-86a5-424c-b1c8-e6e744524742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:24.211171 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e8dd9b-39a9-41b7-8f90-18fd575cb9fd None None] Routers {'e0db6795-6128-4e24-b0d8-51f4615e6877'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:31:24.211799 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-31e8dd9b-39a9-41b7-8f90-18fd575cb9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:30:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['e0db6795-6128-4e24-b0d8-51f4615e6877'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:31:24.230032 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-1c5ae3d7-556b-4fee-a791-dab096f80b73 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5184515 Dec 10 19:31:24.230628 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4156718-eb7b-4c48-a467-67b167e7799c', 'tag': 'a84a960a-e4bb-475b-be8c-9aa51b523918'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:31:24.233179 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 58938) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:31:24.233703 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d1b7e1-f5a6-4b19-b7cc-221895c1c2da" -d '{"events": [{"name": "network-changed", "server_uuid": "b4156718-eb7b-4c48-a467-67b167e7799c", "tag": "a84a960a-e4bb-475b-be8c-9aa51b523918"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:31:24.270307 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904220e4-ab1c-4ac2-9d96-7dc904b8f269 x-openstack-request-id: req-904220e4-ab1c-4ac2-9d96-7dc904b8f269 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:31:24.270639 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4156718-eb7b-4c48-a467-67b167e7799c", "tag": "a84a960a-e4bb-475b-be8c-9aa51b523918", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:31:24.270954 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-904220e4-ab1c-4ac2-9d96-7dc904b8f269 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:31:24.272335 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4156718-eb7b-4c48-a467-67b167e7799c', 'tag': 'a84a960a-e4bb-475b-be8c-9aa51b523918', 'status': 'completed', 'code': 200} Dec 10 19:31:24.313364 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-f5db51da-8e61-49fb-96a6-5c6e3f516fb2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/floatingips/61b992ba-35f6-4105-bb20-e3923a1308fc HTTP/1.1" status: 200 len: 991 time: 0.0782123 Dec 10 19:31:24.335580 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-31e8dd9b-39a9-41b7-8f90-18fd575cb9fd None None] Set router e0db6795-6128-4e24-b0d8-51f4615e6877 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:31:24.337938 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d1b7e1-f5a6-4b19-b7cc-221895c1c2da req-d02ce9b6-1046-445c-87fb-e71ae21af65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:31:24.339441 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-92d1b7e1-f5a6-4b19-b7cc-221895c1c2da req-d02ce9b6-1046-445c-87fb-e71ae21af65e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=730e4c9f0aba4accb176e575114c849e&device_id=b4156718-eb7b-4c48-a467-67b167e7799c HTTP/1.1" status: 200 len: 1099 time: 0.0441086 Dec 10 19:31:24.434349 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d1b7e1-f5a6-4b19-b7cc-221895c1c2da req-42e0d18c-3c81-4d88-8835-0e257d9939cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:31:24.435806 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-92d1b7e1-f5a6-4b19-b7cc-221895c1c2da req-42e0d18c-3c81-4d88-8835-0e257d9939cc service neutron] 10.222.0.36 "GET /v2.0/networks?id=4521a2a0-cf29-49af-b21e-6653090f4898 HTTP/1.1" status: 200 len: 898 time: 0.0879300 Dec 10 19:31:24.501961 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-92d1b7e1-f5a6-4b19-b7cc-221895c1c2da req-d01860bd-9bfc-4b10-8c55-0b542ef20f4a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a84a960a-e4bb-475b-be8c-9aa51b523918 HTTP/1.1" status: 200 len: 999 time: 0.0575440 Dec 10 19:31:24.552828 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d1b7e1-f5a6-4b19-b7cc-221895c1c2da req-dc98da8b-50e0-47e2-9adb-55513126e1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:31:24.554370 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-92d1b7e1-f5a6-4b19-b7cc-221895c1c2da req-dc98da8b-50e0-47e2-9adb-55513126e1d9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b1883969-e9e0-4f7a-bcb2-0b94427f9faf HTTP/1.1" status: 200 len: 843 time: 0.0450773 Dec 10 19:31:24.562220 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-31e8dd9b-39a9-41b7-8f90-18fd575cb9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0db6795-6128-4e24-b0d8-51f4615e6877', 'name': 'tempest-TestNetworkBasicOps-router-713477362', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': '613d469f-2629-4124-adf6-f25b5d93ac21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:31:04Z', 'updated_at': '2021-12-10T19:31:08Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '613d469f-2629-4124-adf6-f25b5d93ac21', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0db6795-6128-4e24-b0d8-51f4615e6877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:31:05Z', 'updated_at': '2021-12-10T19:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '61b992ba-35f6-4105-bb20-e3923a1308fc', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'floating_ip_address': '172.26.6.72', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': 'e0db6795-6128-4e24-b0d8-51f4615e6877', 'port_id': 'a84a960a-e4bb-475b-be8c-9aa51b523918', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4521a2a0-cf29-49af-b21e-6653090f4898', 'mac_address': 'fa:16:3e:ef:f9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4156718-eb7b-4c48-a467-67b167e7799c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:31:23Z', 'updated_at': '2021-12-10T19:31:23Z', 'revision_number': 0, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6800ee9-1d78-43bf-a634-f8629d2c164d', 'name': '', 'network_id': '4521a2a0-cf29-49af-b21e-6653090f4898', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:f6:8c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0db6795-6128-4e24-b0d8-51f4615e6877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'b1883969-e9e0-4f7a-bcb2-0b94427f9faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:31:07Z', 'updated_at': '2021-12-10T19:31:11Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'b1883969-e9e0-4f7a-bcb2-0b94427f9faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:31:24.589778 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e8dd9b-39a9-41b7-8f90-18fd575cb9fd None None] Checking router: e0db6795-6128-4e24-b0d8-51f4615e6877 for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:31:24.598123 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e8dd9b-39a9-41b7-8f90-18fd575cb9fd None None] Routers {'e0db6795-6128-4e24-b0d8-51f4615e6877'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:31:24.598717 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-31e8dd9b-39a9-41b7-8f90-18fd575cb9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:31:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['e0db6795-6128-4e24-b0d8-51f4615e6877'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:31:24.605429 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d1b7e1-f5a6-4b19-b7cc-221895c1c2da req-e70fcff0-08f5-41f5-9a23-ffb2e1d0094b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:31:24.607200 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-92d1b7e1-f5a6-4b19-b7cc-221895c1c2da req-e70fcff0-08f5-41f5-9a23-ffb2e1d0094b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4521a2a0-cf29-49af-b21e-6653090f4898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0450788 Dec 10 19:31:24.698787 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-92d1b7e1-f5a6-4b19-b7cc-221895c1c2da req-c2e9bb7f-ca4f-4729-b066-832d012dd4c4 service neutron] 10.222.0.36 "GET /v2.0/networks/4521a2a0-cf29-49af-b21e-6653090f4898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831692 Dec 10 19:31:24.705268 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-31e8dd9b-39a9-41b7-8f90-18fd575cb9fd None None] Set router e0db6795-6128-4e24-b0d8-51f4615e6877 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:31:24.793000 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-92d1b7e1-f5a6-4b19-b7cc-221895c1c2da req-56837fa1-8fdd-45ce-9ce7-43865b3ad218 service neutron] 10.222.0.36 "GET /v2.0/networks/4521a2a0-cf29-49af-b21e-6653090f4898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866127 Dec 10 19:31:24.934913 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-31e8dd9b-39a9-41b7-8f90-18fd575cb9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0db6795-6128-4e24-b0d8-51f4615e6877', 'name': 'tempest-TestNetworkBasicOps-router-713477362', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': '613d469f-2629-4124-adf6-f25b5d93ac21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:31:04Z', 'updated_at': '2021-12-10T19:31:08Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '613d469f-2629-4124-adf6-f25b5d93ac21', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0db6795-6128-4e24-b0d8-51f4615e6877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:31:05Z', 'updated_at': '2021-12-10T19:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '61b992ba-35f6-4105-bb20-e3923a1308fc', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'floating_ip_address': '172.26.6.72', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': 'e0db6795-6128-4e24-b0d8-51f4615e6877', 'port_id': 'a84a960a-e4bb-475b-be8c-9aa51b523918', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4521a2a0-cf29-49af-b21e-6653090f4898', 'mac_address': 'fa:16:3e:ef:f9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4156718-eb7b-4c48-a467-67b167e7799c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:31:23Z', 'updated_at': '2021-12-10T19:31:23Z', 'revision_number': 0, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6800ee9-1d78-43bf-a634-f8629d2c164d', 'name': '', 'network_id': '4521a2a0-cf29-49af-b21e-6653090f4898', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:f6:8c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0db6795-6128-4e24-b0d8-51f4615e6877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'b1883969-e9e0-4f7a-bcb2-0b94427f9faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:31:07Z', 'updated_at': '2021-12-10T19:31:11Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'b1883969-e9e0-4f7a-bcb2-0b94427f9faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:31:24.961671 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e8dd9b-39a9-41b7-8f90-18fd575cb9fd None None] The sync data for ids ['e0db6795-6128-4e24-b0d8-51f4615e6877'] in dv-neutron-821441-1-hyperv is: [{'id': 'e0db6795-6128-4e24-b0d8-51f4615e6877', 'name': 'tempest-TestNetworkBasicOps-router-713477362', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': '613d469f-2629-4124-adf6-f25b5d93ac21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:31:04Z', 'updated_at': '2021-12-10T19:31:08Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '613d469f-2629-4124-adf6-f25b5d93ac21', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0db6795-6128-4e24-b0d8-51f4615e6877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:31:05Z', 'updated_at': '2021-12-10T19:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '61b992ba-35f6-4105-bb20-e3923a1308fc', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'floating_ip_address': '172.26.6.72', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': 'e0db6795-6128-4e24-b0d8-51f4615e6877', 'port_id': 'a84a960a-e4bb-475b-be8c-9aa51b523918', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4521a2a0-cf29-49af-b21e-6653090f4898', 'mac_address': 'fa:16:3e:ef:f9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4156718-eb7b-4c48-a467-67b167e7799c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:31:23Z', 'updated_at': '2021-12-10T19:31:23Z', 'revision_number': 0, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6800ee9-1d78-43bf-a634-f8629d2c164d', 'name': '', 'network_id': '4521a2a0-cf29-49af-b21e-6653090f4898', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:f6:8c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0db6795-6128-4e24-b0d8-51f4615e6877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'b1883969-e9e0-4f7a-bcb2-0b94427f9faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:31:07Z', 'updated_at': '2021-12-10T19:31:11Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'b1883969-e9e0-4f7a-bcb2-0b94427f9faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:31:25.144949 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74fa198-3b9b-4af6-9ebc-4a2cdca625d6 None None] New status for floating IP 61b992ba-35f6-4105-bb20-e3923a1308fc: ACTIVE {{(pid=102368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:31:25.318372 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 58942) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:31:25.367854 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:25.380268 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-9781f04a-3eab-4ca6-b2f9-574db5690964 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/floatingips/61b992ba-35f6-4105-bb20-e3923a1308fc HTTP/1.1" status: 200 len: 993 time: 0.0607657 Dec 10 19:31:26.473748 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:26.769091 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:32.348114 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:32.975281 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:31:50.238967 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d2743aaa-b76a-4cc6-a1cb-e92ea552b79c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:52.825230 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-da1505c6-b69e-4f87-90f7-dcb965eb2600 req-88a74078-6132-4061-b63c-bfcd38f9b873 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b4156718-eb7b-4c48-a467-67b167e7799c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409522 Dec 10 19:31:52.922102 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1505c6-b69e-4f87-90f7-dcb965eb2600 req-bfed1437-78c1-46b9-9d55-501ead1136e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:31:52.923603 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-da1505c6-b69e-4f87-90f7-dcb965eb2600 req-bfed1437-78c1-46b9-9d55-501ead1136e0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=730e4c9f0aba4accb176e575114c849e&device_id=b4156718-eb7b-4c48-a467-67b167e7799c HTTP/1.1" status: 200 len: 1099 time: 0.0529866 Dec 10 19:31:53.028420 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1505c6-b69e-4f87-90f7-dcb965eb2600 req-610a7bb6-6705-46b2-b874-c61e13829b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:31:53.029841 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-da1505c6-b69e-4f87-90f7-dcb965eb2600 req-610a7bb6-6705-46b2-b874-c61e13829b1d service neutron] 10.222.0.36 "GET /v2.0/networks?id=4521a2a0-cf29-49af-b21e-6653090f4898 HTTP/1.1" status: 200 len: 898 time: 0.0854795 Dec 10 19:31:53.101696 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-da1505c6-b69e-4f87-90f7-dcb965eb2600 req-e1bfd20f-23a3-4c3b-b974-21fd57f01e87 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a84a960a-e4bb-475b-be8c-9aa51b523918 HTTP/1.1" status: 200 len: 1001 time: 0.0639496 Dec 10 19:31:53.159169 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1505c6-b69e-4f87-90f7-dcb965eb2600 req-0eb66856-fae2-4d6e-9c6f-62495cf37635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:31:53.160699 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-da1505c6-b69e-4f87-90f7-dcb965eb2600 req-0eb66856-fae2-4d6e-9c6f-62495cf37635 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b1883969-e9e0-4f7a-bcb2-0b94427f9faf HTTP/1.1" status: 200 len: 843 time: 0.0503085 Dec 10 19:31:53.209536 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1505c6-b69e-4f87-90f7-dcb965eb2600 req-5dfced8c-2663-42aa-b250-f0b6213053cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:31:53.211040 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-da1505c6-b69e-4f87-90f7-dcb965eb2600 req-5dfced8c-2663-42aa-b250-f0b6213053cc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4521a2a0-cf29-49af-b21e-6653090f4898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421445 Dec 10 19:31:53.312175 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-da1505c6-b69e-4f87-90f7-dcb965eb2600 req-9c8dc7fd-4f8c-4439-8788-fb2fcd7d9e71 service neutron] 10.222.0.36 "GET /v2.0/networks/4521a2a0-cf29-49af-b21e-6653090f4898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903518 Dec 10 19:31:53.405156 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-da1505c6-b69e-4f87-90f7-dcb965eb2600 req-dae312e3-9925-4f48-8949-0e6697d123e6 service neutron] 10.222.0.36 "GET /v2.0/networks/4521a2a0-cf29-49af-b21e-6653090f4898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831327 Dec 10 19:31:54.200141 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-63832465-a57c-4f02-a4e3-b833989867ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:55.369078 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:56.465744 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:31:56.773813 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:32:02.361351 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:32:09.974331 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:32:20.239803 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ebe8b280-2adf-40c1-b7e0-490a66cd64b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:32:24.204067 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b622a038-45c5-4477-b6ae-f24c831d8f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:32:25.371837 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:32:26.467155 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:32:26.778792 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:32:32.366007 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:32:46.974308 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:32:50.240200 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-04a69496-de0b-44e3-b64d-674835660d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:32:52.779282 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-27831955-5044-4d00-8415-9b7c7eb2d75b req-ab6b5502-b837-413f-98fa-eaf6ade75b21 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b4156718-eb7b-4c48-a467-67b167e7799c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399904 Dec 10 19:32:52.863317 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27831955-5044-4d00-8415-9b7c7eb2d75b req-6bebc676-933a-43fd-b3fd-a0ae279858f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:52.864790 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-27831955-5044-4d00-8415-9b7c7eb2d75b req-6bebc676-933a-43fd-b3fd-a0ae279858f3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=730e4c9f0aba4accb176e575114c849e&device_id=b4156718-eb7b-4c48-a467-67b167e7799c HTTP/1.1" status: 200 len: 1099 time: 0.0438414 Dec 10 19:32:52.966135 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27831955-5044-4d00-8415-9b7c7eb2d75b req-960dffc9-4add-4d90-be5d-2d9a6ef5aa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:52.967575 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-27831955-5044-4d00-8415-9b7c7eb2d75b req-960dffc9-4add-4d90-be5d-2d9a6ef5aa82 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4521a2a0-cf29-49af-b21e-6653090f4898 HTTP/1.1" status: 200 len: 898 time: 0.0844007 Dec 10 19:32:53.033927 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-27831955-5044-4d00-8415-9b7c7eb2d75b req-3a106d19-8203-437c-9dfe-8401972b3635 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a84a960a-e4bb-475b-be8c-9aa51b523918 HTTP/1.1" status: 200 len: 1001 time: 0.0593331 Dec 10 19:32:53.082593 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27831955-5044-4d00-8415-9b7c7eb2d75b req-eca15d2b-c871-400b-a0f9-57e767747cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:53.084024 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-27831955-5044-4d00-8415-9b7c7eb2d75b req-eca15d2b-c871-400b-a0f9-57e767747cb4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b1883969-e9e0-4f7a-bcb2-0b94427f9faf HTTP/1.1" status: 200 len: 843 time: 0.0436897 Dec 10 19:32:53.128526 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27831955-5044-4d00-8415-9b7c7eb2d75b req-84bf468b-59b2-4782-b3ca-938078f5b9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:53.129980 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-27831955-5044-4d00-8415-9b7c7eb2d75b req-84bf468b-59b2-4782-b3ca-938078f5b9e7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4521a2a0-cf29-49af-b21e-6653090f4898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390384 Dec 10 19:32:53.530550 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-27831955-5044-4d00-8415-9b7c7eb2d75b req-c35926be-aa61-436c-9c4a-eefc4eaefebd service neutron] 10.222.0.36 "GET /v2.0/networks/4521a2a0-cf29-49af-b21e-6653090f4898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3923249 Dec 10 19:32:53.619066 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-27831955-5044-4d00-8415-9b7c7eb2d75b req-e731b952-d7ca-47cc-9ec8-c6cf651bcd57 service neutron] 10.222.0.36 "GET /v2.0/networks/4521a2a0-cf29-49af-b21e-6653090f4898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806835 Dec 10 19:32:54.204454 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-7cd95b1c-551e-4bcf-a7d1-e66231bec6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:32:55.374768 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:32:56.470122 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:32:56.778425 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:33:02.376320 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:33:20.240927 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4887c58f-eff6-4ce2-8b5b-0050487d6cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:33:23.973408 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:33:24.207106 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4f3283e7-0056-4ead-875a-dd0438b3ab15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:33:25.376817 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:33:26.472065 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:33:26.780378 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:33:32.387617 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:33:50.243328 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-7c57ed29-a75b-4426-9e6f-44a4402f1969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:33:52.785141 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-67601a75-2701-4cda-b674-873020601737 req-07f4056f-8367-4b79-9227-9c07e7d36fdf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b4156718-eb7b-4c48-a467-67b167e7799c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436738 Dec 10 19:33:52.865563 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67601a75-2701-4cda-b674-873020601737 req-bbb9debc-e61d-41f7-99ca-be2dda9ca98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:33:52.867023 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-67601a75-2701-4cda-b674-873020601737 req-bbb9debc-e61d-41f7-99ca-be2dda9ca98a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=730e4c9f0aba4accb176e575114c849e&device_id=b4156718-eb7b-4c48-a467-67b167e7799c HTTP/1.1" status: 200 len: 1099 time: 0.0404997 Dec 10 19:33:52.972004 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67601a75-2701-4cda-b674-873020601737 req-4b792abe-c698-4c8c-a526-2bc1bc93c447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:33:52.973461 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-67601a75-2701-4cda-b674-873020601737 req-4b792abe-c698-4c8c-a526-2bc1bc93c447 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4521a2a0-cf29-49af-b21e-6653090f4898 HTTP/1.1" status: 200 len: 898 time: 0.0874639 Dec 10 19:33:53.036313 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-67601a75-2701-4cda-b674-873020601737 req-6f3fdf6a-b4cd-466b-b9da-debcfb8ea0ed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a84a960a-e4bb-475b-be8c-9aa51b523918 HTTP/1.1" status: 200 len: 1001 time: 0.0555339 Dec 10 19:33:53.084061 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67601a75-2701-4cda-b674-873020601737 req-2f923df4-2a44-4898-aea1-facdfc9dd246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:33:53.085476 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-67601a75-2701-4cda-b674-873020601737 req-2f923df4-2a44-4898-aea1-facdfc9dd246 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b1883969-e9e0-4f7a-bcb2-0b94427f9faf HTTP/1.1" status: 200 len: 843 time: 0.0418499 Dec 10 19:33:53.135543 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67601a75-2701-4cda-b674-873020601737 req-3d6e8c3f-fcb0-4614-b0a9-c8922752904b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:33:53.137062 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-67601a75-2701-4cda-b674-873020601737 req-3d6e8c3f-fcb0-4614-b0a9-c8922752904b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4521a2a0-cf29-49af-b21e-6653090f4898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440707 Dec 10 19:33:53.225104 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-67601a75-2701-4cda-b674-873020601737 req-5186c1b9-7140-4c61-b297-daefe4b8b502 service neutron] 10.222.0.36 "GET /v2.0/networks/4521a2a0-cf29-49af-b21e-6653090f4898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806973 Dec 10 19:33:53.316244 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-67601a75-2701-4cda-b674-873020601737 req-c284f519-bcbf-4054-8165-b2299a1b9281 service neutron] 10.222.0.36 "GET /v2.0/networks/4521a2a0-cf29-49af-b21e-6653090f4898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834143 Dec 10 19:33:54.208806 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-66a481ed-839f-4f0b-a54a-58751965f20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:33:55.380083 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:33:56.473260 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:33:56.783383 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:00.972385 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:34:02.397092 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:05.986189 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 58996) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:34:05.991474 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-d9352801-085f-41bc-a851-710a1b629ea4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:34:06.076661 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d9352801-085f-41bc-a851-710a1b629ea4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9057444'] for subnet, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:06.221448 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d9352801-085f-41bc-a851-710a1b629ea4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769381657245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9535684'] for subnet, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:06.253853 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9352801-085f-41bc-a851-710a1b629ea4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:06.254358 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d9352801-085f-41bc-a851-710a1b629ea4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:06.255656 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-d9352801-085f-41bc-a851-710a1b629ea4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "PUT /v2.0/subnets/b1883969-e9e0-4f7a-bcb2-0b94427f9faf HTTP/1.1" status: 200 len: 835 time: 0.2685292 Dec 10 19:34:06.261344 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d378b7a-f8bc-4cf1-ade2-3be075164412 None None] Network 4521a2a0-cf29-49af-b21e-6653090f4898 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:34:06.275498 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9352801-085f-41bc-a851-710a1b629ea4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Subnet': ['ID=b1883969-e9e0-4f7a-bcb2-0b94427f9faf,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:34:06.283911 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9352801-085f-41bc-a851-710a1b629ea4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:34:06.284262 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9352801-085f-41bc-a851-710a1b629ea4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:34:06.284648 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9352801-085f-41bc-a851-710a1b629ea4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:34:06.285006 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9352801-085f-41bc-a851-710a1b629ea4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:34:06.285422 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9352801-085f-41bc-a851-710a1b629ea4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:34:06.285814 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9352801-085f-41bc-a851-710a1b629ea4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:34:06.286108 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9352801-085f-41bc-a851-710a1b629ea4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:34:06.286439 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9352801-085f-41bc-a851-710a1b629ea4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:34:06.286848 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9352801-085f-41bc-a851-710a1b629ea4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:34:06.287100 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9352801-085f-41bc-a851-710a1b629ea4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:34:06.287445 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9352801-085f-41bc-a851-710a1b629ea4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:34:06.287754 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9352801-085f-41bc-a851-710a1b629ea4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:34:06.773495 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-55529bb7-1dd5-447b-a21f-f493761b2e4b None None] Provisioning complete for port b6800ee9-1d78-43bf-a634-f8629d2c164d triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:34:06.773857 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-55529bb7-1dd5-447b-a21f-f493761b2e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:06.862120 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-55529bb7-1dd5-447b-a21f-f493761b2e4b None None] Provisioning complete for port 0087eca3-745a-4ea1-8e71-d334f82bb4e8 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:34:06.862401 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-55529bb7-1dd5-447b-a21f-f493761b2e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:06.949251 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-55529bb7-1dd5-447b-a21f-f493761b2e4b None None] Provisioning complete for port a84a960a-e4bb-475b-be8c-9aa51b523918 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:34:06.949624 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-55529bb7-1dd5-447b-a21f-f493761b2e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:20.246570 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c4f92683-3b4a-4383-8642-040a0d47291f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:24.210014 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-24882aff-3fd3-456b-8ceb-06d3a840b324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:25.382971 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:26.474959 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:26.785207 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:32.401095 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:37.971323 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:34:50.246301 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2aae341d-2308-4b41-a372-315f0cc3c9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:50.808346 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 59012) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:34:51.006761 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-74538e4e-304a-4bc5-89fa-71d12f09d8d8 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Deleting port f0606eb1-bcbf-4a82-8589-432720db4d89 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:34:51.007006 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-74538e4e-304a-4bc5-89fa-71d12f09d8d8 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:51.087611 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-74538e4e-304a-4bc5-89fa-71d12f09d8d8 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:51.087924 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-74538e4e-304a-4bc5-89fa-71d12f09d8d8 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:51.099624 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-74538e4e-304a-4bc5-89fa-71d12f09d8d8 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Calling delete_port for f0606eb1-bcbf-4a82-8589-432720db4d89 owned by network:floatingip {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:34:51.248705 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-74538e4e-304a-4bc5-89fa-71d12f09d8d8 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:51.273760 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74538e4e-304a-4bc5-89fa-71d12f09d8d8 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'Port': ['ID=f0606eb1-bcbf-4a82-8589-432720db4d89,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:34:51.340292 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-74538e4e-304a-4bc5-89fa-71d12f09d8d8 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for floatingip, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:51.340645 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.l3_db [None req-74538e4e-304a-4bc5-89fa-71d12f09d8d8 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Floating IP 61b992ba-35f6-4105-bb20-e3923a1308fc disassociated (deleted). External IP: 172.26.6.72, port: a84a960a-e4bb-475b-be8c-9aa51b523918. Dec 10 19:34:51.550225 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74538e4e-304a-4bc5-89fa-71d12f09d8d8 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Router e0db6795-6128-4e24-b0d8-51f4615e6877 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:34:51.661316 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74538e4e-304a-4bc5-89fa-71d12f09d8d8 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:34:51.666284 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-74538e4e-304a-4bc5-89fa-71d12f09d8d8 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:51.671771 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8470a2a8-d640-4e2b-ab3e-4f40a90c89ec None None] Sync routers for ids ['e0db6795-6128-4e24-b0d8-51f4615e6877'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:34:51.682600 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8470a2a8-d640-4e2b-ab3e-4f40a90c89ec None None] Routers {'e0db6795-6128-4e24-b0d8-51f4615e6877'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:34:51.683347 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-8470a2a8-d640-4e2b-ab3e-4f40a90c89ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:34:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['e0db6795-6128-4e24-b0d8-51f4615e6877'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:34:51.693447 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-74538e4e-304a-4bc5-89fa-71d12f09d8d8 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "DELETE /v2.0/floatingips/61b992ba-35f6-4105-bb20-e3923a1308fc HTTP/1.1" status: 204 len: 168 time: 0.8838801 Dec 10 19:34:51.694132 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4156718-eb7b-4c48-a467-67b167e7799c', 'tag': 'a84a960a-e4bb-475b-be8c-9aa51b523918'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:34:51.697767 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f634d82-0100-4989-8529-ed707c86f116" -d '{"events": [{"name": "network-changed", "server_uuid": "b4156718-eb7b-4c48-a467-67b167e7799c", "tag": "a84a960a-e4bb-475b-be8c-9aa51b523918"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:34:51.742681 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33cbbfc6-ea32-449c-a7e4-e21a45f5538c x-openstack-request-id: req-33cbbfc6-ea32-449c-a7e4-e21a45f5538c {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:34:51.743790 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4156718-eb7b-4c48-a467-67b167e7799c", "tag": "a84a960a-e4bb-475b-be8c-9aa51b523918", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:34:51.744291 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-33cbbfc6-ea32-449c-a7e4-e21a45f5538c {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:34:51.745066 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4156718-eb7b-4c48-a467-67b167e7799c', 'tag': 'a84a960a-e4bb-475b-be8c-9aa51b523918', 'status': 'completed', 'code': 200} Dec 10 19:34:51.802716 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-8470a2a8-d640-4e2b-ab3e-4f40a90c89ec None None] Set router e0db6795-6128-4e24-b0d8-51f4615e6877 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:34:51.874718 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f634d82-0100-4989-8529-ed707c86f116 req-1d2c2bcf-3ac8-4f62-ab7b-589883259356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:51.876219 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7f634d82-0100-4989-8529-ed707c86f116 req-1d2c2bcf-3ac8-4f62-ab7b-589883259356 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=730e4c9f0aba4accb176e575114c849e&device_id=b4156718-eb7b-4c48-a467-67b167e7799c HTTP/1.1" status: 200 len: 1099 time: 0.0944314 Dec 10 19:34:51.983777 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f634d82-0100-4989-8529-ed707c86f116 req-a0691c42-f3ca-4023-97a9-ac1453f34c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:51.985272 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7f634d82-0100-4989-8529-ed707c86f116 req-a0691c42-f3ca-4023-97a9-ac1453f34c43 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4521a2a0-cf29-49af-b21e-6653090f4898 HTTP/1.1" status: 200 len: 898 time: 0.1012402 Dec 10 19:34:52.019788 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-8470a2a8-d640-4e2b-ab3e-4f40a90c89ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0db6795-6128-4e24-b0d8-51f4615e6877', 'name': 'tempest-TestNetworkBasicOps-router-713477362', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': '613d469f-2629-4124-adf6-f25b5d93ac21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:31:04Z', 'updated_at': '2021-12-10T19:31:08Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '613d469f-2629-4124-adf6-f25b5d93ac21', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0db6795-6128-4e24-b0d8-51f4615e6877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:31:05Z', 'updated_at': '2021-12-10T19:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': 'b6800ee9-1d78-43bf-a634-f8629d2c164d', 'name': '', 'network_id': '4521a2a0-cf29-49af-b21e-6653090f4898', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:f6:8c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0db6795-6128-4e24-b0d8-51f4615e6877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'b1883969-e9e0-4f7a-bcb2-0b94427f9faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:31:07Z', 'updated_at': '2021-12-10T19:31:11Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'b1883969-e9e0-4f7a-bcb2-0b94427f9faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:34:52.044074 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7f634d82-0100-4989-8529-ed707c86f116 req-6ce9e369-9269-46df-9873-87fefeb2c4c5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a84a960a-e4bb-475b-be8c-9aa51b523918 HTTP/1.1" status: 200 len: 217 time: 0.0494525 Dec 10 19:34:52.047554 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8470a2a8-d640-4e2b-ab3e-4f40a90c89ec None None] Checking router: e0db6795-6128-4e24-b0d8-51f4615e6877 for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:34:52.057194 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8470a2a8-d640-4e2b-ab3e-4f40a90c89ec None None] Routers {'e0db6795-6128-4e24-b0d8-51f4615e6877'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:34:52.057735 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-8470a2a8-d640-4e2b-ab3e-4f40a90c89ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:34:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['e0db6795-6128-4e24-b0d8-51f4615e6877'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:34:52.091613 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d686eec-4585-447f-b996-39eeeb764662 req-3c5fc01c-eeac-4ba1-995d-13cf1476a58e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:52.093117 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8d686eec-4585-447f-b996-39eeeb764662 req-3c5fc01c-eeac-4ba1-995d-13cf1476a58e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4156718-eb7b-4c48-a467-67b167e7799c HTTP/1.1" status: 200 len: 946 time: 0.2007420 Dec 10 19:34:52.129335 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f634d82-0100-4989-8529-ed707c86f116 req-53cd2f62-4020-41cf-a65d-ec8c82fef1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:52.130795 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7f634d82-0100-4989-8529-ed707c86f116 req-53cd2f62-4020-41cf-a65d-ec8c82fef1a8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b1883969-e9e0-4f7a-bcb2-0b94427f9faf HTTP/1.1" status: 200 len: 843 time: 0.0785143 Dec 10 19:34:52.150682 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8d686eec-4585-447f-b996-39eeeb764662 req-fcc4e0b5-0977-4a4b-a3a4-b7b397b16869 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=f73e9c4c-11a7-4aa9-858e-a4b58f0f3b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515449 Dec 10 19:34:52.168975 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-8470a2a8-d640-4e2b-ab3e-4f40a90c89ec None None] Set router e0db6795-6128-4e24-b0d8-51f4615e6877 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:34:52.186217 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f634d82-0100-4989-8529-ed707c86f116 req-acafc04a-db34-4e34-85d9-90bc8dc06734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:52.187612 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7f634d82-0100-4989-8529-ed707c86f116 req-acafc04a-db34-4e34-85d9-90bc8dc06734 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4521a2a0-cf29-49af-b21e-6653090f4898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0467041 Dec 10 19:34:52.199884 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [req-7f634d82-0100-4989-8529-ed707c86f116 req-7facd106-37dd-41b5-a6c5-186b635839cd service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:34:52.200848 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7f634d82-0100-4989-8529-ed707c86f116 req-7facd106-37dd-41b5-a6c5-186b635839cd service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051658 Dec 10 19:34:52.309207 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7f634d82-0100-4989-8529-ed707c86f116 req-0a196871-e45e-485a-aa5a-a258b07441c9 service neutron] 10.222.0.36 "GET /v2.0/networks/4521a2a0-cf29-49af-b21e-6653090f4898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997186 Dec 10 19:34:52.379936 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-8470a2a8-d640-4e2b-ab3e-4f40a90c89ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0db6795-6128-4e24-b0d8-51f4615e6877', 'name': 'tempest-TestNetworkBasicOps-router-713477362', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': '613d469f-2629-4124-adf6-f25b5d93ac21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:31:04Z', 'updated_at': '2021-12-10T19:31:08Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '613d469f-2629-4124-adf6-f25b5d93ac21', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0db6795-6128-4e24-b0d8-51f4615e6877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:31:05Z', 'updated_at': '2021-12-10T19:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': 'b6800ee9-1d78-43bf-a634-f8629d2c164d', 'name': '', 'network_id': '4521a2a0-cf29-49af-b21e-6653090f4898', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:f6:8c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0db6795-6128-4e24-b0d8-51f4615e6877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'b1883969-e9e0-4f7a-bcb2-0b94427f9faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:31:07Z', 'updated_at': '2021-12-10T19:31:11Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'b1883969-e9e0-4f7a-bcb2-0b94427f9faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:34:52.402201 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7f634d82-0100-4989-8529-ed707c86f116 req-c8ca9258-cb26-4975-bd7f-9766fa4dddfc service neutron] 10.222.0.36 "GET /v2.0/networks/4521a2a0-cf29-49af-b21e-6653090f4898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855179 Dec 10 19:34:52.406223 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8470a2a8-d640-4e2b-ab3e-4f40a90c89ec None None] The sync data for ids ['e0db6795-6128-4e24-b0d8-51f4615e6877'] in dv-neutron-821441-1-hyperv is: [{'id': 'e0db6795-6128-4e24-b0d8-51f4615e6877', 'name': 'tempest-TestNetworkBasicOps-router-713477362', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': '613d469f-2629-4124-adf6-f25b5d93ac21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:31:04Z', 'updated_at': '2021-12-10T19:31:08Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '613d469f-2629-4124-adf6-f25b5d93ac21', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0db6795-6128-4e24-b0d8-51f4615e6877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:31:05Z', 'updated_at': '2021-12-10T19:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': 'b6800ee9-1d78-43bf-a634-f8629d2c164d', 'name': '', 'network_id': '4521a2a0-cf29-49af-b21e-6653090f4898', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:f6:8c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0db6795-6128-4e24-b0d8-51f4615e6877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'b1883969-e9e0-4f7a-bcb2-0b94427f9faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:31:07Z', 'updated_at': '2021-12-10T19:31:11Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'b1883969-e9e0-4f7a-bcb2-0b94427f9faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:34:52.623351 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac1b4fb-0ab4-4e48-bfb4-b27fe7d0f609 None None] New status for floating IP 61b992ba-35f6-4105-bb20-e3923a1308fc: DOWN {{(pid=102368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:34:53.334830 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ff2c4-a52f-4f83-b37d-d17f23899d2d req-6bcf52a6-e972-42ce-bac6-cbb9c1a8d171 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:53.336330 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-441ff2c4-a52f-4f83-b37d-d17f23899d2d req-6bcf52a6-e972-42ce-bac6-cbb9c1a8d171 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4156718-eb7b-4c48-a467-67b167e7799c HTTP/1.1" status: 200 len: 946 time: 0.1010857 Dec 10 19:34:53.376655 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-441ff2c4-a52f-4f83-b37d-d17f23899d2d req-e0f7919b-a6b7-4ed2-b74d-61d3b326b06d tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=f73e9c4c-11a7-4aa9-858e-a4b58f0f3b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336246 Dec 10 19:34:53.738051 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eefc12a-e195-4a92-b513-7814c60c75d3 req-a94a6eb2-bdd2-4238-bcd9-b17c2169d8af tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:53.739563 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7eefc12a-e195-4a92-b513-7814c60c75d3 req-a94a6eb2-bdd2-4238-bcd9-b17c2169d8af tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4156718-eb7b-4c48-a467-67b167e7799c HTTP/1.1" status: 200 len: 946 time: 0.0552826 Dec 10 19:34:53.840126 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-7eefc12a-e195-4a92-b513-7814c60c75d3 req-524461bf-96f8-4d45-a8b9-7855aa29ea10 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Deleting port a84a960a-e4bb-475b-be8c-9aa51b523918 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:34:53.840456 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-7eefc12a-e195-4a92-b513-7814c60c75d3 req-524461bf-96f8-4d45-a8b9-7855aa29ea10 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:53.930911 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-7eefc12a-e195-4a92-b513-7814c60c75d3 req-524461bf-96f8-4d45-a8b9-7855aa29ea10 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] For port a84a960a-e4bb-475b-be8c-9aa51b523918, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a84a960a-e4bb-475b-be8c-9aa51b523918,segment=NetworkSegment(f5aa0060-65ce-4315-9605-6fd96d56b78f),segment_id=f5aa0060-65ce-4315-9605-6fd96d56b78f)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:34:53.931420 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-7eefc12a-e195-4a92-b513-7814c60c75d3 req-524461bf-96f8-4d45-a8b9-7855aa29ea10 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:53.943140 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-7eefc12a-e195-4a92-b513-7814c60c75d3 req-524461bf-96f8-4d45-a8b9-7855aa29ea10 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Calling delete_port for a84a960a-e4bb-475b-be8c-9aa51b523918 owned by compute:nova {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:34:54.066452 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-7eefc12a-e195-4a92-b513-7814c60c75d3 req-524461bf-96f8-4d45-a8b9-7855aa29ea10 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:54.100757 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524461bf-96f8-4d45-a8b9-7855aa29ea10 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'Port': ['ID=a84a960a-e4bb-475b-be8c-9aa51b523918,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:34:54.142375 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eefc12a-e195-4a92-b513-7814c60c75d3 req-524461bf-96f8-4d45-a8b9-7855aa29ea10 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] No DVR routers for this DVR port a84a960a-e4bb-475b-be8c-9aa51b523918 on host hv-neutron-8214 {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:34:54.145256 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-7eefc12a-e195-4a92-b513-7814c60c75d3 req-524461bf-96f8-4d45-a8b9-7855aa29ea10 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:54.148978 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7eefc12a-e195-4a92-b513-7814c60c75d3 req-524461bf-96f8-4d45-a8b9-7855aa29ea10 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.36 "DELETE /v2.0/ports/a84a960a-e4bb-475b-be8c-9aa51b523918 HTTP/1.1" status: 204 len: 173 time: 0.4007401 Dec 10 19:34:54.150060 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4156718-eb7b-4c48-a467-67b167e7799c', 'name': 'network-vif-deleted', 'tag': 'a84a960a-e4bb-475b-be8c-9aa51b523918'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:34:54.153051 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd44fb2-302f-4e2c-9641-3034ddc1aee7" -d '{"events": [{"server_uuid": "b4156718-eb7b-4c48-a467-67b167e7799c", "name": "network-vif-deleted", "tag": "a84a960a-e4bb-475b-be8c-9aa51b523918"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:34:54.211237 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ef8d1740-eb65-4ac1-87ea-b09e281bf99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:54.222269 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5e015c-72e8-4e3a-8131-808846743df2 x-openstack-request-id: req-ce5e015c-72e8-4e3a-8131-808846743df2 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:34:54.222563 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4156718-eb7b-4c48-a467-67b167e7799c", "name": "network-vif-deleted", "tag": "a84a960a-e4bb-475b-be8c-9aa51b523918", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:34:54.222832 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ce5e015c-72e8-4e3a-8131-808846743df2 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:34:54.223221 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4156718-eb7b-4c48-a467-67b167e7799c', 'name': 'network-vif-deleted', 'tag': 'a84a960a-e4bb-475b-be8c-9aa51b523918', 'status': 'completed', 'code': 200} Dec 10 19:34:54.486972 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4b35bef0-b2ee-4425-a896-de9b4d90567d req-364c04eb-0898-4494-947e-3ffbc6b2fa90 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4156718-eb7b-4c48-a467-67b167e7799c HTTP/1.1" status: 200 len: 210 time: 0.0279956 Dec 10 19:34:55.386108 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:55.543023 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 59048) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:34:55.601520 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0861c780-2e90-486f-933e-53f1fe11b23b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:55.626802 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0861c780-2e90-486f-933e-53f1fe11b23b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:55.690606 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0861c780-2e90-486f-933e-53f1fe11b23b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:55.693379 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0861c780-2e90-486f-933e-53f1fe11b23b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:55.694565 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-0861c780-2e90-486f-933e-53f1fe11b23b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "DELETE /v2.0/security-groups/f73e9c4c-11a7-4aa9-858e-a4b58f0f3b0f HTTP/1.1" status: 204 len: 168 time: 0.1505315 Dec 10 19:34:55.704959 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0861c780-2e90-486f-933e-53f1fe11b23b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73e9c4c-11a7-4aa9-858e-a4b58f0f3b0f,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:34:55.734217 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 59052) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:34:56.093606 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2ff2922b-d658-438f-8d96-c3cb6964693c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711290'] for router_interface, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:56.353010 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-2ff2922b-d658-438f-8d96-c3cb6964693c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Deleting port b6800ee9-1d78-43bf-a634-f8629d2c164d {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:34:56.353269 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2ff2922b-d658-438f-8d96-c3cb6964693c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:56.443845 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-2ff2922b-d658-438f-8d96-c3cb6964693c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] For port b6800ee9-1d78-43bf-a634-f8629d2c164d, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=b6800ee9-1d78-43bf-a634-f8629d2c164d,segment=NetworkSegment(f5aa0060-65ce-4315-9605-6fd96d56b78f),segment_id=f5aa0060-65ce-4315-9605-6fd96d56b78f)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:34:56.444201 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2ff2922b-d658-438f-8d96-c3cb6964693c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:56.456699 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-2ff2922b-d658-438f-8d96-c3cb6964693c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Calling delete_port for b6800ee9-1d78-43bf-a634-f8629d2c164d owned by network:router_interface {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:34:56.476348 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:56.651011 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2ff2922b-d658-438f-8d96-c3cb6964693c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:56.678078 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff2922b-d658-438f-8d96-c3cb6964693c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'Port': ['ID=b6800ee9-1d78-43bf-a634-f8629d2c164d,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:34:56.792419 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:56.858850 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2ff2922b-d658-438f-8d96-c3cb6964693c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3755731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3712768'] for router_interface, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:57.073249 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff2922b-d658-438f-8d96-c3cb6964693c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Router e0db6795-6128-4e24-b0d8-51f4615e6877 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:34:57.154745 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device a84a960a-e4bb-475b-be8c-9aa51b523918 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:34:57.176121 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] No Port match for: a84a960a-e4bb-475b-be8c-9aa51b523918 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:34:57.176461 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device a84a960a-e4bb-475b-be8c-9aa51b523918 not bound to the agent host hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:34:57.493831 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff2922b-d658-438f-8d96-c3cb6964693c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:34:57.498898 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-2ff2922b-d658-438f-8d96-c3cb6964693c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "PUT /v2.0/routers/e0db6795-6128-4e24-b0d8-51f4615e6877/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7635546 Dec 10 19:34:57.502476 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 59054) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:34:57.503565 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948e346b-92a1-4299-a93f-a41264943687 None None] Sync routers for ids ['e0db6795-6128-4e24-b0d8-51f4615e6877'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:34:57.513169 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948e346b-92a1-4299-a93f-a41264943687 None None] Routers {'e0db6795-6128-4e24-b0d8-51f4615e6877'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:34:57.513774 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-948e346b-92a1-4299-a93f-a41264943687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:34:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['e0db6795-6128-4e24-b0d8-51f4615e6877'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:34:57.552357 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e86dc71-31e6-4c14-9c68-71a9c55f5f10 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Deleting subnet b1883969-e9e0-4f7a-bcb2-0b94427f9faf {{(pid=102365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:34:57.556050 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1e86dc71-31e6-4c14-9c68-71a9c55f5f10 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for subnet, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:57.594939 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1e86dc71-31e6-4c14-9c68-71a9c55f5f10 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353213'] for subnet, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:57.616652 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-948e346b-92a1-4299-a93f-a41264943687 None None] Set router e0db6795-6128-4e24-b0d8-51f4615e6877 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:34:57.682336 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1e86dc71-31e6-4c14-9c68-71a9c55f5f10 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:57.742598 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1e86dc71-31e6-4c14-9c68-71a9c55f5f10 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:57.767040 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e86dc71-31e6-4c14-9c68-71a9c55f5f10 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'Subnet': ['ID=b1883969-e9e0-4f7a-bcb2-0b94427f9faf,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:34:57.773337 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1e86dc71-31e6-4c14-9c68-71a9c55f5f10 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:57.777393 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-1e86dc71-31e6-4c14-9c68-71a9c55f5f10 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "DELETE /v2.0/subnets/b1883969-e9e0-4f7a-bcb2-0b94427f9faf HTTP/1.1" status: 204 len: 168 time: 0.2736578 Dec 10 19:34:57.779738 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 59056) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:34:57.785991 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd795ba5-966f-4755-ae45-f8057b5081d0 None None] Network 4521a2a0-cf29-49af-b21e-6653090f4898 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:34:57.864788 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-948e346b-92a1-4299-a93f-a41264943687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0db6795-6128-4e24-b0d8-51f4615e6877', 'name': 'tempest-TestNetworkBasicOps-router-713477362', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': '613d469f-2629-4124-adf6-f25b5d93ac21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:31:04Z', 'updated_at': '2021-12-10T19:34:56Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '613d469f-2629-4124-adf6-f25b5d93ac21', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0db6795-6128-4e24-b0d8-51f4615e6877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:31:05Z', 'updated_at': '2021-12-10T19:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:34:57.887038 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fdca0d41-9917-4074-870a-129e7a22e123 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:57.911523 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948e346b-92a1-4299-a93f-a41264943687 None None] Checking router: e0db6795-6128-4e24-b0d8-51f4615e6877 for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:34:57.936640 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948e346b-92a1-4299-a93f-a41264943687 None None] Routers {'e0db6795-6128-4e24-b0d8-51f4615e6877'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:34:57.937264 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-948e346b-92a1-4299-a93f-a41264943687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:34:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['e0db6795-6128-4e24-b0d8-51f4615e6877'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:34:57.990785 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fdca0d41-9917-4074-870a-129e7a22e123 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:58.045909 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-fdca0d41-9917-4074-870a-129e7a22e123 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Deleting port 613d469f-2629-4124-adf6-f25b5d93ac21 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:34:58.046142 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fdca0d41-9917-4074-870a-129e7a22e123 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:58.058357 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-948e346b-92a1-4299-a93f-a41264943687 None None] Set router e0db6795-6128-4e24-b0d8-51f4615e6877 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:34:58.084197 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ae9448-ccff-4f2d-855e-e4309db3bafb None None] DHCP port deletion for 4521a2a0-cf29-49af-b21e-6653090f4898 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:34:58.136422 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-fdca0d41-9917-4074-870a-129e7a22e123 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] For port 613d469f-2629-4124-adf6-f25b5d93ac21, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=613d469f-2629-4124-adf6-f25b5d93ac21,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:34:58.136814 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fdca0d41-9917-4074-870a-129e7a22e123 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:58.148379 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-fdca0d41-9917-4074-870a-129e7a22e123 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Calling delete_port for 613d469f-2629-4124-adf6-f25b5d93ac21 owned by network:router_gateway {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:34:58.222119 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-53ae9448-ccff-4f2d-855e-e4309db3bafb None None] Deleting port 0087eca3-745a-4ea1-8e71-d334f82bb4e8 {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:34:58.222480 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-53ae9448-ccff-4f2d-855e-e4309db3bafb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:58.313639 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-53ae9448-ccff-4f2d-855e-e4309db3bafb None None] For port 0087eca3-745a-4ea1-8e71-d334f82bb4e8, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=0087eca3-745a-4ea1-8e71-d334f82bb4e8,segment=NetworkSegment(f5aa0060-65ce-4315-9605-6fd96d56b78f),segment_id=f5aa0060-65ce-4315-9605-6fd96d56b78f)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:34:58.314017 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-53ae9448-ccff-4f2d-855e-e4309db3bafb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:58.325055 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fdca0d41-9917-4074-870a-129e7a22e123 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:58.328524 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-53ae9448-ccff-4f2d-855e-e4309db3bafb None None] Calling delete_port for 0087eca3-745a-4ea1-8e71-d334f82bb4e8 owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:34:58.346624 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-948e346b-92a1-4299-a93f-a41264943687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0db6795-6128-4e24-b0d8-51f4615e6877', 'name': 'tempest-TestNetworkBasicOps-router-713477362', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': '613d469f-2629-4124-adf6-f25b5d93ac21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:31:04Z', 'updated_at': '2021-12-10T19:34:56Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '613d469f-2629-4124-adf6-f25b5d93ac21', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0db6795-6128-4e24-b0d8-51f4615e6877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:31:05Z', 'updated_at': '2021-12-10T19:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:34:58.352933 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdca0d41-9917-4074-870a-129e7a22e123 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'Port': ['ID=613d469f-2629-4124-adf6-f25b5d93ac21,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:34:58.404522 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948e346b-92a1-4299-a93f-a41264943687 None None] The sync data for ids ['e0db6795-6128-4e24-b0d8-51f4615e6877'] in dv-neutron-821441-1-hyperv is: [{'id': 'e0db6795-6128-4e24-b0d8-51f4615e6877', 'name': 'tempest-TestNetworkBasicOps-router-713477362', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': '613d469f-2629-4124-adf6-f25b5d93ac21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:31:04Z', 'updated_at': '2021-12-10T19:34:56Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '613d469f-2629-4124-adf6-f25b5d93ac21', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0db6795-6128-4e24-b0d8-51f4615e6877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:31:05Z', 'updated_at': '2021-12-10T19:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:34:58.417437 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fdca0d41-9917-4074-870a-129e7a22e123 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3713145'] for router_gateway, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:58.453892 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-53ae9448-ccff-4f2d-855e-e4309db3bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:58.480140 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ae9448-ccff-4f2d-855e-e4309db3bafb None None] Pushing event deleted for resources: {'Port': ['ID=0087eca3-745a-4ea1-8e71-d334f82bb4e8,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:34:58.485294 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ae9448-ccff-4f2d-855e-e4309db3bafb None None] No DVR routers for this DVR port 0087eca3-745a-4ea1-8e71-d334f82bb4e8 on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:34:58.494366 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ae9448-ccff-4f2d-855e-e4309db3bafb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:34:58.494366 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ae9448-ccff-4f2d-855e-e4309db3bafb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:34:58.494366 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ae9448-ccff-4f2d-855e-e4309db3bafb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:34:58.494366 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ae9448-ccff-4f2d-855e-e4309db3bafb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:34:58.494366 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ae9448-ccff-4f2d-855e-e4309db3bafb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:34:58.494366 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ae9448-ccff-4f2d-855e-e4309db3bafb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:34:58.494366 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ae9448-ccff-4f2d-855e-e4309db3bafb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:34:58.495548 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ae9448-ccff-4f2d-855e-e4309db3bafb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:34:58.495548 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ae9448-ccff-4f2d-855e-e4309db3bafb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:34:58.495548 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ae9448-ccff-4f2d-855e-e4309db3bafb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:34:58.495548 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ae9448-ccff-4f2d-855e-e4309db3bafb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:34:58.496412 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ae9448-ccff-4f2d-855e-e4309db3bafb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:34:58.532421 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fdca0d41-9917-4074-870a-129e7a22e123 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:58.534567 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fdca0d41-9917-4074-870a-129e7a22e123 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:58.581215 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fdca0d41-9917-4074-870a-129e7a22e123 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:58.581684 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdca0d41-9917-4074-870a-129e7a22e123 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Fanout notify agent at l3_agent the message router_deleted on router e0db6795-6128-4e24-b0d8-51f4615e6877 {{(pid=102365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:34:58.589265 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fdca0d41-9917-4074-870a-129e7a22e123 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:58.590389 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-fdca0d41-9917-4074-870a-129e7a22e123 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "DELETE /v2.0/routers/e0db6795-6128-4e24-b0d8-51f4615e6877 HTTP/1.1" status: 204 len: 168 time: 0.8096988 Dec 10 19:34:58.593052 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 59058) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:34:58.666979 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cbf607c8-6a80-40d5-98bd-a62df5e18303 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:58.760167 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cbf607c8-6a80-40d5-98bd-a62df5e18303 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:58.782307 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-cbf607c8-6a80-40d5-98bd-a62df5e18303 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4521a2a0-cf29-49af-b21e-6653090f4898']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:34:58.794100 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-cbf607c8-6a80-40d5-98bd-a62df5e18303 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5aa0060-65ce-4315-9605-6fd96d56b78f') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:34:58.794387 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-cbf607c8-6a80-40d5-98bd-a62df5e18303 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5aa0060-65ce-4315-9605-6fd96d56b78f') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:34:58.804445 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cbf607c8-6a80-40d5-98bd-a62df5e18303 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:58.819458 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cbf607c8-6a80-40d5-98bd-a62df5e18303 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:58.827487 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbf607c8-6a80-40d5-98bd-a62df5e18303 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:34:58.827934 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cbf607c8-6a80-40d5-98bd-a62df5e18303 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:58.830973 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:34:58.830973 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:34:58.830973 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:34:58.830973 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:34:58.830973 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:34:58.830973 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:34:58.830973 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:34:58.830973 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:34:58.830973 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:34:58.830973 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:34:58.830973 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:34:58.830973 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:34:58.830973 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:34:58.830973 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:34:58.830973 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:34:58.830973 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:34:58.830973 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:34:58.830973 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:34:58.830973 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:34:58.830973 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:34:58.830973 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:34:58.830973 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:34:58.830973 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:34:58.830973 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:34:58.830973 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:34:58.830973 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:34:58.830973 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:34:58.830973 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:34:58.830973 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:34:58.830973 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:34:58.830973 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:34:58.830973 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:34:58.895928 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cbf607c8-6a80-40d5-98bd-a62df5e18303 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:58.904487 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cbf607c8-6a80-40d5-98bd-a62df5e18303 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:58.907988 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-cbf607c8-6a80-40d5-98bd-a62df5e18303 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "DELETE /v2.0/networks/4521a2a0-cf29-49af-b21e-6653090f4898 HTTP/1.1" status: 204 len: 168 time: 0.3139658 Dec 10 19:34:58.916698 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 59060) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:34:58.919741 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf607c8-6a80-40d5-98bd-a62df5e18303 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'Network': ['ID=4521a2a0-cf29-49af-b21e-6653090f4898,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:34:58.924176 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-58b7b230-8248-47d5-8eb6-84a7582e78c7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'network': {'name': 'tempest-network-smoke--851641168', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'port_security_enabled': True}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:34:58.947260 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b7b230-8248-47d5-8eb6-84a7582e78c7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Made reservation on behalf of 730e4c9f0aba4accb176e575114c849e for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:34:58.951214 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-58b7b230-8248-47d5-8eb6-84a7582e78c7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:58.980072 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58b7b230-8248-47d5-8eb6-84a7582e78c7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:34:58.991186 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-58b7b230-8248-47d5-8eb6-84a7582e78c7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:58.991533 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-58b7b230-8248-47d5-8eb6-84a7582e78c7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Added segment 5094c03f-6d3e-4746-9031-9f8d3c5dc636 of type vlan for network fafe484e-d91d-469f-be7f-520af51bd758 Dec 10 19:34:59.040972 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-58b7b230-8248-47d5-8eb6-84a7582e78c7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:59.068424 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-58b7b230-8248-47d5-8eb6-84a7582e78c7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:59.074621 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b7b230-8248-47d5-8eb6-84a7582e78c7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:34:59.075228 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-58b7b230-8248-47d5-8eb6-84a7582e78c7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:59.136284 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-58b7b230-8248-47d5-8eb6-84a7582e78c7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2177589 Dec 10 19:34:59.139281 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 59064) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:34:59.144240 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-d5b8120f-ee8a-469b-956b-bc0472a43284 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1073002095', 'admin_state_up': True, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:34:59.148055 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b7b230-8248-47d5-8eb6-84a7582e78c7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Network': ['ID=fafe484e-d91d-469f-be7f-520af51bd758,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:34:59.155732 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b7b230-8248-47d5-8eb6-84a7582e78c7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:34:59.156078 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b7b230-8248-47d5-8eb6-84a7582e78c7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:34:59.156417 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b7b230-8248-47d5-8eb6-84a7582e78c7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:34:59.156788 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b7b230-8248-47d5-8eb6-84a7582e78c7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:34:59.157121 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b7b230-8248-47d5-8eb6-84a7582e78c7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:34:59.157454 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b7b230-8248-47d5-8eb6-84a7582e78c7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:34:59.157782 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b7b230-8248-47d5-8eb6-84a7582e78c7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:34:59.158106 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b7b230-8248-47d5-8eb6-84a7582e78c7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:34:59.158431 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b7b230-8248-47d5-8eb6-84a7582e78c7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:34:59.158744 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b7b230-8248-47d5-8eb6-84a7582e78c7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:34:59.159068 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b7b230-8248-47d5-8eb6-84a7582e78c7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:34:59.159387 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b7b230-8248-47d5-8eb6-84a7582e78c7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:34:59.169198 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d5b8120f-ee8a-469b-956b-bc0472a43284 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:59.170318 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d5b8120f-ee8a-469b-956b-bc0472a43284 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:59.171527 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network fafe484e-d91d-469f-be7f-520af51bd758 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:34:59.222468 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d5b8120f-ee8a-469b-956b-bc0472a43284 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:59.364605 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d5b8120f-ee8a-469b-956b-bc0472a43284 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:59.420738 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 0087eca3-745a-4ea1-8e71-d334f82bb4e8 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:34:59.443409 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 0087eca3-745a-4ea1-8e71-d334f82bb4e8 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:34:59.443874 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 0087eca3-745a-4ea1-8e71-d334f82bb4e8 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:34:59.444398 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device b6800ee9-1d78-43bf-a634-f8629d2c164d no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:34:59.468125 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: b6800ee9-1d78-43bf-a634-f8629d2c164d {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:34:59.468591 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device b6800ee9-1d78-43bf-a634-f8629d2c164d not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:34:59.562567 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d5b8120f-ee8a-469b-956b-bc0472a43284 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router_gateway, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:59.585003 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d5b8120f-ee8a-469b-956b-bc0472a43284 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:59.685331 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-d5b8120f-ee8a-469b-956b-bc0472a43284 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Allocated IP 172.26.6.144 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/233e9c0e-3134-4f9d-84d7-db9c0a200f18) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:34:59.786557 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d5b8120f-ee8a-469b-956b-bc0472a43284 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:59.824359 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d5b8120f-ee8a-469b-956b-bc0472a43284 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:34:59.872472 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b8120f-ee8a-469b-956b-bc0472a43284 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:34:59.875290 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-d5b8120f-ee8a-469b-956b-bc0472a43284 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:34:59.881688 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b8120f-ee8a-469b-956b-bc0472a43284 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:34:59.885473 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b8120f-ee8a-469b-956b-bc0472a43284 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Port': ['ID=233e9c0e-3134-4f9d-84d7-db9c0a200f18,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:35:00.125641 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d5b8120f-ee8a-469b-956b-bc0472a43284 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router_gateway, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:00.321940 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d5b8120f-ee8a-469b-956b-bc0472a43284 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:00.447099 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b8120f-ee8a-469b-956b-bc0472a43284 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Router 328a3e15-3894-444e-a5a0-63e55c6c7756 is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:35:00.547623 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b8120f-ee8a-469b-956b-bc0472a43284 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:35:00.558006 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2755946-6976-406b-86d3-83a040c6fbe9 None None] Sync routers for ids ['328a3e15-3894-444e-a5a0-63e55c6c7756'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:35:00.567246 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2755946-6976-406b-86d3-83a040c6fbe9 None None] Routers {'328a3e15-3894-444e-a5a0-63e55c6c7756'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:35:00.567740 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d5b8120f-ee8a-469b-956b-bc0472a43284 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:00.567884 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-c2755946-6976-406b-86d3-83a040c6fbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:34:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['328a3e15-3894-444e-a5a0-63e55c6c7756'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:35:00.568993 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-d5b8120f-ee8a-469b-956b-bc0472a43284 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4286430 Dec 10 19:35:00.572802 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 59066) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:35:00.649457 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-65ade05b-3a69-47e6-b6ad-9bd1bed6fc19 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=730e4c9f0aba4accb176e575114c849e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0750060 Dec 10 19:35:00.652560 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 59070) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:35:00.673250 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-c2755946-6976-406b-86d3-83a040c6fbe9 None None] Set router 328a3e15-3894-444e-a5a0-63e55c6c7756 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:35:00.741880 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fffb0eb-2427-429d-a96e-b3fe7352a4ce tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:00.743795 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-1fffb0eb-2427-429d-a96e-b3fe7352a4ce tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0899553 Dec 10 19:35:00.746770 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 59072) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:35:00.776542 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-511a2c71-67ca-463c-a504-ece10cabdc16 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=68e2ee80-e7f8-4be2-b0d8-392fd4a4e031&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286214 Dec 10 19:35:00.779097 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 59074) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:35:00.783981 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-d2f5f028-9b77-434a-84f9-a9ce41f82a09 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-16031848', 'network_id': 'fafe484e-d91d-469f-be7f-520af51bd758', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:35:00.874179 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f5f028-9b77-434a-84f9-a9ce41f82a09 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Made reservation on behalf of 730e4c9f0aba4accb176e575114c849e for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:35:00.877924 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d2f5f028-9b77-434a-84f9-a9ce41f82a09 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:00.931023 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-c2755946-6976-406b-86d3-83a040c6fbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'name': 'tempest-TestNetworkBasicOps-router-1073002095', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': '233e9c0e-3134-4f9d-84d7-db9c0a200f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:34:59Z', 'updated_at': '2021-12-10T19:35:00Z', 'revision_number': 3, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '233e9c0e-3134-4f9d-84d7-db9c0a200f18', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:13:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:34:59Z', 'updated_at': '2021-12-10T19:34:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:35:00.959659 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2755946-6976-406b-86d3-83a040c6fbe9 None None] Checking router: 328a3e15-3894-444e-a5a0-63e55c6c7756 for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:35:00.959991 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2755946-6976-406b-86d3-83a040c6fbe9 None None] Updating router 328a3e15-3894-444e-a5a0-63e55c6c7756 port 233e9c0e-3134-4f9d-84d7-db9c0a200f18 binding host dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:35:00.984898 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-c2755946-6976-406b-86d3-83a040c6fbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:00.990159 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 613d469f-2629-4124-adf6-f25b5d93ac21 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:35:01.011196 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 613d469f-2629-4124-adf6-f25b5d93ac21 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:35:01.011527 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 613d469f-2629-4124-adf6-f25b5d93ac21 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:35:01.064465 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d2f5f028-9b77-434a-84f9-a9ce41f82a09 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:01.125730 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f5f028-9b77-434a-84f9-a9ce41f82a09 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Subnet': ['ID=a8566c97-f006-48e6-80ba-2c17d4444889,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:35:01.133243 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f5f028-9b77-434a-84f9-a9ce41f82a09 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Checking segment: {'id': '5094c03f-6d3e-4746-9031-9f8d3c5dc636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fafe484e-d91d-469f-be7f-520af51bd758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:35:01.133606 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f5f028-9b77-434a-84f9-a9ce41f82a09 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Network hostable DHCP agents. Network: fafe484e-d91d-469f-be7f-520af51bd758, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:35:01.150783 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f5f028-9b77-434a-84f9-a9ce41f82a09 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Network fafe484e-d91d-469f-be7f-520af51bd758 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:35:01.161352 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-d2f5f028-9b77-434a-84f9-a9ce41f82a09 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, fafe484e-d91d-469f-be7f-520af51bd758) {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:35:01.169032 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f5f028-9b77-434a-84f9-a9ce41f82a09 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:01.169965 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d2f5f028-9b77-434a-84f9-a9ce41f82a09 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:01.171992 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d320e53-0b47-42a5-bc44-445d2ebfd09c None None] Network fafe484e-d91d-469f-be7f-520af51bd758 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:35:01.189953 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-d2f5f028-9b77-434a-84f9-a9ce41f82a09 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4098132 Dec 10 19:35:01.193534 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 59076) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:35:01.255890 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-c2755946-6976-406b-86d3-83a040c6fbe9 None None] Notify callbacks [] for port, precommit_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:01.262521 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-c2755946-6976-406b-86d3-83a040c6fbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:01.310340 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef77314d-b365-4c65-b116-3ef2774eebe1 None None] Pushing event updated for resources: {'Port': ['ID=233e9c0e-3134-4f9d-84d7-db9c0a200f18,revision_number=2']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:35:01.319963 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef77314d-b365-4c65-b116-3ef2774eebe1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:35:01.320364 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef77314d-b365-4c65-b116-3ef2774eebe1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:35:01.320665 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef77314d-b365-4c65-b116-3ef2774eebe1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:35:01.321544 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef77314d-b365-4c65-b116-3ef2774eebe1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:35:01.322090 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef77314d-b365-4c65-b116-3ef2774eebe1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:35:01.322610 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef77314d-b365-4c65-b116-3ef2774eebe1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:35:01.322945 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef77314d-b365-4c65-b116-3ef2774eebe1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:35:01.323274 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef77314d-b365-4c65-b116-3ef2774eebe1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:35:01.323601 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef77314d-b365-4c65-b116-3ef2774eebe1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:35:01.323921 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef77314d-b365-4c65-b116-3ef2774eebe1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:35:01.324241 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef77314d-b365-4c65-b116-3ef2774eebe1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:35:01.324588 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef77314d-b365-4c65-b116-3ef2774eebe1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:35:01.346190 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-c2755946-6976-406b-86d3-83a040c6fbe9 None None] Attempting to bind port 233e9c0e-3134-4f9d-84d7-db9c0a200f18 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:35:01.346437 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-c2755946-6976-406b-86d3-83a040c6fbe9 None None] Attempting to bind port 233e9c0e-3134-4f9d-84d7-db9c0a200f18 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:35:01.346767 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2755946-6976-406b-86d3-83a040c6fbe9 None None] Attempting to bind port 233e9c0e-3134-4f9d-84d7-db9c0a200f18 on network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:35:01.353073 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2755946-6976-406b-86d3-83a040c6fbe9 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:35:01.353524 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2755946-6976-406b-86d3-83a040c6fbe9 None None] Checking segment: {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:35:01.353914 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-c2755946-6976-406b-86d3-83a040c6fbe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:01.354298 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2755946-6976-406b-86d3-83a040c6fbe9 None None] Bound using segment: {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:35:01.354772 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-c2755946-6976-406b-86d3-83a040c6fbe9 None None] Bound port: 233e9c0e-3134-4f9d-84d7-db9c0a200f18, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:35:01.355149 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-c2755946-6976-406b-86d3-83a040c6fbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:01.412716 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-c2755946-6976-406b-86d3-83a040c6fbe9 None None] For port 233e9c0e-3134-4f9d-84d7-db9c0a200f18, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:35:01.416428 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-c2755946-6976-406b-86d3-83a040c6fbe9 None None] For port 233e9c0e-3134-4f9d-84d7-db9c0a200f18, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=233e9c0e-3134-4f9d-84d7-db9c0a200f18,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:35:01.422421 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-c2755946-6976-406b-86d3-83a040c6fbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:01.468317 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ed565f-6e81-4a74-a210-ed3f56ae7473 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-fafe484e-d91d-469f-be7f-520af51bd758', 'network_id': 'fafe484e-d91d-469f-be7f-520af51bd758', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'fixed_ips': [{'subnet_id': 'a8566c97-f006-48e6-80ba-2c17d4444889'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:35:01.469211 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-81ed565f-6e81-4a74-a210-ed3f56ae7473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:01.483617 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2755946-6976-406b-86d3-83a040c6fbe9 None None] Routers {'328a3e15-3894-444e-a5a0-63e55c6c7756'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:35:01.484231 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-c2755946-6976-406b-86d3-83a040c6fbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:34:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['328a3e15-3894-444e-a5a0-63e55c6c7756'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:35:01.489482 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef77314d-b365-4c65-b116-3ef2774eebe1 None None] Pushing event updated for resources: {'Port': ['ID=233e9c0e-3134-4f9d-84d7-db9c0a200f18,revision_number=3']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:35:01.604334 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-c2755946-6976-406b-86d3-83a040c6fbe9 None None] Set router 328a3e15-3894-444e-a5a0-63e55c6c7756 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:35:01.613560 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-81ed565f-6e81-4a74-a210-ed3f56ae7473 None None] Allocated IP 172.20.0.2 (fafe484e-d91d-469f-be7f-520af51bd758/a8566c97-f006-48e6-80ba-2c17d4444889/5f28ef24-469d-4887-a043-388b87817d01) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:35:01.681765 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c6aaff00-b681-45f6-8f89-6c4d3c21afa0 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:01.768123 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-81ed565f-6e81-4a74-a210-ed3f56ae7473 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:01.775877 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-81ed565f-6e81-4a74-a210-ed3f56ae7473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:01.788681 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-c2755946-6976-406b-86d3-83a040c6fbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'name': 'tempest-TestNetworkBasicOps-router-1073002095', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': '233e9c0e-3134-4f9d-84d7-db9c0a200f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:34:59Z', 'updated_at': '2021-12-10T19:35:00Z', 'revision_number': 3, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '233e9c0e-3134-4f9d-84d7-db9c0a200f18', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:13:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:34:59Z', 'updated_at': '2021-12-10T19:35:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:35:01.814059 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ed565f-6e81-4a74-a210-ed3f56ae7473 None None] Network fafe484e-d91d-469f-be7f-520af51bd758 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:35:01.817106 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-81ed565f-6e81-4a74-a210-ed3f56ae7473 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:35:01.820553 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ed565f-6e81-4a74-a210-ed3f56ae7473 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:35:01.828443 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2755946-6976-406b-86d3-83a040c6fbe9 None None] The sync data for ids ['328a3e15-3894-444e-a5a0-63e55c6c7756'] in dv-neutron-821441-1-hyperv is: [{'id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'name': 'tempest-TestNetworkBasicOps-router-1073002095', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': '233e9c0e-3134-4f9d-84d7-db9c0a200f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:34:59Z', 'updated_at': '2021-12-10T19:35:00Z', 'revision_number': 3, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '233e9c0e-3134-4f9d-84d7-db9c0a200f18', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:13:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:34:59Z', 'updated_at': '2021-12-10T19:35:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:35:01.831328 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ed565f-6e81-4a74-a210-ed3f56ae7473 None None] Pushing event updated for resources: {'Port': ['ID=5f28ef24-469d-4887-a043-388b87817d01,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:35:01.894948 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-81ed565f-6e81-4a74-a210-ed3f56ae7473 None None] Attempting to bind port 5f28ef24-469d-4887-a043-388b87817d01 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:35:01.895314 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-81ed565f-6e81-4a74-a210-ed3f56ae7473 None None] Attempting to bind port 5f28ef24-469d-4887-a043-388b87817d01 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '5094c03f-6d3e-4746-9031-9f8d3c5dc636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fafe484e-d91d-469f-be7f-520af51bd758'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:35:01.895672 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ed565f-6e81-4a74-a210-ed3f56ae7473 None None] Attempting to bind port 5f28ef24-469d-4887-a043-388b87817d01 on network fafe484e-d91d-469f-be7f-520af51bd758 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:35:01.901982 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ed565f-6e81-4a74-a210-ed3f56ae7473 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:35:01.902253 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ed565f-6e81-4a74-a210-ed3f56ae7473 None None] Checking segment: {'id': '5094c03f-6d3e-4746-9031-9f8d3c5dc636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fafe484e-d91d-469f-be7f-520af51bd758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:35:01.902818 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-81ed565f-6e81-4a74-a210-ed3f56ae7473 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:01.903210 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ed565f-6e81-4a74-a210-ed3f56ae7473 None None] Bound using segment: {'id': '5094c03f-6d3e-4746-9031-9f8d3c5dc636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fafe484e-d91d-469f-be7f-520af51bd758'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:35:01.903678 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-81ed565f-6e81-4a74-a210-ed3f56ae7473 None None] Bound port: 5f28ef24-469d-4887-a043-388b87817d01, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5094c03f-6d3e-4746-9031-9f8d3c5dc636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fafe484e-d91d-469f-be7f-520af51bd758'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:35:01.904056 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-81ed565f-6e81-4a74-a210-ed3f56ae7473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:01.977927 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-81ed565f-6e81-4a74-a210-ed3f56ae7473 None None] For port 5f28ef24-469d-4887-a043-388b87817d01, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:35:01.981751 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-81ed565f-6e81-4a74-a210-ed3f56ae7473 None None] For port 5f28ef24-469d-4887-a043-388b87817d01, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=5f28ef24-469d-4887-a043-388b87817d01,segment=NetworkSegment(5094c03f-6d3e-4746-9031-9f8d3c5dc636),segment_id=5094c03f-6d3e-4746-9031-9f8d3c5dc636)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:35:01.990372 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-81ed565f-6e81-4a74-a210-ed3f56ae7473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:02.074068 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ed565f-6e81-4a74-a210-ed3f56ae7473 None None] Pushing event updated for resources: {'Port': ['ID=5f28ef24-469d-4887-a043-388b87817d01,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:35:02.349170 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-c6aaff00-b681-45f6-8f89-6c4d3c21afa0 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Allocated IP 172.20.0.1 (fafe484e-d91d-469f-be7f-520af51bd758/a8566c97-f006-48e6-80ba-2c17d4444889/d444920c-d728-4bd3-82a1-ba7a1124de8f) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:35:02.411367 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:02.481118 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c6aaff00-b681-45f6-8f89-6c4d3c21afa0 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:02.516914 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c6aaff00-b681-45f6-8f89-6c4d3c21afa0 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:02.556853 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6aaff00-b681-45f6-8f89-6c4d3c21afa0 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Network fafe484e-d91d-469f-be7f-520af51bd758 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:35:02.560060 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-c6aaff00-b681-45f6-8f89-6c4d3c21afa0 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:35:02.562690 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6aaff00-b681-45f6-8f89-6c4d3c21afa0 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:35:02.603412 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aaff00-b681-45f6-8f89-6c4d3c21afa0 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Port': ['ID=d444920c-d728-4bd3-82a1-ba7a1124de8f,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:35:02.623889 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c6aaff00-b681-45f6-8f89-6c4d3c21afa0 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712030'] for router_interface, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:02.757968 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c6aaff00-b681-45f6-8f89-6c4d3c21afa0 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:03.074818 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c6aaff00-b681-45f6-8f89-6c4d3c21afa0 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:03.081719 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c6aaff00-b681-45f6-8f89-6c4d3c21afa0 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:03.110246 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 5f28ef24-469d-4887-a043-388b87817d01 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:35:03.144084 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57dd7ba-5077-46e4-b92f-be48361a6a2d None None] Network fafe484e-d91d-469f-be7f-520af51bd758 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:35:03.164931 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c6aaff00-b681-45f6-8f89-6c4d3c21afa0 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3755716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711339'] for router_interface, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:03.166540 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aaff00-b681-45f6-8f89-6c4d3c21afa0 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Port': ['ID=d444920c-d728-4bd3-82a1-ba7a1124de8f,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:35:03.220297 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-d443bbb6-8ed9-4fae-b092-1753b1f31693 None None] Provisioning complete for port 5f28ef24-469d-4887-a043-388b87817d01 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:35:03.220708 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d443bbb6-8ed9-4fae-b092-1753b1f31693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:03.266041 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6aaff00-b681-45f6-8f89-6c4d3c21afa0 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Network fafe484e-d91d-469f-be7f-520af51bd758 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:35:03.267729 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-c6aaff00-b681-45f6-8f89-6c4d3c21afa0 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:35:03.284849 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 5f28ef24-469d-4887-a043-388b87817d01 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:35:03.285214 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:03.384317 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6aaff00-b681-45f6-8f89-6c4d3c21afa0 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Router 328a3e15-3894-444e-a5a0-63e55c6c7756 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:35:03.443337 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d443bbb6-8ed9-4fae-b092-1753b1f31693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:03.482499 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:03.503034 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6aaff00-b681-45f6-8f89-6c4d3c21afa0 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:35:03.507061 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-d443bbb6-8ed9-4fae-b092-1753b1f31693 None None] For port 5f28ef24-469d-4887-a043-388b87817d01, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=5f28ef24-469d-4887-a043-388b87817d01,segment=NetworkSegment(5094c03f-6d3e-4746-9031-9f8d3c5dc636),segment_id=5094c03f-6d3e-4746-9031-9f8d3c5dc636)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:35:03.511614 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-c6aaff00-b681-45f6-8f89-6c4d3c21afa0 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "PUT /v2.0/routers/328a3e15-3894-444e-a5a0-63e55c6c7756/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3169739 Dec 10 19:35:03.514269 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 59078) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:35:03.517354 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d443bbb6-8ed9-4fae-b092-1753b1f31693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:03.600550 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.db.api [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102367) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:35:03.600931 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG oslo_db.api [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:35:03.603830 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d443bbb6-8ed9-4fae-b092-1753b1f31693 None None] Pushing event updated for resources: {'Port': ['ID=5f28ef24-469d-4887-a043-388b87817d01,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:35:03.608226 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4427f983-1b70-4661-a6a4-792b42e938b1 None None] Sync routers for ids ['328a3e15-3894-444e-a5a0-63e55c6c7756'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:35:03.618945 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4427f983-1b70-4661-a6a4-792b42e938b1 None None] Routers {'328a3e15-3894-444e-a5a0-63e55c6c7756'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:35:03.619711 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-4427f983-1b70-4661-a6a4-792b42e938b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:34:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['328a3e15-3894-444e-a5a0-63e55c6c7756'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:35:03.627911 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b9c4a8-bf76-4aad-a5ae-c6116e31f0c9 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:03.628374 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b9c4a8-bf76-4aad-a5ae-c6116e31f0c9 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:03.628858 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b9c4a8-bf76-4aad-a5ae-c6116e31f0c9 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:03.629299 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b9c4a8-bf76-4aad-a5ae-c6116e31f0c9 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:03.631034 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-38b9c4a8-bf76-4aad-a5ae-c6116e31f0c9 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1158178 Dec 10 19:35:03.634528 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 59080) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:35:03.689527 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2092ea12-8bf4-44eb-9491-20bd47df555b tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:03.690041 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2092ea12-8bf4-44eb-9491-20bd47df555b tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:03.690485 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2092ea12-8bf4-44eb-9491-20bd47df555b tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:03.691139 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2092ea12-8bf4-44eb-9491-20bd47df555b tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:03.692846 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-2092ea12-8bf4-44eb-9491-20bd47df555b tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2726 time: 0.0570624 Dec 10 19:35:03.695537 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 59082) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:35:03.741596 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-4427f983-1b70-4661-a6a4-792b42e938b1 None None] Set router 328a3e15-3894-444e-a5a0-63e55c6c7756 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:35:03.776177 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-61d30a9f-b0b2-40a0-9874-d05ae7d2573c None None] Provisioning complete for port 5f28ef24-469d-4887-a043-388b87817d01 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:35:03.776570 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-61d30a9f-b0b2-40a0-9874-d05ae7d2573c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:03.850336 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-40239061-031c-45c7-9e5d-cc78612f03f9 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1535392 Dec 10 19:35:04.018801 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 59086) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:35:04.020212 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-61d30a9f-b0b2-40a0-9874-d05ae7d2573c None None] Provisioning complete for port d444920c-d728-4bd3-82a1-ba7a1124de8f triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:35:04.020602 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-61d30a9f-b0b2-40a0-9874-d05ae7d2573c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:04.023991 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-0a00cd1d-ccdf-4ebf-89a5-790df27d4415 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-539065881', 'description': 'tempest-secgroup-smoke-539065881 description', 'project_id': '730e4c9f0aba4accb176e575114c849e'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:35:04.050122 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0a00cd1d-ccdf-4ebf-89a5-790df27d4415 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:04.065242 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-61d30a9f-b0b2-40a0-9874-d05ae7d2573c None None] Port d444920c-d728-4bd3-82a1-ba7a1124de8f cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:35:04.072786 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-4427f983-1b70-4661-a6a4-792b42e938b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'name': 'tempest-TestNetworkBasicOps-router-1073002095', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': '233e9c0e-3134-4f9d-84d7-db9c0a200f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:34:59Z', 'updated_at': '2021-12-10T19:35:02Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '233e9c0e-3134-4f9d-84d7-db9c0a200f18', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:13:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:34:59Z', 'updated_at': '2021-12-10T19:35:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': 'd444920c-d728-4bd3-82a1-ba7a1124de8f', 'name': '', 'network_id': 'fafe484e-d91d-469f-be7f-520af51bd758', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:ac:12:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a8566c97-f006-48e6-80ba-2c17d4444889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:01Z', 'updated_at': '2021-12-10T19:35:02Z', 'revision_number': 2, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'a8566c97-f006-48e6-80ba-2c17d4444889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:35:04.099848 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4427f983-1b70-4661-a6a4-792b42e938b1 None None] Checking router: 328a3e15-3894-444e-a5a0-63e55c6c7756 for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:35:04.100217 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4427f983-1b70-4661-a6a4-792b42e938b1 None None] Updating router 328a3e15-3894-444e-a5a0-63e55c6c7756 port d444920c-d728-4bd3-82a1-ba7a1124de8f binding host dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:35:04.123047 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0a00cd1d-ccdf-4ebf-89a5-790df27d4415 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:04.126690 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0a00cd1d-ccdf-4ebf-89a5-790df27d4415 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:04.153000 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4427f983-1b70-4661-a6a4-792b42e938b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:04.156374 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0a00cd1d-ccdf-4ebf-89a5-790df27d4415 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:04.157641 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-0a00cd1d-ccdf-4ebf-89a5-790df27d4415 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1373734 Dec 10 19:35:04.159655 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a00cd1d-ccdf-4ebf-89a5-790df27d4415 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee64ac4e-d080-466d-9e34-c0bf1501effe,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:35:04.160787 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 59088) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:35:04.166622 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 233e9c0e-3134-4f9d-84d7-db9c0a200f18 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:35:04.167122 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-24ef2655-dcfa-4f4c-8e7e-07c77f20e70a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': 'ee64ac4e-d080-466d-9e34-c0bf1501effe', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:35:04.198305 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-24ef2655-dcfa-4f4c-8e7e-07c77f20e70a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:04.260092 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-24ef2655-dcfa-4f4c-8e7e-07c77f20e70a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:04.264030 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-24ef2655-dcfa-4f4c-8e7e-07c77f20e70a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:04.282286 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef2655-dcfa-4f4c-8e7e-07c77f20e70a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f90780a6-3eb9-40d8-b1b7-21b88807d9bc,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:35:04.288943 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-2a328e27-fc78-40ae-961d-b8b1af141557 None None] Provisioning complete for port d444920c-d728-4bd3-82a1-ba7a1124de8f triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:35:04.289494 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2a328e27-fc78-40ae-961d-b8b1af141557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:04.292459 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-24ef2655-dcfa-4f4c-8e7e-07c77f20e70a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:04.296587 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 59090) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:35:04.297015 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-24ef2655-dcfa-4f4c-8e7e-07c77f20e70a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1348836 Dec 10 19:35:04.305140 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-ef1140fc-3f8e-4830-91c5-391daaad38f7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': 'ee64ac4e-d080-466d-9e34-c0bf1501effe', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:35:04.345626 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ef1140fc-3f8e-4830-91c5-391daaad38f7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:04.373508 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 233e9c0e-3134-4f9d-84d7-db9c0a200f18 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:35:04.373877 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:04.382521 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-2a328e27-fc78-40ae-961d-b8b1af141557 None None] Port d444920c-d728-4bd3-82a1-ba7a1124de8f cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:35:04.404398 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ef1140fc-3f8e-4830-91c5-391daaad38f7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:04.408772 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ef1140fc-3f8e-4830-91c5-391daaad38f7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:04.427749 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1140fc-3f8e-4830-91c5-391daaad38f7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dee6365a-e683-4393-832f-63e6007a82dd,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:35:04.434140 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ef1140fc-3f8e-4830-91c5-391daaad38f7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:04.435358 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-ef1140fc-3f8e-4830-91c5-391daaad38f7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1363294 Dec 10 19:35:04.438156 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 59092) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:35:04.442645 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-8046d15d-c402-481f-860f-ed1e502137aa tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': 'ee64ac4e-d080-466d-9e34-c0bf1501effe', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:35:04.470012 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8046d15d-c402-481f-860f-ed1e502137aa tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:04.532121 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8046d15d-c402-481f-860f-ed1e502137aa tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:04.533718 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:04.536021 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8046d15d-c402-481f-860f-ed1e502137aa tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:04.554549 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8046d15d-c402-481f-860f-ed1e502137aa tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fef3ae5-5b26-436b-8268-728db0a23510,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:35:04.565177 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8046d15d-c402-481f-860f-ed1e502137aa tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:04.566399 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-8046d15d-c402-481f-860f-ed1e502137aa tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1273031 Dec 10 19:35:04.569284 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 59094) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:35:04.574733 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-9c1f5946-11f8-4054-8f12-b738466f5d43 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': 'ee64ac4e-d080-466d-9e34-c0bf1501effe', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:35:04.583598 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port 233e9c0e-3134-4f9d-84d7-db9c0a200f18, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=233e9c0e-3134-4f9d-84d7-db9c0a200f18,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:35:04.588475 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:04.603122 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9c1f5946-11f8-4054-8f12-b738466f5d43 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:04.626763 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4427f983-1b70-4661-a6a4-792b42e938b1 None None] Notify callbacks [] for port, precommit_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:04.635629 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4427f983-1b70-4661-a6a4-792b42e938b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:04.657094 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=233e9c0e-3134-4f9d-84d7-db9c0a200f18,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:35:04.672759 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9c1f5946-11f8-4054-8f12-b738466f5d43 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:04.684030 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9c1f5946-11f8-4054-8f12-b738466f5d43 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:04.721970 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1f5946-11f8-4054-8f12-b738466f5d43 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84c5bc29-739a-4e77-a0e2-dfdefc58de0d,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:35:04.736024 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9c1f5946-11f8-4054-8f12-b738466f5d43 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:04.737751 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-9c1f5946-11f8-4054-8f12-b738466f5d43 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1674907 Dec 10 19:35:04.740618 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 59096) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:35:04.745974 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-19c1328d-e58a-46ba-8aa8-835730456171 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': 'ee64ac4e-d080-466d-9e34-c0bf1501effe', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:35:04.776924 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.securitygroups_db [None req-19c1328d-e58a-46ba-8aa8-835730456171 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Project 730e4c9f0aba4accb176e575114c849e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:35:04.784154 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-19c1328d-e58a-46ba-8aa8-835730456171 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:04.871583 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59be40f9-0a09-4d7e-9a0b-5b44858e07ea None None] Pushing event updated for resources: {'Port': ['ID=d444920c-d728-4bd3-82a1-ba7a1124de8f,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:35:04.878975 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-19c1328d-e58a-46ba-8aa8-835730456171 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:04.883877 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-19c1328d-e58a-46ba-8aa8-835730456171 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:04.902247 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c1328d-e58a-46ba-8aa8-835730456171 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08580acb-61f9-4d28-a19d-b2487be17864,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:35:04.912076 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-4427f983-1b70-4661-a6a4-792b42e938b1 None None] Attempting to bind port d444920c-d728-4bd3-82a1-ba7a1124de8f on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:35:04.912604 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-4427f983-1b70-4661-a6a4-792b42e938b1 None None] Attempting to bind port d444920c-d728-4bd3-82a1-ba7a1124de8f by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '5094c03f-6d3e-4746-9031-9f8d3c5dc636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fafe484e-d91d-469f-be7f-520af51bd758'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:35:04.914028 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4427f983-1b70-4661-a6a4-792b42e938b1 None None] Attempting to bind port d444920c-d728-4bd3-82a1-ba7a1124de8f on network fafe484e-d91d-469f-be7f-520af51bd758 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:35:04.920336 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-19c1328d-e58a-46ba-8aa8-835730456171 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:04.921162 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4427f983-1b70-4661-a6a4-792b42e938b1 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:35:04.921579 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-19c1328d-e58a-46ba-8aa8-835730456171 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1799552 Dec 10 19:35:04.924380 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 59098) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:35:04.924700 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4427f983-1b70-4661-a6a4-792b42e938b1 None None] Checking segment: {'id': '5094c03f-6d3e-4746-9031-9f8d3c5dc636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fafe484e-d91d-469f-be7f-520af51bd758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:35:04.925210 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4427f983-1b70-4661-a6a4-792b42e938b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:04.925688 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4427f983-1b70-4661-a6a4-792b42e938b1 None None] Bound using segment: {'id': '5094c03f-6d3e-4746-9031-9f8d3c5dc636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fafe484e-d91d-469f-be7f-520af51bd758'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:35:04.926259 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-4427f983-1b70-4661-a6a4-792b42e938b1 None None] Bound port: d444920c-d728-4bd3-82a1-ba7a1124de8f, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5094c03f-6d3e-4746-9031-9f8d3c5dc636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fafe484e-d91d-469f-be7f-520af51bd758'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:35:04.926726 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4427f983-1b70-4661-a6a4-792b42e938b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:04.929568 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-1ba9e858-9242-4cf3-8d3d-67e548cee671 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': 'ee64ac4e-d080-466d-9e34-c0bf1501effe', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:35:04.954068 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.securitygroups_db [None req-1ba9e858-9242-4cf3-8d3d-67e548cee671 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Project 730e4c9f0aba4accb176e575114c849e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:35:04.959643 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1ba9e858-9242-4cf3-8d3d-67e548cee671 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:05.003610 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-4427f983-1b70-4661-a6a4-792b42e938b1 None None] For port d444920c-d728-4bd3-82a1-ba7a1124de8f, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:35:05.009458 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-4427f983-1b70-4661-a6a4-792b42e938b1 None None] For port d444920c-d728-4bd3-82a1-ba7a1124de8f, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=d444920c-d728-4bd3-82a1-ba7a1124de8f,segment=NetworkSegment(5094c03f-6d3e-4746-9031-9f8d3c5dc636),segment_id=5094c03f-6d3e-4746-9031-9f8d3c5dc636)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:35:05.018688 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4427f983-1b70-4661-a6a4-792b42e938b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:05.036683 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1ba9e858-9242-4cf3-8d3d-67e548cee671 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:05.042185 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1ba9e858-9242-4cf3-8d3d-67e548cee671 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:05.060290 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 5f28ef24-469d-4887-a043-388b87817d01 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:35:05.061217 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba9e858-9242-4cf3-8d3d-67e548cee671 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5b64867-8692-4d1c-b8cc-e3cc8c5fac91,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:35:05.067030 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1ba9e858-9242-4cf3-8d3d-67e548cee671 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:05.068736 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-1ba9e858-9242-4cf3-8d3d-67e548cee671 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1425331 Dec 10 19:35:05.114366 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-44827591-0772-482f-a00f-6dafdfa9a599 None None] Provisioning complete for port d444920c-d728-4bd3-82a1-ba7a1124de8f triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:35:05.114736 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-44827591-0772-482f-a00f-6dafdfa9a599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:05.146142 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59be40f9-0a09-4d7e-9a0b-5b44858e07ea None None] Pushing event updated for resources: {'Port': ['ID=d444920c-d728-4bd3-82a1-ba7a1124de8f,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:35:05.156999 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4427f983-1b70-4661-a6a4-792b42e938b1 None None] Routers {'328a3e15-3894-444e-a5a0-63e55c6c7756'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:35:05.158335 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-4427f983-1b70-4661-a6a4-792b42e938b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:34:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['328a3e15-3894-444e-a5a0-63e55c6c7756'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:35:05.241295 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8b9f4c13-4a63-4796-9fc5-79c2c27b4523 req-31cf7f3b-8dec-4d8b-97b2-ea3977a1f357 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-539065881&fields=id&tenant_id=730e4c9f0aba4accb176e575114c849e HTTP/1.1" status: 200 len: 267 time: 0.0440719 Dec 10 19:35:05.263478 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 5f28ef24-469d-4887-a043-388b87817d01 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:35:05.263844 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:05.358775 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-4427f983-1b70-4661-a6a4-792b42e938b1 None None] Set router 328a3e15-3894-444e-a5a0-63e55c6c7756 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:35:05.361955 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f4c13-4a63-4796-9fc5-79c2c27b4523 req-3f245cbb-6394-423d-9270-6c70574b3bce tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:05.363546 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8b9f4c13-4a63-4796-9fc5-79c2c27b4523 req-3f245cbb-6394-423d-9270-6c70574b3bce tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/networks?id=fafe484e-d91d-469f-be7f-520af51bd758 HTTP/1.1" status: 200 len: 796 time: 0.1214418 Dec 10 19:35:05.380534 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8b9f4c13-4a63-4796-9fc5-79c2c27b4523 req-e47f8fa6-d3f7-412b-b521-e1c615648edd tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/quotas/730e4c9f0aba4accb176e575114c849e HTTP/1.1" status: 200 len: 375 time: 0.0095255 Dec 10 19:35:05.386557 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-44827591-0772-482f-a00f-6dafdfa9a599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:05.434678 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8b9f4c13-4a63-4796-9fc5-79c2c27b4523 req-63df0ff0-494b-4eac-94cd-6b65d2d19bb8 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=730e4c9f0aba4accb176e575114c849e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473809 Dec 10 19:35:05.450707 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [req-8b9f4c13-4a63-4796-9fc5-79c2c27b4523 req-0e947626-c113-47bc-9ae6-e8dc7d883eb8 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:35:05.452018 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8b9f4c13-4a63-4796-9fc5-79c2c27b4523 req-0e947626-c113-47bc-9ae6-e8dc7d883eb8 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060525 Dec 10 19:35:05.521616 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 233e9c0e-3134-4f9d-84d7-db9c0a200f18 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:35:05.551384 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8b9f4c13-4a63-4796-9fc5-79c2c27b4523 req-b9d03236-3be5-4eb2-88b6-98c358a08287 service neutron] 10.222.0.69 "GET /v2.0/networks/fafe484e-d91d-469f-be7f-520af51bd758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929902 Dec 10 19:35:05.552518 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-44827591-0772-482f-a00f-6dafdfa9a599 None None] For port d444920c-d728-4bd3-82a1-ba7a1124de8f, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=d444920c-d728-4bd3-82a1-ba7a1124de8f,segment=NetworkSegment(5094c03f-6d3e-4746-9031-9f8d3c5dc636),segment_id=5094c03f-6d3e-4746-9031-9f8d3c5dc636)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:35:05.563764 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-44827591-0772-482f-a00f-6dafdfa9a599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:05.643011 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8b9f4c13-4a63-4796-9fc5-79c2c27b4523 req-32df0de5-320e-4bef-ac59-7cf8fdbdc7b4 service neutron] 10.222.0.69 "GET /v2.0/networks/fafe484e-d91d-469f-be7f-520af51bd758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844333 Dec 10 19:35:05.649969 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44827591-0772-482f-a00f-6dafdfa9a599 None None] Pushing event updated for resources: {'Port': ['ID=d444920c-d728-4bd3-82a1-ba7a1124de8f,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:35:05.678364 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 233e9c0e-3134-4f9d-84d7-db9c0a200f18 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:35:05.678724 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:05.735380 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-e74c7cf7-3748-4b49-b9fa-c8ed7665ae04 None None] Provisioning complete for port d444920c-d728-4bd3-82a1-ba7a1124de8f triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:35:05.735755 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e74c7cf7-3748-4b49-b9fa-c8ed7665ae04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:05.800478 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-4427f983-1b70-4661-a6a4-792b42e938b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'name': 'tempest-TestNetworkBasicOps-router-1073002095', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': '233e9c0e-3134-4f9d-84d7-db9c0a200f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:34:59Z', 'updated_at': '2021-12-10T19:35:02Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '233e9c0e-3134-4f9d-84d7-db9c0a200f18', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:13:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:34:59Z', 'updated_at': '2021-12-10T19:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': 'd444920c-d728-4bd3-82a1-ba7a1124de8f', 'name': '', 'network_id': 'fafe484e-d91d-469f-be7f-520af51bd758', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:ac:12:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a8566c97-f006-48e6-80ba-2c17d4444889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:01Z', 'updated_at': '2021-12-10T19:35:04Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'a8566c97-f006-48e6-80ba-2c17d4444889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:35:05.832165 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-519f119f-118c-4e64-85a8-66e6d7df50e3 req-fdacd1bb-fa0e-4448-8fe0-fadbf092747e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=6164f19e-d411-4efa-a9a1-26ffc8a316cf HTTP/1.1" status: 200 len: 210 time: 0.0289023 Dec 10 19:35:05.852201 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4427f983-1b70-4661-a6a4-792b42e938b1 None None] The sync data for ids ['328a3e15-3894-444e-a5a0-63e55c6c7756'] in dv-neutron-821441-1-hyperv is: [{'id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'name': 'tempest-TestNetworkBasicOps-router-1073002095', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': '233e9c0e-3134-4f9d-84d7-db9c0a200f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:34:59Z', 'updated_at': '2021-12-10T19:35:02Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '233e9c0e-3134-4f9d-84d7-db9c0a200f18', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:13:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:34:59Z', 'updated_at': '2021-12-10T19:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': 'd444920c-d728-4bd3-82a1-ba7a1124de8f', 'name': '', 'network_id': 'fafe484e-d91d-469f-be7f-520af51bd758', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:ac:12:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a8566c97-f006-48e6-80ba-2c17d4444889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:01Z', 'updated_at': '2021-12-10T19:35:04Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'a8566c97-f006-48e6-80ba-2c17d4444889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:35:06.838295 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f4c13-4a63-4796-9fc5-79c2c27b4523 req-efdc2c4d-0f15-43a5-a507-0620f7fb8554 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:06.839446 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8b9f4c13-4a63-4796-9fc5-79c2c27b4523 req-efdc2c4d-0f15-43a5-a507-0620f7fb8554 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.36 "GET /v2.0/networks?id=fafe484e-d91d-469f-be7f-520af51bd758 HTTP/1.1" status: 200 len: 796 time: 0.1396506 Dec 10 19:35:06.897240 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8b9f4c13-4a63-4796-9fc5-79c2c27b4523 req-38877090-a8ed-4a28-96f6-04878fb30b26 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=730e4c9f0aba4accb176e575114c849e HTTP/1.1" status: 200 len: 379 time: 0.0424516 Dec 10 19:35:06.910956 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-8b9f4c13-4a63-4796-9fc5-79c2c27b4523 req-05afa72d-865d-4592-9a9d-f33b59e2375c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'port': {'device_id': '6164f19e-d411-4efa-a9a1-26ffc8a316cf', 'network_id': 'fafe484e-d91d-469f-be7f-520af51bd758', 'admin_state_up': True, 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'security_groups': ['ee64ac4e-d080-466d-9e34-c0bf1501effe']}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:35:07.053243 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device d444920c-d728-4bd3-82a1-ba7a1124de8f up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:35:07.108792 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port d444920c-d728-4bd3-82a1-ba7a1124de8f triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:35:07.109169 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:07.312932 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9bebcb05-da9d-48a5-b3fa-ad71a3af2d68 req-20ea5813-3661-45f1-b6a1-4e7d41b21fc5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=6164f19e-d411-4efa-a9a1-26ffc8a316cf HTTP/1.1" status: 200 len: 210 time: 0.3966348 Dec 10 19:35:07.390835 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b9f4c13-4a63-4796-9fc5-79c2c27b4523 req-05afa72d-865d-4592-9a9d-f33b59e2375c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Made reservation on behalf of 730e4c9f0aba4accb176e575114c849e for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:35:07.395330 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-8b9f4c13-4a63-4796-9fc5-79c2c27b4523 req-05afa72d-865d-4592-9a9d-f33b59e2375c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:07.530140 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [req-8b9f4c13-4a63-4796-9fc5-79c2c27b4523 req-05afa72d-865d-4592-9a9d-f33b59e2375c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Allocated IP 172.20.0.14 (fafe484e-d91d-469f-be7f-520af51bd758/a8566c97-f006-48e6-80ba-2c17d4444889/d1da9ca0-4ba5-4878-afa7-7f1236c38f8a) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:35:07.684161 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-8b9f4c13-4a63-4796-9fc5-79c2c27b4523 req-05afa72d-865d-4592-9a9d-f33b59e2375c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:07.718678 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-8b9f4c13-4a63-4796-9fc5-79c2c27b4523 req-05afa72d-865d-4592-9a9d-f33b59e2375c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:07.765316 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b9f4c13-4a63-4796-9fc5-79c2c27b4523 req-05afa72d-865d-4592-9a9d-f33b59e2375c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Network fafe484e-d91d-469f-be7f-520af51bd758 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:35:07.768546 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [req-8b9f4c13-4a63-4796-9fc5-79c2c27b4523 req-05afa72d-865d-4592-9a9d-f33b59e2375c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:35:07.772760 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b9f4c13-4a63-4796-9fc5-79c2c27b4523 req-05afa72d-865d-4592-9a9d-f33b59e2375c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:35:07.782062 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05afa72d-865d-4592-9a9d-f33b59e2375c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Port': ['ID=d1da9ca0-4ba5-4878-afa7-7f1236c38f8a,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:35:07.816721 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05afa72d-865d-4592-9a9d-f33b59e2375c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:35:07.817194 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05afa72d-865d-4592-9a9d-f33b59e2375c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:35:07.817478 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05afa72d-865d-4592-9a9d-f33b59e2375c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:35:07.817710 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05afa72d-865d-4592-9a9d-f33b59e2375c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:35:07.818043 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05afa72d-865d-4592-9a9d-f33b59e2375c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:35:07.818361 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05afa72d-865d-4592-9a9d-f33b59e2375c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:35:07.818682 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05afa72d-865d-4592-9a9d-f33b59e2375c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:35:07.819000 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05afa72d-865d-4592-9a9d-f33b59e2375c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:35:07.819330 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05afa72d-865d-4592-9a9d-f33b59e2375c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:35:07.819672 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05afa72d-865d-4592-9a9d-f33b59e2375c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:35:07.819972 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05afa72d-865d-4592-9a9d-f33b59e2375c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:35:07.820281 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05afa72d-865d-4592-9a9d-f33b59e2375c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:35:07.847403 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f4c13-4a63-4796-9fc5-79c2c27b4523 req-05afa72d-865d-4592-9a9d-f33b59e2375c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:07.848161 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-8b9f4c13-4a63-4796-9fc5-79c2c27b4523 req-05afa72d-865d-4592-9a9d-f33b59e2375c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:07.866111 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8b9f4c13-4a63-4796-9fc5-79c2c27b4523 req-05afa72d-865d-4592-9a9d-f33b59e2375c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9591191 Dec 10 19:35:07.879291 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-8b9f4c13-4a63-4796-9fc5-79c2c27b4523 req-5fd819ba-1892-4d4f-9e2f-5526ac8a5485 service neutron] Request body: {'port': {'device_id': '6164f19e-d411-4efa-a9a1-26ffc8a316cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:35:07.938137 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-8b9f4c13-4a63-4796-9fc5-79c2c27b4523 req-5fd819ba-1892-4d4f-9e2f-5526ac8a5485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:08.062002 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-ac4b6b9d-a675-4962-983a-2d0bf333447a None None] Provisioning complete for port d1da9ca0-4ba5-4878-afa7-7f1236c38f8a triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:35:08.062605 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ac4b6b9d-a675-4962-983a-2d0bf333447a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:08.103848 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-ac4b6b9d-a675-4962-983a-2d0bf333447a None None] Port d1da9ca0-4ba5-4878-afa7-7f1236c38f8a cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:35:08.218453 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [req-8b9f4c13-4a63-4796-9fc5-79c2c27b4523 req-5fd819ba-1892-4d4f-9e2f-5526ac8a5485 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1da9ca0-4ba5-4878-afa7-7f1236c38f8a {{(pid=102365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:35:08.225955 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-8b9f4c13-4a63-4796-9fc5-79c2c27b4523 req-5fd819ba-1892-4d4f-9e2f-5526ac8a5485 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:08.237918 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.provisioning_blocks [req-8b9f4c13-4a63-4796-9fc5-79c2c27b4523 req-5fd819ba-1892-4d4f-9e2f-5526ac8a5485 service neutron] Transition to ACTIVE for port object d1da9ca0-4ba5-4878-afa7-7f1236c38f8a will not be triggered until provisioned by entity L2. {{(pid=102365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:35:08.241675 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-8b9f4c13-4a63-4796-9fc5-79c2c27b4523 req-5fd819ba-1892-4d4f-9e2f-5526ac8a5485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:08.293573 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd819ba-1892-4d4f-9e2f-5526ac8a5485 service neutron] Pushing event updated for resources: {'Port': ['ID=d1da9ca0-4ba5-4878-afa7-7f1236c38f8a,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:35:08.360552 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-8b9f4c13-4a63-4796-9fc5-79c2c27b4523 req-5fd819ba-1892-4d4f-9e2f-5526ac8a5485 service neutron] Attempting to bind port d1da9ca0-4ba5-4878-afa7-7f1236c38f8a on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:35:08.360935 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-8b9f4c13-4a63-4796-9fc5-79c2c27b4523 req-5fd819ba-1892-4d4f-9e2f-5526ac8a5485 service neutron] Attempting to bind port d1da9ca0-4ba5-4878-afa7-7f1236c38f8a by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '5094c03f-6d3e-4746-9031-9f8d3c5dc636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fafe484e-d91d-469f-be7f-520af51bd758'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:35:08.361344 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9f4c13-4a63-4796-9fc5-79c2c27b4523 req-5fd819ba-1892-4d4f-9e2f-5526ac8a5485 service neutron] Attempting to bind port d1da9ca0-4ba5-4878-afa7-7f1236c38f8a on network fafe484e-d91d-469f-be7f-520af51bd758 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:35:08.366294 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9f4c13-4a63-4796-9fc5-79c2c27b4523 req-5fd819ba-1892-4d4f-9e2f-5526ac8a5485 service neutron] Port d1da9ca0-4ba5-4878-afa7-7f1236c38f8a on network fafe484e-d91d-469f-be7f-520af51bd758 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:35:08.366685 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9f4c13-4a63-4796-9fc5-79c2c27b4523 req-5fd819ba-1892-4d4f-9e2f-5526ac8a5485 service neutron] Attempting to bind port d1da9ca0-4ba5-4878-afa7-7f1236c38f8a on network fafe484e-d91d-469f-be7f-520af51bd758 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:35:08.373005 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9f4c13-4a63-4796-9fc5-79c2c27b4523 req-5fd819ba-1892-4d4f-9e2f-5526ac8a5485 service neutron] Checking agent: {'id': '9e16c23e-95bc-4c2e-b3ec-daf7533f9d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'started_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:35:08.373346 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9f4c13-4a63-4796-9fc5-79c2c27b4523 req-5fd819ba-1892-4d4f-9e2f-5526ac8a5485 service neutron] Checking segment: {'id': '5094c03f-6d3e-4746-9031-9f8d3c5dc636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fafe484e-d91d-469f-be7f-520af51bd758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:35:08.373728 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9f4c13-4a63-4796-9fc5-79c2c27b4523 req-5fd819ba-1892-4d4f-9e2f-5526ac8a5485 service neutron] Bound using segment: {'id': '5094c03f-6d3e-4746-9031-9f8d3c5dc636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fafe484e-d91d-469f-be7f-520af51bd758'} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:35:08.374158 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-8b9f4c13-4a63-4796-9fc5-79c2c27b4523 req-5fd819ba-1892-4d4f-9e2f-5526ac8a5485 service neutron] Bound port: d1da9ca0-4ba5-4878-afa7-7f1236c38f8a, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5094c03f-6d3e-4746-9031-9f8d3c5dc636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fafe484e-d91d-469f-be7f-520af51bd758'}}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:35:08.374512 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-8b9f4c13-4a63-4796-9fc5-79c2c27b4523 req-5fd819ba-1892-4d4f-9e2f-5526ac8a5485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:08.475556 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15ff57-bb92-4b1d-a1b2-24626e1365a8 req-986e4df7-6d2d-4e40-a1c2-5f6879fde015 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:08.477766 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4a15ff57-bb92-4b1d-a1b2-24626e1365a8 req-986e4df7-6d2d-4e40-a1c2-5f6879fde015 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=6164f19e-d411-4efa-a9a1-26ffc8a316cf HTTP/1.1" status: 200 len: 944 time: 0.0892901 Dec 10 19:35:08.485381 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-8b9f4c13-4a63-4796-9fc5-79c2c27b4523 req-5fd819ba-1892-4d4f-9e2f-5526ac8a5485 service neutron] For port d1da9ca0-4ba5-4878-afa7-7f1236c38f8a, host hv-neutron-8214, cleared binding levels {{(pid=102365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:35:08.489026 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-8b9f4c13-4a63-4796-9fc5-79c2c27b4523 req-5fd819ba-1892-4d4f-9e2f-5526ac8a5485 service neutron] For port d1da9ca0-4ba5-4878-afa7-7f1236c38f8a, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=d1da9ca0-4ba5-4878-afa7-7f1236c38f8a,segment=NetworkSegment(5094c03f-6d3e-4746-9031-9f8d3c5dc636),segment_id=5094c03f-6d3e-4746-9031-9f8d3c5dc636)] {{(pid=102365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:35:08.496886 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-8b9f4c13-4a63-4796-9fc5-79c2c27b4523 req-5fd819ba-1892-4d4f-9e2f-5526ac8a5485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:08.541496 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f4c13-4a63-4796-9fc5-79c2c27b4523 req-5fd819ba-1892-4d4f-9e2f-5526ac8a5485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:08.542100 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-8b9f4c13-4a63-4796-9fc5-79c2c27b4523 req-5fd819ba-1892-4d4f-9e2f-5526ac8a5485 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:08.543472 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8b9f4c13-4a63-4796-9fc5-79c2c27b4523 req-5fd819ba-1892-4d4f-9e2f-5526ac8a5485 service neutron] 10.222.0.36 "PUT /v2.0/ports/d1da9ca0-4ba5-4878-afa7-7f1236c38f8a HTTP/1.1" status: 200 len: 1094 time: 0.6689057 Dec 10 19:35:08.545699 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6164f19e-d411-4efa-a9a1-26ffc8a316cf', 'tag': 'd1da9ca0-4ba5-4878-afa7-7f1236c38f8a'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:35:08.547955 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a26271-49fc-4dd3-a47d-2d83757dbfb8" -d '{"events": [{"name": "network-changed", "server_uuid": "6164f19e-d411-4efa-a9a1-26ffc8a316cf", "tag": "d1da9ca0-4ba5-4878-afa7-7f1236c38f8a"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:35:08.572439 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4a15ff57-bb92-4b1d-a1b2-24626e1365a8 req-30c2bbe2-a5a1-4af8-aa3c-48f3fbabf098 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee64ac4e-d080-466d-9e34-c0bf1501effe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883250 Dec 10 19:35:08.588446 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd819ba-1892-4d4f-9e2f-5526ac8a5485 service neutron] Pushing event updated for resources: {'Port': ['ID=d1da9ca0-4ba5-4878-afa7-7f1236c38f8a,revision_number=3']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:35:08.620813 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39651de9-719b-4b35-a33a-6fcca4d535ce x-openstack-request-id: req-39651de9-719b-4b35-a33a-6fcca4d535ce {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:35:08.621113 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6164f19e-d411-4efa-a9a1-26ffc8a316cf", "tag": "d1da9ca0-4ba5-4878-afa7-7f1236c38f8a", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:35:08.621367 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-39651de9-719b-4b35-a33a-6fcca4d535ce {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:35:08.621778 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6164f19e-d411-4efa-a9a1-26ffc8a316cf', 'tag': 'd1da9ca0-4ba5-4878-afa7-7f1236c38f8a', 'status': 'completed', 'code': 200} Dec 10 19:35:08.637755 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f4c13-4a63-4796-9fc5-79c2c27b4523 req-1f376513-3cdb-4c32-8f39-93d1903361d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:08.639264 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8b9f4c13-4a63-4796-9fc5-79c2c27b4523 req-1f376513-3cdb-4c32-8f39-93d1903361d5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=730e4c9f0aba4accb176e575114c849e&device_id=6164f19e-d411-4efa-a9a1-26ffc8a316cf HTTP/1.1" status: 200 len: 1097 time: 0.0475380 Dec 10 19:35:08.683660 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8b9f4c13-4a63-4796-9fc5-79c2c27b4523 req-89cc1fbd-faff-4c84-ba28-c1679c3c1ea2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1da9ca0-4ba5-4878-afa7-7f1236c38f8a HTTP/1.1" status: 200 len: 217 time: 0.0363483 Dec 10 19:35:08.736261 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f4c13-4a63-4796-9fc5-79c2c27b4523 req-b7aad20d-3418-4c89-a168-2b98b5ce068a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:08.737787 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8b9f4c13-4a63-4796-9fc5-79c2c27b4523 req-b7aad20d-3418-4c89-a168-2b98b5ce068a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a8566c97-f006-48e6-80ba-2c17d4444889 HTTP/1.1" status: 200 len: 833 time: 0.0475836 Dec 10 19:35:08.790331 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f4c13-4a63-4796-9fc5-79c2c27b4523 req-b1a5d0f9-36b1-44d7-bcc5-e50890bbbee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:08.791972 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8b9f4c13-4a63-4796-9fc5-79c2c27b4523 req-b1a5d0f9-36b1-44d7-bcc5-e50890bbbee9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fafe484e-d91d-469f-be7f-520af51bd758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0463462 Dec 10 19:35:08.882215 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8b9f4c13-4a63-4796-9fc5-79c2c27b4523 req-71a957ad-9fde-4878-9d16-00c1d5677b76 service neutron] 10.222.0.36 "GET /v2.0/networks/fafe484e-d91d-469f-be7f-520af51bd758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830009 Dec 10 19:35:08.974092 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8b9f4c13-4a63-4796-9fc5-79c2c27b4523 req-18a55e26-a75e-4393-b634-02ebf828e6bc service neutron] 10.222.0.36 "GET /v2.0/networks/fafe484e-d91d-469f-be7f-520af51bd758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849230 Dec 10 19:35:09.057946 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a26271-49fc-4dd3-a47d-2d83757dbfb8 req-32f15d1e-0259-439f-88c6-b4c3006d06da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:09.059396 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b8a26271-49fc-4dd3-a47d-2d83757dbfb8 req-32f15d1e-0259-439f-88c6-b4c3006d06da service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=730e4c9f0aba4accb176e575114c849e&device_id=6164f19e-d411-4efa-a9a1-26ffc8a316cf HTTP/1.1" status: 200 len: 1097 time: 0.0403259 Dec 10 19:35:09.149506 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a26271-49fc-4dd3-a47d-2d83757dbfb8 req-1dd95163-5d9b-4c27-bd87-297e8cec29c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:09.150875 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b8a26271-49fc-4dd3-a47d-2d83757dbfb8 req-1dd95163-5d9b-4c27-bd87-297e8cec29c1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fafe484e-d91d-469f-be7f-520af51bd758 HTTP/1.1" status: 200 len: 897 time: 0.0840530 Dec 10 19:35:09.198310 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b8a26271-49fc-4dd3-a47d-2d83757dbfb8 req-c2537f51-135b-4fc9-893c-9e30bdbabea3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1da9ca0-4ba5-4878-afa7-7f1236c38f8a HTTP/1.1" status: 200 len: 217 time: 0.0402627 Dec 10 19:35:09.249203 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a26271-49fc-4dd3-a47d-2d83757dbfb8 req-c1616991-7c07-4a24-b636-7bf488a3117f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:09.250622 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b8a26271-49fc-4dd3-a47d-2d83757dbfb8 req-c1616991-7c07-4a24-b636-7bf488a3117f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a8566c97-f006-48e6-80ba-2c17d4444889 HTTP/1.1" status: 200 len: 833 time: 0.0455647 Dec 10 19:35:09.298548 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a26271-49fc-4dd3-a47d-2d83757dbfb8 req-9944e766-84c6-4d07-bdd1-6bd0920b4f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:09.300032 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b8a26271-49fc-4dd3-a47d-2d83757dbfb8 req-9944e766-84c6-4d07-bdd1-6bd0920b4f61 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fafe484e-d91d-469f-be7f-520af51bd758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416524 Dec 10 19:35:09.394453 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b8a26271-49fc-4dd3-a47d-2d83757dbfb8 req-f5ab5f81-ee4c-401e-8db6-dd8b9bb2cfa7 service neutron] 10.222.0.36 "GET /v2.0/networks/fafe484e-d91d-469f-be7f-520af51bd758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864277 Dec 10 19:35:09.485062 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b8a26271-49fc-4dd3-a47d-2d83757dbfb8 req-43ed1981-ced7-4028-a1a1-979dc3ba4bd9 service neutron] 10.222.0.36 "GET /v2.0/networks/fafe484e-d91d-469f-be7f-520af51bd758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820954 Dec 10 19:35:09.701381 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7e7e7e-948b-429e-8c9d-e91a20c42e38 req-e2c32ef6-ab76-4cc9-9b6e-33a9d79c2dee tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:09.702837 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3b7e7e7e-948b-429e-8c9d-e91a20c42e38 req-e2c32ef6-ab76-4cc9-9b6e-33a9d79c2dee tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=6164f19e-d411-4efa-a9a1-26ffc8a316cf HTTP/1.1" status: 200 len: 944 time: 0.0550408 Dec 10 19:35:09.741709 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3b7e7e7e-948b-429e-8c9d-e91a20c42e38 req-51884ad9-beb3-4264-863b-041e218b4f58 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee64ac4e-d080-466d-9e34-c0bf1501effe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328074 Dec 10 19:35:10.856127 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab319a-5263-43ef-a3e1-24e2f130caea req-06911361-e2a7-4a09-9abd-3aa36257de0a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:10.857860 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-29ab319a-5263-43ef-a3e1-24e2f130caea req-06911361-e2a7-4a09-9abd-3aa36257de0a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=6164f19e-d411-4efa-a9a1-26ffc8a316cf HTTP/1.1" status: 200 len: 944 time: 0.0485427 Dec 10 19:35:10.895800 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-29ab319a-5263-43ef-a3e1-24e2f130caea req-213367c9-cb7c-435b-af93-d8e46ba16a3d tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee64ac4e-d080-466d-9e34-c0bf1501effe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317984 Dec 10 19:35:11.197199 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device d1da9ca0-4ba5-4878-afa7-7f1236c38f8a details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=102367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:35:11.292954 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port d1da9ca0-4ba5-4878-afa7-7f1236c38f8a, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=d1da9ca0-4ba5-4878-afa7-7f1236c38f8a,segment=NetworkSegment(5094c03f-6d3e-4746-9031-9f8d3c5dc636),segment_id=5094c03f-6d3e-4746-9031-9f8d3c5dc636)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:35:11.303893 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Returning: {'device': 'd1da9ca0-4ba5-4878-afa7-7f1236c38f8a', 'network_id': 'fafe484e-d91d-469f-be7f-520af51bd758', 'port_id': 'd1da9ca0-4ba5-4878-afa7-7f1236c38f8a', 'mac_address': 'fa:16:3e:10:f0:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8566c97-f006-48e6-80ba-2c17d4444889', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:35:11.343137 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:11.355942 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1da9ca0-4ba5-4878-afa7-7f1236c38f8a {{(pid=102367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:35:11.374598 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port d1da9ca0-4ba5-4878-afa7-7f1236c38f8a, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=d1da9ca0-4ba5-4878-afa7-7f1236c38f8a,segment=NetworkSegment(5094c03f-6d3e-4746-9031-9f8d3c5dc636),segment_id=5094c03f-6d3e-4746-9031-9f8d3c5dc636)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:35:11.378504 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:11.425975 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=d1da9ca0-4ba5-4878-afa7-7f1236c38f8a,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:35:11.767136 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['d1da9ca0-4ba5-4878-afa7-7f1236c38f8a'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:35:12.011362 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c9dfa-65d9-4cdc-82e7-9f4e5d70c30e req-baed1e10-ffed-4dfe-a7dd-dfc0bdff25df tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:12.012800 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-921c9dfa-65d9-4cdc-82e7-9f4e5d70c30e req-baed1e10-ffed-4dfe-a7dd-dfc0bdff25df tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=6164f19e-d411-4efa-a9a1-26ffc8a316cf HTTP/1.1" status: 200 len: 945 time: 0.0494015 Dec 10 19:35:12.050280 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-921c9dfa-65d9-4cdc-82e7-9f4e5d70c30e req-7027dca6-8589-446d-b3f8-53a8fb940fea tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee64ac4e-d080-466d-9e34-c0bf1501effe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314496 Dec 10 19:35:13.171836 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9a988-6b32-4500-a9a1-4c06c4abf775 req-edf09626-684b-4644-8353-bae601d8217a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:13.173361 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8cd9a988-6b32-4500-a9a1-4c06c4abf775 req-edf09626-684b-4644-8353-bae601d8217a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=6164f19e-d411-4efa-a9a1-26ffc8a316cf HTTP/1.1" status: 200 len: 945 time: 0.0537226 Dec 10 19:35:13.205367 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device d1da9ca0-4ba5-4878-afa7-7f1236c38f8a up at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:35:13.211804 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8cd9a988-6b32-4500-a9a1-4c06c4abf775 req-e1d0207e-616c-4811-b826-7a0d2c58cbef tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee64ac4e-d080-466d-9e34-c0bf1501effe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319848 Dec 10 19:35:13.253659 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning for port d1da9ca0-4ba5-4878-afa7-7f1236c38f8a completed by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:35:13.257294 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning complete for port d1da9ca0-4ba5-4878-afa7-7f1236c38f8a triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:35:13.257656 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:13.335863 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:13.359538 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6164f19e-d411-4efa-a9a1-26ffc8a316cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1da9ca0-4ba5-4878-afa7-7f1236c38f8a'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:35:13.361794 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0dd006407324ce2959a5a4cf9f0b5e0801d7a51a5291ea700e8786e11115a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba081a2-690b-4148-b708-687f816dd1ad" -d '{"events": [{"server_uuid": "6164f19e-d411-4efa-a9a1-26ffc8a316cf", "name": "network-vif-plugged", "status": "completed", "tag": "d1da9ca0-4ba5-4878-afa7-7f1236c38f8a"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:35:13.375086 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port d1da9ca0-4ba5-4878-afa7-7f1236c38f8a, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=d1da9ca0-4ba5-4878-afa7-7f1236c38f8a,segment=NetworkSegment(5094c03f-6d3e-4746-9031-9f8d3c5dc636),segment_id=5094c03f-6d3e-4746-9031-9f8d3c5dc636)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:35:13.379179 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:13.404568 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6872d21a-ae90-4e7c-8642-40e061d46fd6 x-openstack-request-id: req-6872d21a-ae90-4e7c-8642-40e061d46fd6 {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:35:13.404855 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6164f19e-d411-4efa-a9a1-26ffc8a316cf", "name": "network-vif-plugged", "status": "completed", "tag": "d1da9ca0-4ba5-4878-afa7-7f1236c38f8a", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:35:13.405101 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6872d21a-ae90-4e7c-8642-40e061d46fd6 {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:35:13.405496 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6164f19e-d411-4efa-a9a1-26ffc8a316cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1da9ca0-4ba5-4878-afa7-7f1236c38f8a', 'code': 200} Dec 10 19:35:13.430933 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=d1da9ca0-4ba5-4878-afa7-7f1236c38f8a,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:35:13.566758 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085451eb-90c6-4c0c-9ebc-ad595a4600b5 req-678b0785-2614-461b-a56d-11d74d87dcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:13.568214 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-085451eb-90c6-4c0c-9ebc-ad595a4600b5 req-678b0785-2614-461b-a56d-11d74d87dcbc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6164f19e-d411-4efa-a9a1-26ffc8a316cf HTTP/1.1" status: 200 len: 1099 time: 0.0396667 Dec 10 19:35:13.603050 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-085451eb-90c6-4c0c-9ebc-ad595a4600b5 req-16f4c656-7e62-413f-bb22-d13b32ca0657 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ee64ac4e-d080-466d-9e34-c0bf1501effe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269678 Dec 10 19:35:14.326195 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96096f1-e978-431e-bff6-c771ec49813b req-fa12ac9c-458b-4fa8-8477-05a91318deb2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:14.327672 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b96096f1-e978-431e-bff6-c771ec49813b req-fa12ac9c-458b-4fa8-8477-05a91318deb2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=6164f19e-d411-4efa-a9a1-26ffc8a316cf HTTP/1.1" status: 200 len: 946 time: 0.0501432 Dec 10 19:35:14.365967 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b96096f1-e978-431e-bff6-c771ec49813b req-4c5342b3-f848-4231-a09d-d7f0d137afce tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee64ac4e-d080-466d-9e34-c0bf1501effe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322216 Dec 10 19:35:14.969835 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:35:15.487059 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505af77-3f72-4fd4-b599-ef77e6a64b55 req-6c24711f-40c9-4c81-90b8-4e6ec7668068 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:15.488545 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4505af77-3f72-4fd4-b599-ef77e6a64b55 req-6c24711f-40c9-4c81-90b8-4e6ec7668068 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=6164f19e-d411-4efa-a9a1-26ffc8a316cf HTTP/1.1" status: 200 len: 946 time: 0.0549173 Dec 10 19:35:15.528851 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4505af77-3f72-4fd4-b599-ef77e6a64b55 req-b6e2f66b-cd2e-4c48-9898-5ab6f3dfa3d8 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee64ac4e-d080-466d-9e34-c0bf1501effe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337031 Dec 10 19:35:15.652283 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9fad48-a6e7-4b8b-9050-61dc37d4d3b7 req-f69eead6-93ff-48bb-895c-2c6c6c4cea2c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:15.653729 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1c9fad48-a6e7-4b8b-9050-61dc37d4d3b7 req-f69eead6-93ff-48bb-895c-2c6c6c4cea2c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=6164f19e-d411-4efa-a9a1-26ffc8a316cf HTTP/1.1" status: 200 len: 946 time: 0.0571635 Dec 10 19:35:15.694262 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1c9fad48-a6e7-4b8b-9050-61dc37d4d3b7 req-c1b54aaf-17cc-41cb-b529-41622e4ce1d7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee64ac4e-d080-466d-9e34-c0bf1501effe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345392 Dec 10 19:35:15.717626 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 59152) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:35:15.760631 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e234668-3416-448b-a13c-fc6a80d7f1b7 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:15.762427 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-3e234668-3416-448b-a13c-fc6a80d7f1b7 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=6164f19e-d411-4efa-a9a1-26ffc8a316cf HTTP/1.1" status: 200 len: 1094 time: 0.0437615 Dec 10 19:35:15.765203 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 59154) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:35:15.769629 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-fd0bffb7-79c2-4e43-a2a8-92463c117dca tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'floatingip': {'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'port_id': 'd1da9ca0-4ba5-4878-afa7-7f1236c38f8a', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:35:15.796323 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fd0bffb7-79c2-4e43-a2a8-92463c117dca tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for floatingip, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:15.911775 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fd0bffb7-79c2-4e43-a2a8-92463c117dca tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:16.031040 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-fd0bffb7-79c2-4e43-a2a8-92463c117dca tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Allocated IP 172.26.6.55 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/b543fba0-ec38-4440-8b52-7fe61ab0e178) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:35:16.153791 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fd0bffb7-79c2-4e43-a2a8-92463c117dca tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:16.192360 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fd0bffb7-79c2-4e43-a2a8-92463c117dca tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:16.233164 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0bffb7-79c2-4e43-a2a8-92463c117dca tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:35:16.235998 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-fd0bffb7-79c2-4e43-a2a8-92463c117dca tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:35:16.245584 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0bffb7-79c2-4e43-a2a8-92463c117dca tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Port': ['ID=b543fba0-ec38-4440-8b52-7fe61ab0e178,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:35:16.248122 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0bffb7-79c2-4e43-a2a8-92463c117dca tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:35:16.614147 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fd0bffb7-79c2-4e43-a2a8-92463c117dca tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:16.679447 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fd0bffb7-79c2-4e43-a2a8-92463c117dca tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:16.831255 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fd0bffb7-79c2-4e43-a2a8-92463c117dca tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:16.835591 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fd0bffb7-79c2-4e43-a2a8-92463c117dca tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:16.902302 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0bffb7-79c2-4e43-a2a8-92463c117dca tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Port': ['ID=b543fba0-ec38-4440-8b52-7fe61ab0e178,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:35:16.914147 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fd0bffb7-79c2-4e43-a2a8-92463c117dca tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3713103'] for floatingip, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:17.012263 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.l3_db [None req-fd0bffb7-79c2-4e43-a2a8-92463c117dca tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Floating IP c354d12b-8809-4804-b35b-56e95e499757 associated. External IP: 172.26.6.55, port: d1da9ca0-4ba5-4878-afa7-7f1236c38f8a. Dec 10 19:35:17.218554 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd0bffb7-79c2-4e43-a2a8-92463c117dca tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Router 328a3e15-3894-444e-a5a0-63e55c6c7756 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:35:17.326882 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0bffb7-79c2-4e43-a2a8-92463c117dca tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:35:17.336281 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83f1aa6-127e-4b75-8511-703d9679886b None None] Sync routers for ids ['328a3e15-3894-444e-a5a0-63e55c6c7756'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:35:17.345457 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fd0bffb7-79c2-4e43-a2a8-92463c117dca tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:17.345646 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83f1aa6-127e-4b75-8511-703d9679886b None None] Routers {'328a3e15-3894-444e-a5a0-63e55c6c7756'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:35:17.346225 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-c83f1aa6-127e-4b75-8511-703d9679886b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:34:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['328a3e15-3894-444e-a5a0-63e55c6c7756'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:35:17.373713 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-fd0bffb7-79c2-4e43-a2a8-92463c117dca tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6074502 Dec 10 19:35:17.374296 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6164f19e-d411-4efa-a9a1-26ffc8a316cf', 'tag': 'd1da9ca0-4ba5-4878-afa7-7f1236c38f8a'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:35:17.376621 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ddc18f-7bca-42dd-bbe3-6e53d30fcc89" -d '{"events": [{"name": "network-changed", "server_uuid": "6164f19e-d411-4efa-a9a1-26ffc8a316cf", "tag": "d1da9ca0-4ba5-4878-afa7-7f1236c38f8a"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:35:17.376825 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 59156) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:35:17.412916 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049f5ed6-24d9-4803-983a-5c1f3de54533 x-openstack-request-id: req-049f5ed6-24d9-4803-983a-5c1f3de54533 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:35:17.413210 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6164f19e-d411-4efa-a9a1-26ffc8a316cf", "tag": "d1da9ca0-4ba5-4878-afa7-7f1236c38f8a", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:35:17.413468 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-049f5ed6-24d9-4803-983a-5c1f3de54533 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:35:17.413900 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6164f19e-d411-4efa-a9a1-26ffc8a316cf', 'tag': 'd1da9ca0-4ba5-4878-afa7-7f1236c38f8a', 'status': 'completed', 'code': 200} Dec 10 19:35:17.422320 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0c4c5a-d68b-42dd-9c62-54e9cf4d5bce tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:17.426601 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-5a0c4c5a-d68b-42dd-9c62-54e9cf4d5bce tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=6164f19e-d411-4efa-a9a1-26ffc8a316cf HTTP/1.1" status: 200 len: 1094 time: 0.0462251 Dec 10 19:35:17.454822 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-c83f1aa6-127e-4b75-8511-703d9679886b None None] Set router 328a3e15-3894-444e-a5a0-63e55c6c7756 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:35:17.481180 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ddc18f-7bca-42dd-bbe3-6e53d30fcc89 req-fa0ec882-9fcc-4fff-8a88-cb10a21de881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:17.482891 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d3ddc18f-7bca-42dd-bbe3-6e53d30fcc89 req-fa0ec882-9fcc-4fff-8a88-cb10a21de881 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=730e4c9f0aba4accb176e575114c849e&device_id=6164f19e-d411-4efa-a9a1-26ffc8a316cf HTTP/1.1" status: 200 len: 1099 time: 0.0445347 Dec 10 19:35:17.583770 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ddc18f-7bca-42dd-bbe3-6e53d30fcc89 req-f64d9081-b9ad-4414-9bdc-984879b71d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:17.585386 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d3ddc18f-7bca-42dd-bbe3-6e53d30fcc89 req-f64d9081-b9ad-4414-9bdc-984879b71d5d service neutron] 10.222.0.36 "GET /v2.0/networks?id=fafe484e-d91d-469f-be7f-520af51bd758 HTTP/1.1" status: 200 len: 897 time: 0.0938554 Dec 10 19:35:17.653645 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d3ddc18f-7bca-42dd-bbe3-6e53d30fcc89 req-35b43aa0-4004-467d-9804-d67b9b17b05f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1da9ca0-4ba5-4878-afa7-7f1236c38f8a HTTP/1.1" status: 200 len: 999 time: 0.0599663 Dec 10 19:35:17.690113 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-c83f1aa6-127e-4b75-8511-703d9679886b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'name': 'tempest-TestNetworkBasicOps-router-1073002095', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': '233e9c0e-3134-4f9d-84d7-db9c0a200f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:34:59Z', 'updated_at': '2021-12-10T19:35:02Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '233e9c0e-3134-4f9d-84d7-db9c0a200f18', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:13:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:34:59Z', 'updated_at': '2021-12-10T19:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': 'c354d12b-8809-4804-b35b-56e95e499757', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'floating_ip_address': '172.26.6.55', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'port_id': 'd1da9ca0-4ba5-4878-afa7-7f1236c38f8a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fafe484e-d91d-469f-be7f-520af51bd758', 'mac_address': 'fa:16:3e:10:f0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6164f19e-d411-4efa-a9a1-26ffc8a316cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:35:16Z', 'updated_at': '2021-12-10T19:35:16Z', 'revision_number': 0, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd444920c-d728-4bd3-82a1-ba7a1124de8f', 'name': '', 'network_id': 'fafe484e-d91d-469f-be7f-520af51bd758', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:ac:12:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a8566c97-f006-48e6-80ba-2c17d4444889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:01Z', 'updated_at': '2021-12-10T19:35:05Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'a8566c97-f006-48e6-80ba-2c17d4444889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:35:17.708975 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ddc18f-7bca-42dd-bbe3-6e53d30fcc89 req-ae01596d-80fd-4663-93c7-685cea1446f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:17.710532 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d3ddc18f-7bca-42dd-bbe3-6e53d30fcc89 req-ae01596d-80fd-4663-93c7-685cea1446f5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a8566c97-f006-48e6-80ba-2c17d4444889 HTTP/1.1" status: 200 len: 833 time: 0.0497696 Dec 10 19:35:17.719902 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 59162) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:35:17.720340 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83f1aa6-127e-4b75-8511-703d9679886b None None] Checking router: 328a3e15-3894-444e-a5a0-63e55c6c7756 for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:35:17.729360 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83f1aa6-127e-4b75-8511-703d9679886b None None] Routers {'328a3e15-3894-444e-a5a0-63e55c6c7756'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:35:17.729954 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-c83f1aa6-127e-4b75-8511-703d9679886b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:34:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['328a3e15-3894-444e-a5a0-63e55c6c7756'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:35:17.733404 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-4a85911e-47ac-4715-918c-7395eae60794 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-830968909', 'description': 'tempest-secgroup-smoke-830968909 description', 'project_id': '730e4c9f0aba4accb176e575114c849e'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:35:17.780522 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4a85911e-47ac-4715-918c-7395eae60794 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:17.785092 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ddc18f-7bca-42dd-bbe3-6e53d30fcc89 req-a7a22aee-3d94-4222-ade9-83053ca0afc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:17.786574 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d3ddc18f-7bca-42dd-bbe3-6e53d30fcc89 req-a7a22aee-3d94-4222-ade9-83053ca0afc9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fafe484e-d91d-469f-be7f-520af51bd758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675964 Dec 10 19:35:17.835198 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-c83f1aa6-127e-4b75-8511-703d9679886b None None] Set router 328a3e15-3894-444e-a5a0-63e55c6c7756 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:35:17.908967 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d3ddc18f-7bca-42dd-bbe3-6e53d30fcc89 req-1097a53f-e1f9-4381-9af3-193f14c41303 service neutron] 10.222.0.36 "GET /v2.0/networks/fafe484e-d91d-469f-be7f-520af51bd758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139550 Dec 10 19:35:17.945731 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4a85911e-47ac-4715-918c-7395eae60794 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:17.971090 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4a85911e-47ac-4715-918c-7395eae60794 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:18.010867 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4a85911e-47ac-4715-918c-7395eae60794 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:18.012071 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-4a85911e-47ac-4715-918c-7395eae60794 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2834806 Dec 10 19:35:18.015046 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 59164) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:35:18.020653 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a85911e-47ac-4715-918c-7395eae60794 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=628db0bd-a0fd-479b-ab19-e3ec113616d1,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:35:18.020912 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-aae6b505-f9f3-4791-854d-f3a661a6ff94 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': '628db0bd-a0fd-479b-ab19-e3ec113616d1', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:35:18.049887 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d3ddc18f-7bca-42dd-bbe3-6e53d30fcc89 req-ce3df731-9bd2-4170-a64a-71b61b184394 service neutron] 10.222.0.36 "GET /v2.0/networks/fafe484e-d91d-469f-be7f-520af51bd758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331160 Dec 10 19:35:18.064649 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-aae6b505-f9f3-4791-854d-f3a661a6ff94 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:18.127669 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-aae6b505-f9f3-4791-854d-f3a661a6ff94 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:18.131080 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-aae6b505-f9f3-4791-854d-f3a661a6ff94 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:18.150602 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae6b505-f9f3-4791-854d-f3a661a6ff94 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6900528a-0e19-46b4-973b-af9d57fa3022,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:35:18.159327 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-aae6b505-f9f3-4791-854d-f3a661a6ff94 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:18.163335 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 59166) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:35:18.163512 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-aae6b505-f9f3-4791-854d-f3a661a6ff94 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1467576 Dec 10 19:35:18.168789 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-61042160-ad3c-4b7b-bc5b-2c30a4ff11df tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': '628db0bd-a0fd-479b-ab19-e3ec113616d1', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:35:18.172927 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-c83f1aa6-127e-4b75-8511-703d9679886b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'name': 'tempest-TestNetworkBasicOps-router-1073002095', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': '233e9c0e-3134-4f9d-84d7-db9c0a200f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:34:59Z', 'updated_at': '2021-12-10T19:35:02Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '233e9c0e-3134-4f9d-84d7-db9c0a200f18', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:13:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:34:59Z', 'updated_at': '2021-12-10T19:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': 'c354d12b-8809-4804-b35b-56e95e499757', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'floating_ip_address': '172.26.6.55', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'port_id': 'd1da9ca0-4ba5-4878-afa7-7f1236c38f8a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fafe484e-d91d-469f-be7f-520af51bd758', 'mac_address': 'fa:16:3e:10:f0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6164f19e-d411-4efa-a9a1-26ffc8a316cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:35:16Z', 'updated_at': '2021-12-10T19:35:16Z', 'revision_number': 0, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd444920c-d728-4bd3-82a1-ba7a1124de8f', 'name': '', 'network_id': 'fafe484e-d91d-469f-be7f-520af51bd758', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:ac:12:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a8566c97-f006-48e6-80ba-2c17d4444889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:01Z', 'updated_at': '2021-12-10T19:35:05Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'a8566c97-f006-48e6-80ba-2c17d4444889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:35:18.194646 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-61042160-ad3c-4b7b-bc5b-2c30a4ff11df tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:18.200360 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83f1aa6-127e-4b75-8511-703d9679886b None None] The sync data for ids ['328a3e15-3894-444e-a5a0-63e55c6c7756'] in dv-neutron-821441-1-hyperv is: [{'id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'name': 'tempest-TestNetworkBasicOps-router-1073002095', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': '233e9c0e-3134-4f9d-84d7-db9c0a200f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:34:59Z', 'updated_at': '2021-12-10T19:35:02Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '233e9c0e-3134-4f9d-84d7-db9c0a200f18', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:13:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:34:59Z', 'updated_at': '2021-12-10T19:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': 'c354d12b-8809-4804-b35b-56e95e499757', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'floating_ip_address': '172.26.6.55', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'port_id': 'd1da9ca0-4ba5-4878-afa7-7f1236c38f8a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fafe484e-d91d-469f-be7f-520af51bd758', 'mac_address': 'fa:16:3e:10:f0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6164f19e-d411-4efa-a9a1-26ffc8a316cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:35:16Z', 'updated_at': '2021-12-10T19:35:16Z', 'revision_number': 0, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd444920c-d728-4bd3-82a1-ba7a1124de8f', 'name': '', 'network_id': 'fafe484e-d91d-469f-be7f-520af51bd758', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:ac:12:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a8566c97-f006-48e6-80ba-2c17d4444889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:01Z', 'updated_at': '2021-12-10T19:35:05Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'a8566c97-f006-48e6-80ba-2c17d4444889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:35:18.257249 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-61042160-ad3c-4b7b-bc5b-2c30a4ff11df tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:18.262099 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-61042160-ad3c-4b7b-bc5b-2c30a4ff11df tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:18.280193 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61042160-ad3c-4b7b-bc5b-2c30a4ff11df tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb8d4430-5c50-4116-8808-fa722b0b15ea,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:35:18.288376 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-61042160-ad3c-4b7b-bc5b-2c30a4ff11df tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:18.289797 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-61042160-ad3c-4b7b-bc5b-2c30a4ff11df tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1247809 Dec 10 19:35:18.293637 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 59168) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:35:18.297974 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-e907a385-201c-4f10-bba0-674b27acee1d tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': '628db0bd-a0fd-479b-ab19-e3ec113616d1', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:35:18.324479 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e907a385-201c-4f10-bba0-674b27acee1d tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:18.391500 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e907a385-201c-4f10-bba0-674b27acee1d tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:18.395778 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e907a385-201c-4f10-bba0-674b27acee1d tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:18.409470 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94679a1f-17b0-4eb1-8fae-d07a0829c4a0 None None] New status for floating IP c354d12b-8809-4804-b35b-56e95e499757: ACTIVE {{(pid=102367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:35:18.417969 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e907a385-201c-4f10-bba0-674b27acee1d tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0f48c21-a130-44f9-accd-2a9561123a52,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:35:18.428350 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e907a385-201c-4f10-bba0-674b27acee1d tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:18.429706 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-e907a385-201c-4f10-bba0-674b27acee1d tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1350222 Dec 10 19:35:18.432676 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 59170) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:35:18.437137 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-9d3c6f96-8cda-4b0e-94fd-ac8d158bbb9e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': '628db0bd-a0fd-479b-ab19-e3ec113616d1', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:35:18.465969 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9d3c6f96-8cda-4b0e-94fd-ac8d158bbb9e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:18.526001 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9d3c6f96-8cda-4b0e-94fd-ac8d158bbb9e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:18.529977 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9d3c6f96-8cda-4b0e-94fd-ac8d158bbb9e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:18.549935 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3c6f96-8cda-4b0e-94fd-ac8d158bbb9e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04520aae-6118-42a5-bc2e-a20d3fb78f0f,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:35:18.560596 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9d3c6f96-8cda-4b0e-94fd-ac8d158bbb9e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:18.561835 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-9d3c6f96-8cda-4b0e-94fd-ac8d158bbb9e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1282022 Dec 10 19:35:18.564697 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 59172) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:35:18.569388 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-c121c495-aa7a-41ea-aed8-7580cdf32541 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': '628db0bd-a0fd-479b-ab19-e3ec113616d1', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:35:18.592698 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.securitygroups_db [None req-c121c495-aa7a-41ea-aed8-7580cdf32541 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Project 730e4c9f0aba4accb176e575114c849e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:35:18.597542 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c121c495-aa7a-41ea-aed8-7580cdf32541 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:18.661626 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c121c495-aa7a-41ea-aed8-7580cdf32541 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:18.665336 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c121c495-aa7a-41ea-aed8-7580cdf32541 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:18.683128 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c121c495-aa7a-41ea-aed8-7580cdf32541 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef469277-f777-4e20-beb4-b9a3ece1026c,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:35:18.696560 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c121c495-aa7a-41ea-aed8-7580cdf32541 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:18.697829 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-c121c495-aa7a-41ea-aed8-7580cdf32541 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1320891 Dec 10 19:35:18.700477 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 59174) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:35:18.704826 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-f350e818-8255-4139-98c8-aae6484ace82 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': '628db0bd-a0fd-479b-ab19-e3ec113616d1', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:35:18.725505 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.securitygroups_db [None req-f350e818-8255-4139-98c8-aae6484ace82 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Project 730e4c9f0aba4accb176e575114c849e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:35:18.731275 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f350e818-8255-4139-98c8-aae6484ace82 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:18.793471 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f350e818-8255-4139-98c8-aae6484ace82 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:18.797777 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f350e818-8255-4139-98c8-aae6484ace82 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:18.815568 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f350e818-8255-4139-98c8-aae6484ace82 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8e8640d-cfed-404e-a129-8bfb65082403,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:35:18.824577 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f350e818-8255-4139-98c8-aae6484ace82 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:18.825762 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-f350e818-8255-4139-98c8-aae6484ace82 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1243396 Dec 10 19:35:18.962403 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e5847fab-9326-454f-8614-ca0a9e9e5723 req-407e875c-b452-44a1-8760-59b0a396af50 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-830968909&fields=id&tenant_id=730e4c9f0aba4accb176e575114c849e HTTP/1.1" status: 200 len: 267 time: 0.0325561 Dec 10 19:35:19.068368 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5847fab-9326-454f-8614-ca0a9e9e5723 req-736584a7-dc96-4202-ab95-dc1794e9293f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:19.069821 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e5847fab-9326-454f-8614-ca0a9e9e5723 req-736584a7-dc96-4202-ab95-dc1794e9293f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/networks?id=fafe484e-d91d-469f-be7f-520af51bd758 HTTP/1.1" status: 200 len: 796 time: 0.1007812 Dec 10 19:35:19.085074 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e5847fab-9326-454f-8614-ca0a9e9e5723 req-d2cf9dfa-2d04-4c49-850a-1ab7608c20c2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/quotas/730e4c9f0aba4accb176e575114c849e HTTP/1.1" status: 200 len: 375 time: 0.0088072 Dec 10 19:35:19.140404 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e5847fab-9326-454f-8614-ca0a9e9e5723 req-d264854c-b8b2-48c2-9b3f-8ead520bb514 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=730e4c9f0aba4accb176e575114c849e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0491757 Dec 10 19:35:19.199713 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [req-e5847fab-9326-454f-8614-ca0a9e9e5723 req-93eab304-5ce7-41a9-8e8c-16f0bb441cc8 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:35:19.200742 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e5847fab-9326-454f-8614-ca0a9e9e5723 req-93eab304-5ce7-41a9-8e8c-16f0bb441cc8 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0481644 Dec 10 19:35:19.292795 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e5847fab-9326-454f-8614-ca0a9e9e5723 req-183f97d5-c0a3-4ac7-a4cb-43ef4a39425c service neutron] 10.222.0.69 "GET /v2.0/networks/fafe484e-d91d-469f-be7f-520af51bd758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856724 Dec 10 19:35:19.381726 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e5847fab-9326-454f-8614-ca0a9e9e5723 req-76f3ec5e-e24f-4051-98c2-4bb052140ac3 service neutron] 10.222.0.69 "GET /v2.0/networks/fafe484e-d91d-469f-be7f-520af51bd758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827036 Dec 10 19:35:19.539746 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-877fb0ef-7d87-41dd-bbfb-f4e34bf3dedd req-432a4a2c-938e-4841-84cb-efded37b9e16 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=d88c9a2d-6887-4cb6-be7f-32b4b105b583 HTTP/1.1" status: 200 len: 210 time: 0.0261164 Dec 10 19:35:20.246986 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-06a0d0f7-616b-424b-90a0-2fe219d6b78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:20.615413 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-59266ada-2e7f-4433-8aec-3980d329661a req-c5b3c619-3c01-46f8-9988-36521ef98537 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=d88c9a2d-6887-4cb6-be7f-32b4b105b583 HTTP/1.1" status: 200 len: 210 time: 0.0271351 Dec 10 19:35:21.698106 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6ba994ca-b889-4807-b03e-3bc6d7635d27 req-1362c767-dc83-44f6-85f1-5b706fa72d45 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=d88c9a2d-6887-4cb6-be7f-32b4b105b583 HTTP/1.1" status: 200 len: 210 time: 0.0311882 Dec 10 19:35:22.782249 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-538f04fa-d6e6-4e26-a64d-2020134c1f02 req-b30ae1da-dbce-44a1-b430-559b3bf392ed tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=d88c9a2d-6887-4cb6-be7f-32b4b105b583 HTTP/1.1" status: 200 len: 210 time: 0.0278313 Dec 10 19:35:23.875032 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1814c7ec-8592-4fef-ad29-9e02635ddbd2 req-58d4d5c4-4e31-4015-830c-666b35a42ff0 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=d88c9a2d-6887-4cb6-be7f-32b4b105b583 HTTP/1.1" status: 200 len: 210 time: 0.0264559 Dec 10 19:35:24.216552 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-3a06dc3b-0c91-4c67-90f2-f75acea36097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:24.557984 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5847fab-9326-454f-8614-ca0a9e9e5723 req-cfa8b513-c71e-4949-8377-30a59647fce2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:24.559401 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e5847fab-9326-454f-8614-ca0a9e9e5723 req-cfa8b513-c71e-4949-8377-30a59647fce2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.36 "GET /v2.0/networks?id=fafe484e-d91d-469f-be7f-520af51bd758 HTTP/1.1" status: 200 len: 796 time: 0.1050737 Dec 10 19:35:24.606076 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e5847fab-9326-454f-8614-ca0a9e9e5723 req-c311d754-fd41-4c24-bc08-4fb2187dd031 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=730e4c9f0aba4accb176e575114c849e HTTP/1.1" status: 200 len: 471 time: 0.0372224 Dec 10 19:35:24.621138 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-e5847fab-9326-454f-8614-ca0a9e9e5723 req-cfe5620e-b980-4600-9cf4-40ef351c79ac tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'port': {'device_id': 'd88c9a2d-6887-4cb6-be7f-32b4b105b583', 'network_id': 'fafe484e-d91d-469f-be7f-520af51bd758', 'admin_state_up': True, 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'security_groups': ['628db0bd-a0fd-479b-ab19-e3ec113616d1']}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:35:24.727441 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5847fab-9326-454f-8614-ca0a9e9e5723 req-cfe5620e-b980-4600-9cf4-40ef351c79ac tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Made reservation on behalf of 730e4c9f0aba4accb176e575114c849e for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:35:24.730889 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-e5847fab-9326-454f-8614-ca0a9e9e5723 req-cfe5620e-b980-4600-9cf4-40ef351c79ac tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:24.854261 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [req-e5847fab-9326-454f-8614-ca0a9e9e5723 req-cfe5620e-b980-4600-9cf4-40ef351c79ac tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Allocated IP 172.20.0.9 (fafe484e-d91d-469f-be7f-520af51bd758/a8566c97-f006-48e6-80ba-2c17d4444889/be324557-82a7-4b22-a0ff-7b38ee828d51) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:35:24.993776 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1e467d4a-0c0a-4a10-a7a5-df06bad7ce4b req-7ef8dc25-4014-4614-9e18-5a2175d50c26 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=d88c9a2d-6887-4cb6-be7f-32b4b105b583 HTTP/1.1" status: 200 len: 210 time: 0.0381675 Dec 10 19:35:25.018907 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-e5847fab-9326-454f-8614-ca0a9e9e5723 req-cfe5620e-b980-4600-9cf4-40ef351c79ac tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:25.051423 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-e5847fab-9326-454f-8614-ca0a9e9e5723 req-cfe5620e-b980-4600-9cf4-40ef351c79ac tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:25.092893 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5847fab-9326-454f-8614-ca0a9e9e5723 req-cfe5620e-b980-4600-9cf4-40ef351c79ac tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Network fafe484e-d91d-469f-be7f-520af51bd758 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:35:25.095800 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [req-e5847fab-9326-454f-8614-ca0a9e9e5723 req-cfe5620e-b980-4600-9cf4-40ef351c79ac tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:35:25.098210 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5847fab-9326-454f-8614-ca0a9e9e5723 req-cfe5620e-b980-4600-9cf4-40ef351c79ac tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:35:25.128178 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe5620e-b980-4600-9cf4-40ef351c79ac tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Port': ['ID=be324557-82a7-4b22-a0ff-7b38ee828d51,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:35:25.155489 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5847fab-9326-454f-8614-ca0a9e9e5723 req-cfe5620e-b980-4600-9cf4-40ef351c79ac tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:25.156124 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-e5847fab-9326-454f-8614-ca0a9e9e5723 req-cfe5620e-b980-4600-9cf4-40ef351c79ac tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:25.176325 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e5847fab-9326-454f-8614-ca0a9e9e5723 req-cfe5620e-b980-4600-9cf4-40ef351c79ac tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5602291 Dec 10 19:35:25.192336 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-e5847fab-9326-454f-8614-ca0a9e9e5723 req-3e2e10f9-67fd-4208-a889-5d482546c40f service neutron] Request body: {'port': {'device_id': 'd88c9a2d-6887-4cb6-be7f-32b4b105b583', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:35:25.252991 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-e5847fab-9326-454f-8614-ca0a9e9e5723 req-3e2e10f9-67fd-4208-a889-5d482546c40f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:25.371079 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc97f0ab-d6d9-43eb-af27-e766b2788e90 None None] Provisioning complete for port be324557-82a7-4b22-a0ff-7b38ee828d51 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:35:25.371685 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc97f0ab-d6d9-43eb-af27-e766b2788e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:25.417884 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:25.418514 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-dc97f0ab-d6d9-43eb-af27-e766b2788e90 None None] Port be324557-82a7-4b22-a0ff-7b38ee828d51 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:35:25.509199 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [req-e5847fab-9326-454f-8614-ca0a9e9e5723 req-3e2e10f9-67fd-4208-a889-5d482546c40f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be324557-82a7-4b22-a0ff-7b38ee828d51 {{(pid=102365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:35:25.516417 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-e5847fab-9326-454f-8614-ca0a9e9e5723 req-3e2e10f9-67fd-4208-a889-5d482546c40f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:25.528762 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.provisioning_blocks [req-e5847fab-9326-454f-8614-ca0a9e9e5723 req-3e2e10f9-67fd-4208-a889-5d482546c40f service neutron] Transition to ACTIVE for port object be324557-82a7-4b22-a0ff-7b38ee828d51 will not be triggered until provisioned by entity L2. {{(pid=102365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:35:25.532746 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-e5847fab-9326-454f-8614-ca0a9e9e5723 req-3e2e10f9-67fd-4208-a889-5d482546c40f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:25.582043 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2e10f9-67fd-4208-a889-5d482546c40f service neutron] Pushing event updated for resources: {'Port': ['ID=be324557-82a7-4b22-a0ff-7b38ee828d51,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:35:25.654014 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-e5847fab-9326-454f-8614-ca0a9e9e5723 req-3e2e10f9-67fd-4208-a889-5d482546c40f service neutron] Attempting to bind port be324557-82a7-4b22-a0ff-7b38ee828d51 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:35:25.654344 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-e5847fab-9326-454f-8614-ca0a9e9e5723 req-3e2e10f9-67fd-4208-a889-5d482546c40f service neutron] Attempting to bind port be324557-82a7-4b22-a0ff-7b38ee828d51 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '5094c03f-6d3e-4746-9031-9f8d3c5dc636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fafe484e-d91d-469f-be7f-520af51bd758'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:35:25.654665 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5847fab-9326-454f-8614-ca0a9e9e5723 req-3e2e10f9-67fd-4208-a889-5d482546c40f service neutron] Attempting to bind port be324557-82a7-4b22-a0ff-7b38ee828d51 on network fafe484e-d91d-469f-be7f-520af51bd758 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:35:25.659146 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5847fab-9326-454f-8614-ca0a9e9e5723 req-3e2e10f9-67fd-4208-a889-5d482546c40f service neutron] Port be324557-82a7-4b22-a0ff-7b38ee828d51 on network fafe484e-d91d-469f-be7f-520af51bd758 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:35:25.659463 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5847fab-9326-454f-8614-ca0a9e9e5723 req-3e2e10f9-67fd-4208-a889-5d482546c40f service neutron] Attempting to bind port be324557-82a7-4b22-a0ff-7b38ee828d51 on network fafe484e-d91d-469f-be7f-520af51bd758 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:35:25.664914 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5847fab-9326-454f-8614-ca0a9e9e5723 req-3e2e10f9-67fd-4208-a889-5d482546c40f service neutron] Checking agent: {'id': '9e16c23e-95bc-4c2e-b3ec-daf7533f9d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'started_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:35:25.665242 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5847fab-9326-454f-8614-ca0a9e9e5723 req-3e2e10f9-67fd-4208-a889-5d482546c40f service neutron] Checking segment: {'id': '5094c03f-6d3e-4746-9031-9f8d3c5dc636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fafe484e-d91d-469f-be7f-520af51bd758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:35:25.665619 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5847fab-9326-454f-8614-ca0a9e9e5723 req-3e2e10f9-67fd-4208-a889-5d482546c40f service neutron] Bound using segment: {'id': '5094c03f-6d3e-4746-9031-9f8d3c5dc636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fafe484e-d91d-469f-be7f-520af51bd758'} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:35:25.666038 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-e5847fab-9326-454f-8614-ca0a9e9e5723 req-3e2e10f9-67fd-4208-a889-5d482546c40f service neutron] Bound port: be324557-82a7-4b22-a0ff-7b38ee828d51, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5094c03f-6d3e-4746-9031-9f8d3c5dc636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fafe484e-d91d-469f-be7f-520af51bd758'}}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:35:25.666390 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-e5847fab-9326-454f-8614-ca0a9e9e5723 req-3e2e10f9-67fd-4208-a889-5d482546c40f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:25.735429 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-e5847fab-9326-454f-8614-ca0a9e9e5723 req-3e2e10f9-67fd-4208-a889-5d482546c40f service neutron] For port be324557-82a7-4b22-a0ff-7b38ee828d51, host hv-neutron-8214, cleared binding levels {{(pid=102365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:35:25.738824 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-e5847fab-9326-454f-8614-ca0a9e9e5723 req-3e2e10f9-67fd-4208-a889-5d482546c40f service neutron] For port be324557-82a7-4b22-a0ff-7b38ee828d51, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=be324557-82a7-4b22-a0ff-7b38ee828d51,segment=NetworkSegment(5094c03f-6d3e-4746-9031-9f8d3c5dc636),segment_id=5094c03f-6d3e-4746-9031-9f8d3c5dc636)] {{(pid=102365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:35:25.744154 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-e5847fab-9326-454f-8614-ca0a9e9e5723 req-3e2e10f9-67fd-4208-a889-5d482546c40f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:25.776906 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5847fab-9326-454f-8614-ca0a9e9e5723 req-3e2e10f9-67fd-4208-a889-5d482546c40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:25.777461 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-e5847fab-9326-454f-8614-ca0a9e9e5723 req-3e2e10f9-67fd-4208-a889-5d482546c40f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:25.778821 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e5847fab-9326-454f-8614-ca0a9e9e5723 req-3e2e10f9-67fd-4208-a889-5d482546c40f service neutron] 10.222.0.36 "PUT /v2.0/ports/be324557-82a7-4b22-a0ff-7b38ee828d51 HTTP/1.1" status: 200 len: 1093 time: 0.5908935 Dec 10 19:35:25.779257 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd88c9a2d-6887-4cb6-be7f-32b4b105b583', 'tag': 'be324557-82a7-4b22-a0ff-7b38ee828d51'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:35:25.781598 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2649826-0fae-4ad0-a05d-c7e93c2272b3" -d '{"events": [{"name": "network-changed", "server_uuid": "d88c9a2d-6887-4cb6-be7f-32b4b105b583", "tag": "be324557-82a7-4b22-a0ff-7b38ee828d51"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:35:25.810647 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2e10f9-67fd-4208-a889-5d482546c40f service neutron] Pushing event updated for resources: {'Port': ['ID=be324557-82a7-4b22-a0ff-7b38ee828d51,revision_number=3']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:35:25.827086 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a6a512-36ca-46f0-9677-638a46d1e0c0 x-openstack-request-id: req-58a6a512-36ca-46f0-9677-638a46d1e0c0 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:35:25.827326 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d88c9a2d-6887-4cb6-be7f-32b4b105b583", "tag": "be324557-82a7-4b22-a0ff-7b38ee828d51", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:35:25.827726 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-58a6a512-36ca-46f0-9677-638a46d1e0c0 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:35:25.828131 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd88c9a2d-6887-4cb6-be7f-32b4b105b583', 'tag': 'be324557-82a7-4b22-a0ff-7b38ee828d51', 'status': 'completed', 'code': 200} Dec 10 19:35:25.878597 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5847fab-9326-454f-8614-ca0a9e9e5723 req-77d8ee3d-d09b-487d-93e2-76f9623a5be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:25.880186 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e5847fab-9326-454f-8614-ca0a9e9e5723 req-77d8ee3d-d09b-487d-93e2-76f9623a5be3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=730e4c9f0aba4accb176e575114c849e&device_id=d88c9a2d-6887-4cb6-be7f-32b4b105b583 HTTP/1.1" status: 200 len: 1096 time: 0.0485852 Dec 10 19:35:25.925366 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e5847fab-9326-454f-8614-ca0a9e9e5723 req-03538618-1513-4160-86dc-2d459c2ebdab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be324557-82a7-4b22-a0ff-7b38ee828d51 HTTP/1.1" status: 200 len: 217 time: 0.0354486 Dec 10 19:35:25.975757 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5847fab-9326-454f-8614-ca0a9e9e5723 req-bf913d9a-5b93-449d-8a07-70288a41644e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:25.977429 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e5847fab-9326-454f-8614-ca0a9e9e5723 req-bf913d9a-5b93-449d-8a07-70288a41644e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a8566c97-f006-48e6-80ba-2c17d4444889 HTTP/1.1" status: 200 len: 833 time: 0.0445511 Dec 10 19:35:26.030011 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5847fab-9326-454f-8614-ca0a9e9e5723 req-0c48be40-263a-49e1-893c-624a0b434f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:26.031511 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e5847fab-9326-454f-8614-ca0a9e9e5723 req-0c48be40-263a-49e1-893c-624a0b434f35 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fafe484e-d91d-469f-be7f-520af51bd758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0453725 Dec 10 19:35:26.158577 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5509b038-233a-48b9-b224-fd0839196af7 req-e375cee9-9c30-4c2a-900b-a7170af7db42 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:26.159965 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5509b038-233a-48b9-b224-fd0839196af7 req-e375cee9-9c30-4c2a-900b-a7170af7db42 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=d88c9a2d-6887-4cb6-be7f-32b4b105b583 HTTP/1.1" status: 200 len: 943 time: 0.0787332 Dec 10 19:35:26.166209 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e5847fab-9326-454f-8614-ca0a9e9e5723 req-1ca2ae03-d3e6-4745-a1b0-d873ef2a9330 service neutron] 10.222.0.36 "GET /v2.0/networks/fafe484e-d91d-469f-be7f-520af51bd758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271384 Dec 10 19:35:26.479989 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:26.576641 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5509b038-233a-48b9-b224-fd0839196af7 req-e13396f9-c88c-483d-a1a6-85dca5fc5f7b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=628db0bd-a0fd-479b-ab19-e3ec113616d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4094594 Dec 10 19:35:26.613213 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e5847fab-9326-454f-8614-ca0a9e9e5723 req-7dedeeb7-9caf-44df-94ab-c8ed058e20c0 service neutron] 10.222.0.36 "GET /v2.0/networks/fafe484e-d91d-469f-be7f-520af51bd758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016934 Dec 10 19:35:26.705120 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2649826-0fae-4ad0-a05d-c7e93c2272b3 req-75dd81fd-e211-4a2d-b108-8f29e475dc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:26.706569 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d2649826-0fae-4ad0-a05d-c7e93c2272b3 req-75dd81fd-e211-4a2d-b108-8f29e475dc2c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=730e4c9f0aba4accb176e575114c849e&device_id=d88c9a2d-6887-4cb6-be7f-32b4b105b583 HTTP/1.1" status: 200 len: 1096 time: 0.0447757 Dec 10 19:35:26.791211 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:26.796523 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2649826-0fae-4ad0-a05d-c7e93c2272b3 req-4fe664a2-2cdb-4b9e-b93e-c4725873a47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:26.798071 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d2649826-0fae-4ad0-a05d-c7e93c2272b3 req-4fe664a2-2cdb-4b9e-b93e-c4725873a47a service neutron] 10.222.0.36 "GET /v2.0/networks?id=fafe484e-d91d-469f-be7f-520af51bd758 HTTP/1.1" status: 200 len: 897 time: 0.0840735 Dec 10 19:35:26.844123 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d2649826-0fae-4ad0-a05d-c7e93c2272b3 req-36300da3-6d01-47d3-9f0b-5f9389d6efc0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be324557-82a7-4b22-a0ff-7b38ee828d51 HTTP/1.1" status: 200 len: 217 time: 0.0382679 Dec 10 19:35:26.894304 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2649826-0fae-4ad0-a05d-c7e93c2272b3 req-44bcc6bf-34ee-4525-93ff-9587e2d51a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:26.895716 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d2649826-0fae-4ad0-a05d-c7e93c2272b3 req-44bcc6bf-34ee-4525-93ff-9587e2d51a38 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a8566c97-f006-48e6-80ba-2c17d4444889 HTTP/1.1" status: 200 len: 833 time: 0.0433404 Dec 10 19:35:26.942800 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2649826-0fae-4ad0-a05d-c7e93c2272b3 req-ebef4cd0-b568-48ae-b2bc-dc036921cb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:26.944273 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d2649826-0fae-4ad0-a05d-c7e93c2272b3 req-ebef4cd0-b568-48ae-b2bc-dc036921cb9c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fafe484e-d91d-469f-be7f-520af51bd758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392268 Dec 10 19:35:27.041279 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d2649826-0fae-4ad0-a05d-c7e93c2272b3 req-5d8a81ab-8b1f-4316-be62-be30b63a82cc service neutron] 10.222.0.36 "GET /v2.0/networks/fafe484e-d91d-469f-be7f-520af51bd758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840685 Dec 10 19:35:27.129365 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d2649826-0fae-4ad0-a05d-c7e93c2272b3 req-2929cd90-58d5-42b3-8045-942d416a2f0d service neutron] 10.222.0.36 "GET /v2.0/networks/fafe484e-d91d-469f-be7f-520af51bd758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805120 Dec 10 19:35:27.691047 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ac36e-a8b7-42ec-8d71-689d2f562ef3 req-2d014fc7-b5e8-4330-83c9-0324d63e9c57 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:27.692401 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-779ac36e-a8b7-42ec-8d71-689d2f562ef3 req-2d014fc7-b5e8-4330-83c9-0324d63e9c57 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=d88c9a2d-6887-4cb6-be7f-32b4b105b583 HTTP/1.1" status: 200 len: 943 time: 0.0483813 Dec 10 19:35:27.730133 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-779ac36e-a8b7-42ec-8d71-689d2f562ef3 req-caebd117-9323-426e-b494-833c039e2288 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=628db0bd-a0fd-479b-ab19-e3ec113616d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310447 Dec 10 19:35:28.267253 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [req-6850521f-4daa-4116-8a62-d551f2d330ab req-9e572012-2bcf-403f-a7ee-d696627f6fdd tempest-TestNetworkAdvancedServerOps-801048969 tempest-TestNetworkAdvancedServerOps-801048969-project] (102366) timed out ('10.222.0.36', 49859) {{(pid=102366) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 10 19:35:28.845099 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd616c9-3776-40f1-a14e-184d02a1eed9 req-1f749d2e-ee2c-46ff-a09b-8fe70ac1f196 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:28.846559 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2dd616c9-3776-40f1-a14e-184d02a1eed9 req-1f749d2e-ee2c-46ff-a09b-8fe70ac1f196 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=d88c9a2d-6887-4cb6-be7f-32b4b105b583 HTTP/1.1" status: 200 len: 943 time: 0.0520496 Dec 10 19:35:28.885929 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2dd616c9-3776-40f1-a14e-184d02a1eed9 req-5a00c3f2-c847-4632-85c7-e9cef57eac1c tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=628db0bd-a0fd-479b-ab19-e3ec113616d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324771 Dec 10 19:35:29.267956 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device be324557-82a7-4b22-a0ff-7b38ee828d51 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=102367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:35:29.361004 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port be324557-82a7-4b22-a0ff-7b38ee828d51, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=be324557-82a7-4b22-a0ff-7b38ee828d51,segment=NetworkSegment(5094c03f-6d3e-4746-9031-9f8d3c5dc636),segment_id=5094c03f-6d3e-4746-9031-9f8d3c5dc636)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:35:29.371689 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Returning: {'device': 'be324557-82a7-4b22-a0ff-7b38ee828d51', 'network_id': 'fafe484e-d91d-469f-be7f-520af51bd758', 'port_id': 'be324557-82a7-4b22-a0ff-7b38ee828d51', 'mac_address': 'fa:16:3e:fb:89:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8566c97-f006-48e6-80ba-2c17d4444889', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:35:29.546639 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:29.559154 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be324557-82a7-4b22-a0ff-7b38ee828d51 {{(pid=102367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:35:29.578085 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port be324557-82a7-4b22-a0ff-7b38ee828d51, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=be324557-82a7-4b22-a0ff-7b38ee828d51,segment=NetworkSegment(5094c03f-6d3e-4746-9031-9f8d3c5dc636),segment_id=5094c03f-6d3e-4746-9031-9f8d3c5dc636)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:35:29.581736 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:29.628202 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=be324557-82a7-4b22-a0ff-7b38ee828d51,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:35:29.974471 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['be324557-82a7-4b22-a0ff-7b38ee828d51'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:35:29.998651 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5259fa8a-fda7-4ebd-96dc-84bea770946b req-0ccef611-0800-4311-996e-74fc25c56bd5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:30.000152 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5259fa8a-fda7-4ebd-96dc-84bea770946b req-0ccef611-0800-4311-996e-74fc25c56bd5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=d88c9a2d-6887-4cb6-be7f-32b4b105b583 HTTP/1.1" status: 200 len: 944 time: 0.0492854 Dec 10 19:35:30.038069 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5259fa8a-fda7-4ebd-96dc-84bea770946b req-07ab1a07-6afa-4401-884b-182896aa9047 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=628db0bd-a0fd-479b-ab19-e3ec113616d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319560 Dec 10 19:35:31.156247 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ca137-0598-48fd-b93d-4a1c57ce2af7 req-965b6962-5332-46b3-bc0f-455dc6072260 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:31.157780 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e17ca137-0598-48fd-b93d-4a1c57ce2af7 req-965b6962-5332-46b3-bc0f-455dc6072260 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=d88c9a2d-6887-4cb6-be7f-32b4b105b583 HTTP/1.1" status: 200 len: 944 time: 0.0486305 Dec 10 19:35:31.196652 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e17ca137-0598-48fd-b93d-4a1c57ce2af7 req-09fe3e82-5ecd-4a71-ab6a-411cc2460ba1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=628db0bd-a0fd-479b-ab19-e3ec113616d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329483 Dec 10 19:35:31.282543 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device be324557-82a7-4b22-a0ff-7b38ee828d51 up at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:35:31.330277 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning for port be324557-82a7-4b22-a0ff-7b38ee828d51 completed by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:35:31.333768 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning complete for port be324557-82a7-4b22-a0ff-7b38ee828d51 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:35:31.334138 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:31.412061 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:31.434063 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd88c9a2d-6887-4cb6-be7f-32b4b105b583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be324557-82a7-4b22-a0ff-7b38ee828d51'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:35:31.436285 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0dd006407324ce2959a5a4cf9f0b5e0801d7a51a5291ea700e8786e11115a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc5245e-3164-47a2-8f29-7117e2947c63" -d '{"events": [{"server_uuid": "d88c9a2d-6887-4cb6-be7f-32b4b105b583", "name": "network-vif-plugged", "status": "completed", "tag": "be324557-82a7-4b22-a0ff-7b38ee828d51"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:35:31.448843 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port be324557-82a7-4b22-a0ff-7b38ee828d51, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=be324557-82a7-4b22-a0ff-7b38ee828d51,segment=NetworkSegment(5094c03f-6d3e-4746-9031-9f8d3c5dc636),segment_id=5094c03f-6d3e-4746-9031-9f8d3c5dc636)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:35:31.452698 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:31.478416 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40d0a6b-86e6-4f7f-bc08-5651188a7604 x-openstack-request-id: req-d40d0a6b-86e6-4f7f-bc08-5651188a7604 {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:35:31.478708 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d88c9a2d-6887-4cb6-be7f-32b4b105b583", "name": "network-vif-plugged", "status": "completed", "tag": "be324557-82a7-4b22-a0ff-7b38ee828d51", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:35:31.478953 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d40d0a6b-86e6-4f7f-bc08-5651188a7604 {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:35:31.479349 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd88c9a2d-6887-4cb6-be7f-32b4b105b583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be324557-82a7-4b22-a0ff-7b38ee828d51', 'code': 200} Dec 10 19:35:31.502749 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=be324557-82a7-4b22-a0ff-7b38ee828d51,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:35:31.651909 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69602b71-2117-42af-9854-727b1ddb0f83 req-a936535a-03ea-4fb6-b6b9-de87408747d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:31.653423 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-69602b71-2117-42af-9854-727b1ddb0f83 req-a936535a-03ea-4fb6-b6b9-de87408747d9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d88c9a2d-6887-4cb6-be7f-32b4b105b583 HTTP/1.1" status: 200 len: 1098 time: 0.0454023 Dec 10 19:35:31.690942 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-69602b71-2117-42af-9854-727b1ddb0f83 req-558cc4d2-f597-4170-9cb9-b25a9265871c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=628db0bd-a0fd-479b-ab19-e3ec113616d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295737 Dec 10 19:35:32.324146 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473384a-b6b2-42c5-9cd9-e2f1a5d42954 req-e3cc5a6c-a893-4899-bca4-53746fd31d95 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:32.325641 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6473384a-b6b2-42c5-9cd9-e2f1a5d42954 req-e3cc5a6c-a893-4899-bca4-53746fd31d95 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=d88c9a2d-6887-4cb6-be7f-32b4b105b583 HTTP/1.1" status: 200 len: 945 time: 0.0556583 Dec 10 19:35:32.363639 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6473384a-b6b2-42c5-9cd9-e2f1a5d42954 req-acfeae27-0765-40ef-8690-b38da63371d3 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=628db0bd-a0fd-479b-ab19-e3ec113616d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321331 Dec 10 19:35:32.406659 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:33.478522 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31316d4c-aff6-4928-a0d7-7633768d613f req-a0d7aa30-9e1c-4880-b5b2-c097b8b7154d tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:33.479964 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-31316d4c-aff6-4928-a0d7-7633768d613f req-a0d7aa30-9e1c-4880-b5b2-c097b8b7154d tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=d88c9a2d-6887-4cb6-be7f-32b4b105b583 HTTP/1.1" status: 200 len: 945 time: 0.0482388 Dec 10 19:35:33.516939 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-31316d4c-aff6-4928-a0d7-7633768d613f req-3b38f913-ea29-4950-8f5d-8d801c4d566f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=628db0bd-a0fd-479b-ab19-e3ec113616d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308049 Dec 10 19:35:33.634278 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e887a-d6b0-477d-b1fd-8764198ff020 req-f1da6ce8-0d0a-4e6d-ba10-075da441dee2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:33.635737 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-934e887a-d6b0-477d-b1fd-8764198ff020 req-f1da6ce8-0d0a-4e6d-ba10-075da441dee2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=d88c9a2d-6887-4cb6-be7f-32b4b105b583 HTTP/1.1" status: 200 len: 945 time: 0.0534034 Dec 10 19:35:33.673150 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-934e887a-d6b0-477d-b1fd-8764198ff020 req-b88429ed-2188-46d6-ac29-16eea7bd670a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=628db0bd-a0fd-479b-ab19-e3ec113616d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313311 Dec 10 19:35:33.695314 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 59244) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:35:33.734433 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32535710-2f8a-47ed-94e7-44fc4364c7d6 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:33.735942 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-32535710-2f8a-47ed-94e7-44fc4364c7d6 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=d88c9a2d-6887-4cb6-be7f-32b4b105b583 HTTP/1.1" status: 200 len: 1093 time: 0.0395558 Dec 10 19:35:33.738659 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 59246) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:35:33.743444 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-f9c88916-9fff-410e-9b31-31b35f3ed257 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'floatingip': {'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'port_id': 'be324557-82a7-4b22-a0ff-7b38ee828d51', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:35:33.765340 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f9c88916-9fff-410e-9b31-31b35f3ed257 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for floatingip, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:33.863156 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f9c88916-9fff-410e-9b31-31b35f3ed257 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:33.966272 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-f9c88916-9fff-410e-9b31-31b35f3ed257 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Allocated IP 172.26.6.47 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/f2cd4d20-36f1-437b-a929-b58504790485) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:35:34.068840 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f9c88916-9fff-410e-9b31-31b35f3ed257 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:34.100768 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f9c88916-9fff-410e-9b31-31b35f3ed257 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:34.138500 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c88916-9fff-410e-9b31-31b35f3ed257 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:35:34.141279 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-f9c88916-9fff-410e-9b31-31b35f3ed257 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:35:34.144610 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c88916-9fff-410e-9b31-31b35f3ed257 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:35:34.168196 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c88916-9fff-410e-9b31-31b35f3ed257 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Port': ['ID=f2cd4d20-36f1-437b-a929-b58504790485,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:35:34.497280 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f9c88916-9fff-410e-9b31-31b35f3ed257 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:34.562044 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f9c88916-9fff-410e-9b31-31b35f3ed257 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:34.711874 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f9c88916-9fff-410e-9b31-31b35f3ed257 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:34.716165 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f9c88916-9fff-410e-9b31-31b35f3ed257 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:34.782794 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c88916-9fff-410e-9b31-31b35f3ed257 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Port': ['ID=f2cd4d20-36f1-437b-a929-b58504790485,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:35:34.794472 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f9c88916-9fff-410e-9b31-31b35f3ed257 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3713103'] for floatingip, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:34.892833 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.l3_db [None req-f9c88916-9fff-410e-9b31-31b35f3ed257 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Floating IP 921dc4a2-c784-485b-8e40-6a37e02e3107 associated. External IP: 172.26.6.47, port: be324557-82a7-4b22-a0ff-7b38ee828d51. Dec 10 19:35:35.101803 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c88916-9fff-410e-9b31-31b35f3ed257 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Router 328a3e15-3894-444e-a5a0-63e55c6c7756 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:35:35.208567 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c88916-9fff-410e-9b31-31b35f3ed257 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:35:35.218908 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4420fa1-b175-4b29-9f3a-82b915d24da1 None None] Sync routers for ids ['328a3e15-3894-444e-a5a0-63e55c6c7756'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:35:35.226513 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f9c88916-9fff-410e-9b31-31b35f3ed257 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:35.229524 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4420fa1-b175-4b29-9f3a-82b915d24da1 None None] Routers {'328a3e15-3894-444e-a5a0-63e55c6c7756'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:35:35.230123 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-a4420fa1-b175-4b29-9f3a-82b915d24da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:35:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['328a3e15-3894-444e-a5a0-63e55c6c7756'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:35:35.254706 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-f9c88916-9fff-410e-9b31-31b35f3ed257 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5150378 Dec 10 19:35:35.255372 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd88c9a2d-6887-4cb6-be7f-32b4b105b583', 'tag': 'be324557-82a7-4b22-a0ff-7b38ee828d51'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:35:35.258676 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7e4184-3fbb-46ac-8051-d7e42a482262" -d '{"events": [{"name": "network-changed", "server_uuid": "d88c9a2d-6887-4cb6-be7f-32b4b105b583", "tag": "be324557-82a7-4b22-a0ff-7b38ee828d51"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:35:35.297424 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5676434e-c57d-4396-a978-0e965a578191 x-openstack-request-id: req-5676434e-c57d-4396-a978-0e965a578191 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:35:35.297719 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d88c9a2d-6887-4cb6-be7f-32b4b105b583", "tag": "be324557-82a7-4b22-a0ff-7b38ee828d51", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:35:35.297973 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5676434e-c57d-4396-a978-0e965a578191 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:35:35.298376 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd88c9a2d-6887-4cb6-be7f-32b4b105b583', 'tag': 'be324557-82a7-4b22-a0ff-7b38ee828d51', 'status': 'completed', 'code': 200} Dec 10 19:35:35.334368 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-a4420fa1-b175-4b29-9f3a-82b915d24da1 None None] Set router 328a3e15-3894-444e-a5a0-63e55c6c7756 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:35:35.360442 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e4184-3fbb-46ac-8051-d7e42a482262 req-54a91a35-4ab6-441e-8463-198480927150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:35.361872 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ba7e4184-3fbb-46ac-8051-d7e42a482262 req-54a91a35-4ab6-441e-8463-198480927150 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=730e4c9f0aba4accb176e575114c849e&device_id=d88c9a2d-6887-4cb6-be7f-32b4b105b583 HTTP/1.1" status: 200 len: 1098 time: 0.0411539 Dec 10 19:35:35.454756 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e4184-3fbb-46ac-8051-d7e42a482262 req-1580ef66-b386-4f8b-bc88-cfa4ebcbf334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:35.456211 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ba7e4184-3fbb-46ac-8051-d7e42a482262 req-1580ef66-b386-4f8b-bc88-cfa4ebcbf334 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fafe484e-d91d-469f-be7f-520af51bd758 HTTP/1.1" status: 200 len: 897 time: 0.0867143 Dec 10 19:35:35.523291 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ba7e4184-3fbb-46ac-8051-d7e42a482262 req-7bd06691-97fa-4383-a705-cd69b34c86e2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be324557-82a7-4b22-a0ff-7b38ee828d51 HTTP/1.1" status: 200 len: 998 time: 0.0577483 Dec 10 19:35:35.562800 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-a4420fa1-b175-4b29-9f3a-82b915d24da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'name': 'tempest-TestNetworkBasicOps-router-1073002095', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': '233e9c0e-3134-4f9d-84d7-db9c0a200f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:34:59Z', 'updated_at': '2021-12-10T19:35:02Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '233e9c0e-3134-4f9d-84d7-db9c0a200f18', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:13:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:34:59Z', 'updated_at': '2021-12-10T19:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '921dc4a2-c784-485b-8e40-6a37e02e3107', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'floating_ip_address': '172.26.6.47', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'port_id': 'be324557-82a7-4b22-a0ff-7b38ee828d51', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fafe484e-d91d-469f-be7f-520af51bd758', 'mac_address': 'fa:16:3e:fb:89:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88c9a2d-6887-4cb6-be7f-32b4b105b583', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:35:34Z', 'updated_at': '2021-12-10T19:35:34Z', 'revision_number': 0, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'fixed_ip_address_scope': None}, {'id': 'c354d12b-8809-4804-b35b-56e95e499757', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'floating_ip_address': '172.26.6.55', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'port_id': 'd1da9ca0-4ba5-4878-afa7-7f1236c38f8a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fafe484e-d91d-469f-be7f-520af51bd758', 'mac_address': 'fa:16:3e:10:f0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6164f19e-d411-4efa-a9a1-26ffc8a316cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:35:16Z', 'updated_at': '2021-12-10T19:35:18Z', 'revision_number': 1, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd444920c-d728-4bd3-82a1-ba7a1124de8f', 'name': '', 'network_id': 'fafe484e-d91d-469f-be7f-520af51bd758', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:ac:12:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a8566c97-f006-48e6-80ba-2c17d4444889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:01Z', 'updated_at': '2021-12-10T19:35:05Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'a8566c97-f006-48e6-80ba-2c17d4444889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:35:35.574233 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e4184-3fbb-46ac-8051-d7e42a482262 req-b0f64fde-420c-4cbf-9326-b44e78c34680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:35.575730 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ba7e4184-3fbb-46ac-8051-d7e42a482262 req-b0f64fde-420c-4cbf-9326-b44e78c34680 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a8566c97-f006-48e6-80ba-2c17d4444889 HTTP/1.1" status: 200 len: 833 time: 0.0446887 Dec 10 19:35:35.588244 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4420fa1-b175-4b29-9f3a-82b915d24da1 None None] Checking router: 328a3e15-3894-444e-a5a0-63e55c6c7756 for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:35:35.596592 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4420fa1-b175-4b29-9f3a-82b915d24da1 None None] Routers {'328a3e15-3894-444e-a5a0-63e55c6c7756'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:35:35.597192 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-a4420fa1-b175-4b29-9f3a-82b915d24da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:35:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['328a3e15-3894-444e-a5a0-63e55c6c7756'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:35:35.628825 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e4184-3fbb-46ac-8051-d7e42a482262 req-9a7dc47c-9b2b-494a-a108-d403147168d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:35.630209 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ba7e4184-3fbb-46ac-8051-d7e42a482262 req-9a7dc47c-9b2b-494a-a108-d403147168d6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fafe484e-d91d-469f-be7f-520af51bd758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0455368 Dec 10 19:35:35.701218 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-a4420fa1-b175-4b29-9f3a-82b915d24da1 None None] Set router 328a3e15-3894-444e-a5a0-63e55c6c7756 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:35:35.721153 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ba7e4184-3fbb-46ac-8051-d7e42a482262 req-df3a600b-4855-460a-93a1-c46364a9fc39 service neutron] 10.222.0.36 "GET /v2.0/networks/fafe484e-d91d-469f-be7f-520af51bd758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816226 Dec 10 19:35:35.817656 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ba7e4184-3fbb-46ac-8051-d7e42a482262 req-4f060605-5175-4b69-8752-85e0acd06c62 service neutron] 10.222.0.36 "GET /v2.0/networks/fafe484e-d91d-469f-be7f-520af51bd758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875707 Dec 10 19:35:35.925017 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-a4420fa1-b175-4b29-9f3a-82b915d24da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'name': 'tempest-TestNetworkBasicOps-router-1073002095', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': '233e9c0e-3134-4f9d-84d7-db9c0a200f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:34:59Z', 'updated_at': '2021-12-10T19:35:02Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '233e9c0e-3134-4f9d-84d7-db9c0a200f18', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:13:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:34:59Z', 'updated_at': '2021-12-10T19:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '921dc4a2-c784-485b-8e40-6a37e02e3107', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'floating_ip_address': '172.26.6.47', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'port_id': 'be324557-82a7-4b22-a0ff-7b38ee828d51', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fafe484e-d91d-469f-be7f-520af51bd758', 'mac_address': 'fa:16:3e:fb:89:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88c9a2d-6887-4cb6-be7f-32b4b105b583', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:35:34Z', 'updated_at': '2021-12-10T19:35:34Z', 'revision_number': 0, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'fixed_ip_address_scope': None}, {'id': 'c354d12b-8809-4804-b35b-56e95e499757', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'floating_ip_address': '172.26.6.55', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'port_id': 'd1da9ca0-4ba5-4878-afa7-7f1236c38f8a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fafe484e-d91d-469f-be7f-520af51bd758', 'mac_address': 'fa:16:3e:10:f0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6164f19e-d411-4efa-a9a1-26ffc8a316cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:35:16Z', 'updated_at': '2021-12-10T19:35:18Z', 'revision_number': 1, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd444920c-d728-4bd3-82a1-ba7a1124de8f', 'name': '', 'network_id': 'fafe484e-d91d-469f-be7f-520af51bd758', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:ac:12:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a8566c97-f006-48e6-80ba-2c17d4444889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:01Z', 'updated_at': '2021-12-10T19:35:05Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'a8566c97-f006-48e6-80ba-2c17d4444889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:35:35.951403 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4420fa1-b175-4b29-9f3a-82b915d24da1 None None] The sync data for ids ['328a3e15-3894-444e-a5a0-63e55c6c7756'] in dv-neutron-821441-1-hyperv is: [{'id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'name': 'tempest-TestNetworkBasicOps-router-1073002095', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': '233e9c0e-3134-4f9d-84d7-db9c0a200f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:34:59Z', 'updated_at': '2021-12-10T19:35:02Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '233e9c0e-3134-4f9d-84d7-db9c0a200f18', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:13:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:34:59Z', 'updated_at': '2021-12-10T19:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '921dc4a2-c784-485b-8e40-6a37e02e3107', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'floating_ip_address': '172.26.6.47', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'port_id': 'be324557-82a7-4b22-a0ff-7b38ee828d51', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fafe484e-d91d-469f-be7f-520af51bd758', 'mac_address': 'fa:16:3e:fb:89:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88c9a2d-6887-4cb6-be7f-32b4b105b583', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:35:34Z', 'updated_at': '2021-12-10T19:35:34Z', 'revision_number': 0, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'fixed_ip_address_scope': None}, {'id': 'c354d12b-8809-4804-b35b-56e95e499757', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'floating_ip_address': '172.26.6.55', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'port_id': 'd1da9ca0-4ba5-4878-afa7-7f1236c38f8a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fafe484e-d91d-469f-be7f-520af51bd758', 'mac_address': 'fa:16:3e:10:f0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6164f19e-d411-4efa-a9a1-26ffc8a316cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:35:16Z', 'updated_at': '2021-12-10T19:35:18Z', 'revision_number': 1, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd444920c-d728-4bd3-82a1-ba7a1124de8f', 'name': '', 'network_id': 'fafe484e-d91d-469f-be7f-520af51bd758', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:ac:12:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a8566c97-f006-48e6-80ba-2c17d4444889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:01Z', 'updated_at': '2021-12-10T19:35:05Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'a8566c97-f006-48e6-80ba-2c17d4444889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:35:36.146658 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a158733-9584-433a-8c79-01cb6a1f83ee None None] New status for floating IP 921dc4a2-c784-485b-8e40-6a37e02e3107: ACTIVE {{(pid=102367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:35:50.250920 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-942edc9c-46be-4fa4-8408-9cadf0b1d7f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:51.969027 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:35:54.217968 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-7bd57be6-9259-4bd8-b70a-3b905c3c03f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:55.392947 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:55.792384 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-17b9c43f-35cf-43ff-b1bb-8425a4d4ba52 req-ebf50d7b-8b6a-4f83-9b33-3db0070a34e2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6164f19e-d411-4efa-a9a1-26ffc8a316cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400009 Dec 10 19:35:55.874941 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b9c43f-35cf-43ff-b1bb-8425a4d4ba52 req-a4cd2d1c-321b-4a23-959d-eafaedafec38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:55.876392 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-17b9c43f-35cf-43ff-b1bb-8425a4d4ba52 req-a4cd2d1c-321b-4a23-959d-eafaedafec38 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=730e4c9f0aba4accb176e575114c849e&device_id=6164f19e-d411-4efa-a9a1-26ffc8a316cf HTTP/1.1" status: 200 len: 1099 time: 0.0411034 Dec 10 19:35:55.986336 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b9c43f-35cf-43ff-b1bb-8425a4d4ba52 req-8e329b33-a876-4b9f-9ab9-03f344f637ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:55.987717 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-17b9c43f-35cf-43ff-b1bb-8425a4d4ba52 req-8e329b33-a876-4b9f-9ab9-03f344f637ea service neutron] 10.222.0.36 "GET /v2.0/networks?id=fafe484e-d91d-469f-be7f-520af51bd758 HTTP/1.1" status: 200 len: 897 time: 0.0893319 Dec 10 19:35:56.052921 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-17b9c43f-35cf-43ff-b1bb-8425a4d4ba52 req-365af947-7f0d-411b-983c-07ed1ac0066a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1da9ca0-4ba5-4878-afa7-7f1236c38f8a HTTP/1.1" status: 200 len: 1001 time: 0.0557144 Dec 10 19:35:56.103938 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b9c43f-35cf-43ff-b1bb-8425a4d4ba52 req-abe7d89a-7a9d-4f49-bed5-08cbf24e174e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:56.105440 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-17b9c43f-35cf-43ff-b1bb-8425a4d4ba52 req-abe7d89a-7a9d-4f49-bed5-08cbf24e174e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a8566c97-f006-48e6-80ba-2c17d4444889 HTTP/1.1" status: 200 len: 833 time: 0.0447161 Dec 10 19:35:56.156731 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b9c43f-35cf-43ff-b1bb-8425a4d4ba52 req-eb25cdf7-e217-41ef-8e78-04cc6a240ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:35:56.158236 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-17b9c43f-35cf-43ff-b1bb-8425a4d4ba52 req-eb25cdf7-e217-41ef-8e78-04cc6a240ab2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fafe484e-d91d-469f-be7f-520af51bd758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0452187 Dec 10 19:35:56.252166 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-17b9c43f-35cf-43ff-b1bb-8425a4d4ba52 req-4a83560b-abc0-485a-8baa-70fb10a84ea4 service neutron] 10.222.0.36 "GET /v2.0/networks/fafe484e-d91d-469f-be7f-520af51bd758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849426 Dec 10 19:35:56.350849 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-17b9c43f-35cf-43ff-b1bb-8425a4d4ba52 req-f7a9dc10-f059-4f70-b660-594e1861aa29 service neutron] 10.222.0.36 "GET /v2.0/networks/fafe484e-d91d-469f-be7f-520af51bd758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911880 Dec 10 19:35:56.481296 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:35:56.793369 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:36:02.415560 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:36:20.251474 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-7dc857e1-6e9f-402f-b1af-a9e954628836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:36:24.222785 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a6da228c-6465-486c-b9dc-5d47aee4b19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:36:25.394685 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:36:26.482499 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:36:26.795155 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:36:28.968084 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:36:32.415050 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:36:50.252733 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-5cce59bd-876a-4c1c-b26e-2837fee77659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:36:54.224556 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-16c63b4a-eab2-4cbe-b978-06cb292e2e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:36:55.398759 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:36:56.484143 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:36:56.783486 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8457977d-3d5c-4973-8900-49cb1cef96c6 req-66074002-3d1b-4d39-b800-f2947f1cf18b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d88c9a2d-6887-4cb6-be7f-32b4b105b583&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406682 Dec 10 19:36:56.798625 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:36:56.848821 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8457977d-3d5c-4973-8900-49cb1cef96c6 req-f2a2f0f2-7559-410e-8cdb-5963e54878c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:36:56.850513 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8457977d-3d5c-4973-8900-49cb1cef96c6 req-f2a2f0f2-7559-410e-8cdb-5963e54878c3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=730e4c9f0aba4accb176e575114c849e&device_id=d88c9a2d-6887-4cb6-be7f-32b4b105b583 HTTP/1.1" status: 200 len: 1098 time: 0.0413511 Dec 10 19:36:56.956026 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8457977d-3d5c-4973-8900-49cb1cef96c6 req-6b2db41c-82c2-4554-98ab-4f8bed623935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:36:56.958156 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8457977d-3d5c-4973-8900-49cb1cef96c6 req-6b2db41c-82c2-4554-98ab-4f8bed623935 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fafe484e-d91d-469f-be7f-520af51bd758 HTTP/1.1" status: 200 len: 897 time: 0.0870662 Dec 10 19:36:57.022086 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8457977d-3d5c-4973-8900-49cb1cef96c6 req-f2d9cf2a-d199-44bb-9a16-2684584a42d2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be324557-82a7-4b22-a0ff-7b38ee828d51 HTTP/1.1" status: 200 len: 1000 time: 0.0567658 Dec 10 19:36:57.072051 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8457977d-3d5c-4973-8900-49cb1cef96c6 req-667ddcd6-703a-4bb9-b510-82ba642af798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:36:57.073496 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8457977d-3d5c-4973-8900-49cb1cef96c6 req-667ddcd6-703a-4bb9-b510-82ba642af798 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a8566c97-f006-48e6-80ba-2c17d4444889 HTTP/1.1" status: 200 len: 833 time: 0.0434916 Dec 10 19:36:57.123186 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8457977d-3d5c-4973-8900-49cb1cef96c6 req-28f2d0d9-2dd6-4a76-bb9d-53abf10ea4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:36:57.124680 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8457977d-3d5c-4973-8900-49cb1cef96c6 req-28f2d0d9-2dd6-4a76-bb9d-53abf10ea4b8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fafe484e-d91d-469f-be7f-520af51bd758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433624 Dec 10 19:36:57.215769 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8457977d-3d5c-4973-8900-49cb1cef96c6 req-0e8d7308-fdc9-4480-8ea9-7c36e126f54f service neutron] 10.222.0.36 "GET /v2.0/networks/fafe484e-d91d-469f-be7f-520af51bd758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813627 Dec 10 19:36:57.313916 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8457977d-3d5c-4973-8900-49cb1cef96c6 req-b43c0cb2-604d-4534-bda0-01b3887ff27f service neutron] 10.222.0.36 "GET /v2.0/networks/fafe484e-d91d-469f-be7f-520af51bd758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896161 Dec 10 19:37:01.737510 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 59280) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:37:01.797432 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-e0aba5e6-e55c-4849-8664-f7738a9ce8c4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/floatingips/c354d12b-8809-4804-b35b-56e95e499757 HTTP/1.1" status: 200 len: 993 time: 0.0587430 Dec 10 19:37:02.422499 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 59290) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:37:02.429077 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-d22fc7ec-57f1-4c33-87b4-6ebbcbe836aa tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'port': {'admin_state_up': False}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:37:02.442883 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:02.491886 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d22fc7ec-57f1-4c33-87b4-6ebbcbe836aa tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:02.634726 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-d22fc7ec-57f1-4c33-87b4-6ebbcbe836aa tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] For port d1da9ca0-4ba5-4878-afa7-7f1236c38f8a, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=d1da9ca0-4ba5-4878-afa7-7f1236c38f8a,segment=NetworkSegment(5094c03f-6d3e-4746-9031-9f8d3c5dc636),segment_id=5094c03f-6d3e-4746-9031-9f8d3c5dc636)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:37:02.666540 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d22fc7ec-57f1-4c33-87b4-6ebbcbe836aa tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:02.673065 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d22fc7ec-57f1-4c33-87b4-6ebbcbe836aa tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:02.715203 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22fc7ec-57f1-4c33-87b4-6ebbcbe836aa tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:02.715789 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d22fc7ec-57f1-4c33-87b4-6ebbcbe836aa tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:02.719228 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d22fc7ec-57f1-4c33-87b4-6ebbcbe836aa tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "PUT /v2.0/ports/d1da9ca0-4ba5-4878-afa7-7f1236c38f8a HTTP/1.1" status: 200 len: 939 time: 0.2954876 Dec 10 19:37:02.719859 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6164f19e-d411-4efa-a9a1-26ffc8a316cf', 'tag': 'd1da9ca0-4ba5-4878-afa7-7f1236c38f8a'}] {{(pid=102366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:37:02.722246 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a86acec104960cf4069dffce1919f1f0aa2a294c7752363dfd1d6594a90fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723b2c80-3edb-48cf-8c75-b183647bb690" -d '{"events": [{"name": "network-changed", "server_uuid": "6164f19e-d411-4efa-a9a1-26ffc8a316cf", "tag": "d1da9ca0-4ba5-4878-afa7-7f1236c38f8a"}]}' {{(pid=102366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:37:02.746267 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22fc7ec-57f1-4c33-87b4-6ebbcbe836aa tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Port': ['ID=d1da9ca0-4ba5-4878-afa7-7f1236c38f8a,revision_number=6']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:37:02.754536 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22fc7ec-57f1-4c33-87b4-6ebbcbe836aa tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:02.755431 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22fc7ec-57f1-4c33-87b4-6ebbcbe836aa tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:02.755431 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22fc7ec-57f1-4c33-87b4-6ebbcbe836aa tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:02.755718 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22fc7ec-57f1-4c33-87b4-6ebbcbe836aa tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:02.756034 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22fc7ec-57f1-4c33-87b4-6ebbcbe836aa tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:02.756364 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22fc7ec-57f1-4c33-87b4-6ebbcbe836aa tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:02.756720 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22fc7ec-57f1-4c33-87b4-6ebbcbe836aa tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:02.757090 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22fc7ec-57f1-4c33-87b4-6ebbcbe836aa tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:02.757382 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22fc7ec-57f1-4c33-87b4-6ebbcbe836aa tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:02.757706 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22fc7ec-57f1-4c33-87b4-6ebbcbe836aa tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:02.758023 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22fc7ec-57f1-4c33-87b4-6ebbcbe836aa tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:02.758336 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22fc7ec-57f1-4c33-87b4-6ebbcbe836aa tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:02.849349 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a0349a-7e93-49cc-bab6-5c5c6ec4d701 x-openstack-request-id: req-44a0349a-7e93-49cc-bab6-5c5c6ec4d701 {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:37:02.849716 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6164f19e-d411-4efa-a9a1-26ffc8a316cf", "tag": "d1da9ca0-4ba5-4878-afa7-7f1236c38f8a", "status": "completed", "code": 200}]} {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:37:02.849978 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-44a0349a-7e93-49cc-bab6-5c5c6ec4d701 {{(pid=102366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:37:02.850386 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6164f19e-d411-4efa-a9a1-26ffc8a316cf', 'tag': 'd1da9ca0-4ba5-4878-afa7-7f1236c38f8a', 'status': 'completed', 'code': 200} Dec 10 19:37:02.912609 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b2c80-3edb-48cf-8c75-b183647bb690 req-50e89f69-ade7-46a9-abd8-a194d9b7143f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:02.914095 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-723b2c80-3edb-48cf-8c75-b183647bb690 req-50e89f69-ade7-46a9-abd8-a194d9b7143f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=730e4c9f0aba4accb176e575114c849e&device_id=6164f19e-d411-4efa-a9a1-26ffc8a316cf HTTP/1.1" status: 200 len: 1100 time: 0.0405982 Dec 10 19:37:02.970137 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-1ecf0d08-6556-46b7-b2a3-281e8fb81e07 None None] Provisioning complete for port d1da9ca0-4ba5-4878-afa7-7f1236c38f8a triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:37:02.970420 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1ecf0d08-6556-46b7-b2a3-281e8fb81e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:03.008194 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b2c80-3edb-48cf-8c75-b183647bb690 req-2898c11e-1f28-43b1-b564-9c1710ed3f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:03.009590 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-723b2c80-3edb-48cf-8c75-b183647bb690 req-2898c11e-1f28-43b1-b564-9c1710ed3f8d service neutron] 10.222.0.36 "GET /v2.0/networks?id=fafe484e-d91d-469f-be7f-520af51bd758 HTTP/1.1" status: 200 len: 897 time: 0.0882130 Dec 10 19:37:03.013392 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-1ecf0d08-6556-46b7-b2a3-281e8fb81e07 None None] Port d1da9ca0-4ba5-4878-afa7-7f1236c38f8a is administratively disabled so it will not transition to active. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Dec 10 19:37:03.074612 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-723b2c80-3edb-48cf-8c75-b183647bb690 req-faed94d6-a2dc-499b-b6ab-3dc7a5ca8a71 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1da9ca0-4ba5-4878-afa7-7f1236c38f8a HTTP/1.1" status: 200 len: 1002 time: 0.0574675 Dec 10 19:37:03.126592 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b2c80-3edb-48cf-8c75-b183647bb690 req-5492f994-8f33-400e-8a5e-7bf1d55e2f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:03.128028 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-723b2c80-3edb-48cf-8c75-b183647bb690 req-5492f994-8f33-400e-8a5e-7bf1d55e2f9d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a8566c97-f006-48e6-80ba-2c17d4444889 HTTP/1.1" status: 200 len: 833 time: 0.0462062 Dec 10 19:37:03.172899 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b2c80-3edb-48cf-8c75-b183647bb690 req-efac4fac-97e3-4b62-8aa7-73f0264d01dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:03.174382 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-723b2c80-3edb-48cf-8c75-b183647bb690 req-efac4fac-97e3-4b62-8aa7-73f0264d01dc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fafe484e-d91d-469f-be7f-520af51bd758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390861 Dec 10 19:37:03.265839 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-723b2c80-3edb-48cf-8c75-b183647bb690 req-30f219f0-8255-4bd5-bc71-2c7d2e9e4a89 service neutron] 10.222.0.36 "GET /v2.0/networks/fafe484e-d91d-469f-be7f-520af51bd758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842454 Dec 10 19:37:03.360801 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-723b2c80-3edb-48cf-8c75-b183647bb690 req-2e600368-0dc5-4f7f-bc02-e9c2ddb574c0 service neutron] 10.222.0.36 "GET /v2.0/networks/fafe484e-d91d-469f-be7f-520af51bd758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870051 Dec 10 19:37:05.967116 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:37:06.112718 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 59304) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:37:06.118499 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-41a11aee-4422-45cf-8ff3-01d7fe29e322 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'port': {'admin_state_up': True}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:37:06.179504 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-41a11aee-4422-45cf-8ff3-01d7fe29e322 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:06.327105 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-41a11aee-4422-45cf-8ff3-01d7fe29e322 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] For port d1da9ca0-4ba5-4878-afa7-7f1236c38f8a, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=d1da9ca0-4ba5-4878-afa7-7f1236c38f8a,segment=NetworkSegment(5094c03f-6d3e-4746-9031-9f8d3c5dc636),segment_id=5094c03f-6d3e-4746-9031-9f8d3c5dc636)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:37:06.355952 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-41a11aee-4422-45cf-8ff3-01d7fe29e322 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:06.360698 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-41a11aee-4422-45cf-8ff3-01d7fe29e322 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:06.409317 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a11aee-4422-45cf-8ff3-01d7fe29e322 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:06.409935 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-41a11aee-4422-45cf-8ff3-01d7fe29e322 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:06.412978 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-41a11aee-4422-45cf-8ff3-01d7fe29e322 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "PUT /v2.0/ports/d1da9ca0-4ba5-4878-afa7-7f1236c38f8a HTTP/1.1" status: 200 len: 938 time: 0.2986863 Dec 10 19:37:06.413613 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6164f19e-d411-4efa-a9a1-26ffc8a316cf', 'tag': 'd1da9ca0-4ba5-4878-afa7-7f1236c38f8a'}] {{(pid=102366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:37:06.414359 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 59306) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:37:06.416011 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a86acec104960cf4069dffce1919f1f0aa2a294c7752363dfd1d6594a90fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b961f40f-4a69-4d86-afed-b9bd2dbaab9b" -d '{"events": [{"name": "network-changed", "server_uuid": "6164f19e-d411-4efa-a9a1-26ffc8a316cf", "tag": "d1da9ca0-4ba5-4878-afa7-7f1236c38f8a"}]}' {{(pid=102366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:37:06.442391 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a11aee-4422-45cf-8ff3-01d7fe29e322 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Port': ['ID=d1da9ca0-4ba5-4878-afa7-7f1236c38f8a,revision_number=7']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:37:06.463026 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efaed918-7dd4-413b-9ed1-a444e90c37dc x-openstack-request-id: req-efaed918-7dd4-413b-9ed1-a444e90c37dc {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:37:06.463332 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6164f19e-d411-4efa-a9a1-26ffc8a316cf", "tag": "d1da9ca0-4ba5-4878-afa7-7f1236c38f8a", "status": "completed", "code": 200}]} {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:37:06.463585 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-efaed918-7dd4-413b-9ed1-a444e90c37dc {{(pid=102366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:37:06.463985 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6164f19e-d411-4efa-a9a1-26ffc8a316cf', 'tag': 'd1da9ca0-4ba5-4878-afa7-7f1236c38f8a', 'status': 'completed', 'code': 200} Dec 10 19:37:06.497633 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-adf16dad-29b3-403c-a5aa-5f44f2fdfa7d tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/floatingips/c354d12b-8809-4804-b35b-56e95e499757 HTTP/1.1" status: 200 len: 993 time: 0.0821083 Dec 10 19:37:06.535537 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961f40f-4a69-4d86-afed-b9bd2dbaab9b req-4de6ba4a-832e-499a-88a8-516df64264d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:06.537376 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b961f40f-4a69-4d86-afed-b9bd2dbaab9b req-4de6ba4a-832e-499a-88a8-516df64264d1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=730e4c9f0aba4accb176e575114c849e&device_id=6164f19e-d411-4efa-a9a1-26ffc8a316cf HTTP/1.1" status: 200 len: 1099 time: 0.0505500 Dec 10 19:37:06.636120 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961f40f-4a69-4d86-afed-b9bd2dbaab9b req-aa7c943a-d705-40e1-8b54-9ac382324474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:06.639010 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b961f40f-4a69-4d86-afed-b9bd2dbaab9b req-aa7c943a-d705-40e1-8b54-9ac382324474 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fafe484e-d91d-469f-be7f-520af51bd758 HTTP/1.1" status: 200 len: 897 time: 0.0942965 Dec 10 19:37:06.649114 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-a5fdca5b-2bc7-43f3-91cd-8d41b13dd7c8 None None] Provisioning complete for port d1da9ca0-4ba5-4878-afa7-7f1236c38f8a triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:37:06.649674 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a5fdca5b-2bc7-43f3-91cd-8d41b13dd7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:06.714555 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b961f40f-4a69-4d86-afed-b9bd2dbaab9b req-fb5f7cac-fa00-4d63-996e-8490ec3fd775 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1da9ca0-4ba5-4878-afa7-7f1236c38f8a HTTP/1.1" status: 200 len: 1001 time: 0.0659654 Dec 10 19:37:06.767182 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961f40f-4a69-4d86-afed-b9bd2dbaab9b req-c437094d-1d49-45ff-9d36-55030a430a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:06.768651 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b961f40f-4a69-4d86-afed-b9bd2dbaab9b req-c437094d-1d49-45ff-9d36-55030a430a66 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a8566c97-f006-48e6-80ba-2c17d4444889 HTTP/1.1" status: 200 len: 833 time: 0.0463209 Dec 10 19:37:06.814798 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961f40f-4a69-4d86-afed-b9bd2dbaab9b req-b6e57988-90b3-430b-b52a-88c361e57f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:06.817059 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b961f40f-4a69-4d86-afed-b9bd2dbaab9b req-b6e57988-90b3-430b-b52a-88c361e57f7e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fafe484e-d91d-469f-be7f-520af51bd758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395682 Dec 10 19:37:06.847755 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['d1da9ca0-4ba5-4878-afa7-7f1236c38f8a'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:37:06.910800 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b961f40f-4a69-4d86-afed-b9bd2dbaab9b req-d9626c4f-918e-4a57-a110-41d85b9f1923 service neutron] 10.222.0.36 "GET /v2.0/networks/fafe484e-d91d-469f-be7f-520af51bd758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866930 Dec 10 19:37:07.007750 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b961f40f-4a69-4d86-afed-b9bd2dbaab9b req-7c0fd0d3-c22d-452a-a933-6f1dcb0a1a69 service neutron] 10.222.0.36 "GET /v2.0/networks/fafe484e-d91d-469f-be7f-520af51bd758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891793 Dec 10 19:37:09.027180 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 59316) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:37:09.186564 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-8beaf0fc-403d-4f95-885e-50966fadb362 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Deleting port f2cd4d20-36f1-437b-a929-b58504790485 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:37:09.186901 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8beaf0fc-403d-4f95-885e-50966fadb362 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:09.262726 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8beaf0fc-403d-4f95-885e-50966fadb362 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:09.263046 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8beaf0fc-403d-4f95-885e-50966fadb362 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:09.274885 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-8beaf0fc-403d-4f95-885e-50966fadb362 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Calling delete_port for f2cd4d20-36f1-437b-a929-b58504790485 owned by network:floatingip {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:37:09.432817 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8beaf0fc-403d-4f95-885e-50966fadb362 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:09.459532 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beaf0fc-403d-4f95-885e-50966fadb362 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'Port': ['ID=f2cd4d20-36f1-437b-a929-b58504790485,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:37:09.522887 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8beaf0fc-403d-4f95-885e-50966fadb362 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for floatingip, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:09.523211 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.l3_db [None req-8beaf0fc-403d-4f95-885e-50966fadb362 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Floating IP 921dc4a2-c784-485b-8e40-6a37e02e3107 disassociated (deleted). External IP: 172.26.6.47, port: be324557-82a7-4b22-a0ff-7b38ee828d51. Dec 10 19:37:09.724605 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8beaf0fc-403d-4f95-885e-50966fadb362 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Router 328a3e15-3894-444e-a5a0-63e55c6c7756 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:37:09.831649 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8beaf0fc-403d-4f95-885e-50966fadb362 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:37:09.836835 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8beaf0fc-403d-4f95-885e-50966fadb362 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:09.841476 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e668fe-7b8e-4927-b770-d154b04f969c None None] Sync routers for ids ['328a3e15-3894-444e-a5a0-63e55c6c7756'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:37:09.850640 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e668fe-7b8e-4927-b770-d154b04f969c None None] Routers {'328a3e15-3894-444e-a5a0-63e55c6c7756'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:37:09.851241 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-21e668fe-7b8e-4927-b770-d154b04f969c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:36:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['328a3e15-3894-444e-a5a0-63e55c6c7756'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:37:09.864942 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-8beaf0fc-403d-4f95-885e-50966fadb362 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "DELETE /v2.0/floatingips/921dc4a2-c784-485b-8e40-6a37e02e3107 HTTP/1.1" status: 204 len: 168 time: 0.8366187 Dec 10 19:37:09.865703 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd88c9a2d-6887-4cb6-be7f-32b4b105b583', 'tag': 'be324557-82a7-4b22-a0ff-7b38ee828d51'}] {{(pid=102366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:37:09.867834 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a86acec104960cf4069dffce1919f1f0aa2a294c7752363dfd1d6594a90fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19097276-7e7d-496b-8532-484fe4440fd1" -d '{"events": [{"name": "network-changed", "server_uuid": "d88c9a2d-6887-4cb6-be7f-32b4b105b583", "tag": "be324557-82a7-4b22-a0ff-7b38ee828d51"}]}' {{(pid=102366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:37:09.906594 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23738e74-83bc-4351-bdbf-8f8a63397c2e x-openstack-request-id: req-23738e74-83bc-4351-bdbf-8f8a63397c2e {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:37:09.906930 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d88c9a2d-6887-4cb6-be7f-32b4b105b583", "tag": "be324557-82a7-4b22-a0ff-7b38ee828d51", "status": "completed", "code": 200}]} {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:37:09.907202 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-23738e74-83bc-4351-bdbf-8f8a63397c2e {{(pid=102366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:37:09.907602 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd88c9a2d-6887-4cb6-be7f-32b4b105b583', 'tag': 'be324557-82a7-4b22-a0ff-7b38ee828d51', 'status': 'completed', 'code': 200} Dec 10 19:37:09.957818 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-21e668fe-7b8e-4927-b770-d154b04f969c None None] Set router 328a3e15-3894-444e-a5a0-63e55c6c7756 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:37:09.977892 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19097276-7e7d-496b-8532-484fe4440fd1 req-e5b48772-b183-4761-8b83-d4151aba0782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:09.979439 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-19097276-7e7d-496b-8532-484fe4440fd1 req-e5b48772-b183-4761-8b83-d4151aba0782 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=730e4c9f0aba4accb176e575114c849e&device_id=d88c9a2d-6887-4cb6-be7f-32b4b105b583 HTTP/1.1" status: 200 len: 1098 time: 0.0434854 Dec 10 19:37:10.112895 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19097276-7e7d-496b-8532-484fe4440fd1 req-afffb7cc-533e-43fe-9f8f-f9132778d605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:10.115221 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-19097276-7e7d-496b-8532-484fe4440fd1 req-afffb7cc-533e-43fe-9f8f-f9132778d605 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fafe484e-d91d-469f-be7f-520af51bd758 HTTP/1.1" status: 200 len: 897 time: 0.1246901 Dec 10 19:37:10.123532 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f076be-fdf2-4de9-ac7b-c154d2bad17d req-a6901320-68ae-496c-9d0b-c73fc5b3f84d tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:10.124945 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e5f076be-fdf2-4de9-ac7b-c154d2bad17d req-a6901320-68ae-496c-9d0b-c73fc5b3f84d tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=d88c9a2d-6887-4cb6-be7f-32b4b105b583 HTTP/1.1" status: 200 len: 945 time: 0.0720832 Dec 10 19:37:10.174260 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-19097276-7e7d-496b-8532-484fe4440fd1 req-cb019e4b-dc31-491c-a1e8-f6bc9365b145 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be324557-82a7-4b22-a0ff-7b38ee828d51 HTTP/1.1" status: 200 len: 217 time: 0.0483515 Dec 10 19:37:10.196931 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-21e668fe-7b8e-4927-b770-d154b04f969c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'name': 'tempest-TestNetworkBasicOps-router-1073002095', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': '233e9c0e-3134-4f9d-84d7-db9c0a200f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:34:59Z', 'updated_at': '2021-12-10T19:35:02Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '233e9c0e-3134-4f9d-84d7-db9c0a200f18', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:13:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:34:59Z', 'updated_at': '2021-12-10T19:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': 'c354d12b-8809-4804-b35b-56e95e499757', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'floating_ip_address': '172.26.6.55', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'port_id': 'd1da9ca0-4ba5-4878-afa7-7f1236c38f8a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fafe484e-d91d-469f-be7f-520af51bd758', 'mac_address': 'fa:16:3e:10:f0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6164f19e-d411-4efa-a9a1-26ffc8a316cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:35:16Z', 'updated_at': '2021-12-10T19:35:18Z', 'revision_number': 1, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd444920c-d728-4bd3-82a1-ba7a1124de8f', 'name': '', 'network_id': 'fafe484e-d91d-469f-be7f-520af51bd758', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:ac:12:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a8566c97-f006-48e6-80ba-2c17d4444889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:01Z', 'updated_at': '2021-12-10T19:35:05Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'a8566c97-f006-48e6-80ba-2c17d4444889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:37:10.223362 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e668fe-7b8e-4927-b770-d154b04f969c None None] Checking router: 328a3e15-3894-444e-a5a0-63e55c6c7756 for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:37:10.231828 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e668fe-7b8e-4927-b770-d154b04f969c None None] Routers {'328a3e15-3894-444e-a5a0-63e55c6c7756'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:37:10.232635 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-21e668fe-7b8e-4927-b770-d154b04f969c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:36:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['328a3e15-3894-444e-a5a0-63e55c6c7756'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:37:10.428851 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-21e668fe-7b8e-4927-b770-d154b04f969c None None] Set router 328a3e15-3894-444e-a5a0-63e55c6c7756 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:37:10.548845 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e5f076be-fdf2-4de9-ac7b-c154d2bad17d req-49458b9b-ba78-429d-b25d-5256ed68b217 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=628db0bd-a0fd-479b-ab19-e3ec113616d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4168398 Dec 10 19:37:10.564930 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19097276-7e7d-496b-8532-484fe4440fd1 req-28c6196b-324b-4805-8fe5-8b9488e05ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:10.566375 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-19097276-7e7d-496b-8532-484fe4440fd1 req-28c6196b-324b-4805-8fe5-8b9488e05ef9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a8566c97-f006-48e6-80ba-2c17d4444889 HTTP/1.1" status: 200 len: 833 time: 0.3839786 Dec 10 19:37:10.613197 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19097276-7e7d-496b-8532-484fe4440fd1 req-e333ac55-30f0-4e48-8081-3e6605e29cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:10.615061 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-19097276-7e7d-496b-8532-484fe4440fd1 req-e333ac55-30f0-4e48-8081-3e6605e29cc2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fafe484e-d91d-469f-be7f-520af51bd758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415144 Dec 10 19:37:10.654095 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-21e668fe-7b8e-4927-b770-d154b04f969c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'name': 'tempest-TestNetworkBasicOps-router-1073002095', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': '233e9c0e-3134-4f9d-84d7-db9c0a200f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:34:59Z', 'updated_at': '2021-12-10T19:35:02Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '233e9c0e-3134-4f9d-84d7-db9c0a200f18', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:13:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:34:59Z', 'updated_at': '2021-12-10T19:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': 'c354d12b-8809-4804-b35b-56e95e499757', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'floating_ip_address': '172.26.6.55', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'port_id': 'd1da9ca0-4ba5-4878-afa7-7f1236c38f8a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fafe484e-d91d-469f-be7f-520af51bd758', 'mac_address': 'fa:16:3e:10:f0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6164f19e-d411-4efa-a9a1-26ffc8a316cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:35:16Z', 'updated_at': '2021-12-10T19:35:18Z', 'revision_number': 1, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd444920c-d728-4bd3-82a1-ba7a1124de8f', 'name': '', 'network_id': 'fafe484e-d91d-469f-be7f-520af51bd758', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:ac:12:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a8566c97-f006-48e6-80ba-2c17d4444889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:01Z', 'updated_at': '2021-12-10T19:35:05Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'a8566c97-f006-48e6-80ba-2c17d4444889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:37:10.680401 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e668fe-7b8e-4927-b770-d154b04f969c None None] The sync data for ids ['328a3e15-3894-444e-a5a0-63e55c6c7756'] in dv-neutron-821441-1-hyperv is: [{'id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'name': 'tempest-TestNetworkBasicOps-router-1073002095', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': '233e9c0e-3134-4f9d-84d7-db9c0a200f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:34:59Z', 'updated_at': '2021-12-10T19:35:02Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '233e9c0e-3134-4f9d-84d7-db9c0a200f18', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:13:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:34:59Z', 'updated_at': '2021-12-10T19:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': 'c354d12b-8809-4804-b35b-56e95e499757', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'floating_ip_address': '172.26.6.55', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'port_id': 'd1da9ca0-4ba5-4878-afa7-7f1236c38f8a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fafe484e-d91d-469f-be7f-520af51bd758', 'mac_address': 'fa:16:3e:10:f0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6164f19e-d411-4efa-a9a1-26ffc8a316cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:35:16Z', 'updated_at': '2021-12-10T19:35:18Z', 'revision_number': 1, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd444920c-d728-4bd3-82a1-ba7a1124de8f', 'name': '', 'network_id': 'fafe484e-d91d-469f-be7f-520af51bd758', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:ac:12:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a8566c97-f006-48e6-80ba-2c17d4444889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:01Z', 'updated_at': '2021-12-10T19:35:05Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'a8566c97-f006-48e6-80ba-2c17d4444889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:37:10.710353 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-19097276-7e7d-496b-8532-484fe4440fd1 req-59a9f479-3f80-405a-9e2a-d3d9ff4c436f service neutron] 10.222.0.36 "GET /v2.0/networks/fafe484e-d91d-469f-be7f-520af51bd758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870810 Dec 10 19:37:10.807782 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-19097276-7e7d-496b-8532-484fe4440fd1 req-067aa1c0-d946-4336-99c5-4127d091b207 service neutron] 10.222.0.36 "GET /v2.0/networks/fafe484e-d91d-469f-be7f-520af51bd758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893939 Dec 10 19:37:10.899308 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f9f5ce-2b86-4cd3-a6c2-622c70998db5 None None] New status for floating IP 921dc4a2-c784-485b-8e40-6a37e02e3107: DOWN {{(pid=102367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:37:11.706637 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b5162-11de-4bf5-84be-9650de871848 req-3382d74e-0435-498c-b821-97e36cd43ce4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:11.709242 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2b4b5162-11de-4bf5-84be-9650de871848 req-3382d74e-0435-498c-b821-97e36cd43ce4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.36 "GET /v2.0/ports?device_id=d88c9a2d-6887-4cb6-be7f-32b4b105b583 HTTP/1.1" status: 200 len: 945 time: 0.0774260 Dec 10 19:37:11.716607 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf1669a-0b96-41c2-a141-655ed5110514 req-7cae479c-387b-4cad-ba9a-4156c61a47bd tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:11.717976 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1cf1669a-0b96-41c2-a141-655ed5110514 req-7cae479c-387b-4cad-ba9a-4156c61a47bd tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=d88c9a2d-6887-4cb6-be7f-32b4b105b583 HTTP/1.1" status: 200 len: 945 time: 0.0984747 Dec 10 19:37:11.805905 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1cf1669a-0b96-41c2-a141-655ed5110514 req-0b86bb7d-cf03-4773-a822-d2dbab74c8d7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=628db0bd-a0fd-479b-ab19-e3ec113616d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797460 Dec 10 19:37:11.829967 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-2b4b5162-11de-4bf5-84be-9650de871848 req-7381213f-756c-4b2e-be68-be1f003dd4e2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Deleting port be324557-82a7-4b22-a0ff-7b38ee828d51 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:37:11.830218 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-2b4b5162-11de-4bf5-84be-9650de871848 req-7381213f-756c-4b2e-be68-be1f003dd4e2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:11.922809 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-2b4b5162-11de-4bf5-84be-9650de871848 req-7381213f-756c-4b2e-be68-be1f003dd4e2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] For port be324557-82a7-4b22-a0ff-7b38ee828d51, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=be324557-82a7-4b22-a0ff-7b38ee828d51,segment=NetworkSegment(5094c03f-6d3e-4746-9031-9f8d3c5dc636),segment_id=5094c03f-6d3e-4746-9031-9f8d3c5dc636)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:37:11.923162 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-2b4b5162-11de-4bf5-84be-9650de871848 req-7381213f-756c-4b2e-be68-be1f003dd4e2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:11.935810 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-2b4b5162-11de-4bf5-84be-9650de871848 req-7381213f-756c-4b2e-be68-be1f003dd4e2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Calling delete_port for be324557-82a7-4b22-a0ff-7b38ee828d51 owned by compute:nova {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:37:12.064752 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-2b4b5162-11de-4bf5-84be-9650de871848 req-7381213f-756c-4b2e-be68-be1f003dd4e2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:12.091919 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7381213f-756c-4b2e-be68-be1f003dd4e2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'Port': ['ID=be324557-82a7-4b22-a0ff-7b38ee828d51,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:37:12.103778 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381213f-756c-4b2e-be68-be1f003dd4e2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:12.104126 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381213f-756c-4b2e-be68-be1f003dd4e2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:12.104463 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381213f-756c-4b2e-be68-be1f003dd4e2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:12.104819 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381213f-756c-4b2e-be68-be1f003dd4e2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:12.105144 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381213f-756c-4b2e-be68-be1f003dd4e2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:12.105469 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381213f-756c-4b2e-be68-be1f003dd4e2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:12.105791 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381213f-756c-4b2e-be68-be1f003dd4e2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:12.106113 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381213f-756c-4b2e-be68-be1f003dd4e2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:12.106439 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381213f-756c-4b2e-be68-be1f003dd4e2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:12.106758 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381213f-756c-4b2e-be68-be1f003dd4e2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:12.107073 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381213f-756c-4b2e-be68-be1f003dd4e2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:12.107657 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381213f-756c-4b2e-be68-be1f003dd4e2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:12.147434 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b4b5162-11de-4bf5-84be-9650de871848 req-7381213f-756c-4b2e-be68-be1f003dd4e2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] No DVR routers for this DVR port be324557-82a7-4b22-a0ff-7b38ee828d51 on host hv-neutron-8214 {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:37:12.150458 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-2b4b5162-11de-4bf5-84be-9650de871848 req-7381213f-756c-4b2e-be68-be1f003dd4e2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:12.153851 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2b4b5162-11de-4bf5-84be-9650de871848 req-7381213f-756c-4b2e-be68-be1f003dd4e2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.36 "DELETE /v2.0/ports/be324557-82a7-4b22-a0ff-7b38ee828d51 HTTP/1.1" status: 204 len: 173 time: 0.4349990 Dec 10 19:37:12.154300 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd88c9a2d-6887-4cb6-be7f-32b4b105b583', 'name': 'network-vif-deleted', 'tag': 'be324557-82a7-4b22-a0ff-7b38ee828d51'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:37:12.156608 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f932472e-c807-4c95-9e47-61d2227abf0e" -d '{"events": [{"server_uuid": "d88c9a2d-6887-4cb6-be7f-32b4b105b583", "name": "network-vif-deleted", "tag": "be324557-82a7-4b22-a0ff-7b38ee828d51"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:37:12.253963 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca99119b-f8fd-4b3a-92de-eb1efa6355ab x-openstack-request-id: req-ca99119b-f8fd-4b3a-92de-eb1efa6355ab {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:37:12.254456 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d88c9a2d-6887-4cb6-be7f-32b4b105b583", "name": "network-vif-deleted", "tag": "be324557-82a7-4b22-a0ff-7b38ee828d51", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:37:12.254795 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ca99119b-f8fd-4b3a-92de-eb1efa6355ab {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:37:12.255205 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd88c9a2d-6887-4cb6-be7f-32b4b105b583', 'name': 'network-vif-deleted', 'tag': 'be324557-82a7-4b22-a0ff-7b38ee828d51', 'status': 'completed', 'code': 200} Dec 10 19:37:12.861401 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 59334) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:37:12.921524 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-69dbd22b-92cc-4180-bd10-1a4b6f3f0923 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:12.952157 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-69dbd22b-92cc-4180-bd10-1a4b6f3f0923 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:13.013637 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-69dbd22b-92cc-4180-bd10-1a4b6f3f0923 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:13.016190 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-69dbd22b-92cc-4180-bd10-1a4b6f3f0923 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:13.017844 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-69dbd22b-92cc-4180-bd10-1a4b6f3f0923 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "DELETE /v2.0/security-groups/628db0bd-a0fd-479b-ab19-e3ec113616d1 HTTP/1.1" status: 204 len: 168 time: 0.1553571 Dec 10 19:37:13.030837 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dbd22b-92cc-4180-bd10-1a4b6f3f0923 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=628db0bd-a0fd-479b-ab19-e3ec113616d1,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:37:13.052265 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 59338) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:37:13.208698 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-f2312c4a-69b4-4ef1-bca8-6ab8261be216 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Deleting port b543fba0-ec38-4440-8b52-7fe61ab0e178 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:37:13.209041 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f2312c4a-69b4-4ef1-bca8-6ab8261be216 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:13.283838 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f2312c4a-69b4-4ef1-bca8-6ab8261be216 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:13.284103 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f2312c4a-69b4-4ef1-bca8-6ab8261be216 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:13.295886 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-f2312c4a-69b4-4ef1-bca8-6ab8261be216 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Calling delete_port for b543fba0-ec38-4440-8b52-7fe61ab0e178 owned by network:floatingip {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:37:13.453733 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f2312c4a-69b4-4ef1-bca8-6ab8261be216 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:13.478577 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2312c4a-69b4-4ef1-bca8-6ab8261be216 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'Port': ['ID=b543fba0-ec38-4440-8b52-7fe61ab0e178,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:37:13.541158 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f2312c4a-69b4-4ef1-bca8-6ab8261be216 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for floatingip, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:13.541402 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.l3_db [None req-f2312c4a-69b4-4ef1-bca8-6ab8261be216 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Floating IP c354d12b-8809-4804-b35b-56e95e499757 disassociated (deleted). External IP: 172.26.6.55, port: d1da9ca0-4ba5-4878-afa7-7f1236c38f8a. Dec 10 19:37:13.748102 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2312c4a-69b4-4ef1-bca8-6ab8261be216 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Router 328a3e15-3894-444e-a5a0-63e55c6c7756 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:37:13.853984 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2312c4a-69b4-4ef1-bca8-6ab8261be216 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:37:13.859043 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f2312c4a-69b4-4ef1-bca8-6ab8261be216 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:13.863672 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0153764-092c-4973-9d11-5f748ebcfbd4 None None] Sync routers for ids ['328a3e15-3894-444e-a5a0-63e55c6c7756'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:37:13.872596 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0153764-092c-4973-9d11-5f748ebcfbd4 None None] Routers {'328a3e15-3894-444e-a5a0-63e55c6c7756'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:37:13.873198 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-b0153764-092c-4973-9d11-5f748ebcfbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:36:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['328a3e15-3894-444e-a5a0-63e55c6c7756'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:37:13.885952 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-f2312c4a-69b4-4ef1-bca8-6ab8261be216 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "DELETE /v2.0/floatingips/c354d12b-8809-4804-b35b-56e95e499757 HTTP/1.1" status: 204 len: 168 time: 0.8325615 Dec 10 19:37:13.886522 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6164f19e-d411-4efa-a9a1-26ffc8a316cf', 'tag': 'd1da9ca0-4ba5-4878-afa7-7f1236c38f8a'}] {{(pid=102366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:37:13.888776 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a86acec104960cf4069dffce1919f1f0aa2a294c7752363dfd1d6594a90fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de1b9c1-343f-41c6-88e9-f68db2b9f151" -d '{"events": [{"name": "network-changed", "server_uuid": "6164f19e-d411-4efa-a9a1-26ffc8a316cf", "tag": "d1da9ca0-4ba5-4878-afa7-7f1236c38f8a"}]}' {{(pid=102366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:37:13.928647 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6300a8-45fa-493f-8f5f-cc450af9af45 x-openstack-request-id: req-fc6300a8-45fa-493f-8f5f-cc450af9af45 {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:37:13.928928 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6164f19e-d411-4efa-a9a1-26ffc8a316cf", "tag": "d1da9ca0-4ba5-4878-afa7-7f1236c38f8a", "status": "completed", "code": 200}]} {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:37:13.929171 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fc6300a8-45fa-493f-8f5f-cc450af9af45 {{(pid=102366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:37:13.929566 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6164f19e-d411-4efa-a9a1-26ffc8a316cf', 'tag': 'd1da9ca0-4ba5-4878-afa7-7f1236c38f8a', 'status': 'completed', 'code': 200} Dec 10 19:37:13.980355 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-b0153764-092c-4973-9d11-5f748ebcfbd4 None None] Set router 328a3e15-3894-444e-a5a0-63e55c6c7756 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:37:13.995574 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1b9c1-343f-41c6-88e9-f68db2b9f151 req-2d1143b0-a961-469f-981f-18b0a7b1a8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:13.997224 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0de1b9c1-343f-41c6-88e9-f68db2b9f151 req-2d1143b0-a961-469f-981f-18b0a7b1a8b8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=730e4c9f0aba4accb176e575114c849e&device_id=6164f19e-d411-4efa-a9a1-26ffc8a316cf HTTP/1.1" status: 200 len: 1099 time: 0.0418556 Dec 10 19:37:14.128432 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1b9c1-343f-41c6-88e9-f68db2b9f151 req-9bf4edc0-e0c0-457f-8a5f-1d175a100fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:14.129890 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0de1b9c1-343f-41c6-88e9-f68db2b9f151 req-9bf4edc0-e0c0-457f-8a5f-1d175a100fb9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fafe484e-d91d-469f-be7f-520af51bd758 HTTP/1.1" status: 200 len: 897 time: 0.1231239 Dec 10 19:37:14.153947 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205d631-4751-49e6-9ef3-275e4e7e2c66 req-3ad2c160-1f9a-4310-b560-831dde4cf9da tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:14.155398 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5205d631-4751-49e6-9ef3-275e4e7e2c66 req-3ad2c160-1f9a-4310-b560-831dde4cf9da tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=6164f19e-d411-4efa-a9a1-26ffc8a316cf HTTP/1.1" status: 200 len: 946 time: 0.0658219 Dec 10 19:37:14.184215 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0de1b9c1-343f-41c6-88e9-f68db2b9f151 req-1d0ec050-5a04-4c4d-abba-75b6cd81a836 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1da9ca0-4ba5-4878-afa7-7f1236c38f8a HTTP/1.1" status: 200 len: 217 time: 0.0446408 Dec 10 19:37:14.186319 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-b0153764-092c-4973-9d11-5f748ebcfbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'name': 'tempest-TestNetworkBasicOps-router-1073002095', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': '233e9c0e-3134-4f9d-84d7-db9c0a200f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:34:59Z', 'updated_at': '2021-12-10T19:35:02Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '233e9c0e-3134-4f9d-84d7-db9c0a200f18', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:13:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:34:59Z', 'updated_at': '2021-12-10T19:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': 'd444920c-d728-4bd3-82a1-ba7a1124de8f', 'name': '', 'network_id': 'fafe484e-d91d-469f-be7f-520af51bd758', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:ac:12:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a8566c97-f006-48e6-80ba-2c17d4444889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:01Z', 'updated_at': '2021-12-10T19:35:05Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'a8566c97-f006-48e6-80ba-2c17d4444889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:37:14.216732 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0153764-092c-4973-9d11-5f748ebcfbd4 None None] Checking router: 328a3e15-3894-444e-a5a0-63e55c6c7756 for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:37:14.225787 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0153764-092c-4973-9d11-5f748ebcfbd4 None None] Routers {'328a3e15-3894-444e-a5a0-63e55c6c7756'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:37:14.226384 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-b0153764-092c-4973-9d11-5f748ebcfbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:36:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['328a3e15-3894-444e-a5a0-63e55c6c7756'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:37:14.250140 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5205d631-4751-49e6-9ef3-275e4e7e2c66 req-366877ee-00e5-48eb-88d6-2eb480857ad5 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee64ac4e-d080-466d-9e34-c0bf1501effe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682962 Dec 10 19:37:14.260193 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1b9c1-343f-41c6-88e9-f68db2b9f151 req-e46fe531-bc73-4b80-a0b3-82ba823f05ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:14.261700 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0de1b9c1-343f-41c6-88e9-f68db2b9f151 req-e46fe531-bc73-4b80-a0b3-82ba823f05ae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a8566c97-f006-48e6-80ba-2c17d4444889 HTTP/1.1" status: 200 len: 833 time: 0.0612378 Dec 10 19:37:14.310467 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1b9c1-343f-41c6-88e9-f68db2b9f151 req-bd06763b-5722-41da-ab17-24eb868a7b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:14.311940 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0de1b9c1-343f-41c6-88e9-f68db2b9f151 req-bd06763b-5722-41da-ab17-24eb868a7b73 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fafe484e-d91d-469f-be7f-520af51bd758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411994 Dec 10 19:37:14.333220 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-b0153764-092c-4973-9d11-5f748ebcfbd4 None None] Set router 328a3e15-3894-444e-a5a0-63e55c6c7756 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:37:14.409168 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0de1b9c1-343f-41c6-88e9-f68db2b9f151 req-f7765bd0-05a3-43b7-9b8e-6756666c89df service neutron] 10.222.0.36 "GET /v2.0/networks/fafe484e-d91d-469f-be7f-520af51bd758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884402 Dec 10 19:37:14.500959 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0de1b9c1-343f-41c6-88e9-f68db2b9f151 req-2225bf4d-398e-4ed0-a7db-3a0f0f1c9f41 service neutron] 10.222.0.36 "GET /v2.0/networks/fafe484e-d91d-469f-be7f-520af51bd758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843773 Dec 10 19:37:14.531693 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-b0153764-092c-4973-9d11-5f748ebcfbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'name': 'tempest-TestNetworkBasicOps-router-1073002095', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': '233e9c0e-3134-4f9d-84d7-db9c0a200f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:34:59Z', 'updated_at': '2021-12-10T19:35:02Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '233e9c0e-3134-4f9d-84d7-db9c0a200f18', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:13:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:34:59Z', 'updated_at': '2021-12-10T19:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': 'd444920c-d728-4bd3-82a1-ba7a1124de8f', 'name': '', 'network_id': 'fafe484e-d91d-469f-be7f-520af51bd758', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:ac:12:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a8566c97-f006-48e6-80ba-2c17d4444889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:01Z', 'updated_at': '2021-12-10T19:35:05Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'a8566c97-f006-48e6-80ba-2c17d4444889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:37:14.557523 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0153764-092c-4973-9d11-5f748ebcfbd4 None None] The sync data for ids ['328a3e15-3894-444e-a5a0-63e55c6c7756'] in dv-neutron-821441-1-hyperv is: [{'id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'name': 'tempest-TestNetworkBasicOps-router-1073002095', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': '233e9c0e-3134-4f9d-84d7-db9c0a200f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:34:59Z', 'updated_at': '2021-12-10T19:35:02Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '233e9c0e-3134-4f9d-84d7-db9c0a200f18', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:13:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:34:59Z', 'updated_at': '2021-12-10T19:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': 'd444920c-d728-4bd3-82a1-ba7a1124de8f', 'name': '', 'network_id': 'fafe484e-d91d-469f-be7f-520af51bd758', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:ac:12:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a8566c97-f006-48e6-80ba-2c17d4444889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:35:01Z', 'updated_at': '2021-12-10T19:35:05Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': 'a8566c97-f006-48e6-80ba-2c17d4444889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:37:14.770741 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd07699-8b48-42e6-a376-715ee4f954a3 None None] New status for floating IP c354d12b-8809-4804-b35b-56e95e499757: DOWN {{(pid=102367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:37:15.371628 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c0639-5db3-47aa-a85b-0e7ff4ffdc6c req-8c78d987-3e2e-4d39-8df5-b02f7ce462aa tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:15.373158 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-688c0639-5db3-47aa-a85b-0e7ff4ffdc6c req-8c78d987-3e2e-4d39-8df5-b02f7ce462aa tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=6164f19e-d411-4efa-a9a1-26ffc8a316cf HTTP/1.1" status: 200 len: 946 time: 0.0498910 Dec 10 19:37:15.412066 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-688c0639-5db3-47aa-a85b-0e7ff4ffdc6c req-11f9e61d-019e-4ab5-9dff-430d830a3c6d tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee64ac4e-d080-466d-9e34-c0bf1501effe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324507 Dec 10 19:37:15.821917 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e9d443-e332-4913-b206-4557649f8a78 req-d16eefb5-0192-4551-b2ec-611160e5f4b7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:15.823385 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-10e9d443-e332-4913-b206-4557649f8a78 req-d16eefb5-0192-4551-b2ec-611160e5f4b7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.36 "GET /v2.0/ports?device_id=6164f19e-d411-4efa-a9a1-26ffc8a316cf HTTP/1.1" status: 200 len: 946 time: 0.0530303 Dec 10 19:37:15.868258 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device be324557-82a7-4b22-a0ff-7b38ee828d51 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:37:15.888624 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] No Port match for: be324557-82a7-4b22-a0ff-7b38ee828d51 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:37:15.888969 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device be324557-82a7-4b22-a0ff-7b38ee828d51 not bound to the agent host hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:37:15.914706 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-10e9d443-e332-4913-b206-4557649f8a78 req-f752a818-3dfe-4b6d-8801-55546913bfec tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Deleting port d1da9ca0-4ba5-4878-afa7-7f1236c38f8a {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:37:15.915044 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-10e9d443-e332-4913-b206-4557649f8a78 req-f752a818-3dfe-4b6d-8801-55546913bfec tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:16.009849 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-10e9d443-e332-4913-b206-4557649f8a78 req-f752a818-3dfe-4b6d-8801-55546913bfec tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] For port d1da9ca0-4ba5-4878-afa7-7f1236c38f8a, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=d1da9ca0-4ba5-4878-afa7-7f1236c38f8a,segment=NetworkSegment(5094c03f-6d3e-4746-9031-9f8d3c5dc636),segment_id=5094c03f-6d3e-4746-9031-9f8d3c5dc636)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:37:16.010108 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-10e9d443-e332-4913-b206-4557649f8a78 req-f752a818-3dfe-4b6d-8801-55546913bfec tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:16.024134 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-10e9d443-e332-4913-b206-4557649f8a78 req-f752a818-3dfe-4b6d-8801-55546913bfec tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Calling delete_port for d1da9ca0-4ba5-4878-afa7-7f1236c38f8a owned by compute:nova {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:37:16.150904 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-10e9d443-e332-4913-b206-4557649f8a78 req-f752a818-3dfe-4b6d-8801-55546913bfec tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:16.182012 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f752a818-3dfe-4b6d-8801-55546913bfec tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'Port': ['ID=d1da9ca0-4ba5-4878-afa7-7f1236c38f8a,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:37:16.223517 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e9d443-e332-4913-b206-4557649f8a78 req-f752a818-3dfe-4b6d-8801-55546913bfec tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] No DVR routers for this DVR port d1da9ca0-4ba5-4878-afa7-7f1236c38f8a on host hv-neutron-8214 {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:37:16.226125 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-10e9d443-e332-4913-b206-4557649f8a78 req-f752a818-3dfe-4b6d-8801-55546913bfec tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:16.229534 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-10e9d443-e332-4913-b206-4557649f8a78 req-f752a818-3dfe-4b6d-8801-55546913bfec tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.36 "DELETE /v2.0/ports/d1da9ca0-4ba5-4878-afa7-7f1236c38f8a HTTP/1.1" status: 204 len: 173 time: 0.3998487 Dec 10 19:37:16.229997 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6164f19e-d411-4efa-a9a1-26ffc8a316cf', 'name': 'network-vif-deleted', 'tag': 'd1da9ca0-4ba5-4878-afa7-7f1236c38f8a'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:37:16.232611 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6871ad-71e0-4bee-a2eb-5e72322c92e0" -d '{"events": [{"server_uuid": "6164f19e-d411-4efa-a9a1-26ffc8a316cf", "name": "network-vif-deleted", "tag": "d1da9ca0-4ba5-4878-afa7-7f1236c38f8a"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:37:16.268357 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ff541c-7c8a-487e-9c1e-f047ce942ca4 x-openstack-request-id: req-c6ff541c-7c8a-487e-9c1e-f047ce942ca4 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:37:16.268685 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6164f19e-d411-4efa-a9a1-26ffc8a316cf", "name": "network-vif-deleted", "tag": "d1da9ca0-4ba5-4878-afa7-7f1236c38f8a", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:37:16.268960 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c6ff541c-7c8a-487e-9c1e-f047ce942ca4 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:37:16.269549 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6164f19e-d411-4efa-a9a1-26ffc8a316cf', 'name': 'network-vif-deleted', 'tag': 'd1da9ca0-4ba5-4878-afa7-7f1236c38f8a', 'status': 'completed', 'code': 200} Dec 10 19:37:16.527661 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-91dc8744-51b2-490b-a5c5-6176d1a450c9 req-81110b6d-1e03-4dd1-83ed-b9a1889433f0 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=6164f19e-d411-4efa-a9a1-26ffc8a316cf HTTP/1.1" status: 200 len: 210 time: 0.0285516 Dec 10 19:37:17.590813 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 59354) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:37:17.649950 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-410bd04a-0046-47ca-9b2d-3da0d4034967 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:17.679461 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-410bd04a-0046-47ca-9b2d-3da0d4034967 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:17.749123 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-410bd04a-0046-47ca-9b2d-3da0d4034967 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:17.751906 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-410bd04a-0046-47ca-9b2d-3da0d4034967 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:17.753188 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-410bd04a-0046-47ca-9b2d-3da0d4034967 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "DELETE /v2.0/security-groups/ee64ac4e-d080-466d-9e34-c0bf1501effe HTTP/1.1" status: 204 len: 168 time: 0.1613281 Dec 10 19:37:17.767830 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410bd04a-0046-47ca-9b2d-3da0d4034967 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee64ac4e-d080-466d-9e34-c0bf1501effe,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:37:17.792914 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 59358) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:37:18.233440 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cb44ed5c-43a7-464f-a13f-5a2242d6f15a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711290'] for router_interface, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:18.521917 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-cb44ed5c-43a7-464f-a13f-5a2242d6f15a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Deleting port d444920c-d728-4bd3-82a1-ba7a1124de8f {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:37:18.522158 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cb44ed5c-43a7-464f-a13f-5a2242d6f15a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:18.612381 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-cb44ed5c-43a7-464f-a13f-5a2242d6f15a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] For port d444920c-d728-4bd3-82a1-ba7a1124de8f, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=d444920c-d728-4bd3-82a1-ba7a1124de8f,segment=NetworkSegment(5094c03f-6d3e-4746-9031-9f8d3c5dc636),segment_id=5094c03f-6d3e-4746-9031-9f8d3c5dc636)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:37:18.613753 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cb44ed5c-43a7-464f-a13f-5a2242d6f15a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:18.625464 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-cb44ed5c-43a7-464f-a13f-5a2242d6f15a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Calling delete_port for d444920c-d728-4bd3-82a1-ba7a1124de8f owned by network:router_interface {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:37:18.812199 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cb44ed5c-43a7-464f-a13f-5a2242d6f15a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:18.838860 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb44ed5c-43a7-464f-a13f-5a2242d6f15a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'Port': ['ID=d444920c-d728-4bd3-82a1-ba7a1124de8f,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:37:19.019138 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cb44ed5c-43a7-464f-a13f-5a2242d6f15a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3755731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3712768'] for router_interface, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:19.239560 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb44ed5c-43a7-464f-a13f-5a2242d6f15a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Router 328a3e15-3894-444e-a5a0-63e55c6c7756 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:37:19.341106 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb44ed5c-43a7-464f-a13f-5a2242d6f15a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:37:19.346058 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-cb44ed5c-43a7-464f-a13f-5a2242d6f15a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "PUT /v2.0/routers/328a3e15-3894-444e-a5a0-63e55c6c7756/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5521259 Dec 10 19:37:19.348828 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 59360) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:37:19.351945 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8067ef3-d604-4a54-9390-6885fad2441f None None] Sync routers for ids ['328a3e15-3894-444e-a5a0-63e55c6c7756'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:37:19.361662 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8067ef3-d604-4a54-9390-6885fad2441f None None] Routers {'328a3e15-3894-444e-a5a0-63e55c6c7756'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:37:19.362344 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-e8067ef3-d604-4a54-9390-6885fad2441f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:36:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['328a3e15-3894-444e-a5a0-63e55c6c7756'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:37:19.402609 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_v2 [None req-71a0451b-5200-4777-914b-cb0aba0248e6 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Deleting subnet a8566c97-f006-48e6-80ba-2c17d4444889 {{(pid=102365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:37:19.405781 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-71a0451b-5200-4777-914b-cb0aba0248e6 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for subnet, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:19.444736 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-71a0451b-5200-4777-914b-cb0aba0248e6 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353213'] for subnet, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:19.467893 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-e8067ef3-d604-4a54-9390-6885fad2441f None None] Set router 328a3e15-3894-444e-a5a0-63e55c6c7756 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:37:19.532491 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-71a0451b-5200-4777-914b-cb0aba0248e6 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:19.594467 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-71a0451b-5200-4777-914b-cb0aba0248e6 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:19.622513 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a0451b-5200-4777-914b-cb0aba0248e6 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'Subnet': ['ID=a8566c97-f006-48e6-80ba-2c17d4444889,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:37:19.627456 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-71a0451b-5200-4777-914b-cb0aba0248e6 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:19.631165 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-71a0451b-5200-4777-914b-cb0aba0248e6 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "DELETE /v2.0/subnets/a8566c97-f006-48e6-80ba-2c17d4444889 HTTP/1.1" status: 204 len: 168 time: 0.2813549 Dec 10 19:37:19.633725 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 59362) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:37:19.637495 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03530990-9516-40d3-b9fb-9f5ac75d8af7 None None] Network fafe484e-d91d-469f-be7f-520af51bd758 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:37:19.649839 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-e8067ef3-d604-4a54-9390-6885fad2441f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'name': 'tempest-TestNetworkBasicOps-router-1073002095', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': '233e9c0e-3134-4f9d-84d7-db9c0a200f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:34:59Z', 'updated_at': '2021-12-10T19:37:18Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '233e9c0e-3134-4f9d-84d7-db9c0a200f18', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:13:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:34:59Z', 'updated_at': '2021-12-10T19:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:37:19.680823 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8067ef3-d604-4a54-9390-6885fad2441f None None] Checking router: 328a3e15-3894-444e-a5a0-63e55c6c7756 for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:37:19.689821 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8067ef3-d604-4a54-9390-6885fad2441f None None] Routers {'328a3e15-3894-444e-a5a0-63e55c6c7756'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:37:19.690420 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-e8067ef3-d604-4a54-9390-6885fad2441f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:36:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['328a3e15-3894-444e-a5a0-63e55c6c7756'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:37:19.750917 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6a4d3d04-75f0-4d06-89b1-48656c1c1258 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:19.855248 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263ebb79-732e-44ec-9817-4f531a8fbbb1 None None] DHCP port deletion for fafe484e-d91d-469f-be7f-520af51bd758 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:37:19.869548 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6a4d3d04-75f0-4d06-89b1-48656c1c1258 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:19.882656 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device d1da9ca0-4ba5-4878-afa7-7f1236c38f8a no longer exists at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:37:19.897128 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-e8067ef3-d604-4a54-9390-6885fad2441f None None] Set router 328a3e15-3894-444e-a5a0-63e55c6c7756 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:37:19.904937 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] No Port match for: d1da9ca0-4ba5-4878-afa7-7f1236c38f8a {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:37:19.905595 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device d1da9ca0-4ba5-4878-afa7-7f1236c38f8a not bound to the agent host hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:37:19.927373 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-6a4d3d04-75f0-4d06-89b1-48656c1c1258 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Deleting port 233e9c0e-3134-4f9d-84d7-db9c0a200f18 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:37:19.927729 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6a4d3d04-75f0-4d06-89b1-48656c1c1258 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:19.928380 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-263ebb79-732e-44ec-9817-4f531a8fbbb1 None None] Deleting port 5f28ef24-469d-4887-a043-388b87817d01 {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:37:19.929162 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-263ebb79-732e-44ec-9817-4f531a8fbbb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:19.998534 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-263ebb79-732e-44ec-9817-4f531a8fbbb1 None None] For port 5f28ef24-469d-4887-a043-388b87817d01, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=5f28ef24-469d-4887-a043-388b87817d01,segment=NetworkSegment(5094c03f-6d3e-4746-9031-9f8d3c5dc636),segment_id=5094c03f-6d3e-4746-9031-9f8d3c5dc636)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:37:19.998534 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-263ebb79-732e-44ec-9817-4f531a8fbbb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:20.012082 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-263ebb79-732e-44ec-9817-4f531a8fbbb1 None None] Calling delete_port for 5f28ef24-469d-4887-a043-388b87817d01 owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:37:20.013086 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-6a4d3d04-75f0-4d06-89b1-48656c1c1258 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] For port 233e9c0e-3134-4f9d-84d7-db9c0a200f18, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=233e9c0e-3134-4f9d-84d7-db9c0a200f18,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:37:20.013449 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6a4d3d04-75f0-4d06-89b1-48656c1c1258 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:20.026876 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-6a4d3d04-75f0-4d06-89b1-48656c1c1258 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Calling delete_port for 233e9c0e-3134-4f9d-84d7-db9c0a200f18 owned by network:router_gateway {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:37:20.079931 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-e8067ef3-d604-4a54-9390-6885fad2441f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'name': 'tempest-TestNetworkBasicOps-router-1073002095', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': '233e9c0e-3134-4f9d-84d7-db9c0a200f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:34:59Z', 'updated_at': '2021-12-10T19:37:18Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '233e9c0e-3134-4f9d-84d7-db9c0a200f18', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:13:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:34:59Z', 'updated_at': '2021-12-10T19:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:37:20.104761 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-263ebb79-732e-44ec-9817-4f531a8fbbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:20.117309 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8067ef3-d604-4a54-9390-6885fad2441f None None] The sync data for ids ['328a3e15-3894-444e-a5a0-63e55c6c7756'] in dv-neutron-821441-1-hyperv is: [{'id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'name': 'tempest-TestNetworkBasicOps-router-1073002095', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': '233e9c0e-3134-4f9d-84d7-db9c0a200f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:34:59Z', 'updated_at': '2021-12-10T19:37:18Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '233e9c0e-3134-4f9d-84d7-db9c0a200f18', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:13:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328a3e15-3894-444e-a5a0-63e55c6c7756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:34:59Z', 'updated_at': '2021-12-10T19:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:37:20.130939 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263ebb79-732e-44ec-9817-4f531a8fbbb1 None None] Pushing event deleted for resources: {'Port': ['ID=5f28ef24-469d-4887-a043-388b87817d01,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:37:20.141594 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263ebb79-732e-44ec-9817-4f531a8fbbb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:20.141936 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263ebb79-732e-44ec-9817-4f531a8fbbb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:20.142253 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263ebb79-732e-44ec-9817-4f531a8fbbb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:20.142712 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263ebb79-732e-44ec-9817-4f531a8fbbb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:20.142883 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263ebb79-732e-44ec-9817-4f531a8fbbb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:20.143209 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263ebb79-732e-44ec-9817-4f531a8fbbb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:20.143541 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263ebb79-732e-44ec-9817-4f531a8fbbb1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:20.143838 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263ebb79-732e-44ec-9817-4f531a8fbbb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:20.144688 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263ebb79-732e-44ec-9817-4f531a8fbbb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:20.145215 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263ebb79-732e-44ec-9817-4f531a8fbbb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:20.145711 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263ebb79-732e-44ec-9817-4f531a8fbbb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:20.146206 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263ebb79-732e-44ec-9817-4f531a8fbbb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:20.149683 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263ebb79-732e-44ec-9817-4f531a8fbbb1 None None] No DVR routers for this DVR port 5f28ef24-469d-4887-a043-388b87817d01 on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:37:20.256468 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2e2c2e2c-ac3a-4fbc-87e2-ef993d0af35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:20.530910 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6a4d3d04-75f0-4d06-89b1-48656c1c1258 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:20.555845 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4d3d04-75f0-4d06-89b1-48656c1c1258 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'Port': ['ID=233e9c0e-3134-4f9d-84d7-db9c0a200f18,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:37:20.621728 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6a4d3d04-75f0-4d06-89b1-48656c1c1258 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3713145'] for router_gateway, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:20.717311 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6a4d3d04-75f0-4d06-89b1-48656c1c1258 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:20.719349 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6a4d3d04-75f0-4d06-89b1-48656c1c1258 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:20.767195 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6a4d3d04-75f0-4d06-89b1-48656c1c1258 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:20.767781 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4d3d04-75f0-4d06-89b1-48656c1c1258 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Fanout notify agent at l3_agent the message router_deleted on router 328a3e15-3894-444e-a5a0-63e55c6c7756 {{(pid=102365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:37:20.776537 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6a4d3d04-75f0-4d06-89b1-48656c1c1258 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:20.777641 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-6a4d3d04-75f0-4d06-89b1-48656c1c1258 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "DELETE /v2.0/routers/328a3e15-3894-444e-a5a0-63e55c6c7756 HTTP/1.1" status: 204 len: 168 time: 1.1430008 Dec 10 19:37:20.780330 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 59364) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:37:20.863684 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-eab786f9-7509-4876-9a87-850fb1164ce4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:20.955772 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-eab786f9-7509-4876-9a87-850fb1164ce4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:20.975043 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-eab786f9-7509-4876-9a87-850fb1164ce4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fafe484e-d91d-469f-be7f-520af51bd758']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:37:20.983959 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-eab786f9-7509-4876-9a87-850fb1164ce4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5094c03f-6d3e-4746-9031-9f8d3c5dc636') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:37:20.984240 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-eab786f9-7509-4876-9a87-850fb1164ce4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5094c03f-6d3e-4746-9031-9f8d3c5dc636') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:37:20.993685 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-eab786f9-7509-4876-9a87-850fb1164ce4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:21.006546 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-eab786f9-7509-4876-9a87-850fb1164ce4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:21.012200 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eab786f9-7509-4876-9a87-850fb1164ce4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:37:21.012600 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-eab786f9-7509-4876-9a87-850fb1164ce4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:21.015518 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:37:21.015518 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:37:21.015518 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:37:21.015518 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:37:21.015518 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:37:21.015518 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:37:21.015518 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:37:21.015518 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:37:21.015518 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:37:21.015518 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:37:21.015518 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:37:21.015518 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:37:21.015518 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:37:21.015518 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:37:21.015518 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:37:21.015518 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:37:21.015518 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:37:21.015518 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:37:21.015518 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:37:21.015518 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:37:21.015518 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:37:21.015518 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:37:21.015518 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:37:21.015518 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:37:21.015518 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:37:21.015518 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:37:21.015518 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:37:21.015518 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:37:21.015518 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:37:21.015518 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:37:21.015518 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:37:21.015518 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:37:21.073193 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-eab786f9-7509-4876-9a87-850fb1164ce4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:21.079982 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-eab786f9-7509-4876-9a87-850fb1164ce4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:21.083238 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-eab786f9-7509-4876-9a87-850fb1164ce4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "DELETE /v2.0/networks/fafe484e-d91d-469f-be7f-520af51bd758 HTTP/1.1" status: 204 len: 168 time: 0.3018396 Dec 10 19:37:21.095334 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab786f9-7509-4876-9a87-850fb1164ce4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'Network': ['ID=fafe484e-d91d-469f-be7f-520af51bd758,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:37:21.111247 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 59366) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:37:21.116937 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-682b20d2-20ac-469b-9a29-2b5a30ec8dd2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'network': {'name': 'tempest-network-smoke--1484946280', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'port_security_enabled': True}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:37:21.136974 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682b20d2-20ac-469b-9a29-2b5a30ec8dd2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Made reservation on behalf of 730e4c9f0aba4accb176e575114c849e for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:37:21.140230 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-682b20d2-20ac-469b-9a29-2b5a30ec8dd2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:21.167303 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-682b20d2-20ac-469b-9a29-2b5a30ec8dd2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:37:21.179621 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-682b20d2-20ac-469b-9a29-2b5a30ec8dd2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:21.180128 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-682b20d2-20ac-469b-9a29-2b5a30ec8dd2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Added segment ab738df1-2b0c-4a85-8470-befd2e01b557 of type vlan for network 510f79bd-f69a-40db-9174-2c59bf9fcdb6 Dec 10 19:37:21.231309 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-682b20d2-20ac-469b-9a29-2b5a30ec8dd2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:21.245682 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 5f28ef24-469d-4887-a043-388b87817d01 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:37:21.256995 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-682b20d2-20ac-469b-9a29-2b5a30ec8dd2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:21.262697 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682b20d2-20ac-469b-9a29-2b5a30ec8dd2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:21.263302 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-682b20d2-20ac-469b-9a29-2b5a30ec8dd2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:21.270696 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 5f28ef24-469d-4887-a043-388b87817d01 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:37:21.270696 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 5f28ef24-469d-4887-a043-388b87817d01 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:37:21.270696 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device d444920c-d728-4bd3-82a1-ba7a1124de8f no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:37:21.288955 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: d444920c-d728-4bd3-82a1-ba7a1124de8f {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:37:21.289293 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device d444920c-d728-4bd3-82a1-ba7a1124de8f not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:37:21.289706 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 233e9c0e-3134-4f9d-84d7-db9c0a200f18 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:37:21.308436 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 233e9c0e-3134-4f9d-84d7-db9c0a200f18 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:37:21.308994 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 233e9c0e-3134-4f9d-84d7-db9c0a200f18 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:37:21.618077 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-682b20d2-20ac-469b-9a29-2b5a30ec8dd2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5057173 Dec 10 19:37:21.620766 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 59368) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:37:21.627049 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-cee99d9f-5cbc-4cea-9e03-fe251624a917 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1647581967', 'admin_state_up': True, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:37:21.634306 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682b20d2-20ac-469b-9a29-2b5a30ec8dd2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Network': ['ID=510f79bd-f69a-40db-9174-2c59bf9fcdb6,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:37:21.644900 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 510f79bd-f69a-40db-9174-2c59bf9fcdb6 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:37:21.652922 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cee99d9f-5cbc-4cea-9e03-fe251624a917 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:21.653926 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cee99d9f-5cbc-4cea-9e03-fe251624a917 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:21.707906 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cee99d9f-5cbc-4cea-9e03-fe251624a917 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:21.845206 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cee99d9f-5cbc-4cea-9e03-fe251624a917 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:22.034342 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cee99d9f-5cbc-4cea-9e03-fe251624a917 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router_gateway, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:22.057759 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cee99d9f-5cbc-4cea-9e03-fe251624a917 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:22.158879 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-cee99d9f-5cbc-4cea-9e03-fe251624a917 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Allocated IP 172.26.6.254 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/872bd4a6-6f80-41e4-83c2-2b9f361c38c4) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:37:22.268004 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cee99d9f-5cbc-4cea-9e03-fe251624a917 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:22.305082 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cee99d9f-5cbc-4cea-9e03-fe251624a917 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:22.340214 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee99d9f-5cbc-4cea-9e03-fe251624a917 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:37:22.342979 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-cee99d9f-5cbc-4cea-9e03-fe251624a917 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:37:22.346399 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee99d9f-5cbc-4cea-9e03-fe251624a917 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:37:22.371847 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee99d9f-5cbc-4cea-9e03-fe251624a917 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Port': ['ID=872bd4a6-6f80-41e4-83c2-2b9f361c38c4,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:37:22.592090 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cee99d9f-5cbc-4cea-9e03-fe251624a917 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router_gateway, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:22.789105 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cee99d9f-5cbc-4cea-9e03-fe251624a917 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:22.916173 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cee99d9f-5cbc-4cea-9e03-fe251624a917 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Router 6bcb8bac-bc26-43ad-a8a8-8d9386e96c98 is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:37:23.020681 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee99d9f-5cbc-4cea-9e03-fe251624a917 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:37:23.030074 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ae247f-ff30-47cd-9d56-7e49e63a42cb None None] Sync routers for ids ['6bcb8bac-bc26-43ad-a8a8-8d9386e96c98'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:37:23.040543 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ae247f-ff30-47cd-9d56-7e49e63a42cb None None] Routers {'6bcb8bac-bc26-43ad-a8a8-8d9386e96c98'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:37:23.041379 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-c4ae247f-ff30-47cd-9d56-7e49e63a42cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:36:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['6bcb8bac-bc26-43ad-a8a8-8d9386e96c98'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:37:23.042741 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cee99d9f-5cbc-4cea-9e03-fe251624a917 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:23.043945 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-cee99d9f-5cbc-4cea-9e03-fe251624a917 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4222834 Dec 10 19:37:23.047155 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 59370) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:37:23.083663 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-0bcbaeff-20bf-4765-8a36-2f4504df871e tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=730e4c9f0aba4accb176e575114c849e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0350327 Dec 10 19:37:23.086246 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 59372) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:37:23.146500 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-c4ae247f-ff30-47cd-9d56-7e49e63a42cb None None] Set router 6bcb8bac-bc26-43ad-a8a8-8d9386e96c98 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:37:23.174782 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccbba9b-6eca-4aa0-bc5c-966d9dff2c4b tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:23.176405 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-8ccbba9b-6eca-4aa0-bc5c-966d9dff2c4b tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0892589 Dec 10 19:37:23.179293 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 59374) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:37:23.207637 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-4835217b-20df-4b9f-b656-c5682e87fdf5 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=68e2ee80-e7f8-4be2-b0d8-392fd4a4e031&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271604 Dec 10 19:37:23.209994 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 59376) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:37:23.214748 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-4a2a6218-5321-4463-b822-b47c4efa9d7b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-31878949', 'network_id': '510f79bd-f69a-40db-9174-2c59bf9fcdb6', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:37:23.308235 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2a6218-5321-4463-b822-b47c4efa9d7b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Made reservation on behalf of 730e4c9f0aba4accb176e575114c849e for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:37:23.311742 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4a2a6218-5321-4463-b822-b47c4efa9d7b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:23.334412 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-c4ae247f-ff30-47cd-9d56-7e49e63a42cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bcb8bac-bc26-43ad-a8a8-8d9386e96c98', 'name': 'tempest-TestNetworkBasicOps-router-1647581967', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.254'}], 'enable_snat': True}, 'gw_port_id': '872bd4a6-6f80-41e4-83c2-2b9f361c38c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:37:21Z', 'updated_at': '2021-12-10T19:37:22Z', 'revision_number': 3, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '872bd4a6-6f80-41e4-83c2-2b9f361c38c4', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:15:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bcb8bac-bc26-43ad-a8a8-8d9386e96c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:37:22Z', 'updated_at': '2021-12-10T19:37:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:37:23.360923 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ae247f-ff30-47cd-9d56-7e49e63a42cb None None] Checking router: 6bcb8bac-bc26-43ad-a8a8-8d9386e96c98 for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:37:23.361269 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ae247f-ff30-47cd-9d56-7e49e63a42cb None None] Updating router 6bcb8bac-bc26-43ad-a8a8-8d9386e96c98 port 872bd4a6-6f80-41e4-83c2-2b9f361c38c4 binding host dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:37:23.385046 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c4ae247f-ff30-47cd-9d56-7e49e63a42cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:23.496314 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4a2a6218-5321-4463-b822-b47c4efa9d7b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:23.566696 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2a6218-5321-4463-b822-b47c4efa9d7b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Subnet': ['ID=6e704761-4114-4767-a6d8-d8692616f2ff,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:37:23.576053 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2a6218-5321-4463-b822-b47c4efa9d7b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Checking segment: {'id': 'ab738df1-2b0c-4a85-8470-befd2e01b557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '510f79bd-f69a-40db-9174-2c59bf9fcdb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:37:23.576417 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2a6218-5321-4463-b822-b47c4efa9d7b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Network hostable DHCP agents. Network: 510f79bd-f69a-40db-9174-2c59bf9fcdb6, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:37:23.593368 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2a6218-5321-4463-b822-b47c4efa9d7b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Network 510f79bd-f69a-40db-9174-2c59bf9fcdb6 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:37:23.602564 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-4a2a6218-5321-4463-b822-b47c4efa9d7b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 510f79bd-f69a-40db-9174-2c59bf9fcdb6) {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:37:23.608078 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2a6218-5321-4463-b822-b47c4efa9d7b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:23.609029 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4a2a6218-5321-4463-b822-b47c4efa9d7b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:23.619188 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb2d36b-7f6a-4a69-be7c-5d40bc43736f None None] Network 510f79bd-f69a-40db-9174-2c59bf9fcdb6 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:37:23.626733 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-4a2a6218-5321-4463-b822-b47c4efa9d7b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4157357 Dec 10 19:37:23.630202 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 59380) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:37:23.683684 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c4ae247f-ff30-47cd-9d56-7e49e63a42cb None None] Notify callbacks [] for port, precommit_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:23.691659 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c4ae247f-ff30-47cd-9d56-7e49e63a42cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:23.766664 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167a1c40-1e51-4b2c-a914-fb7fd30b50c4 None None] Pushing event updated for resources: {'Port': ['ID=872bd4a6-6f80-41e4-83c2-2b9f361c38c4,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:37:23.792101 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-c4ae247f-ff30-47cd-9d56-7e49e63a42cb None None] Attempting to bind port 872bd4a6-6f80-41e4-83c2-2b9f361c38c4 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:37:23.792725 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-c4ae247f-ff30-47cd-9d56-7e49e63a42cb None None] Attempting to bind port 872bd4a6-6f80-41e4-83c2-2b9f361c38c4 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:37:23.793151 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ae247f-ff30-47cd-9d56-7e49e63a42cb None None] Attempting to bind port 872bd4a6-6f80-41e4-83c2-2b9f361c38c4 on network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:37:23.804643 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ae247f-ff30-47cd-9d56-7e49e63a42cb None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:37:23.805012 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ae247f-ff30-47cd-9d56-7e49e63a42cb None None] Checking segment: {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:37:23.805410 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c4ae247f-ff30-47cd-9d56-7e49e63a42cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:23.805791 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ae247f-ff30-47cd-9d56-7e49e63a42cb None None] Bound using segment: {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:37:23.806265 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-c4ae247f-ff30-47cd-9d56-7e49e63a42cb None None] Bound port: 872bd4a6-6f80-41e4-83c2-2b9f361c38c4, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:37:23.806641 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c4ae247f-ff30-47cd-9d56-7e49e63a42cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:23.880060 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c4ae247f-ff30-47cd-9d56-7e49e63a42cb None None] For port 872bd4a6-6f80-41e4-83c2-2b9f361c38c4, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:37:23.889914 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375ea06c-dc25-4f6b-a9f0-c3ad9e29f5a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-510f79bd-f69a-40db-9174-2c59bf9fcdb6', 'network_id': '510f79bd-f69a-40db-9174-2c59bf9fcdb6', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'fixed_ips': [{'subnet_id': '6e704761-4114-4767-a6d8-d8692616f2ff'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:37:23.890767 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-375ea06c-dc25-4f6b-a9f0-c3ad9e29f5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:23.902607 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c4ae247f-ff30-47cd-9d56-7e49e63a42cb None None] For port 872bd4a6-6f80-41e4-83c2-2b9f361c38c4, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=872bd4a6-6f80-41e4-83c2-2b9f361c38c4,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:37:23.910336 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c4ae247f-ff30-47cd-9d56-7e49e63a42cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:24.090837 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c9525cc5-1c8b-43f0-9298-f7911bc73470 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:24.180194 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ae247f-ff30-47cd-9d56-7e49e63a42cb None None] Routers {'6bcb8bac-bc26-43ad-a8a8-8d9386e96c98'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:37:24.180849 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-c4ae247f-ff30-47cd-9d56-7e49e63a42cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:36:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['6bcb8bac-bc26-43ad-a8a8-8d9386e96c98'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:37:24.184304 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167a1c40-1e51-4b2c-a914-fb7fd30b50c4 None None] Pushing event updated for resources: {'Port': ['ID=872bd4a6-6f80-41e4-83c2-2b9f361c38c4,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:37:24.302202 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-91e23758-293d-446c-a2e0-2d8c4ef8c61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:24.318711 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-375ea06c-dc25-4f6b-a9f0-c3ad9e29f5a4 None None] Allocated IP 172.20.0.2 (510f79bd-f69a-40db-9174-2c59bf9fcdb6/6e704761-4114-4767-a6d8-d8692616f2ff/8955a2e3-1f0e-43e3-a913-0b0db89b5d51) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:37:24.360530 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-c4ae247f-ff30-47cd-9d56-7e49e63a42cb None None] Set router 6bcb8bac-bc26-43ad-a8a8-8d9386e96c98 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:37:24.616199 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-375ea06c-dc25-4f6b-a9f0-c3ad9e29f5a4 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:24.624772 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-375ea06c-dc25-4f6b-a9f0-c3ad9e29f5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:24.670767 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375ea06c-dc25-4f6b-a9f0-c3ad9e29f5a4 None None] Network 510f79bd-f69a-40db-9174-2c59bf9fcdb6 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:37:24.679344 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-375ea06c-dc25-4f6b-a9f0-c3ad9e29f5a4 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:37:24.687613 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375ea06c-dc25-4f6b-a9f0-c3ad9e29f5a4 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:37:24.692157 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375ea06c-dc25-4f6b-a9f0-c3ad9e29f5a4 None None] Pushing event updated for resources: {'Port': ['ID=8955a2e3-1f0e-43e3-a913-0b0db89b5d51,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:37:24.697156 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-c9525cc5-1c8b-43f0-9298-f7911bc73470 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Allocated IP 172.20.0.1 (510f79bd-f69a-40db-9174-2c59bf9fcdb6/6e704761-4114-4767-a6d8-d8692616f2ff/bae07d88-af43-4e1e-a2e6-849db66349d0) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:37:24.703457 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-c4ae247f-ff30-47cd-9d56-7e49e63a42cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bcb8bac-bc26-43ad-a8a8-8d9386e96c98', 'name': 'tempest-TestNetworkBasicOps-router-1647581967', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.254'}], 'enable_snat': True}, 'gw_port_id': '872bd4a6-6f80-41e4-83c2-2b9f361c38c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:37:21Z', 'updated_at': '2021-12-10T19:37:22Z', 'revision_number': 3, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '872bd4a6-6f80-41e4-83c2-2b9f361c38c4', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:15:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bcb8bac-bc26-43ad-a8a8-8d9386e96c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:37:22Z', 'updated_at': '2021-12-10T19:37:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:37:24.763114 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ae247f-ff30-47cd-9d56-7e49e63a42cb None None] The sync data for ids ['6bcb8bac-bc26-43ad-a8a8-8d9386e96c98'] in dv-neutron-821441-1-hyperv is: [{'id': '6bcb8bac-bc26-43ad-a8a8-8d9386e96c98', 'name': 'tempest-TestNetworkBasicOps-router-1647581967', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.254'}], 'enable_snat': True}, 'gw_port_id': '872bd4a6-6f80-41e4-83c2-2b9f361c38c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:37:21Z', 'updated_at': '2021-12-10T19:37:22Z', 'revision_number': 3, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '872bd4a6-6f80-41e4-83c2-2b9f361c38c4', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:15:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bcb8bac-bc26-43ad-a8a8-8d9386e96c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:37:22Z', 'updated_at': '2021-12-10T19:37:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:37:24.775954 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-375ea06c-dc25-4f6b-a9f0-c3ad9e29f5a4 None None] Attempting to bind port 8955a2e3-1f0e-43e3-a913-0b0db89b5d51 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:37:24.776330 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-375ea06c-dc25-4f6b-a9f0-c3ad9e29f5a4 None None] Attempting to bind port 8955a2e3-1f0e-43e3-a913-0b0db89b5d51 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': 'ab738df1-2b0c-4a85-8470-befd2e01b557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '510f79bd-f69a-40db-9174-2c59bf9fcdb6'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:37:24.776715 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375ea06c-dc25-4f6b-a9f0-c3ad9e29f5a4 None None] Attempting to bind port 8955a2e3-1f0e-43e3-a913-0b0db89b5d51 on network 510f79bd-f69a-40db-9174-2c59bf9fcdb6 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:37:24.782692 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375ea06c-dc25-4f6b-a9f0-c3ad9e29f5a4 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:37:24.783066 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375ea06c-dc25-4f6b-a9f0-c3ad9e29f5a4 None None] Checking segment: {'id': 'ab738df1-2b0c-4a85-8470-befd2e01b557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '510f79bd-f69a-40db-9174-2c59bf9fcdb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:37:24.783474 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-375ea06c-dc25-4f6b-a9f0-c3ad9e29f5a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:24.783855 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375ea06c-dc25-4f6b-a9f0-c3ad9e29f5a4 None None] Bound using segment: {'id': 'ab738df1-2b0c-4a85-8470-befd2e01b557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '510f79bd-f69a-40db-9174-2c59bf9fcdb6'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:37:24.790077 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-375ea06c-dc25-4f6b-a9f0-c3ad9e29f5a4 None None] Bound port: 8955a2e3-1f0e-43e3-a913-0b0db89b5d51, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab738df1-2b0c-4a85-8470-befd2e01b557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '510f79bd-f69a-40db-9174-2c59bf9fcdb6'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:37:24.790077 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-375ea06c-dc25-4f6b-a9f0-c3ad9e29f5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:24.831477 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c9525cc5-1c8b-43f0-9298-f7911bc73470 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:24.876918 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c9525cc5-1c8b-43f0-9298-f7911bc73470 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:24.878389 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-375ea06c-dc25-4f6b-a9f0-c3ad9e29f5a4 None None] For port 8955a2e3-1f0e-43e3-a913-0b0db89b5d51, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:37:24.884532 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-375ea06c-dc25-4f6b-a9f0-c3ad9e29f5a4 None None] For port 8955a2e3-1f0e-43e3-a913-0b0db89b5d51, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=8955a2e3-1f0e-43e3-a913-0b0db89b5d51,segment=NetworkSegment(ab738df1-2b0c-4a85-8470-befd2e01b557),segment_id=ab738df1-2b0c-4a85-8470-befd2e01b557)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:37:24.889016 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-375ea06c-dc25-4f6b-a9f0-c3ad9e29f5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:24.920248 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9525cc5-1c8b-43f0-9298-f7911bc73470 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Network 510f79bd-f69a-40db-9174-2c59bf9fcdb6 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:37:24.923352 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-c9525cc5-1c8b-43f0-9298-f7911bc73470 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:37:24.933428 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9525cc5-1c8b-43f0-9298-f7911bc73470 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:37:24.937335 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9525cc5-1c8b-43f0-9298-f7911bc73470 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Port': ['ID=bae07d88-af43-4e1e-a2e6-849db66349d0,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:37:24.967047 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375ea06c-dc25-4f6b-a9f0-c3ad9e29f5a4 None None] Pushing event updated for resources: {'Port': ['ID=8955a2e3-1f0e-43e3-a913-0b0db89b5d51,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:37:24.991534 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c9525cc5-1c8b-43f0-9298-f7911bc73470 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712030'] for router_interface, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:25.204478 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 872bd4a6-6f80-41e4-83c2-2b9f361c38c4 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:37:25.217939 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c9525cc5-1c8b-43f0-9298-f7911bc73470 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:25.275092 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 872bd4a6-6f80-41e4-83c2-2b9f361c38c4 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:37:25.275554 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:25.385876 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:25.418270 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port 872bd4a6-6f80-41e4-83c2-2b9f361c38c4, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=872bd4a6-6f80-41e4-83c2-2b9f361c38c4,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:37:25.421354 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:25.422907 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:25.474475 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=872bd4a6-6f80-41e4-83c2-2b9f361c38c4,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:37:25.551719 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c9525cc5-1c8b-43f0-9298-f7911bc73470 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:25.556411 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c9525cc5-1c8b-43f0-9298-f7911bc73470 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:25.634468 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c9525cc5-1c8b-43f0-9298-f7911bc73470 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3755716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711339'] for router_interface, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:25.636322 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9525cc5-1c8b-43f0-9298-f7911bc73470 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Port': ['ID=bae07d88-af43-4e1e-a2e6-849db66349d0,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:37:25.742167 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9525cc5-1c8b-43f0-9298-f7911bc73470 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Network 510f79bd-f69a-40db-9174-2c59bf9fcdb6 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:37:25.743633 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-c9525cc5-1c8b-43f0-9298-f7911bc73470 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:37:25.862473 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9525cc5-1c8b-43f0-9298-f7911bc73470 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Router 6bcb8bac-bc26-43ad-a8a8-8d9386e96c98 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:37:25.976043 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9525cc5-1c8b-43f0-9298-f7911bc73470 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:37:25.983843 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-c9525cc5-1c8b-43f0-9298-f7911bc73470 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "PUT /v2.0/routers/6bcb8bac-bc26-43ad-a8a8-8d9386e96c98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3498480 Dec 10 19:37:25.983843 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 59384) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:37:25.988207 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df3a685-2ce4-4d9d-a002-0bc579c90a77 None None] Network 510f79bd-f69a-40db-9174-2c59bf9fcdb6 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:37:26.044001 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-07e39d41-4e7e-4559-8690-7afcc82860c3 None None] Provisioning complete for port 8955a2e3-1f0e-43e3-a913-0b0db89b5d51 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:37:26.044368 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-07e39d41-4e7e-4559-8690-7afcc82860c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:26.152777 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5c8148-5247-4661-b024-79b691749a57 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:26.153242 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5c8148-5247-4661-b024-79b691749a57 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:26.153693 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5c8148-5247-4661-b024-79b691749a57 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:26.154138 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5c8148-5247-4661-b024-79b691749a57 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:26.156046 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-4f5c8148-5247-4661-b024-79b691749a57 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1711292 Dec 10 19:37:26.158581 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 59386) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:37:26.176164 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-07e39d41-4e7e-4559-8690-7afcc82860c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:26.231199 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-07e39d41-4e7e-4559-8690-7afcc82860c3 None None] For port 8955a2e3-1f0e-43e3-a913-0b0db89b5d51, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=8955a2e3-1f0e-43e3-a913-0b0db89b5d51,segment=NetworkSegment(ab738df1-2b0c-4a85-8470-befd2e01b557),segment_id=ab738df1-2b0c-4a85-8470-befd2e01b557)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:37:26.238972 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-07e39d41-4e7e-4559-8690-7afcc82860c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:26.273534 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c44ee98-85c1-4435-bf8e-cbb52ba4c83c tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:26.274114 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c44ee98-85c1-4435-bf8e-cbb52ba4c83c tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:26.274422 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c44ee98-85c1-4435-bf8e-cbb52ba4c83c tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:26.274860 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c44ee98-85c1-4435-bf8e-cbb52ba4c83c tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:26.276582 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-1c44ee98-85c1-4435-bf8e-cbb52ba4c83c tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2726 time: 0.1170263 Dec 10 19:37:26.279358 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 59388) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:37:26.306590 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e39d41-4e7e-4559-8690-7afcc82860c3 None None] Pushing event updated for resources: {'Port': ['ID=8955a2e3-1f0e-43e3-a913-0b0db89b5d51,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:37:26.465405 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-fbd13176-60b5-4dc6-9e5b-026f397b4f2e None None] Provisioning complete for port bae07d88-af43-4e1e-a2e6-849db66349d0 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:37:26.465905 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-fbd13176-60b5-4dc6-9e5b-026f397b4f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:26.515649 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:26.517239 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-fbd13176-60b5-4dc6-9e5b-026f397b4f2e None None] Port bae07d88-af43-4e1e-a2e6-849db66349d0 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:37:26.528624 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-fbd13176-60b5-4dc6-9e5b-026f397b4f2e None None] Provisioning complete for port 8955a2e3-1f0e-43e3-a913-0b0db89b5d51 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:37:26.529069 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-fbd13176-60b5-4dc6-9e5b-026f397b4f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:26.531734 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-81e6d5a5-40a2-45ab-8104-242ec878af85 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2511535 Dec 10 19:37:26.678604 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1cd7d4-07c1-4192-b281-3ee5e9bd855f None None] Sync routers for ids ['6bcb8bac-bc26-43ad-a8a8-8d9386e96c98'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:37:26.689290 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1cd7d4-07c1-4192-b281-3ee5e9bd855f None None] Routers {'6bcb8bac-bc26-43ad-a8a8-8d9386e96c98'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:37:26.690114 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-0c1cd7d4-07c1-4192-b281-3ee5e9bd855f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:37:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['6bcb8bac-bc26-43ad-a8a8-8d9386e96c98'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:37:26.745409 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-524903fc-8087-458e-9d47-fc8cdb1471cc None None] Provisioning complete for port bae07d88-af43-4e1e-a2e6-849db66349d0 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:37:26.745803 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-524903fc-8087-458e-9d47-fc8cdb1471cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:26.792634 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-524903fc-8087-458e-9d47-fc8cdb1471cc None None] Port bae07d88-af43-4e1e-a2e6-849db66349d0 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:37:26.794221 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 59392) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:37:26.801726 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-96197c4d-ea78-4197-9eae-22df580376d4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-551999987', 'description': 'tempest-secgroup-smoke-551999987 description', 'project_id': '730e4c9f0aba4accb176e575114c849e'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:37:26.811054 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:26.819211 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-0c1cd7d4-07c1-4192-b281-3ee5e9bd855f None None] Set router 6bcb8bac-bc26-43ad-a8a8-8d9386e96c98 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:37:26.831016 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-96197c4d-ea78-4197-9eae-22df580376d4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:26.914021 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-96197c4d-ea78-4197-9eae-22df580376d4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:26.914687 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-cff87aa6-11a2-4c0b-8ceb-abad9e8a6950 None None] Provisioning complete for port bae07d88-af43-4e1e-a2e6-849db66349d0 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:37:26.915272 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-cff87aa6-11a2-4c0b-8ceb-abad9e8a6950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:26.918924 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-96197c4d-ea78-4197-9eae-22df580376d4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:26.949425 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-96197c4d-ea78-4197-9eae-22df580376d4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:26.950783 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-96197c4d-ea78-4197-9eae-22df580376d4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1545830 Dec 10 19:37:26.953637 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 59394) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:37:26.954790 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-cff87aa6-11a2-4c0b-8ceb-abad9e8a6950 None None] Port bae07d88-af43-4e1e-a2e6-849db66349d0 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:37:26.958763 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-1f568f3c-715f-455d-8188-55dd302be7de tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': '8a21abd8-3452-46cc-be47-d4219a5ef09b', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:37:26.967946 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96197c4d-ea78-4197-9eae-22df580376d4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a21abd8-3452-46cc-be47-d4219a5ef09b,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:37:26.993000 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1f568f3c-715f-455d-8188-55dd302be7de tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:27.026599 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-0c1cd7d4-07c1-4192-b281-3ee5e9bd855f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bcb8bac-bc26-43ad-a8a8-8d9386e96c98', 'name': 'tempest-TestNetworkBasicOps-router-1647581967', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.254'}], 'enable_snat': True}, 'gw_port_id': '872bd4a6-6f80-41e4-83c2-2b9f361c38c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:37:21Z', 'updated_at': '2021-12-10T19:37:25Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '872bd4a6-6f80-41e4-83c2-2b9f361c38c4', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:15:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcb8bac-bc26-43ad-a8a8-8d9386e96c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:37:22Z', 'updated_at': '2021-12-10T19:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': 'bae07d88-af43-4e1e-a2e6-849db66349d0', 'name': '', 'network_id': '510f79bd-f69a-40db-9174-2c59bf9fcdb6', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:78:38:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bcb8bac-bc26-43ad-a8a8-8d9386e96c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '6e704761-4114-4767-a6d8-d8692616f2ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:37:24Z', 'updated_at': '2021-12-10T19:37:25Z', 'revision_number': 2, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': '6e704761-4114-4767-a6d8-d8692616f2ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:37:27.045428 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1f568f3c-715f-455d-8188-55dd302be7de tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:27.049088 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1f568f3c-715f-455d-8188-55dd302be7de tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:27.057475 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1cd7d4-07c1-4192-b281-3ee5e9bd855f None None] Checking router: 6bcb8bac-bc26-43ad-a8a8-8d9386e96c98 for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:37:27.057702 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1cd7d4-07c1-4192-b281-3ee5e9bd855f None None] Updating router 6bcb8bac-bc26-43ad-a8a8-8d9386e96c98 port bae07d88-af43-4e1e-a2e6-849db66349d0 binding host dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:37:27.063937 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f568f3c-715f-455d-8188-55dd302be7de tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a66f311-7e0c-4721-8adc-df1a039dd9cd,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:37:27.080536 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1f568f3c-715f-455d-8188-55dd302be7de tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:27.082835 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-1f568f3c-715f-455d-8188-55dd302be7de tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1280048 Dec 10 19:37:27.083276 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-0c1cd7d4-07c1-4192-b281-3ee5e9bd855f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:27.085289 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 59396) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:37:27.089936 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-c0bc26a5-4f21-4af2-a53f-2da8e41b4a6d tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': '8a21abd8-3452-46cc-be47-d4219a5ef09b', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:37:27.119766 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c0bc26a5-4f21-4af2-a53f-2da8e41b4a6d tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:27.194740 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c0bc26a5-4f21-4af2-a53f-2da8e41b4a6d tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:27.198810 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c0bc26a5-4f21-4af2-a53f-2da8e41b4a6d tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:27.215186 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bc26a5-4f21-4af2-a53f-2da8e41b4a6d tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce11eff1-8ae2-4afd-9371-fecd5f1f902e,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:37:27.220202 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 872bd4a6-6f80-41e4-83c2-2b9f361c38c4 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:37:27.232838 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c0bc26a5-4f21-4af2-a53f-2da8e41b4a6d tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:27.236840 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-c0bc26a5-4f21-4af2-a53f-2da8e41b4a6d tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1479173 Dec 10 19:37:27.237065 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 59398) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:37:27.241821 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-5616b542-79b9-418c-8a2f-d051a4acf88a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': '8a21abd8-3452-46cc-be47-d4219a5ef09b', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:37:27.271765 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5616b542-79b9-418c-8a2f-d051a4acf88a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:27.285161 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 872bd4a6-6f80-41e4-83c2-2b9f361c38c4 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:37:27.285837 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:27.369801 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 8955a2e3-1f0e-43e3-a913-0b0db89b5d51 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:37:27.372965 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-0c1cd7d4-07c1-4192-b281-3ee5e9bd855f None None] Notify callbacks [] for port, precommit_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:27.380209 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-0c1cd7d4-07c1-4192-b281-3ee5e9bd855f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:27.428889 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68e7ab2-74b6-4466-ab6f-bafbe72744dd None None] Pushing event updated for resources: {'Port': ['ID=bae07d88-af43-4e1e-a2e6-849db66349d0,revision_number=3']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:37:27.436944 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 8955a2e3-1f0e-43e3-a913-0b0db89b5d51 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:37:27.437180 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68e7ab2-74b6-4466-ab6f-bafbe72744dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:27.437415 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68e7ab2-74b6-4466-ab6f-bafbe72744dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:27.437617 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:27.437753 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68e7ab2-74b6-4466-ab6f-bafbe72744dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:27.438081 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68e7ab2-74b6-4466-ab6f-bafbe72744dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:27.438411 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68e7ab2-74b6-4466-ab6f-bafbe72744dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:27.438725 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68e7ab2-74b6-4466-ab6f-bafbe72744dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:27.439193 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68e7ab2-74b6-4466-ab6f-bafbe72744dd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:27.439355 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68e7ab2-74b6-4466-ab6f-bafbe72744dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:27.439670 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68e7ab2-74b6-4466-ab6f-bafbe72744dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:27.439988 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68e7ab2-74b6-4466-ab6f-bafbe72744dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:27.440299 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68e7ab2-74b6-4466-ab6f-bafbe72744dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:27.442225 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68e7ab2-74b6-4466-ab6f-bafbe72744dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:37:27.510621 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-0c1cd7d4-07c1-4192-b281-3ee5e9bd855f None None] Attempting to bind port bae07d88-af43-4e1e-a2e6-849db66349d0 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:37:27.510967 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-0c1cd7d4-07c1-4192-b281-3ee5e9bd855f None None] Attempting to bind port bae07d88-af43-4e1e-a2e6-849db66349d0 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': 'ab738df1-2b0c-4a85-8470-befd2e01b557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '510f79bd-f69a-40db-9174-2c59bf9fcdb6'}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:37:27.511330 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1cd7d4-07c1-4192-b281-3ee5e9bd855f None None] Attempting to bind port bae07d88-af43-4e1e-a2e6-849db66349d0 on network 510f79bd-f69a-40db-9174-2c59bf9fcdb6 {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:37:27.517851 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1cd7d4-07c1-4192-b281-3ee5e9bd855f None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:37:27.518223 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1cd7d4-07c1-4192-b281-3ee5e9bd855f None None] Checking segment: {'id': 'ab738df1-2b0c-4a85-8470-befd2e01b557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '510f79bd-f69a-40db-9174-2c59bf9fcdb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:37:27.519111 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-0c1cd7d4-07c1-4192-b281-3ee5e9bd855f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:27.519329 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1cd7d4-07c1-4192-b281-3ee5e9bd855f None None] Bound using segment: {'id': 'ab738df1-2b0c-4a85-8470-befd2e01b557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '510f79bd-f69a-40db-9174-2c59bf9fcdb6'} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:37:27.520654 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-0c1cd7d4-07c1-4192-b281-3ee5e9bd855f None None] Bound port: bae07d88-af43-4e1e-a2e6-849db66349d0, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab738df1-2b0c-4a85-8470-befd2e01b557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '510f79bd-f69a-40db-9174-2c59bf9fcdb6'}}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:37:27.520920 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-0c1cd7d4-07c1-4192-b281-3ee5e9bd855f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:27.604639 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-0c1cd7d4-07c1-4192-b281-3ee5e9bd855f None None] For port bae07d88-af43-4e1e-a2e6-849db66349d0, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:37:27.609080 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-0c1cd7d4-07c1-4192-b281-3ee5e9bd855f None None] For port bae07d88-af43-4e1e-a2e6-849db66349d0, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=bae07d88-af43-4e1e-a2e6-849db66349d0,segment=NetworkSegment(ab738df1-2b0c-4a85-8470-befd2e01b557),segment_id=ab738df1-2b0c-4a85-8470-befd2e01b557)] {{(pid=102368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:37:27.614599 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-0c1cd7d4-07c1-4192-b281-3ee5e9bd855f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:27.667759 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1cd7d4-07c1-4192-b281-3ee5e9bd855f None None] Routers {'6bcb8bac-bc26-43ad-a8a8-8d9386e96c98'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:37:27.668423 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-0c1cd7d4-07c1-4192-b281-3ee5e9bd855f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:37:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['6bcb8bac-bc26-43ad-a8a8-8d9386e96c98'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:37:27.681620 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-aca02bda-3b77-4acb-aded-c828094d3636 None None] Provisioning complete for port bae07d88-af43-4e1e-a2e6-849db66349d0 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:37:27.681956 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-aca02bda-3b77-4acb-aded-c828094d3636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:27.686865 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5616b542-79b9-418c-8a2f-d051a4acf88a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:27.692388 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5616b542-79b9-418c-8a2f-d051a4acf88a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:27.719868 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5616b542-79b9-418c-8a2f-d051a4acf88a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bb7d3cc-0aeb-4e2f-8a6c-2da7853358c9,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:37:27.724978 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5616b542-79b9-418c-8a2f-d051a4acf88a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:27.729429 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-5616b542-79b9-418c-8a2f-d051a4acf88a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4882152 Dec 10 19:37:27.729694 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 59400) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:37:27.735936 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-d0088430-058d-4520-b60f-2444b4eef56d tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': '8a21abd8-3452-46cc-be47-d4219a5ef09b', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:37:27.774271 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68e7ab2-74b6-4466-ab6f-bafbe72744dd None None] Pushing event updated for resources: {'Port': ['ID=bae07d88-af43-4e1e-a2e6-849db66349d0,revision_number=4']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:37:27.777889 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d0088430-058d-4520-b60f-2444b4eef56d tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:27.795565 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-aca02bda-3b77-4acb-aded-c828094d3636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:27.805258 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-0c1cd7d4-07c1-4192-b281-3ee5e9bd855f None None] Set router 6bcb8bac-bc26-43ad-a8a8-8d9386e96c98 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:37:27.834468 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-aca02bda-3b77-4acb-aded-c828094d3636 None None] For port bae07d88-af43-4e1e-a2e6-849db66349d0, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=bae07d88-af43-4e1e-a2e6-849db66349d0,segment=NetworkSegment(ab738df1-2b0c-4a85-8470-befd2e01b557),segment_id=ab738df1-2b0c-4a85-8470-befd2e01b557)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:37:27.841394 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-aca02bda-3b77-4acb-aded-c828094d3636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:27.865546 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d0088430-058d-4520-b60f-2444b4eef56d tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:27.870527 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d0088430-058d-4520-b60f-2444b4eef56d tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:27.895672 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0088430-058d-4520-b60f-2444b4eef56d tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb3840c7-60be-4e0f-b787-9f29fa1a1d5d,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:37:27.901456 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d0088430-058d-4520-b60f-2444b4eef56d tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:27.902733 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d0088430-058d-4520-b60f-2444b4eef56d tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1713743 Dec 10 19:37:27.905500 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 59402) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:37:27.908041 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca02bda-3b77-4acb-aded-c828094d3636 None None] Pushing event updated for resources: {'Port': ['ID=bae07d88-af43-4e1e-a2e6-849db66349d0,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:37:27.911355 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-96491d26-4c2f-4b01-887c-2c2a9d1028af tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': '8a21abd8-3452-46cc-be47-d4219a5ef09b', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:37:27.932989 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.securitygroups_db [None req-96491d26-4c2f-4b01-887c-2c2a9d1028af tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Project 730e4c9f0aba4accb176e575114c849e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:37:27.937687 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-96491d26-4c2f-4b01-887c-2c2a9d1028af tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:27.963820 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-8608190f-de03-4d41-95e8-7c34a4309d89 None None] Provisioning complete for port bae07d88-af43-4e1e-a2e6-849db66349d0 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:37:27.964314 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8608190f-de03-4d41-95e8-7c34a4309d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:28.001714 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-96491d26-4c2f-4b01-887c-2c2a9d1028af tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:28.008083 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-96491d26-4c2f-4b01-887c-2c2a9d1028af tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:28.026336 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96491d26-4c2f-4b01-887c-2c2a9d1028af tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a0b4237-614f-49c1-8eb9-6f2aef782776,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:37:28.035601 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-96491d26-4c2f-4b01-887c-2c2a9d1028af tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:28.039918 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-96491d26-4c2f-4b01-887c-2c2a9d1028af tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1303713 Dec 10 19:37:28.039918 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 59404) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:37:28.043071 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-0c1cd7d4-07c1-4192-b281-3ee5e9bd855f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bcb8bac-bc26-43ad-a8a8-8d9386e96c98', 'name': 'tempest-TestNetworkBasicOps-router-1647581967', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.254'}], 'enable_snat': True}, 'gw_port_id': '872bd4a6-6f80-41e4-83c2-2b9f361c38c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:37:21Z', 'updated_at': '2021-12-10T19:37:25Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '872bd4a6-6f80-41e4-83c2-2b9f361c38c4', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:15:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcb8bac-bc26-43ad-a8a8-8d9386e96c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:37:22Z', 'updated_at': '2021-12-10T19:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': 'bae07d88-af43-4e1e-a2e6-849db66349d0', 'name': '', 'network_id': '510f79bd-f69a-40db-9174-2c59bf9fcdb6', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:78:38:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bcb8bac-bc26-43ad-a8a8-8d9386e96c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '6e704761-4114-4767-a6d8-d8692616f2ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:37:24Z', 'updated_at': '2021-12-10T19:37:27Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': '6e704761-4114-4767-a6d8-d8692616f2ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:37:28.044097 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-99af684b-59b7-40b9-bfa8-fb22db3f0afe tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'security_group_rule': {'security_group_id': '8a21abd8-3452-46cc-be47-d4219a5ef09b', 'project_id': '730e4c9f0aba4accb176e575114c849e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:37:28.066246 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.securitygroups_db [None req-99af684b-59b7-40b9-bfa8-fb22db3f0afe tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Project 730e4c9f0aba4accb176e575114c849e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:37:28.070633 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1cd7d4-07c1-4192-b281-3ee5e9bd855f None None] The sync data for ids ['6bcb8bac-bc26-43ad-a8a8-8d9386e96c98'] in dv-neutron-821441-1-hyperv is: [{'id': '6bcb8bac-bc26-43ad-a8a8-8d9386e96c98', 'name': 'tempest-TestNetworkBasicOps-router-1647581967', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.254'}], 'enable_snat': True}, 'gw_port_id': '872bd4a6-6f80-41e4-83c2-2b9f361c38c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:37:21Z', 'updated_at': '2021-12-10T19:37:25Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '872bd4a6-6f80-41e4-83c2-2b9f361c38c4', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:15:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcb8bac-bc26-43ad-a8a8-8d9386e96c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:37:22Z', 'updated_at': '2021-12-10T19:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': 'bae07d88-af43-4e1e-a2e6-849db66349d0', 'name': '', 'network_id': '510f79bd-f69a-40db-9174-2c59bf9fcdb6', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:78:38:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bcb8bac-bc26-43ad-a8a8-8d9386e96c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '6e704761-4114-4767-a6d8-d8692616f2ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:37:24Z', 'updated_at': '2021-12-10T19:37:27Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': '6e704761-4114-4767-a6d8-d8692616f2ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:37:28.072519 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-99af684b-59b7-40b9-bfa8-fb22db3f0afe tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:28.143474 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-99af684b-59b7-40b9-bfa8-fb22db3f0afe tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:28.148118 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-99af684b-59b7-40b9-bfa8-fb22db3f0afe tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:28.165716 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99af684b-59b7-40b9-bfa8-fb22db3f0afe tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40ac7f30-5847-499b-9e8d-f45f3bafd3a3,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:37:28.178429 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-99af684b-59b7-40b9-bfa8-fb22db3f0afe tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:28.179741 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-99af684b-59b7-40b9-bfa8-fb22db3f0afe tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1391866 Dec 10 19:37:28.337656 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a3a965f7-1118-46ad-a485-8ebf82c65e76 req-10f6197b-a3f7-4264-802c-45a01c2fe812 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-551999987&fields=id&tenant_id=730e4c9f0aba4accb176e575114c849e HTTP/1.1" status: 200 len: 267 time: 0.0444715 Dec 10 19:37:28.525819 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a965f7-1118-46ad-a485-8ebf82c65e76 req-c305ccdd-11aa-43da-9219-0eedfb9ecb2b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:28.528044 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a3a965f7-1118-46ad-a485-8ebf82c65e76 req-c305ccdd-11aa-43da-9219-0eedfb9ecb2b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/networks?id=510f79bd-f69a-40db-9174-2c59bf9fcdb6 HTTP/1.1" status: 200 len: 797 time: 0.1835968 Dec 10 19:37:28.544638 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a3a965f7-1118-46ad-a485-8ebf82c65e76 req-54610807-3a0f-47fe-a4c0-d14163d0132b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/quotas/730e4c9f0aba4accb176e575114c849e HTTP/1.1" status: 200 len: 375 time: 0.0104644 Dec 10 19:37:28.635779 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a3a965f7-1118-46ad-a485-8ebf82c65e76 req-7d3a6d5e-c8bd-4e4a-b710-ed76f9eeff12 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=730e4c9f0aba4accb176e575114c849e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0839231 Dec 10 19:37:28.794000 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a3a965f7-1118-46ad-a485-8ebf82c65e76 req-5e1cd8e0-7b93-4ec2-9ade-148709d89321 service neutron] 10.222.0.69 "GET /v2.0/networks/510f79bd-f69a-40db-9174-2c59bf9fcdb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455705 Dec 10 19:37:28.888356 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a3a965f7-1118-46ad-a485-8ebf82c65e76 req-dee1896a-fc22-4e01-b5b2-2cff6d13d224 service neutron] 10.222.0.69 "GET /v2.0/networks/510f79bd-f69a-40db-9174-2c59bf9fcdb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881686 Dec 10 19:37:29.060012 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a0e949f8-89dd-4871-8cb8-5e6ff6657cd2 req-d50d64e5-0e62-4d90-870b-b285ff141374 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ae93059-fa2d-432d-b176-18aa5c4b6565 HTTP/1.1" status: 200 len: 210 time: 0.0307243 Dec 10 19:37:29.147829 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device bae07d88-af43-4e1e-a2e6-849db66349d0 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:37:29.199396 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port bae07d88-af43-4e1e-a2e6-849db66349d0 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:37:29.199757 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:30.074957 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a965f7-1118-46ad-a485-8ebf82c65e76 req-43251e77-e87d-4780-9de6-3db9f670b7b8 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:30.076615 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a3a965f7-1118-46ad-a485-8ebf82c65e76 req-43251e77-e87d-4780-9de6-3db9f670b7b8 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.36 "GET /v2.0/networks?id=510f79bd-f69a-40db-9174-2c59bf9fcdb6 HTTP/1.1" status: 200 len: 797 time: 0.1057088 Dec 10 19:37:30.133026 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a3a965f7-1118-46ad-a485-8ebf82c65e76 req-555b6d61-4140-4d4e-822b-6593a12aae89 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=730e4c9f0aba4accb176e575114c849e HTTP/1.1" status: 200 len: 379 time: 0.0463960 Dec 10 19:37:30.153829 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-a3a965f7-1118-46ad-a485-8ebf82c65e76 req-f4610b4b-6dc8-4458-93a6-27f41a8d62dd tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'port': {'device_id': '7ae93059-fa2d-432d-b176-18aa5c4b6565', 'network_id': '510f79bd-f69a-40db-9174-2c59bf9fcdb6', 'admin_state_up': True, 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'security_groups': ['8a21abd8-3452-46cc-be47-d4219a5ef09b']}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:37:30.176053 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0bbe5ad8-50ec-4c78-bec6-8256e03324c2 req-91fd1740-4fc0-4789-b05e-5e65cfbc4103 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ae93059-fa2d-432d-b176-18aa5c4b6565 HTTP/1.1" status: 200 len: 210 time: 0.0364664 Dec 10 19:37:30.277644 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3a965f7-1118-46ad-a485-8ebf82c65e76 req-f4610b4b-6dc8-4458-93a6-27f41a8d62dd tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Made reservation on behalf of 730e4c9f0aba4accb176e575114c849e for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:37:30.281035 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-a3a965f7-1118-46ad-a485-8ebf82c65e76 req-f4610b4b-6dc8-4458-93a6-27f41a8d62dd tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:30.408880 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [req-a3a965f7-1118-46ad-a485-8ebf82c65e76 req-f4610b4b-6dc8-4458-93a6-27f41a8d62dd tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Allocated IP 172.20.0.13 (510f79bd-f69a-40db-9174-2c59bf9fcdb6/6e704761-4114-4767-a6d8-d8692616f2ff/9c7f6583-5c2f-4f71-ac05-42df1c0a599f) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:37:30.550864 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-a3a965f7-1118-46ad-a485-8ebf82c65e76 req-f4610b4b-6dc8-4458-93a6-27f41a8d62dd tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:30.583108 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-a3a965f7-1118-46ad-a485-8ebf82c65e76 req-f4610b4b-6dc8-4458-93a6-27f41a8d62dd tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:30.624073 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3a965f7-1118-46ad-a485-8ebf82c65e76 req-f4610b4b-6dc8-4458-93a6-27f41a8d62dd tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Network 510f79bd-f69a-40db-9174-2c59bf9fcdb6 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:37:30.627163 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [req-a3a965f7-1118-46ad-a485-8ebf82c65e76 req-f4610b4b-6dc8-4458-93a6-27f41a8d62dd tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:37:30.631621 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a965f7-1118-46ad-a485-8ebf82c65e76 req-f4610b4b-6dc8-4458-93a6-27f41a8d62dd tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:37:30.640693 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4610b4b-6dc8-4458-93a6-27f41a8d62dd tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Port': ['ID=9c7f6583-5c2f-4f71-ac05-42df1c0a599f,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:37:30.687852 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a965f7-1118-46ad-a485-8ebf82c65e76 req-f4610b4b-6dc8-4458-93a6-27f41a8d62dd tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:30.688463 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-a3a965f7-1118-46ad-a485-8ebf82c65e76 req-f4610b4b-6dc8-4458-93a6-27f41a8d62dd tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:30.705600 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a3a965f7-1118-46ad-a485-8ebf82c65e76 req-f4610b4b-6dc8-4458-93a6-27f41a8d62dd tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5572698 Dec 10 19:37:30.721602 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-a3a965f7-1118-46ad-a485-8ebf82c65e76 req-63991995-c3af-4a9e-868b-10b73e4d7f1a service neutron] Request body: {'port': {'device_id': '7ae93059-fa2d-432d-b176-18aa5c4b6565', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:37:30.780809 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-a3a965f7-1118-46ad-a485-8ebf82c65e76 req-63991995-c3af-4a9e-868b-10b73e4d7f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:30.894718 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-ef650706-eb47-488e-9489-349f49ed72c5 None None] Provisioning complete for port 9c7f6583-5c2f-4f71-ac05-42df1c0a599f triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:37:30.895791 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ef650706-eb47-488e-9489-349f49ed72c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:30.931353 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-ef650706-eb47-488e-9489-349f49ed72c5 None None] Port 9c7f6583-5c2f-4f71-ac05-42df1c0a599f cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:37:31.040351 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [req-a3a965f7-1118-46ad-a485-8ebf82c65e76 req-63991995-c3af-4a9e-868b-10b73e4d7f1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c7f6583-5c2f-4f71-ac05-42df1c0a599f {{(pid=102365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:37:31.047730 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-a3a965f7-1118-46ad-a485-8ebf82c65e76 req-63991995-c3af-4a9e-868b-10b73e4d7f1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:31.059916 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.provisioning_blocks [req-a3a965f7-1118-46ad-a485-8ebf82c65e76 req-63991995-c3af-4a9e-868b-10b73e4d7f1a service neutron] Transition to ACTIVE for port object 9c7f6583-5c2f-4f71-ac05-42df1c0a599f will not be triggered until provisioned by entity L2. {{(pid=102365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:37:31.063634 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-a3a965f7-1118-46ad-a485-8ebf82c65e76 req-63991995-c3af-4a9e-868b-10b73e4d7f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:31.135525 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63991995-c3af-4a9e-868b-10b73e4d7f1a service neutron] Pushing event updated for resources: {'Port': ['ID=9c7f6583-5c2f-4f71-ac05-42df1c0a599f,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:37:31.186558 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-a3a965f7-1118-46ad-a485-8ebf82c65e76 req-63991995-c3af-4a9e-868b-10b73e4d7f1a service neutron] Attempting to bind port 9c7f6583-5c2f-4f71-ac05-42df1c0a599f on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:37:31.187109 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-a3a965f7-1118-46ad-a485-8ebf82c65e76 req-63991995-c3af-4a9e-868b-10b73e4d7f1a service neutron] Attempting to bind port 9c7f6583-5c2f-4f71-ac05-42df1c0a599f by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'ab738df1-2b0c-4a85-8470-befd2e01b557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '510f79bd-f69a-40db-9174-2c59bf9fcdb6'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:37:31.187392 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a965f7-1118-46ad-a485-8ebf82c65e76 req-63991995-c3af-4a9e-868b-10b73e4d7f1a service neutron] Attempting to bind port 9c7f6583-5c2f-4f71-ac05-42df1c0a599f on network 510f79bd-f69a-40db-9174-2c59bf9fcdb6 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:37:31.193009 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a965f7-1118-46ad-a485-8ebf82c65e76 req-63991995-c3af-4a9e-868b-10b73e4d7f1a service neutron] Port 9c7f6583-5c2f-4f71-ac05-42df1c0a599f on network 510f79bd-f69a-40db-9174-2c59bf9fcdb6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:37:31.193336 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a965f7-1118-46ad-a485-8ebf82c65e76 req-63991995-c3af-4a9e-868b-10b73e4d7f1a service neutron] Attempting to bind port 9c7f6583-5c2f-4f71-ac05-42df1c0a599f on network 510f79bd-f69a-40db-9174-2c59bf9fcdb6 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:37:31.198403 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a965f7-1118-46ad-a485-8ebf82c65e76 req-63991995-c3af-4a9e-868b-10b73e4d7f1a service neutron] Checking agent: {'id': '9e16c23e-95bc-4c2e-b3ec-daf7533f9d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'started_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:37:31.198742 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a965f7-1118-46ad-a485-8ebf82c65e76 req-63991995-c3af-4a9e-868b-10b73e4d7f1a service neutron] Checking segment: {'id': 'ab738df1-2b0c-4a85-8470-befd2e01b557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '510f79bd-f69a-40db-9174-2c59bf9fcdb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:37:31.199122 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a965f7-1118-46ad-a485-8ebf82c65e76 req-63991995-c3af-4a9e-868b-10b73e4d7f1a service neutron] Bound using segment: {'id': 'ab738df1-2b0c-4a85-8470-befd2e01b557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '510f79bd-f69a-40db-9174-2c59bf9fcdb6'} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:37:31.199551 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-a3a965f7-1118-46ad-a485-8ebf82c65e76 req-63991995-c3af-4a9e-868b-10b73e4d7f1a service neutron] Bound port: 9c7f6583-5c2f-4f71-ac05-42df1c0a599f, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab738df1-2b0c-4a85-8470-befd2e01b557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '510f79bd-f69a-40db-9174-2c59bf9fcdb6'}}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:37:31.200240 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-a3a965f7-1118-46ad-a485-8ebf82c65e76 req-63991995-c3af-4a9e-868b-10b73e4d7f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:31.291797 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-a3a965f7-1118-46ad-a485-8ebf82c65e76 req-63991995-c3af-4a9e-868b-10b73e4d7f1a service neutron] For port 9c7f6583-5c2f-4f71-ac05-42df1c0a599f, host hv-neutron-8214, cleared binding levels {{(pid=102365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:37:31.307631 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-a3a965f7-1118-46ad-a485-8ebf82c65e76 req-63991995-c3af-4a9e-868b-10b73e4d7f1a service neutron] For port 9c7f6583-5c2f-4f71-ac05-42df1c0a599f, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=9c7f6583-5c2f-4f71-ac05-42df1c0a599f,segment=NetworkSegment(ab738df1-2b0c-4a85-8470-befd2e01b557),segment_id=ab738df1-2b0c-4a85-8470-befd2e01b557)] {{(pid=102365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:37:31.312716 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-a3a965f7-1118-46ad-a485-8ebf82c65e76 req-63991995-c3af-4a9e-868b-10b73e4d7f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:31.328588 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8ebaaa-1502-4849-bc47-232b6bf5b5e1 req-e7fde2fe-d38c-4f4f-9f3b-f570e4371af7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:31.330059 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6f8ebaaa-1502-4849-bc47-232b6bf5b5e1 req-e7fde2fe-d38c-4f4f-9f3b-f570e4371af7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ae93059-fa2d-432d-b176-18aa5c4b6565 HTTP/1.1" status: 200 len: 944 time: 0.0790854 Dec 10 19:37:31.366347 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a965f7-1118-46ad-a485-8ebf82c65e76 req-63991995-c3af-4a9e-868b-10b73e4d7f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:31.367015 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-a3a965f7-1118-46ad-a485-8ebf82c65e76 req-63991995-c3af-4a9e-868b-10b73e4d7f1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:31.368364 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a3a965f7-1118-46ad-a485-8ebf82c65e76 req-63991995-c3af-4a9e-868b-10b73e4d7f1a service neutron] 10.222.0.36 "PUT /v2.0/ports/9c7f6583-5c2f-4f71-ac05-42df1c0a599f HTTP/1.1" status: 200 len: 1094 time: 0.6511230 Dec 10 19:37:31.370510 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ae93059-fa2d-432d-b176-18aa5c4b6565', 'tag': '9c7f6583-5c2f-4f71-ac05-42df1c0a599f'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:37:31.372967 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3837e3a1-6c23-498d-85af-8d58b614f0de" -d '{"events": [{"name": "network-changed", "server_uuid": "7ae93059-fa2d-432d-b176-18aa5c4b6565", "tag": "9c7f6583-5c2f-4f71-ac05-42df1c0a599f"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:37:31.427941 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0431ff4a-7073-478d-8c97-dd89a383384b x-openstack-request-id: req-0431ff4a-7073-478d-8c97-dd89a383384b {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:37:31.428243 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ae93059-fa2d-432d-b176-18aa5c4b6565", "tag": "9c7f6583-5c2f-4f71-ac05-42df1c0a599f", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:37:31.428506 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0431ff4a-7073-478d-8c97-dd89a383384b {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:37:31.428920 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ae93059-fa2d-432d-b176-18aa5c4b6565', 'tag': '9c7f6583-5c2f-4f71-ac05-42df1c0a599f', 'status': 'completed', 'code': 200} Dec 10 19:37:31.432305 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63991995-c3af-4a9e-868b-10b73e4d7f1a service neutron] Pushing event updated for resources: {'Port': ['ID=9c7f6583-5c2f-4f71-ac05-42df1c0a599f,revision_number=3']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:37:31.450145 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6f8ebaaa-1502-4849-bc47-232b6bf5b5e1 req-e64d2486-351d-4290-af0f-e7adf807c16d tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a21abd8-3452-46cc-be47-d4219a5ef09b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979381 Dec 10 19:37:31.466591 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a965f7-1118-46ad-a485-8ebf82c65e76 req-1c442f6e-6bd8-4e21-8fa7-6cb3a6177654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:31.468089 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a3a965f7-1118-46ad-a485-8ebf82c65e76 req-1c442f6e-6bd8-4e21-8fa7-6cb3a6177654 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=730e4c9f0aba4accb176e575114c849e&device_id=7ae93059-fa2d-432d-b176-18aa5c4b6565 HTTP/1.1" status: 200 len: 1097 time: 0.0557971 Dec 10 19:37:31.513985 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a3a965f7-1118-46ad-a485-8ebf82c65e76 req-2778e95e-fb31-45db-b383-5bc098bf5f24 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c7f6583-5c2f-4f71-ac05-42df1c0a599f HTTP/1.1" status: 200 len: 217 time: 0.0364919 Dec 10 19:37:31.570277 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a965f7-1118-46ad-a485-8ebf82c65e76 req-5791228f-28c2-43e4-8a13-803cd609ee12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:31.571718 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a3a965f7-1118-46ad-a485-8ebf82c65e76 req-5791228f-28c2-43e4-8a13-803cd609ee12 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6e704761-4114-4767-a6d8-d8692616f2ff HTTP/1.1" status: 200 len: 833 time: 0.0497453 Dec 10 19:37:31.618119 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a965f7-1118-46ad-a485-8ebf82c65e76 req-a9d12c93-5ff8-4f43-8692-982101754b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:31.619589 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a3a965f7-1118-46ad-a485-8ebf82c65e76 req-a9d12c93-5ff8-4f43-8692-982101754b87 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=510f79bd-f69a-40db-9174-2c59bf9fcdb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404899 Dec 10 19:37:31.709298 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a3a965f7-1118-46ad-a485-8ebf82c65e76 req-6848768a-4231-4ac7-98d0-d1bbcd9812fa service neutron] 10.222.0.36 "GET /v2.0/networks/510f79bd-f69a-40db-9174-2c59bf9fcdb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808065 Dec 10 19:37:31.804947 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a3a965f7-1118-46ad-a485-8ebf82c65e76 req-c810611a-9fdf-4fcb-9a7a-1937122426c4 service neutron] 10.222.0.36 "GET /v2.0/networks/510f79bd-f69a-40db-9174-2c59bf9fcdb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875156 Dec 10 19:37:31.894405 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837e3a1-6c23-498d-85af-8d58b614f0de req-a171acdb-b35f-4b10-842c-91538b36b11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:31.896292 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3837e3a1-6c23-498d-85af-8d58b614f0de req-a171acdb-b35f-4b10-842c-91538b36b11e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=730e4c9f0aba4accb176e575114c849e&device_id=7ae93059-fa2d-432d-b176-18aa5c4b6565 HTTP/1.1" status: 200 len: 1097 time: 0.0416439 Dec 10 19:37:31.993744 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837e3a1-6c23-498d-85af-8d58b614f0de req-61a1efd5-4ff7-4611-a203-16788ada0c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:31.995194 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3837e3a1-6c23-498d-85af-8d58b614f0de req-61a1efd5-4ff7-4611-a203-16788ada0c65 service neutron] 10.222.0.36 "GET /v2.0/networks?id=510f79bd-f69a-40db-9174-2c59bf9fcdb6 HTTP/1.1" status: 200 len: 898 time: 0.0911245 Dec 10 19:37:32.037794 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3837e3a1-6c23-498d-85af-8d58b614f0de req-73fb0851-8eeb-4889-950f-6d42b077a6ba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c7f6583-5c2f-4f71-ac05-42df1c0a599f HTTP/1.1" status: 200 len: 217 time: 0.0344892 Dec 10 19:37:32.087823 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837e3a1-6c23-498d-85af-8d58b614f0de req-8b4b9575-f6f5-420b-8c0b-330f670f48d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:32.089254 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3837e3a1-6c23-498d-85af-8d58b614f0de req-8b4b9575-f6f5-420b-8c0b-330f670f48d6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6e704761-4114-4767-a6d8-d8692616f2ff HTTP/1.1" status: 200 len: 833 time: 0.0440609 Dec 10 19:37:32.138746 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837e3a1-6c23-498d-85af-8d58b614f0de req-e1df0e51-bea3-47af-9ed7-81ad98d8e8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:32.140223 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3837e3a1-6c23-498d-85af-8d58b614f0de req-e1df0e51-bea3-47af-9ed7-81ad98d8e8c2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=510f79bd-f69a-40db-9174-2c59bf9fcdb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0422823 Dec 10 19:37:32.231104 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3837e3a1-6c23-498d-85af-8d58b614f0de req-db66a166-d023-4575-a845-6f5c7cbea91e service neutron] 10.222.0.36 "GET /v2.0/networks/510f79bd-f69a-40db-9174-2c59bf9fcdb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827503 Dec 10 19:37:32.330778 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3837e3a1-6c23-498d-85af-8d58b614f0de req-72ae98ce-e29b-4741-8138-313a1785fee9 service neutron] 10.222.0.36 "GET /v2.0/networks/510f79bd-f69a-40db-9174-2c59bf9fcdb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914850 Dec 10 19:37:32.443442 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:32.567924 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb5510-b69a-4fe2-9b5c-7e10c4b7790c req-59f0f235-90d0-4475-9545-a2c449b5e04f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:32.569417 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-eefb5510-b69a-4fe2-9b5c-7e10c4b7790c req-59f0f235-90d0-4475-9545-a2c449b5e04f tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ae93059-fa2d-432d-b176-18aa5c4b6565 HTTP/1.1" status: 200 len: 944 time: 0.0487883 Dec 10 19:37:32.610696 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-eefb5510-b69a-4fe2-9b5c-7e10c4b7790c req-3c48f838-c608-4b11-8460-42db1b6bd7b8 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a21abd8-3452-46cc-be47-d4219a5ef09b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350709 Dec 10 19:37:33.723622 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6ae0a-a484-4109-9944-22e5fc9a66eb req-89a338c6-8dec-47fb-ae1d-eca47c43dff1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:33.725090 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d2a6ae0a-a484-4109-9944-22e5fc9a66eb req-89a338c6-8dec-47fb-ae1d-eca47c43dff1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ae93059-fa2d-432d-b176-18aa5c4b6565 HTTP/1.1" status: 200 len: 944 time: 0.0481324 Dec 10 19:37:33.763042 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d2a6ae0a-a484-4109-9944-22e5fc9a66eb req-0a089491-b1d7-4a7e-a75c-29c57505fdd8 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a21abd8-3452-46cc-be47-d4219a5ef09b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320022 Dec 10 19:37:33.930080 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 9c7f6583-5c2f-4f71-ac05-42df1c0a599f details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=102367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:37:34.164815 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 9c7f6583-5c2f-4f71-ac05-42df1c0a599f, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=9c7f6583-5c2f-4f71-ac05-42df1c0a599f,segment=NetworkSegment(ab738df1-2b0c-4a85-8470-befd2e01b557),segment_id=ab738df1-2b0c-4a85-8470-befd2e01b557)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:37:34.176032 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Returning: {'device': '9c7f6583-5c2f-4f71-ac05-42df1c0a599f', 'network_id': '510f79bd-f69a-40db-9174-2c59bf9fcdb6', 'port_id': '9c7f6583-5c2f-4f71-ac05-42df1c0a599f', 'mac_address': 'fa:16:3e:ec:a4:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e704761-4114-4767-a6d8-d8692616f2ff', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:37:34.210720 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:34.223145 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c7f6583-5c2f-4f71-ac05-42df1c0a599f {{(pid=102367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:37:34.242920 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 9c7f6583-5c2f-4f71-ac05-42df1c0a599f, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=9c7f6583-5c2f-4f71-ac05-42df1c0a599f,segment=NetworkSegment(ab738df1-2b0c-4a85-8470-befd2e01b557),segment_id=ab738df1-2b0c-4a85-8470-befd2e01b557)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:37:34.247756 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:34.296968 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=9c7f6583-5c2f-4f71-ac05-42df1c0a599f,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:37:34.597195 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['9c7f6583-5c2f-4f71-ac05-42df1c0a599f'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:37:34.874242 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff7c96e-ae2f-494e-99aa-eef4f94c07d4 req-a37f4e09-26ae-453e-8b6a-5a1432354417 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:34.875581 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5ff7c96e-ae2f-494e-99aa-eef4f94c07d4 req-a37f4e09-26ae-453e-8b6a-5a1432354417 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ae93059-fa2d-432d-b176-18aa5c4b6565 HTTP/1.1" status: 200 len: 945 time: 0.0474191 Dec 10 19:37:34.919345 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5ff7c96e-ae2f-494e-99aa-eef4f94c07d4 req-17c02192-4726-47e0-974b-b398b2a055b8 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a21abd8-3452-46cc-be47-d4219a5ef09b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373986 Dec 10 19:37:35.944646 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 9c7f6583-5c2f-4f71-ac05-42df1c0a599f up at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:37:35.994195 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning for port 9c7f6583-5c2f-4f71-ac05-42df1c0a599f completed by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:37:35.998386 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning complete for port 9c7f6583-5c2f-4f71-ac05-42df1c0a599f triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:37:35.998751 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:36.037220 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f167eb1-1123-418b-99a5-c2b2bbf498ed req-e2223f36-8514-4c8e-9f8c-2c5944d8a01e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:36.038731 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1f167eb1-1123-418b-99a5-c2b2bbf498ed req-e2223f36-8514-4c8e-9f8c-2c5944d8a01e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ae93059-fa2d-432d-b176-18aa5c4b6565 HTTP/1.1" status: 200 len: 945 time: 0.0506721 Dec 10 19:37:36.077008 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1f167eb1-1123-418b-99a5-c2b2bbf498ed req-1a8cc304-531e-4729-9fb3-8f63dd671dff tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a21abd8-3452-46cc-be47-d4219a5ef09b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322311 Dec 10 19:37:36.079782 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:36.101789 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ae93059-fa2d-432d-b176-18aa5c4b6565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c7f6583-5c2f-4f71-ac05-42df1c0a599f'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:37:36.103994 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0dd006407324ce2959a5a4cf9f0b5e0801d7a51a5291ea700e8786e11115a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50aaf301-4c13-429f-902a-ab921cade0d0" -d '{"events": [{"server_uuid": "7ae93059-fa2d-432d-b176-18aa5c4b6565", "name": "network-vif-plugged", "status": "completed", "tag": "9c7f6583-5c2f-4f71-ac05-42df1c0a599f"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:37:36.116936 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 9c7f6583-5c2f-4f71-ac05-42df1c0a599f, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=9c7f6583-5c2f-4f71-ac05-42df1c0a599f,segment=NetworkSegment(ab738df1-2b0c-4a85-8470-befd2e01b557),segment_id=ab738df1-2b0c-4a85-8470-befd2e01b557)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:37:36.120964 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:36.177460 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=9c7f6583-5c2f-4f71-ac05-42df1c0a599f,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:37:36.197851 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6978375-4c77-4742-966a-07130bbc5e86 x-openstack-request-id: req-b6978375-4c77-4742-966a-07130bbc5e86 {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:37:36.198143 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ae93059-fa2d-432d-b176-18aa5c4b6565", "name": "network-vif-plugged", "status": "completed", "tag": "9c7f6583-5c2f-4f71-ac05-42df1c0a599f", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:37:36.198397 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b6978375-4c77-4742-966a-07130bbc5e86 {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:37:36.198796 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ae93059-fa2d-432d-b176-18aa5c4b6565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c7f6583-5c2f-4f71-ac05-42df1c0a599f', 'code': 200} Dec 10 19:37:36.368526 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a905c4-1448-4006-a30e-aa210b1eab08 req-3a62d763-9feb-4b29-970f-cb3fe6166677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:36.369960 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c9a905c4-1448-4006-a30e-aa210b1eab08 req-3a62d763-9feb-4b29-970f-cb3fe6166677 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7ae93059-fa2d-432d-b176-18aa5c4b6565 HTTP/1.1" status: 200 len: 1099 time: 0.0400052 Dec 10 19:37:36.405707 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c9a905c4-1448-4006-a30e-aa210b1eab08 req-122a16fb-ce42-4dd3-bb84-4bfb0caf2784 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8a21abd8-3452-46cc-be47-d4219a5ef09b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276642 Dec 10 19:37:37.191157 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5df6b7-5545-4333-8ddc-60ad9e6e3817 req-67734c28-62c7-4306-b130-eee76117e251 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:37.192665 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1d5df6b7-5545-4333-8ddc-60ad9e6e3817 req-67734c28-62c7-4306-b130-eee76117e251 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ae93059-fa2d-432d-b176-18aa5c4b6565 HTTP/1.1" status: 200 len: 946 time: 0.0482471 Dec 10 19:37:37.235196 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1d5df6b7-5545-4333-8ddc-60ad9e6e3817 req-8cb12a79-91fc-4ba3-8083-1b3893ca4e24 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a21abd8-3452-46cc-be47-d4219a5ef09b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366361 Dec 10 19:37:38.349473 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2850c4-7d31-44e7-9cbd-dc06d8df6659 req-c566f52a-1d4b-4f6c-b534-3bc88b9a3ced tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:38.351081 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4c2850c4-7d31-44e7-9cbd-dc06d8df6659 req-c566f52a-1d4b-4f6c-b534-3bc88b9a3ced tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ae93059-fa2d-432d-b176-18aa5c4b6565 HTTP/1.1" status: 200 len: 946 time: 0.0482471 Dec 10 19:37:38.389326 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4c2850c4-7d31-44e7-9cbd-dc06d8df6659 req-54e3b64d-60f3-48e1-be14-ac8fe03b55c1 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a21abd8-3452-46cc-be47-d4219a5ef09b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323763 Dec 10 19:37:38.502215 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c65c9-1cb4-414a-a42d-a6c7ee640bec req-0c3d6dbd-dc62-46bd-b8ff-e925240a2035 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:38.503900 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8a8c65c9-1cb4-414a-a42d-a6c7ee640bec req-0c3d6dbd-dc62-46bd-b8ff-e925240a2035 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ae93059-fa2d-432d-b176-18aa5c4b6565 HTTP/1.1" status: 200 len: 946 time: 0.0490201 Dec 10 19:37:38.541327 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8a8c65c9-1cb4-414a-a42d-a6c7ee640bec req-fa962dee-084c-4078-b047-fdcee50f1ba8 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a21abd8-3452-46cc-be47-d4219a5ef09b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313754 Dec 10 19:37:38.563298 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 59468) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:37:38.605348 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81f2f1b-65a0-4d36-8d1a-6593cf5a8c31 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:38.606849 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-b81f2f1b-65a0-4d36-8d1a-6593cf5a8c31 tempest-TestNetworkBasicOps-156573975 tempest-TestNetworkBasicOps-156573975-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=7ae93059-fa2d-432d-b176-18aa5c4b6565 HTTP/1.1" status: 200 len: 1094 time: 0.0425730 Dec 10 19:37:38.609874 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 59470) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:37:38.614779 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-e03bce9f-9e6c-4ccc-bd2b-b6a0c1541e96 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'floatingip': {'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'port_id': '9c7f6583-5c2f-4f71-ac05-42df1c0a599f', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:37:38.635807 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e03bce9f-9e6c-4ccc-bd2b-b6a0c1541e96 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for floatingip, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:38.733304 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e03bce9f-9e6c-4ccc-bd2b-b6a0c1541e96 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:38.839848 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-e03bce9f-9e6c-4ccc-bd2b-b6a0c1541e96 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Allocated IP 172.26.6.234 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/e7c424c5-3979-4e08-a550-aa60ac866130) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:37:38.941924 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e03bce9f-9e6c-4ccc-bd2b-b6a0c1541e96 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:38.975170 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e03bce9f-9e6c-4ccc-bd2b-b6a0c1541e96 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:39.014507 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03bce9f-9e6c-4ccc-bd2b-b6a0c1541e96 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:37:39.017275 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-e03bce9f-9e6c-4ccc-bd2b-b6a0c1541e96 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:37:39.021433 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03bce9f-9e6c-4ccc-bd2b-b6a0c1541e96 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:37:39.048448 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03bce9f-9e6c-4ccc-bd2b-b6a0c1541e96 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Port': ['ID=e7c424c5-3979-4e08-a550-aa60ac866130,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:37:39.362019 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e03bce9f-9e6c-4ccc-bd2b-b6a0c1541e96 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:39.429381 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e03bce9f-9e6c-4ccc-bd2b-b6a0c1541e96 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:39.576250 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e03bce9f-9e6c-4ccc-bd2b-b6a0c1541e96 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:39.580854 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e03bce9f-9e6c-4ccc-bd2b-b6a0c1541e96 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:39.647214 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03bce9f-9e6c-4ccc-bd2b-b6a0c1541e96 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event updated for resources: {'Port': ['ID=e7c424c5-3979-4e08-a550-aa60ac866130,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:37:39.658822 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e03bce9f-9e6c-4ccc-bd2b-b6a0c1541e96 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3713103'] for floatingip, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:39.767565 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.l3_db [None req-e03bce9f-9e6c-4ccc-bd2b-b6a0c1541e96 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Floating IP aae10aac-0780-4b78-bfd1-07c4e022a540 associated. External IP: 172.26.6.234, port: 9c7f6583-5c2f-4f71-ac05-42df1c0a599f. Dec 10 19:37:39.972583 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e03bce9f-9e6c-4ccc-bd2b-b6a0c1541e96 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Router 6bcb8bac-bc26-43ad-a8a8-8d9386e96c98 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:37:40.077134 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03bce9f-9e6c-4ccc-bd2b-b6a0c1541e96 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:37:40.087185 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee57650-3e77-4829-abe8-b150b684275e None None] Sync routers for ids ['6bcb8bac-bc26-43ad-a8a8-8d9386e96c98'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:37:40.097073 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e03bce9f-9e6c-4ccc-bd2b-b6a0c1541e96 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:40.098050 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee57650-3e77-4829-abe8-b150b684275e None None] Routers {'6bcb8bac-bc26-43ad-a8a8-8d9386e96c98'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:37:40.098663 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-bee57650-3e77-4829-abe8-b150b684275e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:37:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['6bcb8bac-bc26-43ad-a8a8-8d9386e96c98'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:37:40.207762 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-bee57650-3e77-4829-abe8-b150b684275e None None] Set router 6bcb8bac-bc26-43ad-a8a8-8d9386e96c98 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:37:40.425223 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-e03bce9f-9e6c-4ccc-bd2b-b6a0c1541e96 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8137884 Dec 10 19:37:40.425986 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ae93059-fa2d-432d-b176-18aa5c4b6565', 'tag': '9c7f6583-5c2f-4f71-ac05-42df1c0a599f'}] {{(pid=102366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:37:40.428367 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 59472) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:37:40.429081 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a86acec104960cf4069dffce1919f1f0aa2a294c7752363dfd1d6594a90fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26d9592-0d47-459c-b196-283b1be28bfa" -d '{"events": [{"name": "network-changed", "server_uuid": "7ae93059-fa2d-432d-b176-18aa5c4b6565", "tag": "9c7f6583-5c2f-4f71-ac05-42df1c0a599f"}]}' {{(pid=102366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:37:40.438793 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-bee57650-3e77-4829-abe8-b150b684275e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bcb8bac-bc26-43ad-a8a8-8d9386e96c98', 'name': 'tempest-TestNetworkBasicOps-router-1647581967', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.254'}], 'enable_snat': True}, 'gw_port_id': '872bd4a6-6f80-41e4-83c2-2b9f361c38c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:37:21Z', 'updated_at': '2021-12-10T19:37:25Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '872bd4a6-6f80-41e4-83c2-2b9f361c38c4', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:15:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcb8bac-bc26-43ad-a8a8-8d9386e96c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:37:22Z', 'updated_at': '2021-12-10T19:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': 'aae10aac-0780-4b78-bfd1-07c4e022a540', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'floating_ip_address': '172.26.6.234', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '6bcb8bac-bc26-43ad-a8a8-8d9386e96c98', 'port_id': '9c7f6583-5c2f-4f71-ac05-42df1c0a599f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '510f79bd-f69a-40db-9174-2c59bf9fcdb6', 'mac_address': 'fa:16:3e:ec:a4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae93059-fa2d-432d-b176-18aa5c4b6565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:37:39Z', 'updated_at': '2021-12-10T19:37:39Z', 'revision_number': 0, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bae07d88-af43-4e1e-a2e6-849db66349d0', 'name': '', 'network_id': '510f79bd-f69a-40db-9174-2c59bf9fcdb6', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:78:38:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcb8bac-bc26-43ad-a8a8-8d9386e96c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '6e704761-4114-4767-a6d8-d8692616f2ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:37:24Z', 'updated_at': '2021-12-10T19:37:27Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': '6e704761-4114-4767-a6d8-d8692616f2ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:37:40.468917 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee57650-3e77-4829-abe8-b150b684275e None None] Checking router: 6bcb8bac-bc26-43ad-a8a8-8d9386e96c98 for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:37:40.477507 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee57650-3e77-4829-abe8-b150b684275e None None] Routers {'6bcb8bac-bc26-43ad-a8a8-8d9386e96c98'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:37:40.478114 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-bee57650-3e77-4829-abe8-b150b684275e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:37:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['6bcb8bac-bc26-43ad-a8a8-8d9386e96c98'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:37:40.501774 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc496bd0-89c6-4e0d-993c-64dd84de9a33 x-openstack-request-id: req-dc496bd0-89c6-4e0d-993c-64dd84de9a33 {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:37:40.502050 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ae93059-fa2d-432d-b176-18aa5c4b6565", "tag": "9c7f6583-5c2f-4f71-ac05-42df1c0a599f", "status": "completed", "code": 200}]} {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:37:40.502298 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-dc496bd0-89c6-4e0d-993c-64dd84de9a33 {{(pid=102366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:37:40.503375 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ae93059-fa2d-432d-b176-18aa5c4b6565', 'tag': '9c7f6583-5c2f-4f71-ac05-42df1c0a599f', 'status': 'completed', 'code': 200} Dec 10 19:37:40.536993 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-ebdf5eab-2fbf-47ea-a931-35c1c0442222 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/floatingips/aae10aac-0780-4b78-bfd1-07c4e022a540 HTTP/1.1" status: 200 len: 992 time: 0.1063585 Dec 10 19:37:40.569375 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d9592-0d47-459c-b196-283b1be28bfa req-44505c2d-2a07-4a10-a427-bee0fd1bc6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:40.570839 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a26d9592-0d47-459c-b196-283b1be28bfa req-44505c2d-2a07-4a10-a427-bee0fd1bc6dd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=730e4c9f0aba4accb176e575114c849e&device_id=7ae93059-fa2d-432d-b176-18aa5c4b6565 HTTP/1.1" status: 200 len: 1099 time: 0.0447938 Dec 10 19:37:40.586366 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-bee57650-3e77-4829-abe8-b150b684275e None None] Set router 6bcb8bac-bc26-43ad-a8a8-8d9386e96c98 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:37:40.660353 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d9592-0d47-459c-b196-283b1be28bfa req-3e176b74-e9d7-4c54-8857-c4e739c8510d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:40.661850 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a26d9592-0d47-459c-b196-283b1be28bfa req-3e176b74-e9d7-4c54-8857-c4e739c8510d service neutron] 10.222.0.36 "GET /v2.0/networks?id=510f79bd-f69a-40db-9174-2c59bf9fcdb6 HTTP/1.1" status: 200 len: 898 time: 0.0835512 Dec 10 19:37:40.733970 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a26d9592-0d47-459c-b196-283b1be28bfa req-7b2ea7b9-3927-4dc0-87eb-9d1a79928e98 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c7f6583-5c2f-4f71-ac05-42df1c0a599f HTTP/1.1" status: 200 len: 1000 time: 0.0642984 Dec 10 19:37:40.783274 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d9592-0d47-459c-b196-283b1be28bfa req-555bd0d3-4869-4ec1-ab17-f9ff380fdc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:40.785265 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a26d9592-0d47-459c-b196-283b1be28bfa req-555bd0d3-4869-4ec1-ab17-f9ff380fdc03 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6e704761-4114-4767-a6d8-d8692616f2ff HTTP/1.1" status: 200 len: 833 time: 0.0431063 Dec 10 19:37:40.813588 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-bee57650-3e77-4829-abe8-b150b684275e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bcb8bac-bc26-43ad-a8a8-8d9386e96c98', 'name': 'tempest-TestNetworkBasicOps-router-1647581967', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.254'}], 'enable_snat': True}, 'gw_port_id': '872bd4a6-6f80-41e4-83c2-2b9f361c38c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:37:21Z', 'updated_at': '2021-12-10T19:37:25Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '872bd4a6-6f80-41e4-83c2-2b9f361c38c4', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:15:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcb8bac-bc26-43ad-a8a8-8d9386e96c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:37:22Z', 'updated_at': '2021-12-10T19:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': 'aae10aac-0780-4b78-bfd1-07c4e022a540', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'floating_ip_address': '172.26.6.234', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '6bcb8bac-bc26-43ad-a8a8-8d9386e96c98', 'port_id': '9c7f6583-5c2f-4f71-ac05-42df1c0a599f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '510f79bd-f69a-40db-9174-2c59bf9fcdb6', 'mac_address': 'fa:16:3e:ec:a4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae93059-fa2d-432d-b176-18aa5c4b6565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:37:39Z', 'updated_at': '2021-12-10T19:37:39Z', 'revision_number': 0, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bae07d88-af43-4e1e-a2e6-849db66349d0', 'name': '', 'network_id': '510f79bd-f69a-40db-9174-2c59bf9fcdb6', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:78:38:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcb8bac-bc26-43ad-a8a8-8d9386e96c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '6e704761-4114-4767-a6d8-d8692616f2ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:37:24Z', 'updated_at': '2021-12-10T19:37:27Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': '6e704761-4114-4767-a6d8-d8692616f2ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:37:40.830693 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d9592-0d47-459c-b196-283b1be28bfa req-07f11486-6375-4743-9348-e771fdf692ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:40.832267 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a26d9592-0d47-459c-b196-283b1be28bfa req-07f11486-6375-4743-9348-e771fdf692ba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=510f79bd-f69a-40db-9174-2c59bf9fcdb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400176 Dec 10 19:37:40.839023 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee57650-3e77-4829-abe8-b150b684275e None None] The sync data for ids ['6bcb8bac-bc26-43ad-a8a8-8d9386e96c98'] in dv-neutron-821441-1-hyperv is: [{'id': '6bcb8bac-bc26-43ad-a8a8-8d9386e96c98', 'name': 'tempest-TestNetworkBasicOps-router-1647581967', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.254'}], 'enable_snat': True}, 'gw_port_id': '872bd4a6-6f80-41e4-83c2-2b9f361c38c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:37:21Z', 'updated_at': '2021-12-10T19:37:25Z', 'revision_number': 4, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '872bd4a6-6f80-41e4-83c2-2b9f361c38c4', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:15:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcb8bac-bc26-43ad-a8a8-8d9386e96c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:37:22Z', 'updated_at': '2021-12-10T19:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': 'aae10aac-0780-4b78-bfd1-07c4e022a540', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'floating_ip_address': '172.26.6.234', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '6bcb8bac-bc26-43ad-a8a8-8d9386e96c98', 'port_id': '9c7f6583-5c2f-4f71-ac05-42df1c0a599f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '510f79bd-f69a-40db-9174-2c59bf9fcdb6', 'mac_address': 'fa:16:3e:ec:a4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae93059-fa2d-432d-b176-18aa5c4b6565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:37:39Z', 'updated_at': '2021-12-10T19:37:39Z', 'revision_number': 0, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bae07d88-af43-4e1e-a2e6-849db66349d0', 'name': '', 'network_id': '510f79bd-f69a-40db-9174-2c59bf9fcdb6', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:78:38:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcb8bac-bc26-43ad-a8a8-8d9386e96c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '6e704761-4114-4767-a6d8-d8692616f2ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:37:24Z', 'updated_at': '2021-12-10T19:37:27Z', 'revision_number': 5, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': '6e704761-4114-4767-a6d8-d8692616f2ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:37:40.930173 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a26d9592-0d47-459c-b196-283b1be28bfa req-31d3b25a-2f88-44a6-b183-563f1b91b8ad service neutron] 10.222.0.36 "GET /v2.0/networks/510f79bd-f69a-40db-9174-2c59bf9fcdb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900578 Dec 10 19:37:41.026438 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a26d9592-0d47-459c-b196-283b1be28bfa req-12e1a943-c94c-4a10-919c-12d2b4da4f47 service neutron] 10.222.0.36 "GET /v2.0/networks/510f79bd-f69a-40db-9174-2c59bf9fcdb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869684 Dec 10 19:37:41.033099 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d386e8a5-11f6-4732-9a8d-b2ce4a78d0c9 None None] New status for floating IP aae10aac-0780-4b78-bfd1-07c4e022a540: ACTIVE {{(pid=102368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:37:41.540781 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 59476) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:37:41.605142 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-21fdf6ca-e0dd-4aec-aef2-66d27c34580d tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/floatingips/aae10aac-0780-4b78-bfd1-07c4e022a540 HTTP/1.1" status: 200 len: 994 time: 0.0631838 Dec 10 19:37:42.965882 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:37:50.262639 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-37472540-8f4d-4797-a5b0-aefc36be0ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:54.224083 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f1c212c1-0863-4307-9d35-828e7785c732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:55.404685 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:56.488268 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:56.805045 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:37:57.806059 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c39fb81b-faa9-4c26-b852-90ffc05dbbdf req-2ee61bc3-fc5c-4861-9753-07d1c7564039 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7ae93059-fa2d-432d-b176-18aa5c4b6565&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420501 Dec 10 19:37:57.917122 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39fb81b-faa9-4c26-b852-90ffc05dbbdf req-86f03a1e-c0ba-4eb1-bbb5-9bd08eb3aa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:57.918635 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c39fb81b-faa9-4c26-b852-90ffc05dbbdf req-86f03a1e-c0ba-4eb1-bbb5-9bd08eb3aa59 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=730e4c9f0aba4accb176e575114c849e&device_id=7ae93059-fa2d-432d-b176-18aa5c4b6565 HTTP/1.1" status: 200 len: 1099 time: 0.0542369 Dec 10 19:37:58.033889 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39fb81b-faa9-4c26-b852-90ffc05dbbdf req-5cf37e28-7b6c-4238-9337-a37381802e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:58.035433 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c39fb81b-faa9-4c26-b852-90ffc05dbbdf req-5cf37e28-7b6c-4238-9337-a37381802e90 service neutron] 10.222.0.36 "GET /v2.0/networks?id=510f79bd-f69a-40db-9174-2c59bf9fcdb6 HTTP/1.1" status: 200 len: 898 time: 0.0914881 Dec 10 19:37:58.106480 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c39fb81b-faa9-4c26-b852-90ffc05dbbdf req-85a3d59d-7d99-440f-8634-ab9d4fb19822 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c7f6583-5c2f-4f71-ac05-42df1c0a599f HTTP/1.1" status: 200 len: 1002 time: 0.0622544 Dec 10 19:37:58.166249 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39fb81b-faa9-4c26-b852-90ffc05dbbdf req-82852669-a112-436f-bff9-34379d8c1a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:58.167709 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c39fb81b-faa9-4c26-b852-90ffc05dbbdf req-82852669-a112-436f-bff9-34379d8c1a67 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6e704761-4114-4767-a6d8-d8692616f2ff HTTP/1.1" status: 200 len: 833 time: 0.0496054 Dec 10 19:37:58.218112 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39fb81b-faa9-4c26-b852-90ffc05dbbdf req-e50e1f84-56e5-4177-b911-c70023aca8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:37:58.219634 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c39fb81b-faa9-4c26-b852-90ffc05dbbdf req-e50e1f84-56e5-4177-b911-c70023aca8c2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=510f79bd-f69a-40db-9174-2c59bf9fcdb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424719 Dec 10 19:37:58.317211 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c39fb81b-faa9-4c26-b852-90ffc05dbbdf req-97233822-0db1-4f00-920c-2a8f8354c665 service neutron] 10.222.0.36 "GET /v2.0/networks/510f79bd-f69a-40db-9174-2c59bf9fcdb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869091 Dec 10 19:37:58.681404 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c39fb81b-faa9-4c26-b852-90ffc05dbbdf req-0cfaf203-701d-4da8-8cbe-45292be57823 service neutron] 10.222.0.36 "GET /v2.0/networks/510f79bd-f69a-40db-9174-2c59bf9fcdb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550849 Dec 10 19:38:02.459994 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:38:19.966345 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:38:20.267803 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-5bdbf51b-154f-4ba9-b1ef-f340464b34f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:38:24.224258 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-66c958d0-2f70-446b-bc59-eb73df4d9b76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:38:25.407621 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:38:26.489735 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:38:26.807729 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:38:32.471567 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:38:50.270776 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-504056ba-01f8-4e52-86b6-df8944ba963a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:38:54.224611 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-7b4f3031-7386-4755-873e-fb490b9b6e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:38:55.410777 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:38:56.491307 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:38:56.810360 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:38:56.964625 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:38:58.587035 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 59502) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:38:58.592253 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-6ca11835-d208-4aa9-97b5-8c38f8ddf75b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'router': {'admin_state_up': False}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:38:58.818438 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bee4f6b3-9557-45d3-b72c-d401ecc12dd8 req-01ddadef-3b21-465a-8d49-b772e58dc661 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7ae93059-fa2d-432d-b176-18aa5c4b6565&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0849159 Dec 10 19:38:58.955736 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4f6b3-9557-45d3-b72c-d401ecc12dd8 req-c0c9a788-0ec5-4085-b063-8eff09461d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:38:58.957180 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bee4f6b3-9557-45d3-b72c-d401ecc12dd8 req-c0c9a788-0ec5-4085-b063-8eff09461d88 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=730e4c9f0aba4accb176e575114c849e&device_id=7ae93059-fa2d-432d-b176-18aa5c4b6565 HTTP/1.1" status: 200 len: 1099 time: 0.0879772 Dec 10 19:38:58.965552 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6ca11835-d208-4aa9-97b5-8c38f8ddf75b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3713082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3715814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8908'] for router, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:38:58.976271 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6ca11835-d208-4aa9-97b5-8c38f8ddf75b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3713075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3713068', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3715807'] for router, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:38:59.140550 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4f6b3-9557-45d3-b72c-d401ecc12dd8 req-3440c7b1-406f-47c0-8c12-1043092e1670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:38:59.142171 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bee4f6b3-9557-45d3-b72c-d401ecc12dd8 req-3440c7b1-406f-47c0-8c12-1043092e1670 service neutron] 10.222.0.36 "GET /v2.0/networks?id=510f79bd-f69a-40db-9174-2c59bf9fcdb6 HTTP/1.1" status: 200 len: 898 time: 0.1637695 Dec 10 19:38:59.159928 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ca11835-d208-4aa9-97b5-8c38f8ddf75b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Router 6bcb8bac-bc26-43ad-a8a8-8d9386e96c98 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:38:59.271988 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bee4f6b3-9557-45d3-b72c-d401ecc12dd8 req-d0cba98d-db82-4a07-a3b1-065185a38d94 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c7f6583-5c2f-4f71-ac05-42df1c0a599f HTTP/1.1" status: 200 len: 1002 time: 0.1210701 Dec 10 19:38:59.336465 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4f6b3-9557-45d3-b72c-d401ecc12dd8 req-748df536-f582-4b5a-a360-c479c05d9a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:38:59.337953 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bee4f6b3-9557-45d3-b72c-d401ecc12dd8 req-748df536-f582-4b5a-a360-c479c05d9a61 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6e704761-4114-4767-a6d8-d8692616f2ff HTTP/1.1" status: 200 len: 833 time: 0.0583544 Dec 10 19:38:59.354778 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca11835-d208-4aa9-97b5-8c38f8ddf75b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:38:59.363153 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6ca11835-d208-4aa9-97b5-8c38f8ddf75b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:38:59.364285 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-6ca11835-d208-4aa9-97b5-8c38f8ddf75b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "PUT /v2.0/routers/6bcb8bac-bc26-43ad-a8a8-8d9386e96c98 HTTP/1.1" status: 200 len: 889 time: 0.7762501 Dec 10 19:38:59.373625 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aab4ea0-2569-4968-8587-1d83b544ae22 None None] Sync routers for ids ['6bcb8bac-bc26-43ad-a8a8-8d9386e96c98'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:38:59.387647 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aab4ea0-2569-4968-8587-1d83b544ae22 None None] Routers {'6bcb8bac-bc26-43ad-a8a8-8d9386e96c98'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:38:59.388690 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-9aab4ea0-2569-4968-8587-1d83b544ae22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:38:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['6bcb8bac-bc26-43ad-a8a8-8d9386e96c98'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:38:59.398714 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4f6b3-9557-45d3-b72c-d401ecc12dd8 req-dcdfe5cb-5420-4dcf-963a-87944e205120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:38:59.400234 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bee4f6b3-9557-45d3-b72c-d401ecc12dd8 req-dcdfe5cb-5420-4dcf-963a-87944e205120 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=510f79bd-f69a-40db-9174-2c59bf9fcdb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0537441 Dec 10 19:38:59.432163 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-9aab4ea0-2569-4968-8587-1d83b544ae22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:38:59.441721 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aab4ea0-2569-4968-8587-1d83b544ae22 None None] Routers {'6bcb8bac-bc26-43ad-a8a8-8d9386e96c98'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:38:59.442317 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-9aab4ea0-2569-4968-8587-1d83b544ae22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:38:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['6bcb8bac-bc26-43ad-a8a8-8d9386e96c98'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:38:59.474002 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-9aab4ea0-2569-4968-8587-1d83b544ae22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:38:59.474655 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aab4ea0-2569-4968-8587-1d83b544ae22 None None] The sync data for ids ['6bcb8bac-bc26-43ad-a8a8-8d9386e96c98'] in dv-neutron-821441-1-hyperv is: [] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:38:59.496103 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bee4f6b3-9557-45d3-b72c-d401ecc12dd8 req-c4260b74-54c5-48cd-a1d0-c09d8682ee3a service neutron] 10.222.0.36 "GET /v2.0/networks/510f79bd-f69a-40db-9174-2c59bf9fcdb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875969 Dec 10 19:38:59.598614 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bee4f6b3-9557-45d3-b72c-d401ecc12dd8 req-78376852-020b-4488-ad5c-eb7276155c39 service neutron] 10.222.0.36 "GET /v2.0/networks/510f79bd-f69a-40db-9174-2c59bf9fcdb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942147 Dec 10 19:39:00.232754 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70ddb99-fd4d-480c-9f52-fdee415e1f42 None None] New status for floating IP aae10aac-0780-4b78-bfd1-07c4e022a540: DOWN {{(pid=102368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:39:01.156247 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device bae07d88-af43-4e1e-a2e6-849db66349d0 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:39:01.232532 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:01.264327 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port bae07d88-af43-4e1e-a2e6-849db66349d0, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=bae07d88-af43-4e1e-a2e6-849db66349d0,segment=NetworkSegment(ab738df1-2b0c-4a85-8470-befd2e01b557),segment_id=ab738df1-2b0c-4a85-8470-befd2e01b557)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:39:01.269183 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:01.269874 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 872bd4a6-6f80-41e4-83c2-2b9f361c38c4 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:39:01.341255 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=bae07d88-af43-4e1e-a2e6-849db66349d0,revision_number=6']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:39:01.350188 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:39:01.350451 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:39:01.350791 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:39:01.351123 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:39:01.351449 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:39:01.351777 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:39:01.352102 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:39:01.352425 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:39:01.352784 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:39:01.353104 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:39:01.353421 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:39:01.353736 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:39:01.397060 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:01.417037 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port 872bd4a6-6f80-41e4-83c2-2b9f361c38c4, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=872bd4a6-6f80-41e4-83c2-2b9f361c38c4,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:39:01.422680 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:01.469377 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=872bd4a6-6f80-41e4-83c2-2b9f361c38c4,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:39:01.496333 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 59510) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:39:01.503115 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-b8ef8c97-6372-4fe3-89d5-3d30807848a6 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:39:01.802254 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b8ef8c97-6372-4fe3-89d5-3d30807848a6 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3713082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3715814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8908'] for router, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:01.812619 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b8ef8c97-6372-4fe3-89d5-3d30807848a6 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3713075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3713068', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3715807'] for router, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:01.921309 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ef8c97-6372-4fe3-89d5-3d30807848a6 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Router 6bcb8bac-bc26-43ad-a8a8-8d9386e96c98 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:39:02.027408 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ef8c97-6372-4fe3-89d5-3d30807848a6 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:39:02.034905 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b8ef8c97-6372-4fe3-89d5-3d30807848a6 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:02.036050 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-b8ef8c97-6372-4fe3-89d5-3d30807848a6 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "PUT /v2.0/routers/6bcb8bac-bc26-43ad-a8a8-8d9386e96c98 HTTP/1.1" status: 200 len: 888 time: 0.5387082 Dec 10 19:39:02.037435 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dfb3a7-dfa7-4b66-ab43-76e0b6b10f29 None None] Sync routers for ids ['6bcb8bac-bc26-43ad-a8a8-8d9386e96c98'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:39:02.039046 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 59514) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:39:02.047869 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dfb3a7-dfa7-4b66-ab43-76e0b6b10f29 None None] Routers {'6bcb8bac-bc26-43ad-a8a8-8d9386e96c98'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:39:02.048234 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-27dfb3a7-dfa7-4b66-ab43-76e0b6b10f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:38:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['6bcb8bac-bc26-43ad-a8a8-8d9386e96c98'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:39:02.100103 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-7223c712-36e4-4b9d-9541-6efbe105138e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/floatingips/aae10aac-0780-4b78-bfd1-07c4e022a540 HTTP/1.1" status: 200 len: 992 time: 0.0599923 Dec 10 19:39:02.153370 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-27dfb3a7-dfa7-4b66-ab43-76e0b6b10f29 None None] Set router 6bcb8bac-bc26-43ad-a8a8-8d9386e96c98 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:39:02.374324 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-27dfb3a7-dfa7-4b66-ab43-76e0b6b10f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bcb8bac-bc26-43ad-a8a8-8d9386e96c98', 'name': 'tempest-TestNetworkBasicOps-router-1647581967', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.254'}], 'enable_snat': True}, 'gw_port_id': '872bd4a6-6f80-41e4-83c2-2b9f361c38c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:37:21Z', 'updated_at': '2021-12-10T19:39:01Z', 'revision_number': 6, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '872bd4a6-6f80-41e4-83c2-2b9f361c38c4', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:15:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bcb8bac-bc26-43ad-a8a8-8d9386e96c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:37:22Z', 'updated_at': '2021-12-10T19:39:01Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': 'aae10aac-0780-4b78-bfd1-07c4e022a540', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'floating_ip_address': '172.26.6.234', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '6bcb8bac-bc26-43ad-a8a8-8d9386e96c98', 'port_id': '9c7f6583-5c2f-4f71-ac05-42df1c0a599f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '510f79bd-f69a-40db-9174-2c59bf9fcdb6', 'mac_address': 'fa:16:3e:ec:a4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae93059-fa2d-432d-b176-18aa5c4b6565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:37:39Z', 'updated_at': '2021-12-10T19:39:00Z', 'revision_number': 2, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bae07d88-af43-4e1e-a2e6-849db66349d0', 'name': '', 'network_id': '510f79bd-f69a-40db-9174-2c59bf9fcdb6', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:78:38:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bcb8bac-bc26-43ad-a8a8-8d9386e96c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '6e704761-4114-4767-a6d8-d8692616f2ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:37:24Z', 'updated_at': '2021-12-10T19:39:01Z', 'revision_number': 6, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': '6e704761-4114-4767-a6d8-d8692616f2ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:39:02.404061 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dfb3a7-dfa7-4b66-ab43-76e0b6b10f29 None None] Checking router: 6bcb8bac-bc26-43ad-a8a8-8d9386e96c98 for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:39:02.413291 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dfb3a7-dfa7-4b66-ab43-76e0b6b10f29 None None] Routers {'6bcb8bac-bc26-43ad-a8a8-8d9386e96c98'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:39:02.413884 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-27dfb3a7-dfa7-4b66-ab43-76e0b6b10f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:38:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['6bcb8bac-bc26-43ad-a8a8-8d9386e96c98'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:39:02.498901 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:02.526175 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-27dfb3a7-dfa7-4b66-ab43-76e0b6b10f29 None None] Set router 6bcb8bac-bc26-43ad-a8a8-8d9386e96c98 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:39:02.881989 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-27dfb3a7-dfa7-4b66-ab43-76e0b6b10f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bcb8bac-bc26-43ad-a8a8-8d9386e96c98', 'name': 'tempest-TestNetworkBasicOps-router-1647581967', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.254'}], 'enable_snat': True}, 'gw_port_id': '872bd4a6-6f80-41e4-83c2-2b9f361c38c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:37:21Z', 'updated_at': '2021-12-10T19:39:01Z', 'revision_number': 6, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '872bd4a6-6f80-41e4-83c2-2b9f361c38c4', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:15:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bcb8bac-bc26-43ad-a8a8-8d9386e96c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:37:22Z', 'updated_at': '2021-12-10T19:39:01Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': 'aae10aac-0780-4b78-bfd1-07c4e022a540', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'floating_ip_address': '172.26.6.234', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '6bcb8bac-bc26-43ad-a8a8-8d9386e96c98', 'port_id': '9c7f6583-5c2f-4f71-ac05-42df1c0a599f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '510f79bd-f69a-40db-9174-2c59bf9fcdb6', 'mac_address': 'fa:16:3e:ec:a4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae93059-fa2d-432d-b176-18aa5c4b6565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:37:39Z', 'updated_at': '2021-12-10T19:39:00Z', 'revision_number': 2, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bae07d88-af43-4e1e-a2e6-849db66349d0', 'name': '', 'network_id': '510f79bd-f69a-40db-9174-2c59bf9fcdb6', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:78:38:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bcb8bac-bc26-43ad-a8a8-8d9386e96c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '6e704761-4114-4767-a6d8-d8692616f2ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:37:24Z', 'updated_at': '2021-12-10T19:39:01Z', 'revision_number': 6, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': '6e704761-4114-4767-a6d8-d8692616f2ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:39:02.913495 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dfb3a7-dfa7-4b66-ab43-76e0b6b10f29 None None] The sync data for ids ['6bcb8bac-bc26-43ad-a8a8-8d9386e96c98'] in dv-neutron-821441-1-hyperv is: [{'id': '6bcb8bac-bc26-43ad-a8a8-8d9386e96c98', 'name': 'tempest-TestNetworkBasicOps-router-1647581967', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.254'}], 'enable_snat': True}, 'gw_port_id': '872bd4a6-6f80-41e4-83c2-2b9f361c38c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:37:21Z', 'updated_at': '2021-12-10T19:39:01Z', 'revision_number': 6, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '872bd4a6-6f80-41e4-83c2-2b9f361c38c4', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:15:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bcb8bac-bc26-43ad-a8a8-8d9386e96c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:37:22Z', 'updated_at': '2021-12-10T19:39:01Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': 'aae10aac-0780-4b78-bfd1-07c4e022a540', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'floating_ip_address': '172.26.6.234', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '6bcb8bac-bc26-43ad-a8a8-8d9386e96c98', 'port_id': '9c7f6583-5c2f-4f71-ac05-42df1c0a599f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '510f79bd-f69a-40db-9174-2c59bf9fcdb6', 'mac_address': 'fa:16:3e:ec:a4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae93059-fa2d-432d-b176-18aa5c4b6565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:37:39Z', 'updated_at': '2021-12-10T19:39:00Z', 'revision_number': 2, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bae07d88-af43-4e1e-a2e6-849db66349d0', 'name': '', 'network_id': '510f79bd-f69a-40db-9174-2c59bf9fcdb6', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:78:38:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bcb8bac-bc26-43ad-a8a8-8d9386e96c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '6e704761-4114-4767-a6d8-d8692616f2ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:37:24Z', 'updated_at': '2021-12-10T19:39:01Z', 'revision_number': 6, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': '6e704761-4114-4767-a6d8-d8692616f2ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:39:03.104666 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 59516) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:39:03.185046 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-a49529ff-e88e-43fc-ad07-1b6e255ba2e7 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/floatingips/aae10aac-0780-4b78-bfd1-07c4e022a540 HTTP/1.1" status: 200 len: 992 time: 0.0745058 Dec 10 19:39:03.207868 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device bae07d88-af43-4e1e-a2e6-849db66349d0 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:39:03.266200 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port bae07d88-af43-4e1e-a2e6-849db66349d0 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:39:03.266616 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:03.344866 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:03.378849 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port bae07d88-af43-4e1e-a2e6-849db66349d0, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=bae07d88-af43-4e1e-a2e6-849db66349d0,segment=NetworkSegment(ab738df1-2b0c-4a85-8470-befd2e01b557),segment_id=ab738df1-2b0c-4a85-8470-befd2e01b557)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:39:03.382595 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:03.435019 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=bae07d88-af43-4e1e-a2e6-849db66349d0,revision_number=7']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:39:04.189562 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 59518) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:39:04.251564 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-5012d936-3cf6-4383-8f48-3d30c74763b2 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/floatingips/aae10aac-0780-4b78-bfd1-07c4e022a540 HTTP/1.1" status: 200 len: 992 time: 0.0608547 Dec 10 19:39:04.525553 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2a5f61-f701-4451-a03f-f4a05d256a6c None None] New status for floating IP aae10aac-0780-4b78-bfd1-07c4e022a540: ACTIVE {{(pid=102368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:39:05.224757 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device bae07d88-af43-4e1e-a2e6-849db66349d0 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:39:05.255757 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 59520) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:39:05.277180 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port bae07d88-af43-4e1e-a2e6-849db66349d0 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:39:05.277544 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:05.322558 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-3bbc0890-d3a7-4d9b-bbb3-85156718a16d tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/floatingips/aae10aac-0780-4b78-bfd1-07c4e022a540 HTTP/1.1" status: 200 len: 994 time: 0.0658970 Dec 10 19:39:05.368595 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 872bd4a6-6f80-41e4-83c2-2b9f361c38c4 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:39:05.414109 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 872bd4a6-6f80-41e4-83c2-2b9f361c38c4 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:39:05.414468 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:05.492141 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:05.511859 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port 872bd4a6-6f80-41e4-83c2-2b9f361c38c4, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=872bd4a6-6f80-41e4-83c2-2b9f361c38c4,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:39:05.515885 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:05.567794 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=872bd4a6-6f80-41e4-83c2-2b9f361c38c4,revision_number=6']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:39:05.568832 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 59526) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:39:05.726615 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-6b50bc4e-e8b3-4674-800e-d3165826f7c4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Deleting port e7c424c5-3979-4e08-a550-aa60ac866130 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:39:05.726951 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6b50bc4e-e8b3-4674-800e-d3165826f7c4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:05.801414 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6b50bc4e-e8b3-4674-800e-d3165826f7c4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:05.801737 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6b50bc4e-e8b3-4674-800e-d3165826f7c4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:05.813750 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-6b50bc4e-e8b3-4674-800e-d3165826f7c4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Calling delete_port for e7c424c5-3979-4e08-a550-aa60ac866130 owned by network:floatingip {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:39:05.963958 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6b50bc4e-e8b3-4674-800e-d3165826f7c4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:05.990806 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b50bc4e-e8b3-4674-800e-d3165826f7c4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'Port': ['ID=e7c424c5-3979-4e08-a550-aa60ac866130,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:39:06.018784 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b50bc4e-e8b3-4674-800e-d3165826f7c4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:39:06.019128 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b50bc4e-e8b3-4674-800e-d3165826f7c4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:39:06.019464 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b50bc4e-e8b3-4674-800e-d3165826f7c4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:39:06.019793 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b50bc4e-e8b3-4674-800e-d3165826f7c4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:39:06.020121 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b50bc4e-e8b3-4674-800e-d3165826f7c4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:39:06.020452 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b50bc4e-e8b3-4674-800e-d3165826f7c4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:39:06.020796 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b50bc4e-e8b3-4674-800e-d3165826f7c4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:39:06.021116 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b50bc4e-e8b3-4674-800e-d3165826f7c4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:39:06.021441 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b50bc4e-e8b3-4674-800e-d3165826f7c4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:39:06.021759 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b50bc4e-e8b3-4674-800e-d3165826f7c4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:39:06.022076 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b50bc4e-e8b3-4674-800e-d3165826f7c4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:39:06.022389 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b50bc4e-e8b3-4674-800e-d3165826f7c4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:39:06.060520 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6b50bc4e-e8b3-4674-800e-d3165826f7c4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for floatingip, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:06.060882 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.l3_db [None req-6b50bc4e-e8b3-4674-800e-d3165826f7c4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Floating IP aae10aac-0780-4b78-bfd1-07c4e022a540 disassociated (deleted). External IP: 172.26.6.234, port: 9c7f6583-5c2f-4f71-ac05-42df1c0a599f. Dec 10 19:39:06.268072 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b50bc4e-e8b3-4674-800e-d3165826f7c4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Router 6bcb8bac-bc26-43ad-a8a8-8d9386e96c98 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:39:06.375088 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b50bc4e-e8b3-4674-800e-d3165826f7c4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:39:06.379702 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6b50bc4e-e8b3-4674-800e-d3165826f7c4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:06.384961 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287c03ba-d813-49c7-b9a7-2f624f79f19d None None] Sync routers for ids ['6bcb8bac-bc26-43ad-a8a8-8d9386e96c98'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:39:06.394125 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287c03ba-d813-49c7-b9a7-2f624f79f19d None None] Routers {'6bcb8bac-bc26-43ad-a8a8-8d9386e96c98'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:39:06.394728 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-287c03ba-d813-49c7-b9a7-2f624f79f19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:38:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['6bcb8bac-bc26-43ad-a8a8-8d9386e96c98'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:39:06.410436 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-6b50bc4e-e8b3-4674-800e-d3165826f7c4 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "DELETE /v2.0/floatingips/aae10aac-0780-4b78-bfd1-07c4e022a540 HTTP/1.1" status: 204 len: 168 time: 0.8401942 Dec 10 19:39:06.411020 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ae93059-fa2d-432d-b176-18aa5c4b6565', 'tag': '9c7f6583-5c2f-4f71-ac05-42df1c0a599f'}] {{(pid=102366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:39:06.413284 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a86acec104960cf4069dffce1919f1f0aa2a294c7752363dfd1d6594a90fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c09b07-5e80-4a65-9e49-8ba10c98b516" -d '{"events": [{"name": "network-changed", "server_uuid": "7ae93059-fa2d-432d-b176-18aa5c4b6565", "tag": "9c7f6583-5c2f-4f71-ac05-42df1c0a599f"}]}' {{(pid=102366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:39:06.454047 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8684dcc-138b-4a76-814f-7567e4d0e288 x-openstack-request-id: req-c8684dcc-138b-4a76-814f-7567e4d0e288 {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:39:06.454477 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ae93059-fa2d-432d-b176-18aa5c4b6565", "tag": "9c7f6583-5c2f-4f71-ac05-42df1c0a599f", "status": "completed", "code": 200}]} {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:39:06.454742 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c8684dcc-138b-4a76-814f-7567e4d0e288 {{(pid=102366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:39:06.455151 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ae93059-fa2d-432d-b176-18aa5c4b6565', 'tag': '9c7f6583-5c2f-4f71-ac05-42df1c0a599f', 'status': 'completed', 'code': 200} Dec 10 19:39:06.506746 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-287c03ba-d813-49c7-b9a7-2f624f79f19d None None] Set router 6bcb8bac-bc26-43ad-a8a8-8d9386e96c98 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:39:06.521495 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c09b07-5e80-4a65-9e49-8ba10c98b516 req-337cd6d5-4bd9-4476-9d11-dd33e98ebad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:39:06.523655 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-46c09b07-5e80-4a65-9e49-8ba10c98b516 req-337cd6d5-4bd9-4476-9d11-dd33e98ebad6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=730e4c9f0aba4accb176e575114c849e&device_id=7ae93059-fa2d-432d-b176-18aa5c4b6565 HTTP/1.1" status: 200 len: 1099 time: 0.0460906 Dec 10 19:39:06.675197 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c09b07-5e80-4a65-9e49-8ba10c98b516 req-5514ac0e-6c5d-43fd-bb1e-047033761340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:39:06.676696 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-46c09b07-5e80-4a65-9e49-8ba10c98b516 req-5514ac0e-6c5d-43fd-bb1e-047033761340 service neutron] 10.222.0.36 "GET /v2.0/networks?id=510f79bd-f69a-40db-9174-2c59bf9fcdb6 HTTP/1.1" status: 200 len: 898 time: 0.1407583 Dec 10 19:39:06.683962 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61029a2-ea4f-43b6-93fa-ee830e2686e5 req-cc718b7f-9400-4113-b3a3-28d8e00621d6 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:39:06.685329 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c61029a2-ea4f-43b6-93fa-ee830e2686e5 req-cc718b7f-9400-4113-b3a3-28d8e00621d6 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ae93059-fa2d-432d-b176-18aa5c4b6565 HTTP/1.1" status: 200 len: 946 time: 0.0835898 Dec 10 19:39:06.714890 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-287c03ba-d813-49c7-b9a7-2f624f79f19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bcb8bac-bc26-43ad-a8a8-8d9386e96c98', 'name': 'tempest-TestNetworkBasicOps-router-1647581967', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.254'}], 'enable_snat': True}, 'gw_port_id': '872bd4a6-6f80-41e4-83c2-2b9f361c38c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:37:21Z', 'updated_at': '2021-12-10T19:39:01Z', 'revision_number': 6, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '872bd4a6-6f80-41e4-83c2-2b9f361c38c4', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:15:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcb8bac-bc26-43ad-a8a8-8d9386e96c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:37:22Z', 'updated_at': '2021-12-10T19:39:05Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': 'bae07d88-af43-4e1e-a2e6-849db66349d0', 'name': '', 'network_id': '510f79bd-f69a-40db-9174-2c59bf9fcdb6', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:78:38:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcb8bac-bc26-43ad-a8a8-8d9386e96c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '6e704761-4114-4767-a6d8-d8692616f2ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:37:24Z', 'updated_at': '2021-12-10T19:39:03Z', 'revision_number': 7, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': '6e704761-4114-4767-a6d8-d8692616f2ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:39:06.727429 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-46c09b07-5e80-4a65-9e49-8ba10c98b516 req-5d54b51d-6efa-42da-bda5-08bad8d05841 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c7f6583-5c2f-4f71-ac05-42df1c0a599f HTTP/1.1" status: 200 len: 217 time: 0.0411682 Dec 10 19:39:06.744821 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287c03ba-d813-49c7-b9a7-2f624f79f19d None None] Checking router: 6bcb8bac-bc26-43ad-a8a8-8d9386e96c98 for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:39:06.759081 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287c03ba-d813-49c7-b9a7-2f624f79f19d None None] Routers {'6bcb8bac-bc26-43ad-a8a8-8d9386e96c98'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:39:06.760009 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-287c03ba-d813-49c7-b9a7-2f624f79f19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:38:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['6bcb8bac-bc26-43ad-a8a8-8d9386e96c98'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:39:06.790310 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c61029a2-ea4f-43b6-93fa-ee830e2686e5 req-efdd0960-22c9-4611-b9e8-bdd65c177c62 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a21abd8-3452-46cc-be47-d4219a5ef09b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980682 Dec 10 19:39:06.799251 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c09b07-5e80-4a65-9e49-8ba10c98b516 req-776a3e07-35ef-4036-9d2e-97e57d3db54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:39:06.800726 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-46c09b07-5e80-4a65-9e49-8ba10c98b516 req-776a3e07-35ef-4036-9d2e-97e57d3db54b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6e704761-4114-4767-a6d8-d8692616f2ff HTTP/1.1" status: 200 len: 833 time: 0.0645907 Dec 10 19:39:06.850240 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c09b07-5e80-4a65-9e49-8ba10c98b516 req-ae81accb-04d2-4613-a36e-2c9b57921313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:39:06.851731 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-46c09b07-5e80-4a65-9e49-8ba10c98b516 req-ae81accb-04d2-4613-a36e-2c9b57921313 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=510f79bd-f69a-40db-9174-2c59bf9fcdb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431099 Dec 10 19:39:06.868414 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-287c03ba-d813-49c7-b9a7-2f624f79f19d None None] Set router 6bcb8bac-bc26-43ad-a8a8-8d9386e96c98 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:39:06.945961 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-46c09b07-5e80-4a65-9e49-8ba10c98b516 req-e0672f57-3939-4c9e-a650-184a88747f1e service neutron] 10.222.0.36 "GET /v2.0/networks/510f79bd-f69a-40db-9174-2c59bf9fcdb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847011 Dec 10 19:39:07.042185 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-46c09b07-5e80-4a65-9e49-8ba10c98b516 req-895d0fbc-7d3b-474e-b3ed-b8d2edacab7c service neutron] 10.222.0.36 "GET /v2.0/networks/510f79bd-f69a-40db-9174-2c59bf9fcdb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864780 Dec 10 19:39:07.070570 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-287c03ba-d813-49c7-b9a7-2f624f79f19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bcb8bac-bc26-43ad-a8a8-8d9386e96c98', 'name': 'tempest-TestNetworkBasicOps-router-1647581967', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.254'}], 'enable_snat': True}, 'gw_port_id': '872bd4a6-6f80-41e4-83c2-2b9f361c38c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:37:21Z', 'updated_at': '2021-12-10T19:39:01Z', 'revision_number': 6, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '872bd4a6-6f80-41e4-83c2-2b9f361c38c4', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:15:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcb8bac-bc26-43ad-a8a8-8d9386e96c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:37:22Z', 'updated_at': '2021-12-10T19:39:05Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': 'bae07d88-af43-4e1e-a2e6-849db66349d0', 'name': '', 'network_id': '510f79bd-f69a-40db-9174-2c59bf9fcdb6', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:78:38:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcb8bac-bc26-43ad-a8a8-8d9386e96c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '6e704761-4114-4767-a6d8-d8692616f2ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:37:24Z', 'updated_at': '2021-12-10T19:39:03Z', 'revision_number': 7, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': '6e704761-4114-4767-a6d8-d8692616f2ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:39:07.097380 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287c03ba-d813-49c7-b9a7-2f624f79f19d None None] The sync data for ids ['6bcb8bac-bc26-43ad-a8a8-8d9386e96c98'] in dv-neutron-821441-1-hyperv is: [{'id': '6bcb8bac-bc26-43ad-a8a8-8d9386e96c98', 'name': 'tempest-TestNetworkBasicOps-router-1647581967', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.254'}], 'enable_snat': True}, 'gw_port_id': '872bd4a6-6f80-41e4-83c2-2b9f361c38c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:37:21Z', 'updated_at': '2021-12-10T19:39:01Z', 'revision_number': 6, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '872bd4a6-6f80-41e4-83c2-2b9f361c38c4', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:15:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcb8bac-bc26-43ad-a8a8-8d9386e96c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:37:22Z', 'updated_at': '2021-12-10T19:39:05Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': 'bae07d88-af43-4e1e-a2e6-849db66349d0', 'name': '', 'network_id': '510f79bd-f69a-40db-9174-2c59bf9fcdb6', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'mac_address': 'fa:16:3e:78:38:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcb8bac-bc26-43ad-a8a8-8d9386e96c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '6e704761-4114-4767-a6d8-d8692616f2ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:37:24Z', 'updated_at': '2021-12-10T19:39:03Z', 'revision_number': 7, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'subnets': [{'id': '6e704761-4114-4767-a6d8-d8692616f2ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:39:07.167982 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 872bd4a6-6f80-41e4-83c2-2b9f361c38c4 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:39:07.217832 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 872bd4a6-6f80-41e4-83c2-2b9f361c38c4 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:39:07.218065 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:07.791541 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5e64db-c784-4c45-9a9e-3cedc375edbe None None] New status for floating IP aae10aac-0780-4b78-bfd1-07c4e022a540: DOWN {{(pid=102368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:39:07.924344 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001ee04-3058-486d-af8e-24b6cee9b1a7 req-61bd2b8d-f297-4d0e-95db-e5884ca35026 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:39:07.925931 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e001ee04-3058-486d-af8e-24b6cee9b1a7 req-61bd2b8d-f297-4d0e-95db-e5884ca35026 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ae93059-fa2d-432d-b176-18aa5c4b6565 HTTP/1.1" status: 200 len: 946 time: 0.0526206 Dec 10 19:39:07.965314 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e001ee04-3058-486d-af8e-24b6cee9b1a7 req-46c7ad21-1982-4632-b265-b05a6b70092e tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a21abd8-3452-46cc-be47-d4219a5ef09b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334880 Dec 10 19:39:08.341543 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8441072-a469-47f2-8779-7620f97d146a req-6ca54a8f-9b67-4680-bf05-89b4ac7f4972 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:39:08.342969 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b8441072-a469-47f2-8779-7620f97d146a req-6ca54a8f-9b67-4680-bf05-89b4ac7f4972 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ae93059-fa2d-432d-b176-18aa5c4b6565 HTTP/1.1" status: 200 len: 946 time: 0.0474803 Dec 10 19:39:08.434620 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-b8441072-a469-47f2-8779-7620f97d146a req-0bee1bd6-6de8-4ada-8170-2c539e368b66 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Deleting port 9c7f6583-5c2f-4f71-ac05-42df1c0a599f {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:39:08.434953 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-b8441072-a469-47f2-8779-7620f97d146a req-0bee1bd6-6de8-4ada-8170-2c539e368b66 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:08.523409 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-b8441072-a469-47f2-8779-7620f97d146a req-0bee1bd6-6de8-4ada-8170-2c539e368b66 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] For port 9c7f6583-5c2f-4f71-ac05-42df1c0a599f, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=9c7f6583-5c2f-4f71-ac05-42df1c0a599f,segment=NetworkSegment(ab738df1-2b0c-4a85-8470-befd2e01b557),segment_id=ab738df1-2b0c-4a85-8470-befd2e01b557)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:39:08.523770 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-b8441072-a469-47f2-8779-7620f97d146a req-0bee1bd6-6de8-4ada-8170-2c539e368b66 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:08.536081 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-b8441072-a469-47f2-8779-7620f97d146a req-0bee1bd6-6de8-4ada-8170-2c539e368b66 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Calling delete_port for 9c7f6583-5c2f-4f71-ac05-42df1c0a599f owned by compute:nova {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:39:08.668189 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-b8441072-a469-47f2-8779-7620f97d146a req-0bee1bd6-6de8-4ada-8170-2c539e368b66 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:08.717590 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bee1bd6-6de8-4ada-8170-2c539e368b66 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'Port': ['ID=9c7f6583-5c2f-4f71-ac05-42df1c0a599f,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:39:08.717590 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bee1bd6-6de8-4ada-8170-2c539e368b66 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:39:08.717590 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bee1bd6-6de8-4ada-8170-2c539e368b66 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:39:08.717590 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bee1bd6-6de8-4ada-8170-2c539e368b66 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:39:08.717590 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bee1bd6-6de8-4ada-8170-2c539e368b66 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:39:08.717590 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bee1bd6-6de8-4ada-8170-2c539e368b66 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:39:08.717590 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bee1bd6-6de8-4ada-8170-2c539e368b66 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:39:08.717590 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bee1bd6-6de8-4ada-8170-2c539e368b66 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:39:08.717590 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bee1bd6-6de8-4ada-8170-2c539e368b66 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:39:08.717590 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bee1bd6-6de8-4ada-8170-2c539e368b66 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:39:08.717590 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bee1bd6-6de8-4ada-8170-2c539e368b66 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:39:08.717590 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bee1bd6-6de8-4ada-8170-2c539e368b66 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:39:08.717590 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bee1bd6-6de8-4ada-8170-2c539e368b66 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:39:08.753551 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8441072-a469-47f2-8779-7620f97d146a req-0bee1bd6-6de8-4ada-8170-2c539e368b66 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] No DVR routers for this DVR port 9c7f6583-5c2f-4f71-ac05-42df1c0a599f on host hv-neutron-8214 {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:39:08.756018 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-b8441072-a469-47f2-8779-7620f97d146a req-0bee1bd6-6de8-4ada-8170-2c539e368b66 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:08.759392 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b8441072-a469-47f2-8779-7620f97d146a req-0bee1bd6-6de8-4ada-8170-2c539e368b66 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.36 "DELETE /v2.0/ports/9c7f6583-5c2f-4f71-ac05-42df1c0a599f HTTP/1.1" status: 204 len: 173 time: 0.4101286 Dec 10 19:39:08.759830 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ae93059-fa2d-432d-b176-18aa5c4b6565', 'name': 'network-vif-deleted', 'tag': '9c7f6583-5c2f-4f71-ac05-42df1c0a599f'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:39:08.762114 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6cd436c-5620-4ceb-b777-c97b0d8496cb" -d '{"events": [{"server_uuid": "7ae93059-fa2d-432d-b176-18aa5c4b6565", "name": "network-vif-deleted", "tag": "9c7f6583-5c2f-4f71-ac05-42df1c0a599f"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:39:08.803543 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2a2b15-65aa-492c-aa74-fd939757bc96 x-openstack-request-id: req-df2a2b15-65aa-492c-aa74-fd939757bc96 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:39:08.803826 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ae93059-fa2d-432d-b176-18aa5c4b6565", "name": "network-vif-deleted", "tag": "9c7f6583-5c2f-4f71-ac05-42df1c0a599f", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:39:08.804080 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-df2a2b15-65aa-492c-aa74-fd939757bc96 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:39:08.804479 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ae93059-fa2d-432d-b176-18aa5c4b6565', 'name': 'network-vif-deleted', 'tag': '9c7f6583-5c2f-4f71-ac05-42df1c0a599f', 'status': 'completed', 'code': 200} Dec 10 19:39:09.071469 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7cd537b6-bea7-487b-8461-342c074ebf22 req-0e20532a-ac2c-4193-96e4-dba19755722a tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ae93059-fa2d-432d-b176-18aa5c4b6565 HTTP/1.1" status: 200 len: 210 time: 0.0288486 Dec 10 19:39:10.127308 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 59544) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:39:10.187613 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-aca60d43-c96b-4836-a579-30dab38a9134 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:10.213000 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-aca60d43-c96b-4836-a579-30dab38a9134 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:10.271830 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-aca60d43-c96b-4836-a579-30dab38a9134 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:10.274426 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-aca60d43-c96b-4836-a579-30dab38a9134 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:10.275576 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-aca60d43-c96b-4836-a579-30dab38a9134 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "DELETE /v2.0/security-groups/8a21abd8-3452-46cc-be47-d4219a5ef09b HTTP/1.1" status: 204 len: 168 time: 0.1472654 Dec 10 19:39:10.284756 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca60d43-c96b-4836-a579-30dab38a9134 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a21abd8-3452-46cc-be47-d4219a5ef09b,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:39:10.307550 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 59548) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:39:10.668090 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b2f3b351-e0e9-4a62-a32d-afac1af0bf65 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711290'] for router_interface, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:11.209326 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-b2f3b351-e0e9-4a62-a32d-afac1af0bf65 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Deleting port bae07d88-af43-4e1e-a2e6-849db66349d0 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:39:11.210076 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b2f3b351-e0e9-4a62-a32d-afac1af0bf65 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:11.298445 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-b2f3b351-e0e9-4a62-a32d-afac1af0bf65 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] For port bae07d88-af43-4e1e-a2e6-849db66349d0, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=bae07d88-af43-4e1e-a2e6-849db66349d0,segment=NetworkSegment(ab738df1-2b0c-4a85-8470-befd2e01b557),segment_id=ab738df1-2b0c-4a85-8470-befd2e01b557)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:39:11.298809 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b2f3b351-e0e9-4a62-a32d-afac1af0bf65 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:11.311857 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-b2f3b351-e0e9-4a62-a32d-afac1af0bf65 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Calling delete_port for bae07d88-af43-4e1e-a2e6-849db66349d0 owned by network:router_interface {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:39:11.495815 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b2f3b351-e0e9-4a62-a32d-afac1af0bf65 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:11.527289 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3b351-e0e9-4a62-a32d-afac1af0bf65 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'Port': ['ID=bae07d88-af43-4e1e-a2e6-849db66349d0,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:39:11.697954 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b2f3b351-e0e9-4a62-a32d-afac1af0bf65 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3755731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3712768'] for router_interface, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:11.916526 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f3b351-e0e9-4a62-a32d-afac1af0bf65 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Router 6bcb8bac-bc26-43ad-a8a8-8d9386e96c98 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:39:12.023890 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f3b351-e0e9-4a62-a32d-afac1af0bf65 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:39:12.029665 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-b2f3b351-e0e9-4a62-a32d-afac1af0bf65 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "PUT /v2.0/routers/6bcb8bac-bc26-43ad-a8a8-8d9386e96c98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7207835 Dec 10 19:39:12.031950 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 59550) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:39:12.033643 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c95432-87aa-4c43-9e78-c1b9645451d7 None None] Sync routers for ids ['6bcb8bac-bc26-43ad-a8a8-8d9386e96c98'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:39:12.042955 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c95432-87aa-4c43-9e78-c1b9645451d7 None None] Routers {'6bcb8bac-bc26-43ad-a8a8-8d9386e96c98'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:39:12.043579 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-52c95432-87aa-4c43-9e78-c1b9645451d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:38:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['6bcb8bac-bc26-43ad-a8a8-8d9386e96c98'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:39:12.083727 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-e64c3d10-02f2-47a3-b2e3-6298aa52c3cd tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Deleting subnet 6e704761-4114-4767-a6d8-d8692616f2ff {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:39:12.087053 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e64c3d10-02f2-47a3-b2e3-6298aa52c3cd tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:12.127292 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e64c3d10-02f2-47a3-b2e3-6298aa52c3cd tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:12.149429 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-52c95432-87aa-4c43-9e78-c1b9645451d7 None None] Set router 6bcb8bac-bc26-43ad-a8a8-8d9386e96c98 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:39:12.219362 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e64c3d10-02f2-47a3-b2e3-6298aa52c3cd tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:12.240689 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 9c7f6583-5c2f-4f71-ac05-42df1c0a599f no longer exists at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:39:12.264770 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] No Port match for: 9c7f6583-5c2f-4f71-ac05-42df1c0a599f {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:39:12.265112 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 9c7f6583-5c2f-4f71-ac05-42df1c0a599f not bound to the agent host hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:39:12.282789 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e64c3d10-02f2-47a3-b2e3-6298aa52c3cd tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:12.310628 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64c3d10-02f2-47a3-b2e3-6298aa52c3cd tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'Subnet': ['ID=6e704761-4114-4767-a6d8-d8692616f2ff,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:39:12.314416 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e64c3d10-02f2-47a3-b2e3-6298aa52c3cd tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:12.318281 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-e64c3d10-02f2-47a3-b2e3-6298aa52c3cd tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "DELETE /v2.0/subnets/6e704761-4114-4767-a6d8-d8692616f2ff HTTP/1.1" status: 204 len: 168 time: 0.2851319 Dec 10 19:39:12.320234 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 59552) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:39:12.343557 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb26d625-0502-4e41-bb0f-02b4fbe084a5 None None] Network 510f79bd-f69a-40db-9174-2c59bf9fcdb6 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:39:12.429221 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5ad375fa-a4ce-437b-8738-6a029eccd50b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:12.434937 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-52c95432-87aa-4c43-9e78-c1b9645451d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bcb8bac-bc26-43ad-a8a8-8d9386e96c98', 'name': 'tempest-TestNetworkBasicOps-router-1647581967', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.254'}], 'enable_snat': True}, 'gw_port_id': '872bd4a6-6f80-41e4-83c2-2b9f361c38c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:37:21Z', 'updated_at': '2021-12-10T19:39:11Z', 'revision_number': 7, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '872bd4a6-6f80-41e4-83c2-2b9f361c38c4', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:15:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcb8bac-bc26-43ad-a8a8-8d9386e96c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:37:22Z', 'updated_at': '2021-12-10T19:39:05Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:39:12.479182 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c95432-87aa-4c43-9e78-c1b9645451d7 None None] Checking router: 6bcb8bac-bc26-43ad-a8a8-8d9386e96c98 for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:39:12.494736 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c95432-87aa-4c43-9e78-c1b9645451d7 None None] Routers {'6bcb8bac-bc26-43ad-a8a8-8d9386e96c98'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:39:12.495335 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-52c95432-87aa-4c43-9e78-c1b9645451d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:38:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['6bcb8bac-bc26-43ad-a8a8-8d9386e96c98'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:39:12.535568 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5ad375fa-a4ce-437b-8738-6a029eccd50b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:12.569036 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fe34bc-8869-4817-aaa7-ba22c54ba2fa None None] DHCP port deletion for 510f79bd-f69a-40db-9174-2c59bf9fcdb6 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:39:12.593527 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-5ad375fa-a4ce-437b-8738-6a029eccd50b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Deleting port 872bd4a6-6f80-41e4-83c2-2b9f361c38c4 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:39:12.593878 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5ad375fa-a4ce-437b-8738-6a029eccd50b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:12.683203 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-5ad375fa-a4ce-437b-8738-6a029eccd50b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] For port 872bd4a6-6f80-41e4-83c2-2b9f361c38c4, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=872bd4a6-6f80-41e4-83c2-2b9f361c38c4,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:39:12.683568 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5ad375fa-a4ce-437b-8738-6a029eccd50b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:12.696926 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-5ad375fa-a4ce-437b-8738-6a029eccd50b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Calling delete_port for 872bd4a6-6f80-41e4-83c2-2b9f361c38c4 owned by network:router_gateway {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:39:12.775169 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-52c95432-87aa-4c43-9e78-c1b9645451d7 None None] Set router 6bcb8bac-bc26-43ad-a8a8-8d9386e96c98 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:39:12.869568 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5ad375fa-a4ce-437b-8738-6a029eccd50b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:12.874852 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-95fe34bc-8869-4817-aaa7-ba22c54ba2fa None None] Deleting port 8955a2e3-1f0e-43e3-a913-0b0db89b5d51 {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:39:12.875321 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-95fe34bc-8869-4817-aaa7-ba22c54ba2fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:12.896109 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad375fa-a4ce-437b-8738-6a029eccd50b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'Port': ['ID=872bd4a6-6f80-41e4-83c2-2b9f361c38c4,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:39:12.955119 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5ad375fa-a4ce-437b-8738-6a029eccd50b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3713145'] for router_gateway, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:12.959892 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-95fe34bc-8869-4817-aaa7-ba22c54ba2fa None None] For port 8955a2e3-1f0e-43e3-a913-0b0db89b5d51, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=8955a2e3-1f0e-43e3-a913-0b0db89b5d51,segment=NetworkSegment(ab738df1-2b0c-4a85-8470-befd2e01b557),segment_id=ab738df1-2b0c-4a85-8470-befd2e01b557)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:39:12.960281 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-95fe34bc-8869-4817-aaa7-ba22c54ba2fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:12.981003 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-95fe34bc-8869-4817-aaa7-ba22c54ba2fa None None] Calling delete_port for 8955a2e3-1f0e-43e3-a913-0b0db89b5d51 owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:39:13.045741 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5ad375fa-a4ce-437b-8738-6a029eccd50b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:13.048526 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5ad375fa-a4ce-437b-8738-6a029eccd50b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:13.089066 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-52c95432-87aa-4c43-9e78-c1b9645451d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bcb8bac-bc26-43ad-a8a8-8d9386e96c98', 'name': 'tempest-TestNetworkBasicOps-router-1647581967', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.254'}], 'enable_snat': True}, 'gw_port_id': '872bd4a6-6f80-41e4-83c2-2b9f361c38c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:37:21Z', 'updated_at': '2021-12-10T19:39:11Z', 'revision_number': 7, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '872bd4a6-6f80-41e4-83c2-2b9f361c38c4', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:15:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcb8bac-bc26-43ad-a8a8-8d9386e96c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:37:22Z', 'updated_at': '2021-12-10T19:39:05Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:39:13.095850 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5ad375fa-a4ce-437b-8738-6a029eccd50b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:13.096592 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad375fa-a4ce-437b-8738-6a029eccd50b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Fanout notify agent at l3_agent the message router_deleted on router 6bcb8bac-bc26-43ad-a8a8-8d9386e96c98 {{(pid=102366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:39:13.103693 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5ad375fa-a4ce-437b-8738-6a029eccd50b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:13.104856 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-5ad375fa-a4ce-437b-8738-6a029eccd50b tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "DELETE /v2.0/routers/6bcb8bac-bc26-43ad-a8a8-8d9386e96c98 HTTP/1.1" status: 204 len: 168 time: 0.7836628 Dec 10 19:39:13.108117 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 59554) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:39:13.118922 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-95fe34bc-8869-4817-aaa7-ba22c54ba2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:13.123743 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c95432-87aa-4c43-9e78-c1b9645451d7 None None] The sync data for ids ['6bcb8bac-bc26-43ad-a8a8-8d9386e96c98'] in dv-neutron-821441-1-hyperv is: [{'id': '6bcb8bac-bc26-43ad-a8a8-8d9386e96c98', 'name': 'tempest-TestNetworkBasicOps-router-1647581967', 'tenant_id': '730e4c9f0aba4accb176e575114c849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.254'}], 'enable_snat': True}, 'gw_port_id': '872bd4a6-6f80-41e4-83c2-2b9f361c38c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:37:21Z', 'updated_at': '2021-12-10T19:39:11Z', 'revision_number': 7, 'project_id': '730e4c9f0aba4accb176e575114c849e', 'gw_port': {'id': '872bd4a6-6f80-41e4-83c2-2b9f361c38c4', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:15:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcb8bac-bc26-43ad-a8a8-8d9386e96c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:37:22Z', 'updated_at': '2021-12-10T19:39:05Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:39:13.143685 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe34bc-8869-4817-aaa7-ba22c54ba2fa None None] Pushing event deleted for resources: {'Port': ['ID=8955a2e3-1f0e-43e3-a913-0b0db89b5d51,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:39:13.149430 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fe34bc-8869-4817-aaa7-ba22c54ba2fa None None] No DVR routers for this DVR port 8955a2e3-1f0e-43e3-a913-0b0db89b5d51 on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:39:13.204224 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-65689f24-0ce8-464d-9de7-15520280bc14 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:13.294911 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-65689f24-0ce8-464d-9de7-15520280bc14 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:13.314898 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-65689f24-0ce8-464d-9de7-15520280bc14 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['510f79bd-f69a-40db-9174-2c59bf9fcdb6']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:39:13.323790 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-65689f24-0ce8-464d-9de7-15520280bc14 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab738df1-2b0c-4a85-8470-befd2e01b557') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:39:13.324075 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-65689f24-0ce8-464d-9de7-15520280bc14 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab738df1-2b0c-4a85-8470-befd2e01b557') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:39:13.333671 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-65689f24-0ce8-464d-9de7-15520280bc14 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:13.347444 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-65689f24-0ce8-464d-9de7-15520280bc14 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:13.353232 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65689f24-0ce8-464d-9de7-15520280bc14 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:39:13.353606 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-65689f24-0ce8-464d-9de7-15520280bc14 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:13.356561 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:39:13.356561 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:39:13.356561 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:39:13.356561 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:39:13.356561 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:39:13.356561 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:39:13.356561 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:39:13.356561 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:39:13.356561 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:39:13.356561 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:39:13.356561 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:39:13.356561 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:39:13.356561 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:39:13.356561 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:39:13.356561 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:39:13.356561 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:39:13.356561 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:39:13.356561 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:39:13.356561 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:39:13.356561 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:39:13.356561 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:39:13.356561 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:39:13.356561 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:39:13.356561 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:39:13.356561 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:39:13.356561 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:39:13.356561 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:39:13.356561 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:39:13.356561 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:39:13.356561 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:39:13.356561 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:39:13.356561 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:39:13.416711 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-65689f24-0ce8-464d-9de7-15520280bc14 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:13.423711 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-65689f24-0ce8-464d-9de7-15520280bc14 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:13.426883 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-65689f24-0ce8-464d-9de7-15520280bc14 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] 10.222.0.69 "DELETE /v2.0/networks/510f79bd-f69a-40db-9174-2c59bf9fcdb6 HTTP/1.1" status: 204 len: 168 time: 0.3166494 Dec 10 19:39:13.439009 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65689f24-0ce8-464d-9de7-15520280bc14 tempest-TestNetworkBasicOps-1788730533 tempest-TestNetworkBasicOps-1788730533-project] Pushing event deleted for resources: {'Network': ['ID=510f79bd-f69a-40db-9174-2c59bf9fcdb6,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:39:13.575849 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 8955a2e3-1f0e-43e3-a913-0b0db89b5d51 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:39:13.604911 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 8955a2e3-1f0e-43e3-a913-0b0db89b5d51 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:39:13.605215 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 8955a2e3-1f0e-43e3-a913-0b0db89b5d51 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:39:13.771102 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 59560) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:39:13.917728 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-13d51a69-bf6b-4615-be89-849f5f6af83d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=730e4c9f0aba4accb176e575114c849e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1453898 Dec 10 19:39:13.920150 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 59564) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:39:13.967122 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-255e5f90-6192-4937-ab53-301b566f89ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:13.988825 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-255e5f90-6192-4937-ab53-301b566f89ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:14.033993 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-255e5f90-6192-4937-ab53-301b566f89ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:14.036689 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-255e5f90-6192-4937-ab53-301b566f89ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:14.037828 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-255e5f90-6192-4937-ab53-301b566f89ed admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2d5222f4-a172-4934-8a0c-7bb42055e72f HTTP/1.1" status: 204 len: 168 time: 0.1167514 Dec 10 19:39:14.045524 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255e5f90-6192-4937-ab53-301b566f89ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5222f4-a172-4934-8a0c-7bb42055e72f,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:39:14.321892 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 59570) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:39:14.335522 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7f27c9b1-ade4-490e-a1f9-4abd80cd76f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:14.417698 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7f27c9b1-ade4-490e-a1f9-4abd80cd76f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:14.422466 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7f27c9b1-ade4-490e-a1f9-4abd80cd76f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:14.460122 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f27c9b1-ade4-490e-a1f9-4abd80cd76f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414608b2-141d-4e1b-a1d5-419ce78aa83c,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:39:14.465553 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-7f27c9b1-ade4-490e-a1f9-4abd80cd76f3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cebed0d59acb4bf491ec8fa85ba16dbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1426442 Dec 10 19:39:14.468684 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 59572) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:39:14.518146 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d9458372-f910-44fc-9699-e7879a592059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:14.539443 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d9458372-f910-44fc-9699-e7879a592059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:14.584475 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d9458372-f910-44fc-9699-e7879a592059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:14.587153 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d9458372-f910-44fc-9699-e7879a592059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:14.588212 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d9458372-f910-44fc-9699-e7879a592059 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/414608b2-141d-4e1b-a1d5-419ce78aa83c HTTP/1.1" status: 204 len: 168 time: 0.1183841 Dec 10 19:39:14.596333 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9458372-f910-44fc-9699-e7879a592059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414608b2-141d-4e1b-a1d5-419ce78aa83c,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:39:15.126483 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device bae07d88-af43-4e1e-a2e6-849db66349d0 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:39:15.146726 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: bae07d88-af43-4e1e-a2e6-849db66349d0 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:39:15.147099 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device bae07d88-af43-4e1e-a2e6-849db66349d0 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:39:15.147489 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 872bd4a6-6f80-41e4-83c2-2b9f361c38c4 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:39:15.169972 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 872bd4a6-6f80-41e4-83c2-2b9f361c38c4 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:39:15.170307 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 872bd4a6-6f80-41e4-83c2-2b9f361c38c4 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:39:20.277208 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c9b146fb-5444-44ad-b822-354beaa26c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:21.527454 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-77efaf3c-c3c5-4b1e-a84f-67a9d1db46bb req-b3381a35-7140-42fb-83ab-b238b4fc5d04 tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=bc1347fbe44543eb8e55d87747d6b08d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295746 Dec 10 19:39:21.706451 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77efaf3c-c3c5-4b1e-a84f-67a9d1db46bb req-4e9063ca-c602-4059-b0d4-04b9fec6bb22 tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:39:21.707792 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-77efaf3c-c3c5-4b1e-a84f-67a9d1db46bb req-4e9063ca-c602-4059-b0d4-04b9fec6bb22 tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1749725 Dec 10 19:39:21.722818 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-77efaf3c-c3c5-4b1e-a84f-67a9d1db46bb req-01b3e249-9ea5-4c5d-b0f0-77c03210dbcb tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] 10.222.0.69 "GET /v2.0/quotas/bc1347fbe44543eb8e55d87747d6b08d HTTP/1.1" status: 200 len: 375 time: 0.0090451 Dec 10 19:39:21.758180 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-77efaf3c-c3c5-4b1e-a84f-67a9d1db46bb req-835ec31e-e32b-4553-abe9-b585d6c56992 tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=bc1347fbe44543eb8e55d87747d6b08d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300565 Dec 10 19:39:21.917722 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-516c38a8-95ca-4504-97fd-9181a006c65b req-3878135b-b0e2-4324-af23-329edd1885b9 tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc792322-b55a-4db9-b095-9aae1bd3ab3d HTTP/1.1" status: 200 len: 210 time: 0.0256331 Dec 10 19:39:22.993916 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ccc67ec5-9fe9-42d4-a9dc-118b233c318d req-89e62729-a53f-4d99-be26-14e85670a499 tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc792322-b55a-4db9-b095-9aae1bd3ab3d HTTP/1.1" status: 200 len: 210 time: 0.0255721 Dec 10 19:39:24.069217 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1fa0fd48-197f-416d-851a-51ff9eb9be4a req-3e814b3c-33a4-45c1-a040-3b3eee8ac540 tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc792322-b55a-4db9-b095-9aae1bd3ab3d HTTP/1.1" status: 200 len: 210 time: 0.0252535 Dec 10 19:39:24.225028 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ba7a48d-e992-430f-9649-0adb7f6ef2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:24.802617 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-77efaf3c-c3c5-4b1e-a84f-67a9d1db46bb req-631654dd-7cb5-46c5-8be9-5da9e56bfd39 tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=bc1347fbe44543eb8e55d87747d6b08d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248556 Dec 10 19:39:25.180036 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-39f4fd84-3a3e-423d-9330-0129e6ca4206 req-a8556607-446c-492c-a47d-285360ac2c8f tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc792322-b55a-4db9-b095-9aae1bd3ab3d HTTP/1.1" status: 200 len: 210 time: 0.0384912 Dec 10 19:39:25.198228 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77efaf3c-c3c5-4b1e-a84f-67a9d1db46bb req-3ed4b67c-80cb-4f75-a9c8-30f35696617f tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:39:25.199605 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-77efaf3c-c3c5-4b1e-a84f-67a9d1db46bb req-3ed4b67c-80cb-4f75-a9c8-30f35696617f tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3915639 Dec 10 19:39:25.214083 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-77efaf3c-c3c5-4b1e-a84f-67a9d1db46bb req-721bcd2b-dd9d-4ecb-a612-e6e1753c9803 tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] Request body: {'port': {'device_id': 'dc792322-b55a-4db9-b095-9aae1bd3ab3d', 'network_id': 'f20a47d9-a3f1-4df9-8e89-e6a029bcfa9c', 'admin_state_up': True, 'tenant_id': 'bc1347fbe44543eb8e55d87747d6b08d'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:39:25.325573 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77efaf3c-c3c5-4b1e-a84f-67a9d1db46bb req-721bcd2b-dd9d-4ecb-a612-e6e1753c9803 tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] Made reservation on behalf of bc1347fbe44543eb8e55d87747d6b08d for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:39:25.330058 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-77efaf3c-c3c5-4b1e-a84f-67a9d1db46bb req-721bcd2b-dd9d-4ecb-a612-e6e1753c9803 tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:25.338979 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-77efaf3c-c3c5-4b1e-a84f-67a9d1db46bb req-721bcd2b-dd9d-4ecb-a612-e6e1753c9803 tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:25.415397 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:25.424629 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-77efaf3c-c3c5-4b1e-a84f-67a9d1db46bb req-721bcd2b-dd9d-4ecb-a612-e6e1753c9803 tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:25.432534 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-77efaf3c-c3c5-4b1e-a84f-67a9d1db46bb req-721bcd2b-dd9d-4ecb-a612-e6e1753c9803 tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:25.494750 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721bcd2b-dd9d-4ecb-a612-e6e1753c9803 tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5df7032b-d17c-47d3-bc1a-a7a7c4f883d3,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:39:25.568083 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [req-77efaf3c-c3c5-4b1e-a84f-67a9d1db46bb req-721bcd2b-dd9d-4ecb-a612-e6e1753c9803 tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] Allocated IP 192.168.233.248 (f20a47d9-a3f1-4df9-8e89-e6a029bcfa9c/6ef11834-fb8b-438f-bce7-fafc5092396e/0358a6a0-ce28-433c-a933-dd75a5ccc9c3) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:39:25.712597 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-77efaf3c-c3c5-4b1e-a84f-67a9d1db46bb req-721bcd2b-dd9d-4ecb-a612-e6e1753c9803 tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:25.745745 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-77efaf3c-c3c5-4b1e-a84f-67a9d1db46bb req-721bcd2b-dd9d-4ecb-a612-e6e1753c9803 tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:25.791222 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77efaf3c-c3c5-4b1e-a84f-67a9d1db46bb req-721bcd2b-dd9d-4ecb-a612-e6e1753c9803 tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] Network f20a47d9-a3f1-4df9-8e89-e6a029bcfa9c is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:39:25.794279 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [req-77efaf3c-c3c5-4b1e-a84f-67a9d1db46bb req-721bcd2b-dd9d-4ecb-a612-e6e1753c9803 tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:39:25.798425 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-77efaf3c-c3c5-4b1e-a84f-67a9d1db46bb req-721bcd2b-dd9d-4ecb-a612-e6e1753c9803 tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:39:25.823937 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721bcd2b-dd9d-4ecb-a612-e6e1753c9803 tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] Pushing event updated for resources: {'Port': ['ID=0358a6a0-ce28-433c-a933-dd75a5ccc9c3,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:39:25.852477 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77efaf3c-c3c5-4b1e-a84f-67a9d1db46bb req-721bcd2b-dd9d-4ecb-a612-e6e1753c9803 tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:39:25.853252 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-77efaf3c-c3c5-4b1e-a84f-67a9d1db46bb req-721bcd2b-dd9d-4ecb-a612-e6e1753c9803 tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:25.870095 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-77efaf3c-c3c5-4b1e-a84f-67a9d1db46bb req-721bcd2b-dd9d-4ecb-a612-e6e1753c9803 tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6595957 Dec 10 19:39:25.882754 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-77efaf3c-c3c5-4b1e-a84f-67a9d1db46bb req-0bcd1189-c2bd-41d3-8604-37a6e3530413 service neutron] Request body: {'port': {'device_id': 'dc792322-b55a-4db9-b095-9aae1bd3ab3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:39:25.942191 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-77efaf3c-c3c5-4b1e-a84f-67a9d1db46bb req-0bcd1189-c2bd-41d3-8604-37a6e3530413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:26.022198 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c944f373-001b-41ae-8c7c-41d41c135894 None None] Provisioning complete for port 0358a6a0-ce28-433c-a933-dd75a5ccc9c3 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:39:26.022560 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c944f373-001b-41ae-8c7c-41d41c135894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:26.055857 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c944f373-001b-41ae-8c7c-41d41c135894 None None] Port 0358a6a0-ce28-433c-a933-dd75a5ccc9c3 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:39:26.208664 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [req-77efaf3c-c3c5-4b1e-a84f-67a9d1db46bb req-0bcd1189-c2bd-41d3-8604-37a6e3530413 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0358a6a0-ce28-433c-a933-dd75a5ccc9c3 {{(pid=102365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:39:26.216199 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-77efaf3c-c3c5-4b1e-a84f-67a9d1db46bb req-0bcd1189-c2bd-41d3-8604-37a6e3530413 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:26.228261 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.provisioning_blocks [req-77efaf3c-c3c5-4b1e-a84f-67a9d1db46bb req-0bcd1189-c2bd-41d3-8604-37a6e3530413 service neutron] Transition to ACTIVE for port object 0358a6a0-ce28-433c-a933-dd75a5ccc9c3 will not be triggered until provisioned by entity L2. {{(pid=102365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:39:26.232734 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-77efaf3c-c3c5-4b1e-a84f-67a9d1db46bb req-0bcd1189-c2bd-41d3-8604-37a6e3530413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:26.313300 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcd1189-c2bd-41d3-8604-37a6e3530413 service neutron] Pushing event updated for resources: {'Port': ['ID=0358a6a0-ce28-433c-a933-dd75a5ccc9c3,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:39:26.374715 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083efd1-1a4d-4f3c-9fc3-2ebbfc6a6b37 req-e5936347-597e-4bae-b242-f43f92ff42e9 tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:39:26.376302 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c083efd1-1a4d-4f3c-9fc3-2ebbfc6a6b37 req-e5936347-597e-4bae-b242-f43f92ff42e9 tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc792322-b55a-4db9-b095-9aae1bd3ab3d HTTP/1.1" status: 200 len: 948 time: 0.1158323 Dec 10 19:39:26.432911 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c083efd1-1a4d-4f3c-9fc3-2ebbfc6a6b37 req-e227e474-d777-4840-bd5d-1bea25bd98c7 tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] 10.222.0.69 "GET /v2.0/security-groups?id=5df7032b-d17c-47d3-bc1a-a7a7c4f883d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498335 Dec 10 19:39:26.433749 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-77efaf3c-c3c5-4b1e-a84f-67a9d1db46bb req-0bcd1189-c2bd-41d3-8604-37a6e3530413 service neutron] Attempting to bind port 0358a6a0-ce28-433c-a933-dd75a5ccc9c3 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:39:26.434065 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-77efaf3c-c3c5-4b1e-a84f-67a9d1db46bb req-0bcd1189-c2bd-41d3-8604-37a6e3530413 service neutron] Attempting to bind port 0358a6a0-ce28-433c-a933-dd75a5ccc9c3 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '2181d326-0970-4a01-ae7f-c7b99a1851ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f20a47d9-a3f1-4df9-8e89-e6a029bcfa9c'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:39:26.434390 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77efaf3c-c3c5-4b1e-a84f-67a9d1db46bb req-0bcd1189-c2bd-41d3-8604-37a6e3530413 service neutron] Attempting to bind port 0358a6a0-ce28-433c-a933-dd75a5ccc9c3 on network f20a47d9-a3f1-4df9-8e89-e6a029bcfa9c {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:39:26.441216 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77efaf3c-c3c5-4b1e-a84f-67a9d1db46bb req-0bcd1189-c2bd-41d3-8604-37a6e3530413 service neutron] Port 0358a6a0-ce28-433c-a933-dd75a5ccc9c3 on network f20a47d9-a3f1-4df9-8e89-e6a029bcfa9c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:39:26.441605 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77efaf3c-c3c5-4b1e-a84f-67a9d1db46bb req-0bcd1189-c2bd-41d3-8604-37a6e3530413 service neutron] Attempting to bind port 0358a6a0-ce28-433c-a933-dd75a5ccc9c3 on network f20a47d9-a3f1-4df9-8e89-e6a029bcfa9c {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:39:26.448814 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77efaf3c-c3c5-4b1e-a84f-67a9d1db46bb req-0bcd1189-c2bd-41d3-8604-37a6e3530413 service neutron] Checking agent: {'id': '9e16c23e-95bc-4c2e-b3ec-daf7533f9d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'started_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:39:26.449040 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77efaf3c-c3c5-4b1e-a84f-67a9d1db46bb req-0bcd1189-c2bd-41d3-8604-37a6e3530413 service neutron] Checking segment: {'id': '2181d326-0970-4a01-ae7f-c7b99a1851ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f20a47d9-a3f1-4df9-8e89-e6a029bcfa9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:39:26.449419 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77efaf3c-c3c5-4b1e-a84f-67a9d1db46bb req-0bcd1189-c2bd-41d3-8604-37a6e3530413 service neutron] Bound using segment: {'id': '2181d326-0970-4a01-ae7f-c7b99a1851ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f20a47d9-a3f1-4df9-8e89-e6a029bcfa9c'} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:39:26.449847 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-77efaf3c-c3c5-4b1e-a84f-67a9d1db46bb req-0bcd1189-c2bd-41d3-8604-37a6e3530413 service neutron] Bound port: 0358a6a0-ce28-433c-a933-dd75a5ccc9c3, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2181d326-0970-4a01-ae7f-c7b99a1851ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f20a47d9-a3f1-4df9-8e89-e6a029bcfa9c'}}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:39:26.450202 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-77efaf3c-c3c5-4b1e-a84f-67a9d1db46bb req-0bcd1189-c2bd-41d3-8604-37a6e3530413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:26.494170 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:26.515887 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-77efaf3c-c3c5-4b1e-a84f-67a9d1db46bb req-0bcd1189-c2bd-41d3-8604-37a6e3530413 service neutron] For port 0358a6a0-ce28-433c-a933-dd75a5ccc9c3, host hv-neutron-8214, cleared binding levels {{(pid=102365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:39:26.518922 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-77efaf3c-c3c5-4b1e-a84f-67a9d1db46bb req-0bcd1189-c2bd-41d3-8604-37a6e3530413 service neutron] For port 0358a6a0-ce28-433c-a933-dd75a5ccc9c3, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=0358a6a0-ce28-433c-a933-dd75a5ccc9c3,segment=NetworkSegment(2181d326-0970-4a01-ae7f-c7b99a1851ff),segment_id=2181d326-0970-4a01-ae7f-c7b99a1851ff)] {{(pid=102365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:39:26.523407 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-77efaf3c-c3c5-4b1e-a84f-67a9d1db46bb req-0bcd1189-c2bd-41d3-8604-37a6e3530413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:26.555293 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77efaf3c-c3c5-4b1e-a84f-67a9d1db46bb req-0bcd1189-c2bd-41d3-8604-37a6e3530413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:39:26.556246 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-77efaf3c-c3c5-4b1e-a84f-67a9d1db46bb req-0bcd1189-c2bd-41d3-8604-37a6e3530413 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:26.557920 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-77efaf3c-c3c5-4b1e-a84f-67a9d1db46bb req-0bcd1189-c2bd-41d3-8604-37a6e3530413 service neutron] 10.222.0.36 "PUT /v2.0/ports/0358a6a0-ce28-433c-a933-dd75a5ccc9c3 HTTP/1.1" status: 200 len: 1098 time: 0.6795964 Dec 10 19:39:26.560208 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc792322-b55a-4db9-b095-9aae1bd3ab3d', 'tag': '0358a6a0-ce28-433c-a933-dd75a5ccc9c3'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:39:26.563753 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407b2b08-93b1-4a85-8bc1-a18b3d20a4c9" -d '{"events": [{"name": "network-changed", "server_uuid": "dc792322-b55a-4db9-b095-9aae1bd3ab3d", "tag": "0358a6a0-ce28-433c-a933-dd75a5ccc9c3"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:39:26.596263 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcd1189-c2bd-41d3-8604-37a6e3530413 service neutron] Pushing event updated for resources: {'Port': ['ID=0358a6a0-ce28-433c-a933-dd75a5ccc9c3,revision_number=3']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:39:26.612010 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3999973f-0f18-4216-93cf-563c16b66e17 x-openstack-request-id: req-3999973f-0f18-4216-93cf-563c16b66e17 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:39:26.612303 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc792322-b55a-4db9-b095-9aae1bd3ab3d", "tag": "0358a6a0-ce28-433c-a933-dd75a5ccc9c3", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:39:26.612581 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3999973f-0f18-4216-93cf-563c16b66e17 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:39:26.612982 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc792322-b55a-4db9-b095-9aae1bd3ab3d', 'tag': '0358a6a0-ce28-433c-a933-dd75a5ccc9c3', 'status': 'completed', 'code': 200} Dec 10 19:39:26.652154 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77efaf3c-c3c5-4b1e-a84f-67a9d1db46bb req-e705058c-6984-4155-b349-a4b94f23ce72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:39:26.653826 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-77efaf3c-c3c5-4b1e-a84f-67a9d1db46bb req-e705058c-6984-4155-b349-a4b94f23ce72 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bc1347fbe44543eb8e55d87747d6b08d&device_id=dc792322-b55a-4db9-b095-9aae1bd3ab3d HTTP/1.1" status: 200 len: 1101 time: 0.0524001 Dec 10 19:39:26.701834 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-77efaf3c-c3c5-4b1e-a84f-67a9d1db46bb req-d8be2f65-e622-47ae-9b90-f55ed192e819 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=0358a6a0-ce28-433c-a933-dd75a5ccc9c3 HTTP/1.1" status: 200 len: 217 time: 0.0398080 Dec 10 19:39:26.754179 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77efaf3c-c3c5-4b1e-a84f-67a9d1db46bb req-b113e9e5-844f-4bdc-a716-fee0332fb35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:39:26.755662 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-77efaf3c-c3c5-4b1e-a84f-67a9d1db46bb req-b113e9e5-844f-4bdc-a716-fee0332fb35d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6ef11834-fb8b-438f-bce7-fafc5092396e HTTP/1.1" status: 200 len: 843 time: 0.0470715 Dec 10 19:39:26.807397 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77efaf3c-c3c5-4b1e-a84f-67a9d1db46bb req-786b3c91-dd75-4bc8-a4d4-164915e08dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:39:26.808915 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-77efaf3c-c3c5-4b1e-a84f-67a9d1db46bb req-786b3c91-dd75-4bc8-a4d4-164915e08dc7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f20a47d9-a3f1-4df9-8e89-e6a029bcfa9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0451722 Dec 10 19:39:26.815274 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:26.900535 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-77efaf3c-c3c5-4b1e-a84f-67a9d1db46bb req-6b7564f7-fcfa-4ea7-af60-0507578361c3 service neutron] 10.222.0.36 "GET /v2.0/networks/f20a47d9-a3f1-4df9-8e89-e6a029bcfa9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835619 Dec 10 19:39:26.993809 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-77efaf3c-c3c5-4b1e-a84f-67a9d1db46bb req-b37ab849-a5a3-4587-b403-a6ee94652628 service neutron] 10.222.0.36 "GET /v2.0/networks/f20a47d9-a3f1-4df9-8e89-e6a029bcfa9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858121 Dec 10 19:39:27.085264 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b2b08-93b1-4a85-8bc1-a18b3d20a4c9 req-cbc89421-f4ab-4be7-8559-16dd3c252294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:39:27.086737 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-407b2b08-93b1-4a85-8bc1-a18b3d20a4c9 req-cbc89421-f4ab-4be7-8559-16dd3c252294 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bc1347fbe44543eb8e55d87747d6b08d&device_id=dc792322-b55a-4db9-b095-9aae1bd3ab3d HTTP/1.1" status: 200 len: 1101 time: 0.0421336 Dec 10 19:39:27.178906 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b2b08-93b1-4a85-8bc1-a18b3d20a4c9 req-f6bebf7f-6ca5-4acf-8482-40139d99e4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:39:27.180365 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-407b2b08-93b1-4a85-8bc1-a18b3d20a4c9 req-f6bebf7f-6ca5-4acf-8482-40139d99e4cf service neutron] 10.222.0.36 "GET /v2.0/networks?id=f20a47d9-a3f1-4df9-8e89-e6a029bcfa9c HTTP/1.1" status: 200 len: 870 time: 0.0865080 Dec 10 19:39:27.226247 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-407b2b08-93b1-4a85-8bc1-a18b3d20a4c9 req-5bb2985a-13ee-49b6-9750-00dd17d77245 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=0358a6a0-ce28-433c-a933-dd75a5ccc9c3 HTTP/1.1" status: 200 len: 217 time: 0.0383947 Dec 10 19:39:27.277064 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b2b08-93b1-4a85-8bc1-a18b3d20a4c9 req-b6dc132d-6abd-418e-885f-442d17349226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:39:27.278432 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-407b2b08-93b1-4a85-8bc1-a18b3d20a4c9 req-b6dc132d-6abd-418e-885f-442d17349226 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6ef11834-fb8b-438f-bce7-fafc5092396e HTTP/1.1" status: 200 len: 843 time: 0.0450807 Dec 10 19:39:27.324796 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b2b08-93b1-4a85-8bc1-a18b3d20a4c9 req-306070f8-077d-4742-a56c-c9a380b9be2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:39:27.326285 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-407b2b08-93b1-4a85-8bc1-a18b3d20a4c9 req-306070f8-077d-4742-a56c-c9a380b9be2a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f20a47d9-a3f1-4df9-8e89-e6a029bcfa9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0409353 Dec 10 19:39:27.419431 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-407b2b08-93b1-4a85-8bc1-a18b3d20a4c9 req-4a1c4c7e-dcd3-4394-af27-43163e75d8d5 service neutron] 10.222.0.36 "GET /v2.0/networks/f20a47d9-a3f1-4df9-8e89-e6a029bcfa9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856628 Dec 10 19:39:27.534425 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-407b2b08-93b1-4a85-8bc1-a18b3d20a4c9 req-fb0769c6-1d4e-42fd-9cea-5df31e3204e6 service neutron] 10.222.0.36 "GET /v2.0/networks/f20a47d9-a3f1-4df9-8e89-e6a029bcfa9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074054 Dec 10 19:39:27.555627 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30cd7b-41c7-4217-9c92-a2cf15bdd0a4 req-a3c18ddc-b64f-43b6-ae76-92c0d546275d tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:39:27.557111 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-fd30cd7b-41c7-4217-9c92-a2cf15bdd0a4 req-a3c18ddc-b64f-43b6-ae76-92c0d546275d tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc792322-b55a-4db9-b095-9aae1bd3ab3d HTTP/1.1" status: 200 len: 948 time: 0.0556469 Dec 10 19:39:27.599289 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-fd30cd7b-41c7-4217-9c92-a2cf15bdd0a4 req-997064ab-a691-4030-8176-360b3f9aaf67 tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] 10.222.0.69 "GET /v2.0/security-groups?id=5df7032b-d17c-47d3-bc1a-a7a7c4f883d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355065 Dec 10 19:39:28.716850 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a4897-6830-4251-9ae0-f552014f86ba req-8b0e728f-a675-4526-aef8-a994e6e63de2 tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:39:28.718388 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6b8a4897-6830-4251-9ae0-f552014f86ba req-8b0e728f-a675-4526-aef8-a994e6e63de2 tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc792322-b55a-4db9-b095-9aae1bd3ab3d HTTP/1.1" status: 200 len: 948 time: 0.0495732 Dec 10 19:39:28.756369 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6b8a4897-6830-4251-9ae0-f552014f86ba req-f6f620e5-2a77-419f-9a4d-b13b57c8f1e0 tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] 10.222.0.69 "GET /v2.0/security-groups?id=5df7032b-d17c-47d3-bc1a-a7a7c4f883d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320420 Dec 10 19:39:29.871891 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f878dfb-c2bd-4a50-a525-d16c20822e70 req-165a710f-4b8e-47eb-b41b-47cbe1003c87 tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:39:29.873396 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0f878dfb-c2bd-4a50-a525-d16c20822e70 req-165a710f-4b8e-47eb-b41b-47cbe1003c87 tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc792322-b55a-4db9-b095-9aae1bd3ab3d HTTP/1.1" status: 200 len: 948 time: 0.0492609 Dec 10 19:39:29.911560 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0f878dfb-c2bd-4a50-a525-d16c20822e70 req-eaf6e3a2-f347-4662-8fee-94a48d76a04b tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] 10.222.0.69 "GET /v2.0/security-groups?id=5df7032b-d17c-47d3-bc1a-a7a7c4f883d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316994 Dec 10 19:39:30.330548 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 0358a6a0-ce28-433c-a933-dd75a5ccc9c3 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=102367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:39:30.427092 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 0358a6a0-ce28-433c-a933-dd75a5ccc9c3, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=0358a6a0-ce28-433c-a933-dd75a5ccc9c3,segment=NetworkSegment(2181d326-0970-4a01-ae7f-c7b99a1851ff),segment_id=2181d326-0970-4a01-ae7f-c7b99a1851ff)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:39:30.438616 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Returning: {'device': '0358a6a0-ce28-433c-a933-dd75a5ccc9c3', 'network_id': 'f20a47d9-a3f1-4df9-8e89-e6a029bcfa9c', 'port_id': '0358a6a0-ce28-433c-a933-dd75a5ccc9c3', 'mac_address': 'fa:16:3e:fe:32:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ef11834-fb8b-438f-bce7-fafc5092396e', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:39:30.475685 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:30.490197 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0358a6a0-ce28-433c-a933-dd75a5ccc9c3 {{(pid=102367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:39:30.509997 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 0358a6a0-ce28-433c-a933-dd75a5ccc9c3, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=0358a6a0-ce28-433c-a933-dd75a5ccc9c3,segment=NetworkSegment(2181d326-0970-4a01-ae7f-c7b99a1851ff),segment_id=2181d326-0970-4a01-ae7f-c7b99a1851ff)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:39:30.513869 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:30.560814 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=0358a6a0-ce28-433c-a933-dd75a5ccc9c3,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:39:30.862297 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['0358a6a0-ce28-433c-a933-dd75a5ccc9c3'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:39:31.027339 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59f793-6c17-40d9-a6cf-0bdedc9dcee2 req-8ce67663-819e-40e4-b20e-0875649564de tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:39:31.028712 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4a59f793-6c17-40d9-a6cf-0bdedc9dcee2 req-8ce67663-819e-40e4-b20e-0875649564de tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc792322-b55a-4db9-b095-9aae1bd3ab3d HTTP/1.1" status: 200 len: 949 time: 0.0487788 Dec 10 19:39:31.085902 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4a59f793-6c17-40d9-a6cf-0bdedc9dcee2 req-2bf65a72-34b6-45a5-8076-9bb66adde93b tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] 10.222.0.69 "GET /v2.0/security-groups?id=5df7032b-d17c-47d3-bc1a-a7a7c4f883d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511670 Dec 10 19:39:32.203479 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b0af84-7b82-42c9-b337-f4e43cef80f7 req-b1bd533d-40f0-492a-ae58-118351ee2c5f tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:39:32.204953 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b1b0af84-7b82-42c9-b337-f4e43cef80f7 req-b1bd533d-40f0-492a-ae58-118351ee2c5f tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc792322-b55a-4db9-b095-9aae1bd3ab3d HTTP/1.1" status: 200 len: 949 time: 0.0505788 Dec 10 19:39:32.243553 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b1b0af84-7b82-42c9-b337-f4e43cef80f7 req-4c8f7e3a-406a-4d7c-980d-7493e26e67a8 tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] 10.222.0.69 "GET /v2.0/security-groups?id=5df7032b-d17c-47d3-bc1a-a7a7c4f883d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326815 Dec 10 19:39:32.345340 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 0358a6a0-ce28-433c-a933-dd75a5ccc9c3 up at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:39:32.393814 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning for port 0358a6a0-ce28-433c-a933-dd75a5ccc9c3 completed by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:39:32.397322 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning complete for port 0358a6a0-ce28-433c-a933-dd75a5ccc9c3 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:39:32.397691 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:32.482626 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:32.493470 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:32.507921 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc792322-b55a-4db9-b095-9aae1bd3ab3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0358a6a0-ce28-433c-a933-dd75a5ccc9c3'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:39:32.510172 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0dd006407324ce2959a5a4cf9f0b5e0801d7a51a5291ea700e8786e11115a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e732db39-0f84-4a41-a742-154c0408453d" -d '{"events": [{"server_uuid": "dc792322-b55a-4db9-b095-9aae1bd3ab3d", "name": "network-vif-plugged", "status": "completed", "tag": "0358a6a0-ce28-433c-a933-dd75a5ccc9c3"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:39:32.524207 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 0358a6a0-ce28-433c-a933-dd75a5ccc9c3, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=0358a6a0-ce28-433c-a933-dd75a5ccc9c3,segment=NetworkSegment(2181d326-0970-4a01-ae7f-c7b99a1851ff),segment_id=2181d326-0970-4a01-ae7f-c7b99a1851ff)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:39:32.528504 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:32.552639 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c10005-7002-4ba4-aa84-7c58a933ed1a x-openstack-request-id: req-b6c10005-7002-4ba4-aa84-7c58a933ed1a {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:39:32.552935 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc792322-b55a-4db9-b095-9aae1bd3ab3d", "name": "network-vif-plugged", "status": "completed", "tag": "0358a6a0-ce28-433c-a933-dd75a5ccc9c3", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:39:32.553184 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b6c10005-7002-4ba4-aa84-7c58a933ed1a {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:39:32.553570 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc792322-b55a-4db9-b095-9aae1bd3ab3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0358a6a0-ce28-433c-a933-dd75a5ccc9c3', 'code': 200} Dec 10 19:39:32.579867 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=0358a6a0-ce28-433c-a933-dd75a5ccc9c3,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:39:32.709242 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628578e-9e91-4590-a3e0-1b1a4f497ee0 req-094d1a9d-b548-4c07-bdc9-94b1541755de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:39:32.710647 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c628578e-9e91-4590-a3e0-1b1a4f497ee0 req-094d1a9d-b548-4c07-bdc9-94b1541755de service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dc792322-b55a-4db9-b095-9aae1bd3ab3d HTTP/1.1" status: 200 len: 1103 time: 0.0406578 Dec 10 19:39:32.746381 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c628578e-9e91-4590-a3e0-1b1a4f497ee0 req-2e5817ce-8856-46e7-b88c-4dba495c5d65 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5df7032b-d17c-47d3-bc1a-a7a7c4f883d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272720 Dec 10 19:39:33.356377 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb67e43-cc1f-4a0a-8674-b11f82ab3e3c req-2661c716-d062-41d6-bffb-f0d0e9542c7f tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:39:33.358248 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-fdb67e43-cc1f-4a0a-8674-b11f82ab3e3c req-2661c716-d062-41d6-bffb-f0d0e9542c7f tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc792322-b55a-4db9-b095-9aae1bd3ab3d HTTP/1.1" status: 200 len: 950 time: 0.0496311 Dec 10 19:39:33.401104 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-fdb67e43-cc1f-4a0a-8674-b11f82ab3e3c req-e9c297d4-1676-4f2c-bad4-dc43ce0256f3 tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] 10.222.0.69 "GET /v2.0/security-groups?id=5df7032b-d17c-47d3-bc1a-a7a7c4f883d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363784 Dec 10 19:39:33.963428 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:39:34.520306 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90363ed0-e21c-495d-b6fd-100d8c81cd20 req-b8d17716-de83-412f-ac6e-52d076d0f464 tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:39:34.521801 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-90363ed0-e21c-495d-b6fd-100d8c81cd20 req-b8d17716-de83-412f-ac6e-52d076d0f464 tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc792322-b55a-4db9-b095-9aae1bd3ab3d HTTP/1.1" status: 200 len: 950 time: 0.0502126 Dec 10 19:39:34.558715 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-90363ed0-e21c-495d-b6fd-100d8c81cd20 req-4b386335-f58d-486e-bce4-309b0feec76c tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] 10.222.0.69 "GET /v2.0/security-groups?id=5df7032b-d17c-47d3-bc1a-a7a7c4f883d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310369 Dec 10 19:39:34.850537 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [req-775db332-3819-42e5-83aa-e42fda115590 req-9324710f-03f2-494f-ba4e-ff2abb5e0e85 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:39:34.851487 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-775db332-3819-42e5-83aa-e42fda115590 req-9324710f-03f2-494f-ba4e-ff2abb5e0e85 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053751 Dec 10 19:39:35.215386 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [req-7b06700e-7d38-455c-ac7a-b466ca371371 req-437d6e60-77f4-46b3-b7d4-cfd31c90c539 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:39:35.216275 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7b06700e-7d38-455c-ac7a-b466ca371371 req-437d6e60-77f4-46b3-b7d4-cfd31c90c539 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054052 Dec 10 19:39:35.570802 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b65893-6e77-45ce-8689-a12e0009c5ac req-1339f9e4-11fc-4e83-a5cb-308d969361d3 tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:39:35.572242 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-24b65893-6e77-45ce-8689-a12e0009c5ac req-1339f9e4-11fc-4e83-a5cb-308d969361d3 tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc792322-b55a-4db9-b095-9aae1bd3ab3d HTTP/1.1" status: 200 len: 950 time: 0.0475552 Dec 10 19:39:35.609997 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-24b65893-6e77-45ce-8689-a12e0009c5ac req-3e5b61c1-609d-4e92-a449-05220968a8ef tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] 10.222.0.69 "GET /v2.0/security-groups?id=5df7032b-d17c-47d3-bc1a-a7a7c4f883d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304348 Dec 10 19:39:36.725420 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60a194-7500-4119-8e76-5059a2a34fde req-d99f1e1a-8a09-4a2c-a311-481bb172c468 tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:39:36.726898 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6c60a194-7500-4119-8e76-5059a2a34fde req-d99f1e1a-8a09-4a2c-a311-481bb172c468 tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc792322-b55a-4db9-b095-9aae1bd3ab3d HTTP/1.1" status: 200 len: 950 time: 0.0478654 Dec 10 19:39:36.769250 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6c60a194-7500-4119-8e76-5059a2a34fde req-7e516a48-7219-46aa-891a-18ab34a35617 tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] 10.222.0.69 "GET /v2.0/security-groups?id=5df7032b-d17c-47d3-bc1a-a7a7c4f883d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352485 Dec 10 19:39:37.156554 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7664c99-5402-48be-bcf9-5bdea108c6d1 req-34b126ec-3fe9-4857-9d07-c55376704bfe tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:39:37.158498 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c7664c99-5402-48be-bcf9-5bdea108c6d1 req-34b126ec-3fe9-4857-9d07-c55376704bfe tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc792322-b55a-4db9-b095-9aae1bd3ab3d HTTP/1.1" status: 200 len: 950 time: 0.0510435 Dec 10 19:39:37.245004 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-c7664c99-5402-48be-bcf9-5bdea108c6d1 req-de068798-6cbb-49fc-b9c0-10ce8e4f13a9 tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] Deleting port 0358a6a0-ce28-433c-a933-dd75a5ccc9c3 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:39:37.245414 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-c7664c99-5402-48be-bcf9-5bdea108c6d1 req-de068798-6cbb-49fc-b9c0-10ce8e4f13a9 tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:37.335154 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-c7664c99-5402-48be-bcf9-5bdea108c6d1 req-de068798-6cbb-49fc-b9c0-10ce8e4f13a9 tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] For port 0358a6a0-ce28-433c-a933-dd75a5ccc9c3, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=0358a6a0-ce28-433c-a933-dd75a5ccc9c3,segment=NetworkSegment(2181d326-0970-4a01-ae7f-c7b99a1851ff),segment_id=2181d326-0970-4a01-ae7f-c7b99a1851ff)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:39:37.335511 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-c7664c99-5402-48be-bcf9-5bdea108c6d1 req-de068798-6cbb-49fc-b9c0-10ce8e4f13a9 tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:37.347638 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-c7664c99-5402-48be-bcf9-5bdea108c6d1 req-de068798-6cbb-49fc-b9c0-10ce8e4f13a9 tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] Calling delete_port for 0358a6a0-ce28-433c-a933-dd75a5ccc9c3 owned by compute:nova {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:39:37.476231 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-c7664c99-5402-48be-bcf9-5bdea108c6d1 req-de068798-6cbb-49fc-b9c0-10ce8e4f13a9 tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:37.488740 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['0358a6a0-ce28-433c-a933-dd75a5ccc9c3'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:39:37.504694 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de068798-6cbb-49fc-b9c0-10ce8e4f13a9 tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] Pushing event deleted for resources: {'Port': ['ID=0358a6a0-ce28-433c-a933-dd75a5ccc9c3,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:39:37.548084 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7664c99-5402-48be-bcf9-5bdea108c6d1 req-de068798-6cbb-49fc-b9c0-10ce8e4f13a9 tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] No DVR routers for this DVR port 0358a6a0-ce28-433c-a933-dd75a5ccc9c3 on host hv-neutron-8214 {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:39:37.550632 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-c7664c99-5402-48be-bcf9-5bdea108c6d1 req-de068798-6cbb-49fc-b9c0-10ce8e4f13a9 tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:37.553973 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c7664c99-5402-48be-bcf9-5bdea108c6d1 req-de068798-6cbb-49fc-b9c0-10ce8e4f13a9 tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] 10.222.0.36 "DELETE /v2.0/ports/0358a6a0-ce28-433c-a933-dd75a5ccc9c3 HTTP/1.1" status: 204 len: 173 time: 0.3892298 Dec 10 19:39:37.554416 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc792322-b55a-4db9-b095-9aae1bd3ab3d', 'name': 'network-vif-deleted', 'tag': '0358a6a0-ce28-433c-a933-dd75a5ccc9c3'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:39:37.556780 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee691950-56bf-466f-8e90-28a4936958af" -d '{"events": [{"server_uuid": "dc792322-b55a-4db9-b095-9aae1bd3ab3d", "name": "network-vif-deleted", "tag": "0358a6a0-ce28-433c-a933-dd75a5ccc9c3"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:39:37.599536 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-418cfe62-9c65-452c-9e09-b9f3728084a6 x-openstack-request-id: req-418cfe62-9c65-452c-9e09-b9f3728084a6 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:39:37.599839 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc792322-b55a-4db9-b095-9aae1bd3ab3d", "name": "network-vif-deleted", "tag": "0358a6a0-ce28-433c-a933-dd75a5ccc9c3", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:39:37.600092 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-418cfe62-9c65-452c-9e09-b9f3728084a6 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:39:37.600493 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc792322-b55a-4db9-b095-9aae1bd3ab3d', 'name': 'network-vif-deleted', 'tag': '0358a6a0-ce28-433c-a933-dd75a5ccc9c3', 'status': 'completed', 'code': 200} Dec 10 19:39:37.872926 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3c00d48f-1bf6-43c1-a78e-e3a45d46a840 req-042855ca-f072-4451-ba7e-2d6bf96557d0 tempest-ServersAdminNegativeTestJSON-1904237513 tempest-ServersAdminNegativeTestJSON-1904237513-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc792322-b55a-4db9-b095-9aae1bd3ab3d HTTP/1.1" status: 200 len: 210 time: 0.0268404 Dec 10 19:39:39.164476 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 59716) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:39:39.294972 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d18080dd-6eeb-4280-a1f5-3df21f9c80a9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bc1347fbe44543eb8e55d87747d6b08d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1292880 Dec 10 19:39:39.297534 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 59720) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:39:39.351215 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-19216837-6a4b-480c-841e-b14b34710a4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:39.371864 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-19216837-6a4b-480c-841e-b14b34710a4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:39.417868 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-19216837-6a4b-480c-841e-b14b34710a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:39.420763 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-19216837-6a4b-480c-841e-b14b34710a4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:39.421908 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-19216837-6a4b-480c-841e-b14b34710a4f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5df7032b-d17c-47d3-bc1a-a7a7c4f883d3 HTTP/1.1" status: 204 len: 168 time: 0.1234832 Dec 10 19:39:39.429613 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19216837-6a4b-480c-841e-b14b34710a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df7032b-d17c-47d3-bc1a-a7a7c4f883d3,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:39:39.683434 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 59726) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:39:39.697176 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-abe06a96-ba3b-42b6-9964-4ae477d7abe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:39.780904 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-abe06a96-ba3b-42b6-9964-4ae477d7abe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:39.784564 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-abe06a96-ba3b-42b6-9964-4ae477d7abe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:39.831673 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe06a96-ba3b-42b6-9964-4ae477d7abe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=897b3e44-5882-4210-80bf-59af0f7c8e7a,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:39:39.836043 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-abe06a96-ba3b-42b6-9964-4ae477d7abe8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=17f08261c9b841f48d2267b1726f14c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1515958 Dec 10 19:39:39.838667 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 59728) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:39:39.887010 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6665b1e8-fdd0-4ee2-80f5-a08f5eb6386c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:39.907629 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6665b1e8-fdd0-4ee2-80f5-a08f5eb6386c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:39.954546 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6665b1e8-fdd0-4ee2-80f5-a08f5eb6386c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:39.957270 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6665b1e8-fdd0-4ee2-80f5-a08f5eb6386c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:39.958409 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-6665b1e8-fdd0-4ee2-80f5-a08f5eb6386c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/897b3e44-5882-4210-80bf-59af0f7c8e7a HTTP/1.1" status: 204 len: 168 time: 0.1188293 Dec 10 19:39:39.966006 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6665b1e8-fdd0-4ee2-80f5-a08f5eb6386c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=897b3e44-5882-4210-80bf-59af0f7c8e7a,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:39:40.375332 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 0358a6a0-ce28-433c-a933-dd75a5ccc9c3 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:39:40.394397 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] No Port match for: 0358a6a0-ce28-433c-a933-dd75a5ccc9c3 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:39:40.394735 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 0358a6a0-ce28-433c-a933-dd75a5ccc9c3 not bound to the agent host hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:39:40.621172 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 59750) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:39:40.718139 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-508b99ae-7fc0-44db-8409-611099a6fe15 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-444492791-network', 'tenant_id': '23fff11232c54d069826e568c4302f1e'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:39:40.741940 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-508b99ae-7fc0-44db-8409-611099a6fe15 admin admin] Made reservation on behalf of 23fff11232c54d069826e568c4302f1e for: {'network': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:39:40.744660 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-508b99ae-7fc0-44db-8409-611099a6fe15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:40.753808 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-508b99ae-7fc0-44db-8409-611099a6fe15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:40.835275 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-508b99ae-7fc0-44db-8409-611099a6fe15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:40.839279 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-508b99ae-7fc0-44db-8409-611099a6fe15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:40.863347 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-508b99ae-7fc0-44db-8409-611099a6fe15 admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=102365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:39:40.879024 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508b99ae-7fc0-44db-8409-611099a6fe15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=197bf4cb-f665-4f8a-a14b-81ceb9d9bea4,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:39:40.887206 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-508b99ae-7fc0-44db-8409-611099a6fe15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:40.887206 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.segments_db [None req-508b99ae-7fc0-44db-8409-611099a6fe15 admin admin] Added segment 9477f45d-dd16-46e0-8e21-37b41092403b of type vlan for network f2b06025-7b4d-42eb-b37b-4ff9b6dbec38 Dec 10 19:39:40.933168 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-508b99ae-7fc0-44db-8409-611099a6fe15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:40.961998 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-508b99ae-7fc0-44db-8409-611099a6fe15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:40.962951 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508b99ae-7fc0-44db-8409-611099a6fe15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:39:40.963548 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-508b99ae-7fc0-44db-8409-611099a6fe15 admin admin] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:41.040131 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-508b99ae-7fc0-44db-8409-611099a6fe15 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4179015 Dec 10 19:39:41.043215 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 59754) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:39:41.049423 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-fd344eb0-16a7-4368-8145-13ce04ecdb48 admin admin] Request body: {'subnet': {'network_id': 'f2b06025-7b4d-42eb-b37b-4ff9b6dbec38', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-444492791-subnet', 'tenant_id': '23fff11232c54d069826e568c4302f1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:39:41.063638 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508b99ae-7fc0-44db-8409-611099a6fe15 admin admin] Pushing event updated for resources: {'Network': ['ID=f2b06025-7b4d-42eb-b37b-4ff9b6dbec38,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:39:41.072215 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd344eb0-16a7-4368-8145-13ce04ecdb48 admin admin] Made reservation on behalf of 23fff11232c54d069826e568c4302f1e for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:39:41.074219 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network f2b06025-7b4d-42eb-b37b-4ff9b6dbec38 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:39:41.074628 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-fd344eb0-16a7-4368-8145-13ce04ecdb48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:41.248426 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-fd344eb0-16a7-4368-8145-13ce04ecdb48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:41.297660 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd344eb0-16a7-4368-8145-13ce04ecdb48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9732b19b-ea07-428c-8c0b-3a6682feb5db,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:39:41.314833 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd344eb0-16a7-4368-8145-13ce04ecdb48 admin admin] Checking segment: {'id': '9477f45d-dd16-46e0-8e21-37b41092403b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f2b06025-7b4d-42eb-b37b-4ff9b6dbec38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:39:41.315185 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd344eb0-16a7-4368-8145-13ce04ecdb48 admin admin] Network hostable DHCP agents. Network: f2b06025-7b4d-42eb-b37b-4ff9b6dbec38, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:39:41.331588 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd344eb0-16a7-4368-8145-13ce04ecdb48 admin admin] Network f2b06025-7b4d-42eb-b37b-4ff9b6dbec38 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:39:41.340188 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-fd344eb0-16a7-4368-8145-13ce04ecdb48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, f2b06025-7b4d-42eb-b37b-4ff9b6dbec38) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:39:41.344774 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd344eb0-16a7-4368-8145-13ce04ecdb48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:39:41.345353 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-fd344eb0-16a7-4368-8145-13ce04ecdb48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:41.349120 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a5c40b-e403-4f41-942d-e2bc560ae4bf None None] Network f2b06025-7b4d-42eb-b37b-4ff9b6dbec38 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:39:41.362246 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-fd344eb0-16a7-4368-8145-13ce04ecdb48 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3179095 Dec 10 19:39:41.475145 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec092c9-7ce3-4e36-90a6-1600681bfabd None None] Network f2b06025-7b4d-42eb-b37b-4ff9b6dbec38 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:39:41.783655 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2b4d8-9fa3-4f95-83e6-1d79e2b5f63c req-8ad47e40-863b-4d68-b58d-800c18389706 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:39:41.785114 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-02e2b4d8-9fa3-4f95-83e6-1d79e2b5f63c req-8ad47e40-863b-4d68-b58d-800c18389706 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/networks?id=f2b06025-7b4d-42eb-b37b-4ff9b6dbec38 HTTP/1.1" status: 200 len: 811 time: 0.1030757 Dec 10 19:39:41.799738 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-02e2b4d8-9fa3-4f95-83e6-1d79e2b5f63c req-4f24aadc-fea9-40fa-b72b-b60a332b7d4f tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/quotas/23fff11232c54d069826e568c4302f1e HTTP/1.1" status: 200 len: 375 time: 0.0088780 Dec 10 19:39:41.832680 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-02e2b4d8-9fa3-4f95-83e6-1d79e2b5f63c req-dc6206ad-8439-4e33-9036-baa8b66d44cb tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=23fff11232c54d069826e568c4302f1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276430 Dec 10 19:39:41.924396 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-02e2b4d8-9fa3-4f95-83e6-1d79e2b5f63c req-a1e230f7-2cbb-414f-8b56-617163e1a18d service neutron] 10.222.0.69 "GET /v2.0/networks/f2b06025-7b4d-42eb-b37b-4ff9b6dbec38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846946 Dec 10 19:39:42.018522 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-02e2b4d8-9fa3-4f95-83e6-1d79e2b5f63c req-fc6baefa-efde-4909-a947-3e27fb3af94e service neutron] 10.222.0.69 "GET /v2.0/networks/f2b06025-7b4d-42eb-b37b-4ff9b6dbec38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881135 Dec 10 19:39:42.176893 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-be4a4296-4d83-43e6-b82c-113b923078a7 req-cf16f484-8695-4f7d-ab6e-45f7dad006ac tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7ff52e4-cf14-4e2d-8dcd-d430438b40fc HTTP/1.1" status: 200 len: 210 time: 0.0279119 Dec 10 19:39:43.107027 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2b4d8-9fa3-4f95-83e6-1d79e2b5f63c req-f7090d65-1fbe-4291-8366-aa5da4c6018c tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:39:43.109689 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-02e2b4d8-9fa3-4f95-83e6-1d79e2b5f63c req-f7090d65-1fbe-4291-8366-aa5da4c6018c tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.36 "GET /v2.0/networks?id=f2b06025-7b4d-42eb-b37b-4ff9b6dbec38 HTTP/1.1" status: 200 len: 811 time: 0.1143241 Dec 10 19:39:43.125210 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-02e2b4d8-9fa3-4f95-83e6-1d79e2b5f63c req-ec2e124a-e5cd-42ec-949c-06cc09457a4f tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Request body: {'port': {'device_id': 'd7ff52e4-cf14-4e2d-8dcd-d430438b40fc', 'network_id': 'f2b06025-7b4d-42eb-b37b-4ff9b6dbec38', 'admin_state_up': True, 'tenant_id': '23fff11232c54d069826e568c4302f1e'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:39:43.235483 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02e2b4d8-9fa3-4f95-83e6-1d79e2b5f63c req-ec2e124a-e5cd-42ec-949c-06cc09457a4f tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Made reservation on behalf of 23fff11232c54d069826e568c4302f1e for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:39:43.239228 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-02e2b4d8-9fa3-4f95-83e6-1d79e2b5f63c req-ec2e124a-e5cd-42ec-949c-06cc09457a4f tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:43.283729 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d9b6fbc8-a8e8-4a80-a1a8-2dbb0e7e7c6d req-f99968b8-3899-46a3-a803-d543e0125085 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7ff52e4-cf14-4e2d-8dcd-d430438b40fc HTTP/1.1" status: 200 len: 210 time: 0.0334353 Dec 10 19:39:43.389564 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [req-02e2b4d8-9fa3-4f95-83e6-1d79e2b5f63c req-ec2e124a-e5cd-42ec-949c-06cc09457a4f tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Allocated IP 172.20.0.4 (f2b06025-7b4d-42eb-b37b-4ff9b6dbec38/9732b19b-ea07-428c-8c0b-3a6682feb5db/ee09b866-b9fc-417c-8804-be6529fa6c01) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:39:43.536511 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-02e2b4d8-9fa3-4f95-83e6-1d79e2b5f63c req-ec2e124a-e5cd-42ec-949c-06cc09457a4f tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:43.569535 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-02e2b4d8-9fa3-4f95-83e6-1d79e2b5f63c req-ec2e124a-e5cd-42ec-949c-06cc09457a4f tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:43.611650 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02e2b4d8-9fa3-4f95-83e6-1d79e2b5f63c req-ec2e124a-e5cd-42ec-949c-06cc09457a4f tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Network f2b06025-7b4d-42eb-b37b-4ff9b6dbec38 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:39:43.614752 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [req-02e2b4d8-9fa3-4f95-83e6-1d79e2b5f63c req-ec2e124a-e5cd-42ec-949c-06cc09457a4f tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:39:43.618279 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e2b4d8-9fa3-4f95-83e6-1d79e2b5f63c req-ec2e124a-e5cd-42ec-949c-06cc09457a4f tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:39:43.646870 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2e124a-e5cd-42ec-949c-06cc09457a4f tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Pushing event updated for resources: {'Port': ['ID=ee09b866-b9fc-417c-8804-be6529fa6c01,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:39:43.674629 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2b4d8-9fa3-4f95-83e6-1d79e2b5f63c req-ec2e124a-e5cd-42ec-949c-06cc09457a4f tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:39:43.675239 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-02e2b4d8-9fa3-4f95-83e6-1d79e2b5f63c req-ec2e124a-e5cd-42ec-949c-06cc09457a4f tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:43.690986 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-02e2b4d8-9fa3-4f95-83e6-1d79e2b5f63c req-ec2e124a-e5cd-42ec-949c-06cc09457a4f tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5722084 Dec 10 19:39:43.703283 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-02e2b4d8-9fa3-4f95-83e6-1d79e2b5f63c req-46984900-fe6b-4080-aa97-4153e282ac4c service neutron] Request body: {'port': {'device_id': 'd7ff52e4-cf14-4e2d-8dcd-d430438b40fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:39:43.756370 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-02e2b4d8-9fa3-4f95-83e6-1d79e2b5f63c req-46984900-fe6b-4080-aa97-4153e282ac4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:44.009318 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [req-02e2b4d8-9fa3-4f95-83e6-1d79e2b5f63c req-46984900-fe6b-4080-aa97-4153e282ac4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee09b866-b9fc-417c-8804-be6529fa6c01 {{(pid=102365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:39:44.017187 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-02e2b4d8-9fa3-4f95-83e6-1d79e2b5f63c req-46984900-fe6b-4080-aa97-4153e282ac4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:44.028886 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.provisioning_blocks [req-02e2b4d8-9fa3-4f95-83e6-1d79e2b5f63c req-46984900-fe6b-4080-aa97-4153e282ac4c service neutron] Transition to ACTIVE for port object ee09b866-b9fc-417c-8804-be6529fa6c01 will not be triggered until provisioned by entity L2. {{(pid=102365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:39:44.033175 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-02e2b4d8-9fa3-4f95-83e6-1d79e2b5f63c req-46984900-fe6b-4080-aa97-4153e282ac4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:44.086625 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46984900-fe6b-4080-aa97-4153e282ac4c service neutron] Pushing event updated for resources: {'Port': ['ID=ee09b866-b9fc-417c-8804-be6529fa6c01,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:39:44.149989 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-02e2b4d8-9fa3-4f95-83e6-1d79e2b5f63c req-46984900-fe6b-4080-aa97-4153e282ac4c service neutron] Attempting to bind port ee09b866-b9fc-417c-8804-be6529fa6c01 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:39:44.150658 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-02e2b4d8-9fa3-4f95-83e6-1d79e2b5f63c req-46984900-fe6b-4080-aa97-4153e282ac4c service neutron] Attempting to bind port ee09b866-b9fc-417c-8804-be6529fa6c01 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '9477f45d-dd16-46e0-8e21-37b41092403b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f2b06025-7b4d-42eb-b37b-4ff9b6dbec38'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:39:44.150658 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e2b4d8-9fa3-4f95-83e6-1d79e2b5f63c req-46984900-fe6b-4080-aa97-4153e282ac4c service neutron] Attempting to bind port ee09b866-b9fc-417c-8804-be6529fa6c01 on network f2b06025-7b4d-42eb-b37b-4ff9b6dbec38 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:39:44.154981 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e2b4d8-9fa3-4f95-83e6-1d79e2b5f63c req-46984900-fe6b-4080-aa97-4153e282ac4c service neutron] Port ee09b866-b9fc-417c-8804-be6529fa6c01 on network f2b06025-7b4d-42eb-b37b-4ff9b6dbec38 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:39:44.155290 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e2b4d8-9fa3-4f95-83e6-1d79e2b5f63c req-46984900-fe6b-4080-aa97-4153e282ac4c service neutron] Attempting to bind port ee09b866-b9fc-417c-8804-be6529fa6c01 on network f2b06025-7b4d-42eb-b37b-4ff9b6dbec38 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:39:44.160664 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e2b4d8-9fa3-4f95-83e6-1d79e2b5f63c req-46984900-fe6b-4080-aa97-4153e282ac4c service neutron] Checking agent: {'id': '9e16c23e-95bc-4c2e-b3ec-daf7533f9d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'started_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:39:44.160992 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e2b4d8-9fa3-4f95-83e6-1d79e2b5f63c req-46984900-fe6b-4080-aa97-4153e282ac4c service neutron] Checking segment: {'id': '9477f45d-dd16-46e0-8e21-37b41092403b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f2b06025-7b4d-42eb-b37b-4ff9b6dbec38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:39:44.161366 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e2b4d8-9fa3-4f95-83e6-1d79e2b5f63c req-46984900-fe6b-4080-aa97-4153e282ac4c service neutron] Bound using segment: {'id': '9477f45d-dd16-46e0-8e21-37b41092403b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f2b06025-7b4d-42eb-b37b-4ff9b6dbec38'} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:39:44.161785 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-02e2b4d8-9fa3-4f95-83e6-1d79e2b5f63c req-46984900-fe6b-4080-aa97-4153e282ac4c service neutron] Bound port: ee09b866-b9fc-417c-8804-be6529fa6c01, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9477f45d-dd16-46e0-8e21-37b41092403b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f2b06025-7b4d-42eb-b37b-4ff9b6dbec38'}}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:39:44.162131 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-02e2b4d8-9fa3-4f95-83e6-1d79e2b5f63c req-46984900-fe6b-4080-aa97-4153e282ac4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:44.223397 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-02e2b4d8-9fa3-4f95-83e6-1d79e2b5f63c req-46984900-fe6b-4080-aa97-4153e282ac4c service neutron] For port ee09b866-b9fc-417c-8804-be6529fa6c01, host hv-neutron-8214, cleared binding levels {{(pid=102365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:39:44.226400 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-02e2b4d8-9fa3-4f95-83e6-1d79e2b5f63c req-46984900-fe6b-4080-aa97-4153e282ac4c service neutron] For port ee09b866-b9fc-417c-8804-be6529fa6c01, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=ee09b866-b9fc-417c-8804-be6529fa6c01,segment=NetworkSegment(9477f45d-dd16-46e0-8e21-37b41092403b),segment_id=9477f45d-dd16-46e0-8e21-37b41092403b)] {{(pid=102365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:39:44.230212 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-02e2b4d8-9fa3-4f95-83e6-1d79e2b5f63c req-46984900-fe6b-4080-aa97-4153e282ac4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:44.568698 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2b4d8-9fa3-4f95-83e6-1d79e2b5f63c req-46984900-fe6b-4080-aa97-4153e282ac4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:39:44.569533 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-02e2b4d8-9fa3-4f95-83e6-1d79e2b5f63c req-46984900-fe6b-4080-aa97-4153e282ac4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:44.571216 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-02e2b4d8-9fa3-4f95-83e6-1d79e2b5f63c req-46984900-fe6b-4080-aa97-4153e282ac4c service neutron] 10.222.0.36 "PUT /v2.0/ports/ee09b866-b9fc-417c-8804-be6529fa6c01 HTTP/1.1" status: 200 len: 1093 time: 0.8720376 Dec 10 19:39:44.571650 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7ff52e4-cf14-4e2d-8dcd-d430438b40fc', 'tag': 'ee09b866-b9fc-417c-8804-be6529fa6c01'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:39:44.573882 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c5e4d6-ba22-47e1-81ac-e360063d8874" -d '{"events": [{"name": "network-changed", "server_uuid": "d7ff52e4-cf14-4e2d-8dcd-d430438b40fc", "tag": "ee09b866-b9fc-417c-8804-be6529fa6c01"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:39:44.602894 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46984900-fe6b-4080-aa97-4153e282ac4c service neutron] Pushing event updated for resources: {'Port': ['ID=ee09b866-b9fc-417c-8804-be6529fa6c01,revision_number=3']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:39:44.617514 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f4f4f-83c0-43ea-9b71-1e719b13154a req-0f056115-06df-4905-9751-4d8245768b84 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:39:44.618983 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-190f4f4f-83c0-43ea-9b71-1e719b13154a req-0f056115-06df-4905-9751-4d8245768b84 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7ff52e4-cf14-4e2d-8dcd-d430438b40fc HTTP/1.1" status: 200 len: 943 time: 0.0897932 Dec 10 19:39:44.628148 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e24dc4-38f1-4a9a-9a7c-4860b632960b x-openstack-request-id: req-91e24dc4-38f1-4a9a-9a7c-4860b632960b {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:39:44.628432 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7ff52e4-cf14-4e2d-8dcd-d430438b40fc", "tag": "ee09b866-b9fc-417c-8804-be6529fa6c01", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:39:44.628701 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-91e24dc4-38f1-4a9a-9a7c-4860b632960b {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:39:44.629075 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7ff52e4-cf14-4e2d-8dcd-d430438b40fc', 'tag': 'ee09b866-b9fc-417c-8804-be6529fa6c01', 'status': 'completed', 'code': 200} Dec 10 19:39:44.683235 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-190f4f4f-83c0-43ea-9b71-1e719b13154a req-1eb7df72-b35c-4066-a6d3-e11f5c03aaa2 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/security-groups?id=197bf4cb-f665-4f8a-a14b-81ceb9d9bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533485 Dec 10 19:39:44.685899 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2b4d8-9fa3-4f95-83e6-1d79e2b5f63c req-2c1a4246-edf5-4fc4-9850-0fcb46b642df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:39:44.687264 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-02e2b4d8-9fa3-4f95-83e6-1d79e2b5f63c req-2c1a4246-edf5-4fc4-9850-0fcb46b642df service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23fff11232c54d069826e568c4302f1e&device_id=d7ff52e4-cf14-4e2d-8dcd-d430438b40fc HTTP/1.1" status: 200 len: 1096 time: 0.0673990 Dec 10 19:39:44.733038 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-02e2b4d8-9fa3-4f95-83e6-1d79e2b5f63c req-eb33149b-12da-4f56-8175-64037f6b18b9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee09b866-b9fc-417c-8804-be6529fa6c01 HTTP/1.1" status: 200 len: 217 time: 0.0374963 Dec 10 19:39:44.782670 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2b4d8-9fa3-4f95-83e6-1d79e2b5f63c req-03126f08-daf9-4eed-bcad-5a31c40581be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:39:44.784052 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-02e2b4d8-9fa3-4f95-83e6-1d79e2b5f63c req-03126f08-daf9-4eed-bcad-5a31c40581be service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9732b19b-ea07-428c-8c0b-3a6682feb5db HTTP/1.1" status: 200 len: 851 time: 0.0436664 Dec 10 19:39:44.814818 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-02e2b4d8-9fa3-4f95-83e6-1d79e2b5f63c req-7442dbcf-6684-4ca2-80bd-0b0ad6db53dd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f2b06025-7b4d-42eb-b37b-4ff9b6dbec38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238507 Dec 10 19:39:44.906894 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-02e2b4d8-9fa3-4f95-83e6-1d79e2b5f63c req-57bc0c89-fffd-416c-88af-e29d7c9d0dfd service neutron] 10.222.0.36 "GET /v2.0/networks/f2b06025-7b4d-42eb-b37b-4ff9b6dbec38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846918 Dec 10 19:39:44.994493 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-02e2b4d8-9fa3-4f95-83e6-1d79e2b5f63c req-b98278db-45c1-410a-a6af-7d33b342a948 service neutron] 10.222.0.36 "GET /v2.0/networks/f2b06025-7b4d-42eb-b37b-4ff9b6dbec38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807974 Dec 10 19:39:45.077884 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c5e4d6-ba22-47e1-81ac-e360063d8874 req-95eaed38-38d7-465e-a2be-ab095706e819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:39:45.079341 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a3c5e4d6-ba22-47e1-81ac-e360063d8874 req-95eaed38-38d7-465e-a2be-ab095706e819 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23fff11232c54d069826e568c4302f1e&device_id=d7ff52e4-cf14-4e2d-8dcd-d430438b40fc HTTP/1.1" status: 200 len: 1096 time: 0.0409091 Dec 10 19:39:45.170663 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c5e4d6-ba22-47e1-81ac-e360063d8874 req-eba8d5d0-2869-4c12-b184-2d04883470c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:39:45.172054 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a3c5e4d6-ba22-47e1-81ac-e360063d8874 req-eba8d5d0-2869-4c12-b184-2d04883470c7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f2b06025-7b4d-42eb-b37b-4ff9b6dbec38 HTTP/1.1" status: 200 len: 912 time: 0.0861609 Dec 10 19:39:45.213696 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a3c5e4d6-ba22-47e1-81ac-e360063d8874 req-b8982bc8-66e6-4286-91a9-4678c031d7cc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee09b866-b9fc-417c-8804-be6529fa6c01 HTTP/1.1" status: 200 len: 217 time: 0.0345528 Dec 10 19:39:45.267923 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c5e4d6-ba22-47e1-81ac-e360063d8874 req-e70e30a6-5c55-4187-8aaa-b9bf04152274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:39:45.269438 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a3c5e4d6-ba22-47e1-81ac-e360063d8874 req-e70e30a6-5c55-4187-8aaa-b9bf04152274 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9732b19b-ea07-428c-8c0b-3a6682feb5db HTTP/1.1" status: 200 len: 851 time: 0.0483756 Dec 10 19:39:45.300796 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a3c5e4d6-ba22-47e1-81ac-e360063d8874 req-7503b440-916c-434f-a4cd-17bb6d5b487b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f2b06025-7b4d-42eb-b37b-4ff9b6dbec38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241067 Dec 10 19:39:45.389163 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a3c5e4d6-ba22-47e1-81ac-e360063d8874 req-0b41d1b5-8497-4f1a-9466-c05da89b6fea service neutron] 10.222.0.36 "GET /v2.0/networks/f2b06025-7b4d-42eb-b37b-4ff9b6dbec38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806580 Dec 10 19:39:45.481361 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a3c5e4d6-ba22-47e1-81ac-e360063d8874 req-78d5e0d6-8b11-4a3f-a481-06f977ff457a service neutron] 10.222.0.36 "GET /v2.0/networks/f2b06025-7b4d-42eb-b37b-4ff9b6dbec38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840070 Dec 10 19:39:45.799606 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3540fa96-42c1-45e8-9a76-8d5fac3af671 req-e400ebc5-6846-490a-908c-ab6f5be94add tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:39:45.801097 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3540fa96-42c1-45e8-9a76-8d5fac3af671 req-e400ebc5-6846-490a-908c-ab6f5be94add tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7ff52e4-cf14-4e2d-8dcd-d430438b40fc HTTP/1.1" status: 200 len: 943 time: 0.0494423 Dec 10 19:39:45.837813 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3540fa96-42c1-45e8-9a76-8d5fac3af671 req-c45d9522-3328-4c2f-a5b6-51974a693b23 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/security-groups?id=197bf4cb-f665-4f8a-a14b-81ceb9d9bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308647 Dec 10 19:39:46.959236 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436a65a-a2ce-4f51-a7b2-438fc586f55e req-934e0469-4e0e-42ae-94b2-1cfe82193747 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:39:46.960798 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7436a65a-a2ce-4f51-a7b2-438fc586f55e req-934e0469-4e0e-42ae-94b2-1cfe82193747 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7ff52e4-cf14-4e2d-8dcd-d430438b40fc HTTP/1.1" status: 200 len: 943 time: 0.0547051 Dec 10 19:39:47.001287 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7436a65a-a2ce-4f51-a7b2-438fc586f55e req-4766e898-fd5c-4217-80dc-74443ed6b8af tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/security-groups?id=197bf4cb-f665-4f8a-a14b-81ceb9d9bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345571 Dec 10 19:39:48.118654 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ad3ad-73a8-478a-8b27-dc2d8712df19 req-656608ed-dc7f-42bd-b83f-6635fc963dab tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:39:48.120140 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-394ad3ad-73a8-478a-8b27-dc2d8712df19 req-656608ed-dc7f-42bd-b83f-6635fc963dab tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7ff52e4-cf14-4e2d-8dcd-d430438b40fc HTTP/1.1" status: 200 len: 943 time: 0.0535040 Dec 10 19:39:48.158202 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-394ad3ad-73a8-478a-8b27-dc2d8712df19 req-f75be793-ff33-405d-9019-9b7fd41ca3e0 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/security-groups?id=197bf4cb-f665-4f8a-a14b-81ceb9d9bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313861 Dec 10 19:39:48.432777 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device ee09b866-b9fc-417c-8804-be6529fa6c01 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=102367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:39:48.526508 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port ee09b866-b9fc-417c-8804-be6529fa6c01, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=ee09b866-b9fc-417c-8804-be6529fa6c01,segment=NetworkSegment(9477f45d-dd16-46e0-8e21-37b41092403b),segment_id=9477f45d-dd16-46e0-8e21-37b41092403b)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:39:48.537578 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Returning: {'device': 'ee09b866-b9fc-417c-8804-be6529fa6c01', 'network_id': 'f2b06025-7b4d-42eb-b37b-4ff9b6dbec38', 'port_id': 'ee09b866-b9fc-417c-8804-be6529fa6c01', 'mac_address': 'fa:16:3e:81:3d:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9732b19b-ea07-428c-8c0b-3a6682feb5db', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:39:48.573567 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:48.589133 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee09b866-b9fc-417c-8804-be6529fa6c01 {{(pid=102367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:39:48.608319 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port ee09b866-b9fc-417c-8804-be6529fa6c01, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=ee09b866-b9fc-417c-8804-be6529fa6c01,segment=NetworkSegment(9477f45d-dd16-46e0-8e21-37b41092403b),segment_id=9477f45d-dd16-46e0-8e21-37b41092403b)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:39:48.612919 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:48.659304 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=ee09b866-b9fc-417c-8804-be6529fa6c01,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:39:48.899154 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['ee09b866-b9fc-417c-8804-be6529fa6c01'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:39:49.285487 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a4462-6281-4261-aa47-c947c71140cc req-aaced514-33e9-42b1-8b60-5f3ea95be9ca tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:39:49.287014 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-150a4462-6281-4261-aa47-c947c71140cc req-aaced514-33e9-42b1-8b60-5f3ea95be9ca tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7ff52e4-cf14-4e2d-8dcd-d430438b40fc HTTP/1.1" status: 200 len: 944 time: 0.0612144 Dec 10 19:39:49.325333 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-150a4462-6281-4261-aa47-c947c71140cc req-91b987b6-83f7-4d0e-98bf-09b5b13a5e8f tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/security-groups?id=197bf4cb-f665-4f8a-a14b-81ceb9d9bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320959 Dec 10 19:39:50.271905 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-255d9165-4851-4100-8bf1-974e913cd004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:50.438083 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device ee09b866-b9fc-417c-8804-be6529fa6c01 up at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:39:50.446002 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f76f6a3-b743-4a1c-9966-7c75354e5058 req-c8249c8b-9d2b-4ec0-a001-b65f4888cad6 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:39:50.447524 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5f76f6a3-b743-4a1c-9966-7c75354e5058 req-c8249c8b-9d2b-4ec0-a001-b65f4888cad6 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7ff52e4-cf14-4e2d-8dcd-d430438b40fc HTTP/1.1" status: 200 len: 944 time: 0.0524211 Dec 10 19:39:50.487557 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5f76f6a3-b743-4a1c-9966-7c75354e5058 req-36b22368-aa3b-43ce-a421-6dcba428272d tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/security-groups?id=197bf4cb-f665-4f8a-a14b-81ceb9d9bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331485 Dec 10 19:39:50.493897 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning for port ee09b866-b9fc-417c-8804-be6529fa6c01 completed by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:39:50.498979 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning complete for port ee09b866-b9fc-417c-8804-be6529fa6c01 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:39:50.499302 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:50.574470 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:50.597084 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ff52e4-cf14-4e2d-8dcd-d430438b40fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee09b866-b9fc-417c-8804-be6529fa6c01'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:39:50.599306 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0dd006407324ce2959a5a4cf9f0b5e0801d7a51a5291ea700e8786e11115a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8731e9-76ed-40f1-8654-5565db7fe545" -d '{"events": [{"server_uuid": "d7ff52e4-cf14-4e2d-8dcd-d430438b40fc", "name": "network-vif-plugged", "status": "completed", "tag": "ee09b866-b9fc-417c-8804-be6529fa6c01"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:39:50.612155 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port ee09b866-b9fc-417c-8804-be6529fa6c01, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=ee09b866-b9fc-417c-8804-be6529fa6c01,segment=NetworkSegment(9477f45d-dd16-46e0-8e21-37b41092403b),segment_id=9477f45d-dd16-46e0-8e21-37b41092403b)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:39:50.617333 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:50.658411 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eae98f8-6a70-4365-bc06-feaa51bb7ef9 x-openstack-request-id: req-4eae98f8-6a70-4365-bc06-feaa51bb7ef9 {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:39:50.658736 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7ff52e4-cf14-4e2d-8dcd-d430438b40fc", "name": "network-vif-plugged", "status": "completed", "tag": "ee09b866-b9fc-417c-8804-be6529fa6c01", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:39:50.659018 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4eae98f8-6a70-4365-bc06-feaa51bb7ef9 {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:39:50.659421 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ff52e4-cf14-4e2d-8dcd-d430438b40fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee09b866-b9fc-417c-8804-be6529fa6c01', 'code': 200} Dec 10 19:39:50.688740 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=ee09b866-b9fc-417c-8804-be6529fa6c01,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:39:50.837595 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1da82-718d-40d1-81e4-6ce220ce18bf req-ddd8f783-c704-4f07-ad03-83687705a9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:39:50.839020 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-60e1da82-718d-40d1-81e4-6ce220ce18bf req-ddd8f783-c704-4f07-ad03-83687705a9ee service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d7ff52e4-cf14-4e2d-8dcd-d430438b40fc HTTP/1.1" status: 200 len: 1098 time: 0.0478432 Dec 10 19:39:50.877129 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-60e1da82-718d-40d1-81e4-6ce220ce18bf req-53ac0df5-9fbc-48dd-b5e7-c596ce0de575 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=197bf4cb-f665-4f8a-a14b-81ceb9d9bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305140 Dec 10 19:39:51.608254 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a606b86c-0540-4f8b-8980-4465941a1604 req-8d9e0178-59d5-4a82-bc8b-02acf5b54c77 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:39:51.609462 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a606b86c-0540-4f8b-8980-4465941a1604 req-8d9e0178-59d5-4a82-bc8b-02acf5b54c77 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7ff52e4-cf14-4e2d-8dcd-d430438b40fc HTTP/1.1" status: 200 len: 945 time: 0.0523617 Dec 10 19:39:51.650417 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a606b86c-0540-4f8b-8980-4465941a1604 req-e5fb1094-7219-44ef-ab75-635c4d673e7a tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/security-groups?id=197bf4cb-f665-4f8a-a14b-81ceb9d9bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347722 Dec 10 19:39:52.824152 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0af047-06b3-4600-b3d1-1a1739b8a7a4 req-e6f06f3c-b439-4bbf-aed6-be3e473b1cf7 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:39:52.825655 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7f0af047-06b3-4600-b3d1-1a1739b8a7a4 req-e6f06f3c-b439-4bbf-aed6-be3e473b1cf7 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7ff52e4-cf14-4e2d-8dcd-d430438b40fc HTTP/1.1" status: 200 len: 945 time: 0.1056168 Dec 10 19:39:52.865777 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7f0af047-06b3-4600-b3d1-1a1739b8a7a4 req-f8792e6a-b111-4e91-8c36-eb24f60a54e7 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/security-groups?id=197bf4cb-f665-4f8a-a14b-81ceb9d9bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334933 Dec 10 19:39:53.213303 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba10dc4-73a0-42ef-99c9-3fcfc3460f12 req-e1278c53-057a-487e-8f5e-b7d15842c1c0 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:39:53.214806 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6ba10dc4-73a0-42ef-99c9-3fcfc3460f12 req-e1278c53-057a-487e-8f5e-b7d15842c1c0 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7ff52e4-cf14-4e2d-8dcd-d430438b40fc HTTP/1.1" status: 200 len: 945 time: 0.0582914 Dec 10 19:39:53.239416 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 59818) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:39:53.259319 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6ba10dc4-73a0-42ef-99c9-3fcfc3460f12 req-c39b4679-32df-4c6a-9f8e-82a31fa4c8fe tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/security-groups?id=197bf4cb-f665-4f8a-a14b-81ceb9d9bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379040 Dec 10 19:39:53.340032 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-4ef3b493-214f-4936-b696-fea8b4133cde req-e83fdd45-c5df-4111-8efb-74bde974087f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d7ff52e4-cf14-4e2d-8dcd-d430438b40fc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0988233 Dec 10 19:39:53.349613 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [req-4ef3b493-214f-4936-b696-fea8b4133cde req-b19673ca-8fb3-43ba-a728-14d0a107fafb service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:39:53.351097 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-4ef3b493-214f-4936-b696-fea8b4133cde req-b19673ca-8fb3-43ba-a728-14d0a107fafb service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051401 Dec 10 19:39:54.226687 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-84527852-38d5-4e79-b269-d93682356644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:54.441317 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ba7dc-f7c4-468c-afe1-2444620dfa10 req-49bd10b6-a37f-4fb6-accc-23a673d18f5c tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:39:54.442839 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-276ba7dc-f7c4-468c-afe1-2444620dfa10 req-49bd10b6-a37f-4fb6-accc-23a673d18f5c tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7ff52e4-cf14-4e2d-8dcd-d430438b40fc HTTP/1.1" status: 200 len: 945 time: 0.1052129 Dec 10 19:39:54.485253 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-276ba7dc-f7c4-468c-afe1-2444620dfa10 req-717b60fa-1d30-4bd4-ba10-2afd7db21f18 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/security-groups?id=197bf4cb-f665-4f8a-a14b-81ceb9d9bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355048 Dec 10 19:39:54.933787 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef3b493-214f-4936-b696-fea8b4133cde req-cc9dac98-7331-4b4f-b89f-d7ca7a854b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:39:54.935797 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4ef3b493-214f-4936-b696-fea8b4133cde req-cc9dac98-7331-4b4f-b89f-d7ca7a854b1c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23fff11232c54d069826e568c4302f1e&device_id=d7ff52e4-cf14-4e2d-8dcd-d430438b40fc HTTP/1.1" status: 200 len: 1098 time: 0.0885260 Dec 10 19:39:55.039392 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef3b493-214f-4936-b696-fea8b4133cde req-d1f46d90-8edf-4d6b-b825-7d3ab386b16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:39:55.040891 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4ef3b493-214f-4936-b696-fea8b4133cde req-d1f46d90-8edf-4d6b-b825-7d3ab386b16a service neutron] 10.222.0.36 "GET /v2.0/networks?id=f2b06025-7b4d-42eb-b37b-4ff9b6dbec38 HTTP/1.1" status: 200 len: 912 time: 0.0979166 Dec 10 19:39:55.084471 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4ef3b493-214f-4936-b696-fea8b4133cde req-3af86790-9085-4c5b-bdd3-c3e74cdf41c4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee09b866-b9fc-417c-8804-be6529fa6c01 HTTP/1.1" status: 200 len: 217 time: 0.0363131 Dec 10 19:39:55.137454 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef3b493-214f-4936-b696-fea8b4133cde req-c7e4544c-15b0-455b-b580-5a04f9fef695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:39:55.139080 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4ef3b493-214f-4936-b696-fea8b4133cde req-c7e4544c-15b0-455b-b580-5a04f9fef695 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9732b19b-ea07-428c-8c0b-3a6682feb5db HTTP/1.1" status: 200 len: 851 time: 0.0476682 Dec 10 19:39:55.176944 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4ef3b493-214f-4936-b696-fea8b4133cde req-d82a32ac-fd09-484c-8a63-390d132dfec6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f2b06025-7b4d-42eb-b37b-4ff9b6dbec38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311031 Dec 10 19:39:55.276653 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4ef3b493-214f-4936-b696-fea8b4133cde req-1aa05de3-2b08-4955-ab23-a77c0a2119c0 service neutron] 10.222.0.36 "GET /v2.0/networks/f2b06025-7b4d-42eb-b37b-4ff9b6dbec38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916858 Dec 10 19:39:55.384218 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4ef3b493-214f-4936-b696-fea8b4133cde req-40be8ed3-98de-4bb0-8c40-1f481fb6d8d7 service neutron] 10.222.0.36 "GET /v2.0/networks/f2b06025-7b4d-42eb-b37b-4ff9b6dbec38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001611 Dec 10 19:39:55.421491 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:55.617564 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c293db4-7f36-4830-8122-0cd5e836fa8f req-b71480f8-0049-478f-9db8-6241ac79b0a8 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:39:55.619876 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2c293db4-7f36-4830-8122-0cd5e836fa8f req-b71480f8-0049-478f-9db8-6241ac79b0a8 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7ff52e4-cf14-4e2d-8dcd-d430438b40fc HTTP/1.1" status: 200 len: 945 time: 0.0532537 Dec 10 19:39:55.666542 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2c293db4-7f36-4830-8122-0cd5e836fa8f req-eda01ada-6b9f-4cb4-9c72-8cc5cb99aeb9 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/security-groups?id=197bf4cb-f665-4f8a-a14b-81ceb9d9bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406489 Dec 10 19:39:56.500570 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:56.785824 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254b6eb-a767-44f8-91eb-ade428097ab8 req-1a9217a4-c573-4004-acbf-cf8f67c6fe69 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:39:56.787334 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c254b6eb-a767-44f8-91eb-ade428097ab8 req-1a9217a4-c573-4004-acbf-cf8f67c6fe69 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7ff52e4-cf14-4e2d-8dcd-d430438b40fc HTTP/1.1" status: 200 len: 945 time: 0.0496285 Dec 10 19:39:56.816751 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:39:56.828474 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c254b6eb-a767-44f8-91eb-ade428097ab8 req-266b1e77-b8a2-4427-b646-5d3bf900d96d tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/security-groups?id=197bf4cb-f665-4f8a-a14b-81ceb9d9bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349648 Dec 10 19:39:57.947671 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf5c723-be12-4acb-baee-2bfbfc27867a req-43bad3cc-819a-4fad-aca7-e74e1661311a tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:39:57.949158 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5bf5c723-be12-4acb-baee-2bfbfc27867a req-43bad3cc-819a-4fad-aca7-e74e1661311a tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7ff52e4-cf14-4e2d-8dcd-d430438b40fc HTTP/1.1" status: 200 len: 945 time: 0.0535090 Dec 10 19:39:57.988876 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5bf5c723-be12-4acb-baee-2bfbfc27867a req-14a5b939-9345-4f70-93a4-65cebd1e6371 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/security-groups?id=197bf4cb-f665-4f8a-a14b-81ceb9d9bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324869 Dec 10 19:39:59.107640 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef4606-a27a-4615-afee-06186e39a6b7 req-1c273329-4283-4693-92ad-3e3803eebab9 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:39:59.109283 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-62ef4606-a27a-4615-afee-06186e39a6b7 req-1c273329-4283-4693-92ad-3e3803eebab9 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7ff52e4-cf14-4e2d-8dcd-d430438b40fc HTTP/1.1" status: 200 len: 945 time: 0.0508859 Dec 10 19:39:59.149748 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-62ef4606-a27a-4615-afee-06186e39a6b7 req-8e3db9d1-2be8-444c-ad3c-fd5d29d6f47d tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/security-groups?id=197bf4cb-f665-4f8a-a14b-81ceb9d9bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342565 Dec 10 19:40:00.271771 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c59c69-74b7-48ea-b4cf-8cb006a8b722 req-758e2d0c-e527-4fde-b8b1-5369376e61b0 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:00.273485 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-35c59c69-74b7-48ea-b4cf-8cb006a8b722 req-758e2d0c-e527-4fde-b8b1-5369376e61b0 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7ff52e4-cf14-4e2d-8dcd-d430438b40fc HTTP/1.1" status: 200 len: 945 time: 0.0535870 Dec 10 19:40:00.316014 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-35c59c69-74b7-48ea-b4cf-8cb006a8b722 req-323e47e2-cb5b-40f9-8355-05d4abda3a91 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/security-groups?id=197bf4cb-f665-4f8a-a14b-81ceb9d9bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358913 Dec 10 19:40:00.812987 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e9aee-db0b-4bdf-b078-d1c05ff8cf08 req-8641b7e4-6f24-428d-9454-d17d702e45c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:00.814484 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4f7e9aee-db0b-4bdf-b078-d1c05ff8cf08 req-8641b7e4-6f24-428d-9454-d17d702e45c4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23fff11232c54d069826e568c4302f1e&device_id=d7ff52e4-cf14-4e2d-8dcd-d430438b40fc HTTP/1.1" status: 200 len: 1098 time: 0.0459213 Dec 10 19:40:00.924763 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e9aee-db0b-4bdf-b078-d1c05ff8cf08 req-282d0bfd-884d-42a0-ba71-8cc9e4cccf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:00.926244 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4f7e9aee-db0b-4bdf-b078-d1c05ff8cf08 req-282d0bfd-884d-42a0-ba71-8cc9e4cccf0f service neutron] 10.222.0.36 "GET /v2.0/networks?id=f2b06025-7b4d-42eb-b37b-4ff9b6dbec38 HTTP/1.1" status: 200 len: 912 time: 0.0915582 Dec 10 19:40:00.971434 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4f7e9aee-db0b-4bdf-b078-d1c05ff8cf08 req-2c6a3c35-6263-4df2-97da-c7c3ccbd7660 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee09b866-b9fc-417c-8804-be6529fa6c01 HTTP/1.1" status: 200 len: 217 time: 0.0378263 Dec 10 19:40:01.027656 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e9aee-db0b-4bdf-b078-d1c05ff8cf08 req-878fcd41-0096-4e00-8a7e-ae1c3a5bc955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:01.029133 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4f7e9aee-db0b-4bdf-b078-d1c05ff8cf08 req-878fcd41-0096-4e00-8a7e-ae1c3a5bc955 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9732b19b-ea07-428c-8c0b-3a6682feb5db HTTP/1.1" status: 200 len: 851 time: 0.0507421 Dec 10 19:40:01.064136 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4f7e9aee-db0b-4bdf-b078-d1c05ff8cf08 req-d3c9c4c6-91b8-4f10-a06a-1c53cee39928 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f2b06025-7b4d-42eb-b37b-4ff9b6dbec38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283909 Dec 10 19:40:01.167118 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4f7e9aee-db0b-4bdf-b078-d1c05ff8cf08 req-82e6c43a-e4d5-462d-9ad1-731226faed47 service neutron] 10.222.0.36 "GET /v2.0/networks/f2b06025-7b4d-42eb-b37b-4ff9b6dbec38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950267 Dec 10 19:40:01.270555 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4f7e9aee-db0b-4bdf-b078-d1c05ff8cf08 req-c3c1074e-d421-4f22-bad7-180e9d999bef service neutron] 10.222.0.36 "GET /v2.0/networks/f2b06025-7b4d-42eb-b37b-4ff9b6dbec38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958984 Dec 10 19:40:01.443839 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a300ee-facb-4958-99d2-d4a7a933c264 req-e0894c51-a03e-4676-aff2-085eafb01655 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:01.446413 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f7a300ee-facb-4958-99d2-d4a7a933c264 req-e0894c51-a03e-4676-aff2-085eafb01655 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7ff52e4-cf14-4e2d-8dcd-d430438b40fc HTTP/1.1" status: 200 len: 945 time: 0.0595865 Dec 10 19:40:01.494545 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f7a300ee-facb-4958-99d2-d4a7a933c264 req-43e0760f-5bb4-419b-a006-61c622fcbe69 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/security-groups?id=197bf4cb-f665-4f8a-a14b-81ceb9d9bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417995 Dec 10 19:40:02.473616 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:40:02.615433 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a5e11-2827-4763-8ab6-b55d7df4db2a req-2f56f41a-ff6b-4956-ab62-b94de149153f tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:02.616973 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c02a5e11-2827-4763-8ab6-b55d7df4db2a req-2f56f41a-ff6b-4956-ab62-b94de149153f tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7ff52e4-cf14-4e2d-8dcd-d430438b40fc HTTP/1.1" status: 200 len: 945 time: 0.0504570 Dec 10 19:40:02.661457 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c02a5e11-2827-4763-8ab6-b55d7df4db2a req-3ebb3c51-04c9-4c8c-af99-e407c9642980 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/security-groups?id=197bf4cb-f665-4f8a-a14b-81ceb9d9bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385311 Dec 10 19:40:03.776669 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cdaca5-1f08-4f4c-bf56-b62297f419a4 req-be768a2f-1691-4337-8c3b-aee5fc141ff8 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:03.778185 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d0cdaca5-1f08-4f4c-bf56-b62297f419a4 req-be768a2f-1691-4337-8c3b-aee5fc141ff8 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7ff52e4-cf14-4e2d-8dcd-d430438b40fc HTTP/1.1" status: 200 len: 945 time: 0.0502419 Dec 10 19:40:03.817564 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d0cdaca5-1f08-4f4c-bf56-b62297f419a4 req-f0cbfd62-c9f6-448c-812b-15609c2a21b1 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/security-groups?id=197bf4cb-f665-4f8a-a14b-81ceb9d9bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324004 Dec 10 19:40:04.933214 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b1021-3d09-47db-ae16-0ba4288b972b req-8a78f2c2-fdfd-4259-aec6-cf7d53944c3e tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:04.934646 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1b0b1021-3d09-47db-ae16-0ba4288b972b req-8a78f2c2-fdfd-4259-aec6-cf7d53944c3e tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7ff52e4-cf14-4e2d-8dcd-d430438b40fc HTTP/1.1" status: 200 len: 945 time: 0.0501175 Dec 10 19:40:04.976670 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1b0b1021-3d09-47db-ae16-0ba4288b972b req-acf8f9d3-9416-44c0-b622-d69653c92d70 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/security-groups?id=197bf4cb-f665-4f8a-a14b-81ceb9d9bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351653 Dec 10 19:40:06.096391 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc21624-686a-4b44-a0f1-e03f1952491a req-8efd2152-aace-44e4-a35a-cf1f608eca19 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:06.097906 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2fc21624-686a-4b44-a0f1-e03f1952491a req-8efd2152-aace-44e4-a35a-cf1f608eca19 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7ff52e4-cf14-4e2d-8dcd-d430438b40fc HTTP/1.1" status: 200 len: 945 time: 0.0501115 Dec 10 19:40:06.141392 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2fc21624-686a-4b44-a0f1-e03f1952491a req-c60cdc19-3767-454b-a324-e6ea6b8c67e5 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/security-groups?id=197bf4cb-f665-4f8a-a14b-81ceb9d9bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375624 Dec 10 19:40:07.257977 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce495d9-a922-43f1-87a9-d3af0f0a0bc6 req-c1e406ae-3d5b-43ab-b356-1c5226585219 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:07.259491 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6ce495d9-a922-43f1-87a9-d3af0f0a0bc6 req-c1e406ae-3d5b-43ab-b356-1c5226585219 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7ff52e4-cf14-4e2d-8dcd-d430438b40fc HTTP/1.1" status: 200 len: 945 time: 0.0513635 Dec 10 19:40:07.298420 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6ce495d9-a922-43f1-87a9-d3af0f0a0bc6 req-46363724-e8ea-4422-b867-9d10f2b42b87 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/security-groups?id=197bf4cb-f665-4f8a-a14b-81ceb9d9bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326002 Dec 10 19:40:08.418221 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d71db6-d080-494b-af0d-5f0e1d906d64 req-b56240ca-9141-41b1-ac4e-075da0548080 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:08.421245 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-67d71db6-d080-494b-af0d-5f0e1d906d64 req-b56240ca-9141-41b1-ac4e-075da0548080 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7ff52e4-cf14-4e2d-8dcd-d430438b40fc HTTP/1.1" status: 200 len: 945 time: 0.0527973 Dec 10 19:40:08.459413 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-67d71db6-d080-494b-af0d-5f0e1d906d64 req-8304ac8d-6c51-438a-a4da-7498442e185b tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/security-groups?id=197bf4cb-f665-4f8a-a14b-81ceb9d9bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322418 Dec 10 19:40:09.593239 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f313d9e-2797-4a7d-848b-a75ec7501561 req-cad770d6-e58b-4e8d-868c-e6921bcc5edb tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:09.594766 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2f313d9e-2797-4a7d-848b-a75ec7501561 req-cad770d6-e58b-4e8d-868c-e6921bcc5edb tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7ff52e4-cf14-4e2d-8dcd-d430438b40fc HTTP/1.1" status: 200 len: 945 time: 0.0514545 Dec 10 19:40:09.637552 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2f313d9e-2797-4a7d-848b-a75ec7501561 req-cbce69a4-021d-4f7c-8dcf-8d98d3769960 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/security-groups?id=197bf4cb-f665-4f8a-a14b-81ceb9d9bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367727 Dec 10 19:40:10.759252 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b00bf-d842-4aa7-ae1a-d50ce10930d7 req-886aacfa-e7fc-4222-b97c-187ec5e57052 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:10.760778 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-010b00bf-d842-4aa7-ae1a-d50ce10930d7 req-886aacfa-e7fc-4222-b97c-187ec5e57052 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7ff52e4-cf14-4e2d-8dcd-d430438b40fc HTTP/1.1" status: 200 len: 945 time: 0.0514383 Dec 10 19:40:10.800989 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-010b00bf-d842-4aa7-ae1a-d50ce10930d7 req-5106317e-101d-48aa-808d-1edb03fee633 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/security-groups?id=197bf4cb-f665-4f8a-a14b-81ceb9d9bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338924 Dec 10 19:40:10.964604 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:40:11.924343 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a353b6ab-89dc-4e26-bd9a-8ebd0bf12302 req-5658dddb-e4f1-4799-a0a0-b38a9c1a69e9 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:11.925919 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a353b6ab-89dc-4e26-bd9a-8ebd0bf12302 req-5658dddb-e4f1-4799-a0a0-b38a9c1a69e9 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7ff52e4-cf14-4e2d-8dcd-d430438b40fc HTTP/1.1" status: 200 len: 945 time: 0.0516145 Dec 10 19:40:11.967387 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a353b6ab-89dc-4e26-bd9a-8ebd0bf12302 req-3bfe48e2-f2a7-4316-a478-c63ea9dcc01a tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/security-groups?id=197bf4cb-f665-4f8a-a14b-81ceb9d9bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353198 Dec 10 19:40:13.086566 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92fa2a-4643-4116-bb8e-ec1422089f8f req-9b94fd99-ca6f-4511-8e45-0f0de36a7e20 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:13.088098 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7d92fa2a-4643-4116-bb8e-ec1422089f8f req-9b94fd99-ca6f-4511-8e45-0f0de36a7e20 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7ff52e4-cf14-4e2d-8dcd-d430438b40fc HTTP/1.1" status: 200 len: 945 time: 0.0508602 Dec 10 19:40:13.131996 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7d92fa2a-4643-4116-bb8e-ec1422089f8f req-ac25b757-0e1c-473e-bc98-c4fb96c8bfc1 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/security-groups?id=197bf4cb-f665-4f8a-a14b-81ceb9d9bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372517 Dec 10 19:40:14.245738 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8d5bc-a9e7-4772-84aa-f14dd9d36e3b req-2d70bdfa-fb3b-4fb6-ae40-21cb8058b63c tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:14.247699 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-10f8d5bc-a9e7-4772-84aa-f14dd9d36e3b req-2d70bdfa-fb3b-4fb6-ae40-21cb8058b63c tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7ff52e4-cf14-4e2d-8dcd-d430438b40fc HTTP/1.1" status: 200 len: 945 time: 0.0489731 Dec 10 19:40:14.290316 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-10f8d5bc-a9e7-4772-84aa-f14dd9d36e3b req-55661ee4-6bed-49d2-bfa9-75f2b5b9a4e7 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/security-groups?id=197bf4cb-f665-4f8a-a14b-81ceb9d9bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363672 Dec 10 19:40:15.409645 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5394f-ecc2-47db-a662-9ec6998941dc req-91294080-c5f1-41c1-806c-bece95da7313 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:15.411046 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-22d5394f-ecc2-47db-a662-9ec6998941dc req-91294080-c5f1-41c1-806c-bece95da7313 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7ff52e4-cf14-4e2d-8dcd-d430438b40fc HTTP/1.1" status: 200 len: 945 time: 0.0519929 Dec 10 19:40:15.449732 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-22d5394f-ecc2-47db-a662-9ec6998941dc req-a3143d61-58f9-4ddb-8a00-7ec57785f381 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/security-groups?id=197bf4cb-f665-4f8a-a14b-81ceb9d9bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328522 Dec 10 19:40:16.561359 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f5434-c1ad-4acf-afbc-577f99300b41 req-1eb9f9e1-d580-4990-9445-fef0ac4c7e57 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:16.562810 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d07f5434-c1ad-4acf-afbc-577f99300b41 req-1eb9f9e1-d580-4990-9445-fef0ac4c7e57 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7ff52e4-cf14-4e2d-8dcd-d430438b40fc HTTP/1.1" status: 200 len: 945 time: 0.0470846 Dec 10 19:40:16.603503 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d07f5434-c1ad-4acf-afbc-577f99300b41 req-6afc0b96-5b29-4da9-a7d7-6adb4f7099b5 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/security-groups?id=197bf4cb-f665-4f8a-a14b-81ceb9d9bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347517 Dec 10 19:40:17.719288 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b89ab-4d2c-4197-9297-4b64db8aea55 req-80c57044-c4bf-4e0b-bcbe-76cf84953818 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:17.720765 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2b8b89ab-4d2c-4197-9297-4b64db8aea55 req-80c57044-c4bf-4e0b-bcbe-76cf84953818 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7ff52e4-cf14-4e2d-8dcd-d430438b40fc HTTP/1.1" status: 200 len: 945 time: 0.0488486 Dec 10 19:40:17.758473 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2b8b89ab-4d2c-4197-9297-4b64db8aea55 req-35c32c46-1441-4bfc-aca4-22b93846f9c0 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/security-groups?id=197bf4cb-f665-4f8a-a14b-81ceb9d9bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318205 Dec 10 19:40:18.874573 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167bcb3-3389-4f09-85f3-0e00bd0c9fd6 req-da3745bf-0f4b-451a-9511-78c11f30bec5 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:18.876066 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b167bcb3-3389-4f09-85f3-0e00bd0c9fd6 req-da3745bf-0f4b-451a-9511-78c11f30bec5 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7ff52e4-cf14-4e2d-8dcd-d430438b40fc HTTP/1.1" status: 200 len: 945 time: 0.0510283 Dec 10 19:40:18.914320 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b167bcb3-3389-4f09-85f3-0e00bd0c9fd6 req-2fdb9fc7-6f64-4019-96f9-ba0ef36a0c89 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/security-groups?id=197bf4cb-f665-4f8a-a14b-81ceb9d9bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323069 Dec 10 19:40:20.032113 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b96b6-c4da-4b39-979f-f90da7622f52 req-afb63c23-cf07-434c-b2a3-6915adb72d7e tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:20.033508 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-eb5b96b6-c4da-4b39-979f-f90da7622f52 req-afb63c23-cf07-434c-b2a3-6915adb72d7e tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7ff52e4-cf14-4e2d-8dcd-d430438b40fc HTTP/1.1" status: 200 len: 945 time: 0.0497599 Dec 10 19:40:20.074333 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-eb5b96b6-c4da-4b39-979f-f90da7622f52 req-f0dd16c5-c060-4ec2-9f7c-a77e683eedce tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/security-groups?id=197bf4cb-f665-4f8a-a14b-81ceb9d9bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350041 Dec 10 19:40:20.273268 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8b171ab5-4b36-4725-8f37-b1092dde8394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:40:21.195450 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8a06d-26f2-45a9-9259-6495f9bd1e2f req-e86a044c-e9f5-483b-ba5a-2a7bc9e8a914 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:21.197025 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-12b8a06d-26f2-45a9-9259-6495f9bd1e2f req-e86a044c-e9f5-483b-ba5a-2a7bc9e8a914 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7ff52e4-cf14-4e2d-8dcd-d430438b40fc HTTP/1.1" status: 200 len: 945 time: 0.0515378 Dec 10 19:40:21.237810 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-12b8a06d-26f2-45a9-9259-6495f9bd1e2f req-2086df95-4bf8-4bf3-b65d-69244dee6c30 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/security-groups?id=197bf4cb-f665-4f8a-a14b-81ceb9d9bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346498 Dec 10 19:40:22.253771 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4ef3b493-214f-4936-b696-fea8b4133cde req-888c152c-949c-439e-8bb7-e7cb4735af2a service neutron] 10.222.0.36 "GET /v2.0/ports/ee09b866-b9fc-417c-8804-be6529fa6c01/bindings/hv-neutron-8214 HTTP/1.1" status: 200 len: 384 time: 0.0583816 Dec 10 19:40:22.376453 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec999ae-6414-4c1b-828e-f968742aa1fc req-be6bd525-8655-4ab4-80b7-77fc4c1e4bca tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:22.377975 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9ec999ae-6414-4c1b-828e-f968742aa1fc req-be6bd525-8655-4ab4-80b7-77fc4c1e4bca tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7ff52e4-cf14-4e2d-8dcd-d430438b40fc HTTP/1.1" status: 200 len: 945 time: 0.0562415 Dec 10 19:40:22.424223 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9ec999ae-6414-4c1b-828e-f968742aa1fc req-7960a70d-9d9b-4afa-9e0d-947cf0806c39 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/security-groups?id=197bf4cb-f665-4f8a-a14b-81ceb9d9bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372348 Dec 10 19:40:22.509265 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef3b493-214f-4936-b696-fea8b4133cde req-78e2d52c-5bc1-4e4b-98ee-05deac36deb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:22.510667 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4ef3b493-214f-4936-b696-fea8b4133cde req-78e2d52c-5bc1-4e4b-98ee-05deac36deb0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d7ff52e4-cf14-4e2d-8dcd-d430438b40fc&tenant_id=23fff11232c54d069826e568c4302f1e HTTP/1.1" status: 200 len: 1098 time: 0.0749886 Dec 10 19:40:22.571949 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef3b493-214f-4936-b696-fea8b4133cde req-9f692ae8-3611-40a1-9c6b-ba1f9e92b8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:22.573559 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4ef3b493-214f-4936-b696-fea8b4133cde req-9f692ae8-3611-40a1-9c6b-ba1f9e92b8b3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23fff11232c54d069826e568c4302f1e&device_id=d7ff52e4-cf14-4e2d-8dcd-d430438b40fc HTTP/1.1" status: 200 len: 1098 time: 0.0408173 Dec 10 19:40:22.668221 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef3b493-214f-4936-b696-fea8b4133cde req-48650490-2a06-4983-b1b1-d8822ec1f11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:22.670623 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4ef3b493-214f-4936-b696-fea8b4133cde req-48650490-2a06-4983-b1b1-d8822ec1f11e service neutron] 10.222.0.36 "GET /v2.0/networks?id=f2b06025-7b4d-42eb-b37b-4ff9b6dbec38 HTTP/1.1" status: 200 len: 912 time: 0.0902686 Dec 10 19:40:22.711183 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4ef3b493-214f-4936-b696-fea8b4133cde req-21fd0e45-c259-4c22-b045-c06d9fb2a22d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee09b866-b9fc-417c-8804-be6529fa6c01 HTTP/1.1" status: 200 len: 217 time: 0.0335360 Dec 10 19:40:22.761137 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef3b493-214f-4936-b696-fea8b4133cde req-689dfab0-8952-42e4-955f-7d2a17b8dfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:22.762527 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4ef3b493-214f-4936-b696-fea8b4133cde req-689dfab0-8952-42e4-955f-7d2a17b8dfa0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9732b19b-ea07-428c-8c0b-3a6682feb5db HTTP/1.1" status: 200 len: 851 time: 0.0442901 Dec 10 19:40:22.798142 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4ef3b493-214f-4936-b696-fea8b4133cde req-62d3131d-b8df-4479-b87a-23370559728e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f2b06025-7b4d-42eb-b37b-4ff9b6dbec38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290189 Dec 10 19:40:22.890193 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4ef3b493-214f-4936-b696-fea8b4133cde req-e32c00f1-e9ff-49bf-8f34-cd2562ebe4c1 service neutron] 10.222.0.36 "GET /v2.0/networks/f2b06025-7b4d-42eb-b37b-4ff9b6dbec38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851834 Dec 10 19:40:22.989447 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4ef3b493-214f-4936-b696-fea8b4133cde req-d717f448-4a55-4344-a310-6817cf25b2c6 service neutron] 10.222.0.36 "GET /v2.0/networks/f2b06025-7b4d-42eb-b37b-4ff9b6dbec38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921190 Dec 10 19:40:23.541514 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf1d3d-7df5-4def-9679-dba95fab9662 req-72385f0c-e044-4bfa-aee1-5172cb0d6be0 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:23.542985 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9cbf1d3d-7df5-4def-9679-dba95fab9662 req-72385f0c-e044-4bfa-aee1-5172cb0d6be0 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7ff52e4-cf14-4e2d-8dcd-d430438b40fc HTTP/1.1" status: 200 len: 945 time: 0.0506015 Dec 10 19:40:23.580491 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9cbf1d3d-7df5-4def-9679-dba95fab9662 req-e31727af-cad6-4c09-b843-56d4b61a0388 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/security-groups?id=197bf4cb-f665-4f8a-a14b-81ceb9d9bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316296 Dec 10 19:40:24.228606 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-089a565b-098f-4f05-8edc-0e019a1df880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:40:24.624424 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device ee09b866-b9fc-417c-8804-be6529fa6c01 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:40:24.703665 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:40:24.703891 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd17689c-43e5-45f1-9c41-2345e02b779f req-0ed94c87-ee9a-43e1-a9c4-0f7b8b610781 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:24.705329 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-fd17689c-43e5-45f1-9c41-2345e02b779f req-0ed94c87-ee9a-43e1-a9c4-0f7b8b610781 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7ff52e4-cf14-4e2d-8dcd-d430438b40fc HTTP/1.1" status: 200 len: 945 time: 0.0495224 Dec 10 19:40:24.725729 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ff52e4-cf14-4e2d-8dcd-d430438b40fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee09b866-b9fc-417c-8804-be6529fa6c01'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:40:24.727951 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0dd006407324ce2959a5a4cf9f0b5e0801d7a51a5291ea700e8786e11115a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f119aa6-e554-4664-8a31-0e9d1bcb6e11" -d '{"events": [{"server_uuid": "d7ff52e4-cf14-4e2d-8dcd-d430438b40fc", "name": "network-vif-unplugged", "status": "completed", "tag": "ee09b866-b9fc-417c-8804-be6529fa6c01"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:40:24.741740 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port ee09b866-b9fc-417c-8804-be6529fa6c01, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=ee09b866-b9fc-417c-8804-be6529fa6c01,segment=NetworkSegment(9477f45d-dd16-46e0-8e21-37b41092403b),segment_id=9477f45d-dd16-46e0-8e21-37b41092403b)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:40:24.747594 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:40:24.751573 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-fd17689c-43e5-45f1-9c41-2345e02b779f req-89a2af39-582d-4e8c-83b9-1fc7df88087b tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/security-groups?id=197bf4cb-f665-4f8a-a14b-81ceb9d9bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403328 Dec 10 19:40:24.786867 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 19:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e6a5f7-c08e-4d4f-ad81-4a4dc678cbb1 x-openstack-request-id: req-a5e6a5f7-c08e-4d4f-ad81-4a4dc678cbb1 {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:40:24.787149 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7ff52e4-cf14-4e2d-8dcd-d430438b40fc", "name": "network-vif-unplugged", "status": "completed", "tag": "ee09b866-b9fc-417c-8804-be6529fa6c01", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:40:24.787392 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a5e6a5f7-c08e-4d4f-ad81-4a4dc678cbb1 {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:40:24.787780 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ff52e4-cf14-4e2d-8dcd-d430438b40fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee09b866-b9fc-417c-8804-be6529fa6c01', 'code': 200} Dec 10 19:40:24.796594 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=ee09b866-b9fc-417c-8804-be6529fa6c01,revision_number=6']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:40:24.803436 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:24.803781 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:24.804117 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:24.804447 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:24.804801 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:24.805127 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:24.805451 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:24.805773 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:24.806095 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:24.806412 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:24.806728 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:24.807044 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:25.421211 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:40:25.912472 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943bff63-1c1b-48cf-a5bd-762e44ccef41 req-c7d17ad5-724b-4b8a-bbdc-20547b2a1c46 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:25.915022 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-943bff63-1c1b-48cf-a5bd-762e44ccef41 req-c7d17ad5-724b-4b8a-bbdc-20547b2a1c46 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7ff52e4-cf14-4e2d-8dcd-d430438b40fc HTTP/1.1" status: 200 len: 943 time: 0.0818975 Dec 10 19:40:25.957514 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-943bff63-1c1b-48cf-a5bd-762e44ccef41 req-71e20803-6325-43a6-9b09-454d0b2c5db2 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/security-groups?id=197bf4cb-f665-4f8a-a14b-81ceb9d9bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363915 Dec 10 19:40:26.281098 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132d782-dff2-41d6-b2eb-afd7829ad6e5 req-a8a12a04-23d3-42d1-b76d-3fdd5633c2c6 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:26.282499 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9132d782-dff2-41d6-b2eb-afd7829ad6e5 req-a8a12a04-23d3-42d1-b76d-3fdd5633c2c6 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7ff52e4-cf14-4e2d-8dcd-d430438b40fc&tenant_id=23fff11232c54d069826e568c4302f1e&binding%3Ahost_id=hv-neutron-8214 HTTP/1.1" status: 200 len: 943 time: 0.0906267 Dec 10 19:40:26.368261 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132d782-dff2-41d6-b2eb-afd7829ad6e5 req-57721562-5300-40b2-8862-b61efcd8647a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:26.369790 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9132d782-dff2-41d6-b2eb-afd7829ad6e5 req-57721562-5300-40b2-8862-b61efcd8647a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23fff11232c54d069826e568c4302f1e&device_id=d7ff52e4-cf14-4e2d-8dcd-d430438b40fc HTTP/1.1" status: 200 len: 1096 time: 0.0426898 Dec 10 19:40:26.470668 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132d782-dff2-41d6-b2eb-afd7829ad6e5 req-d3be67b0-0661-4946-b079-5d32209ffe75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:26.472260 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9132d782-dff2-41d6-b2eb-afd7829ad6e5 req-d3be67b0-0661-4946-b079-5d32209ffe75 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f2b06025-7b4d-42eb-b37b-4ff9b6dbec38 HTTP/1.1" status: 200 len: 912 time: 0.0959253 Dec 10 19:40:26.493617 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:40:26.517912 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9132d782-dff2-41d6-b2eb-afd7829ad6e5 req-04ad52ae-d383-42e2-8910-1b0a474f9251 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee09b866-b9fc-417c-8804-be6529fa6c01 HTTP/1.1" status: 200 len: 217 time: 0.0382538 Dec 10 19:40:26.566363 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132d782-dff2-41d6-b2eb-afd7829ad6e5 req-f9bd0ae1-e1a6-4105-923c-55ba799e78b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:26.567815 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9132d782-dff2-41d6-b2eb-afd7829ad6e5 req-f9bd0ae1-e1a6-4105-923c-55ba799e78b6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9732b19b-ea07-428c-8c0b-3a6682feb5db HTTP/1.1" status: 200 len: 851 time: 0.0437465 Dec 10 19:40:26.607521 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9132d782-dff2-41d6-b2eb-afd7829ad6e5 req-eb143a7e-d675-4972-ae12-add465b30cb9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f2b06025-7b4d-42eb-b37b-4ff9b6dbec38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310559 Dec 10 19:40:26.635643 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device ee09b866-b9fc-417c-8804-be6529fa6c01 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=102367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:40:26.699852 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9132d782-dff2-41d6-b2eb-afd7829ad6e5 req-0d80bed1-b74a-4b6b-ae3b-5e1bedd376b6 service neutron] 10.222.0.36 "GET /v2.0/networks/f2b06025-7b4d-42eb-b37b-4ff9b6dbec38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848520 Dec 10 19:40:26.741148 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port ee09b866-b9fc-417c-8804-be6529fa6c01, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=ee09b866-b9fc-417c-8804-be6529fa6c01,segment=NetworkSegment(9477f45d-dd16-46e0-8e21-37b41092403b),segment_id=9477f45d-dd16-46e0-8e21-37b41092403b)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:40:26.803531 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9132d782-dff2-41d6-b2eb-afd7829ad6e5 req-5ee741eb-3395-4c8e-a62f-f264a54a43bf service neutron] 10.222.0.36 "GET /v2.0/networks/f2b06025-7b4d-42eb-b37b-4ff9b6dbec38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965841 Dec 10 19:40:26.914682 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Returning: {'device': 'ee09b866-b9fc-417c-8804-be6529fa6c01', 'network_id': 'f2b06025-7b4d-42eb-b37b-4ff9b6dbec38', 'port_id': 'ee09b866-b9fc-417c-8804-be6529fa6c01', 'mac_address': 'fa:16:3e:81:3d:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9732b19b-ea07-428c-8c0b-3a6682feb5db', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:40:26.953590 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:40:26.965830 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:40:26.978739 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee09b866-b9fc-417c-8804-be6529fa6c01 {{(pid=102367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:40:26.999370 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port ee09b866-b9fc-417c-8804-be6529fa6c01, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=ee09b866-b9fc-417c-8804-be6529fa6c01,segment=NetworkSegment(9477f45d-dd16-46e0-8e21-37b41092403b),segment_id=9477f45d-dd16-46e0-8e21-37b41092403b)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:40:27.003454 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:40:27.054361 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=ee09b866-b9fc-417c-8804-be6529fa6c01,revision_number=7']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:40:27.066630 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['ee09b866-b9fc-417c-8804-be6529fa6c01'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:40:27.550691 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e07089-5806-4757-9ed8-42152f642f0c req-c75d4d23-7a46-48b5-80f5-ca758f35ea81 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:27.552082 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f7e07089-5806-4757-9ed8-42152f642f0c req-c75d4d23-7a46-48b5-80f5-ca758f35ea81 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7ff52e4-cf14-4e2d-8dcd-d430438b40fc HTTP/1.1" status: 200 len: 944 time: 0.0521259 Dec 10 19:40:27.590931 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f7e07089-5806-4757-9ed8-42152f642f0c req-9b7eb1a2-abe7-43f5-9908-b03392752d42 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/security-groups?id=197bf4cb-f665-4f8a-a14b-81ceb9d9bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320630 Dec 10 19:40:28.672019 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device ee09b866-b9fc-417c-8804-be6529fa6c01 up at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:40:28.715971 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a3060-396f-442b-a9a8-56921b329fec req-79b52325-8785-4d7e-9a4c-c00d10edc646 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:28.717617 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-687a3060-396f-442b-a9a8-56921b329fec req-79b52325-8785-4d7e-9a4c-c00d10edc646 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7ff52e4-cf14-4e2d-8dcd-d430438b40fc HTTP/1.1" status: 200 len: 944 time: 0.0548074 Dec 10 19:40:28.743914 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning complete for port ee09b866-b9fc-417c-8804-be6529fa6c01 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:40:28.744294 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:40:28.763166 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-687a3060-396f-442b-a9a8-56921b329fec req-b001c1a1-1041-483c-892b-c336ed42354a tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/security-groups?id=197bf4cb-f665-4f8a-a14b-81ceb9d9bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390341 Dec 10 19:40:28.826899 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:40:28.848961 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ff52e4-cf14-4e2d-8dcd-d430438b40fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee09b866-b9fc-417c-8804-be6529fa6c01'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:40:28.851205 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0dd006407324ce2959a5a4cf9f0b5e0801d7a51a5291ea700e8786e11115a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92bab21b-b320-40d7-8d49-b9a49c3ed68a" -d '{"events": [{"server_uuid": "d7ff52e4-cf14-4e2d-8dcd-d430438b40fc", "name": "network-vif-plugged", "status": "completed", "tag": "ee09b866-b9fc-417c-8804-be6529fa6c01"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:40:28.865023 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port ee09b866-b9fc-417c-8804-be6529fa6c01, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=ee09b866-b9fc-417c-8804-be6529fa6c01,segment=NetworkSegment(9477f45d-dd16-46e0-8e21-37b41092403b),segment_id=9477f45d-dd16-46e0-8e21-37b41092403b)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:40:28.869308 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:40:28.896782 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3194f645-1041-49f2-90ea-0cfc111d7505 x-openstack-request-id: req-3194f645-1041-49f2-90ea-0cfc111d7505 {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:40:28.897075 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7ff52e4-cf14-4e2d-8dcd-d430438b40fc", "name": "network-vif-plugged", "status": "completed", "tag": "ee09b866-b9fc-417c-8804-be6529fa6c01", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:40:28.897329 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3194f645-1041-49f2-90ea-0cfc111d7505 {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:40:28.897741 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ff52e4-cf14-4e2d-8dcd-d430438b40fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee09b866-b9fc-417c-8804-be6529fa6c01', 'code': 200} Dec 10 19:40:28.919900 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=ee09b866-b9fc-417c-8804-be6529fa6c01,revision_number=8']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:40:29.487569 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132d782-dff2-41d6-b2eb-afd7829ad6e5 req-1522cdf6-baeb-439c-990a-f6abd84f82e7 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:29.489020 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9132d782-dff2-41d6-b2eb-afd7829ad6e5 req-1522cdf6-baeb-439c-990a-f6abd84f82e7 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7ff52e4-cf14-4e2d-8dcd-d430438b40fc HTTP/1.1" status: 200 len: 945 time: 0.0552371 Dec 10 19:40:29.583417 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-9132d782-dff2-41d6-b2eb-afd7829ad6e5 req-609d080c-fdef-411f-a39c-5e3012e558d3 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Deleting port ee09b866-b9fc-417c-8804-be6529fa6c01 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:40:29.583753 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-9132d782-dff2-41d6-b2eb-afd7829ad6e5 req-609d080c-fdef-411f-a39c-5e3012e558d3 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:40:29.678931 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-9132d782-dff2-41d6-b2eb-afd7829ad6e5 req-609d080c-fdef-411f-a39c-5e3012e558d3 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] For port ee09b866-b9fc-417c-8804-be6529fa6c01, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=ee09b866-b9fc-417c-8804-be6529fa6c01,segment=NetworkSegment(9477f45d-dd16-46e0-8e21-37b41092403b),segment_id=9477f45d-dd16-46e0-8e21-37b41092403b)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:40:29.679287 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-9132d782-dff2-41d6-b2eb-afd7829ad6e5 req-609d080c-fdef-411f-a39c-5e3012e558d3 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:40:29.693200 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-9132d782-dff2-41d6-b2eb-afd7829ad6e5 req-609d080c-fdef-411f-a39c-5e3012e558d3 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Calling delete_port for ee09b866-b9fc-417c-8804-be6529fa6c01 owned by compute:nova {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:40:29.824931 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-9132d782-dff2-41d6-b2eb-afd7829ad6e5 req-609d080c-fdef-411f-a39c-5e3012e558d3 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:40:29.837682 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['ee09b866-b9fc-417c-8804-be6529fa6c01'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:40:29.871213 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609d080c-fdef-411f-a39c-5e3012e558d3 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Pushing event deleted for resources: {'Port': ['ID=ee09b866-b9fc-417c-8804-be6529fa6c01,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:40:29.889264 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-72603f4b-c897-45ce-944c-473262e12541 req-35ebac4b-6bf8-4a36-86a0-e9d5958a8f09 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7ff52e4-cf14-4e2d-8dcd-d430438b40fc HTTP/1.1" status: 200 len: 210 time: 0.0535281 Dec 10 19:40:29.899280 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609d080c-fdef-411f-a39c-5e3012e558d3 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:29.899623 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609d080c-fdef-411f-a39c-5e3012e558d3 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:29.899965 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609d080c-fdef-411f-a39c-5e3012e558d3 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:29.900320 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609d080c-fdef-411f-a39c-5e3012e558d3 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:29.900659 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609d080c-fdef-411f-a39c-5e3012e558d3 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:29.900990 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609d080c-fdef-411f-a39c-5e3012e558d3 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:29.901313 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609d080c-fdef-411f-a39c-5e3012e558d3 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:29.901637 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609d080c-fdef-411f-a39c-5e3012e558d3 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:29.901961 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609d080c-fdef-411f-a39c-5e3012e558d3 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:29.902281 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609d080c-fdef-411f-a39c-5e3012e558d3 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:29.903320 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609d080c-fdef-411f-a39c-5e3012e558d3 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:29.903799 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609d080c-fdef-411f-a39c-5e3012e558d3 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:29.938231 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-9132d782-dff2-41d6-b2eb-afd7829ad6e5 req-609d080c-fdef-411f-a39c-5e3012e558d3 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] No DVR routers for this DVR port ee09b866-b9fc-417c-8804-be6529fa6c01 on host hv-neutron-8214 {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:40:29.940835 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-9132d782-dff2-41d6-b2eb-afd7829ad6e5 req-609d080c-fdef-411f-a39c-5e3012e558d3 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:40:29.944089 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9132d782-dff2-41d6-b2eb-afd7829ad6e5 req-609d080c-fdef-411f-a39c-5e3012e558d3 tempest-DeleteServersTestJSON-1436722788 tempest-DeleteServersTestJSON-1436722788-project] 10.222.0.36 "DELETE /v2.0/ports/ee09b866-b9fc-417c-8804-be6529fa6c01 HTTP/1.1" status: 204 len: 173 time: 0.4492197 Dec 10 19:40:29.944552 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ff52e4-cf14-4e2d-8dcd-d430438b40fc', 'name': 'network-vif-deleted', 'tag': 'ee09b866-b9fc-417c-8804-be6529fa6c01'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:40:29.946817 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af19c0fa-9481-458f-968b-0970a5f42c79" -d '{"events": [{"server_uuid": "d7ff52e4-cf14-4e2d-8dcd-d430438b40fc", "name": "network-vif-deleted", "tag": "ee09b866-b9fc-417c-8804-be6529fa6c01"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:40:29.984628 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb7f2ab-cc45-4108-b6b7-635de64368f7 x-openstack-request-id: req-2bb7f2ab-cc45-4108-b6b7-635de64368f7 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:40:29.985024 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7ff52e4-cf14-4e2d-8dcd-d430438b40fc", "name": "network-vif-deleted", "tag": "ee09b866-b9fc-417c-8804-be6529fa6c01", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:40:29.986092 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2bb7f2ab-cc45-4108-b6b7-635de64368f7 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:40:29.986885 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ff52e4-cf14-4e2d-8dcd-d430438b40fc', 'name': 'network-vif-deleted', 'tag': 'ee09b866-b9fc-417c-8804-be6529fa6c01', 'status': 'completed', 'code': 200} Dec 10 19:40:31.018056 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 59930) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:40:31.066553 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-95b4d845-00b1-4a47-b207-a581ce838ee8 admin admin] Deleting subnet 9732b19b-ea07-428c-8c0b-3a6682feb5db {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:40:31.069958 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-95b4d845-00b1-4a47-b207-a581ce838ee8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:40:31.106613 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-95b4d845-00b1-4a47-b207-a581ce838ee8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:40:31.146523 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-95b4d845-00b1-4a47-b207-a581ce838ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:40:31.205279 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-95b4d845-00b1-4a47-b207-a581ce838ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:40:31.230716 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b4d845-00b1-4a47-b207-a581ce838ee8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9732b19b-ea07-428c-8c0b-3a6682feb5db,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:40:31.235527 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-95b4d845-00b1-4a47-b207-a581ce838ee8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:40:31.238695 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-95b4d845-00b1-4a47-b207-a581ce838ee8 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/9732b19b-ea07-428c-8c0b-3a6682feb5db HTTP/1.1" status: 204 len: 168 time: 0.2196600 Dec 10 19:40:31.241512 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 59932) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:40:31.243801 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b4d845-00b1-4a47-b207-a581ce838ee8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:31.243974 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b4d845-00b1-4a47-b207-a581ce838ee8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:31.244297 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b4d845-00b1-4a47-b207-a581ce838ee8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:31.244648 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b4d845-00b1-4a47-b207-a581ce838ee8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:31.244972 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b4d845-00b1-4a47-b207-a581ce838ee8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:31.245293 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b4d845-00b1-4a47-b207-a581ce838ee8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:31.245611 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b4d845-00b1-4a47-b207-a581ce838ee8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:31.245926 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b4d845-00b1-4a47-b207-a581ce838ee8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:31.246321 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b4d845-00b1-4a47-b207-a581ce838ee8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:31.246819 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b4d845-00b1-4a47-b207-a581ce838ee8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:31.247194 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b4d845-00b1-4a47-b207-a581ce838ee8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:31.247488 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b4d845-00b1-4a47-b207-a581ce838ee8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:40:31.315477 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8f8be954-604d-4391-93d8-a8ac17bf5675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:40:31.395753 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8f8be954-604d-4391-93d8-a8ac17bf5675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:40:31.416514 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-8f8be954-604d-4391-93d8-a8ac17bf5675 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2b06025-7b4d-42eb-b37b-4ff9b6dbec38']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:40:31.426201 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-8f8be954-604d-4391-93d8-a8ac17bf5675 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9477f45d-dd16-46e0-8e21-37b41092403b') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:40:31.426492 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-8f8be954-604d-4391-93d8-a8ac17bf5675 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9477f45d-dd16-46e0-8e21-37b41092403b') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:40:31.436429 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8f8be954-604d-4391-93d8-a8ac17bf5675 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:40:31.449284 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8f8be954-604d-4391-93d8-a8ac17bf5675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:40:31.456356 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f8be954-604d-4391-93d8-a8ac17bf5675 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:40:31.456844 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8f8be954-604d-4391-93d8-a8ac17bf5675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:40:31.458613 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:40:31.458613 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:40:31.458613 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:40:31.458613 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:40:31.458613 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:40:31.458613 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:40:31.458613 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:40:31.458613 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:40:31.458613 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:40:31.458613 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:40:31.458613 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:40:31.458613 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:40:31.458613 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:40:31.458613 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:40:31.458613 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:40:31.458613 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:40:31.458613 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:40:31.458613 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:40:31.458613 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:40:31.458613 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:40:31.458613 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:40:31.458613 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:40:31.458613 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:40:31.458613 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:40:31.458613 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:40:31.458613 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:40:31.458613 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:40:31.458613 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:40:31.458613 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:40:31.458613 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:40:31.458613 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:40:31.458613 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:40:31.802501 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8f8be954-604d-4391-93d8-a8ac17bf5675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:40:31.808207 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8f8be954-604d-4391-93d8-a8ac17bf5675 admin admin] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:40:31.811627 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-8f8be954-604d-4391-93d8-a8ac17bf5675 admin admin] 10.222.0.69 "DELETE /v2.0/networks/f2b06025-7b4d-42eb-b37b-4ff9b6dbec38 HTTP/1.1" status: 204 len: 168 time: 0.5691674 Dec 10 19:40:31.822441 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8be954-604d-4391-93d8-a8ac17bf5675 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2b06025-7b4d-42eb-b37b-4ff9b6dbec38,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:40:31.919559 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 59936) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:40:31.958822 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-913a518d-7129-44fc-9d73-5a0ce88300fe admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=23fff11232c54d069826e568c4302f1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380855 Dec 10 19:40:31.961228 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 59938) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:40:32.010759 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6bb4e476-4398-42dc-9fc6-c36848e10b5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:40:32.032471 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6bb4e476-4398-42dc-9fc6-c36848e10b5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:40:32.084897 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6bb4e476-4398-42dc-9fc6-c36848e10b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:40:32.087445 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6bb4e476-4398-42dc-9fc6-c36848e10b5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:40:32.091434 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-6bb4e476-4398-42dc-9fc6-c36848e10b5e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/197bf4cb-f665-4f8a-a14b-81ceb9d9bea4 HTTP/1.1" status: 204 len: 168 time: 0.1264653 Dec 10 19:40:32.096516 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb4e476-4398-42dc-9fc6-c36848e10b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=197bf4cb-f665-4f8a-a14b-81ceb9d9bea4,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:40:32.497663 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:40:32.719272 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device ee09b866-b9fc-417c-8804-be6529fa6c01 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:40:32.741958 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] No Port match for: ee09b866-b9fc-417c-8804-be6529fa6c01 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:40:32.742300 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device ee09b866-b9fc-417c-8804-be6529fa6c01 not bound to the agent host hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:40:32.766841 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 59960) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:40:32.860988 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-56566571-8594-4371-8bb0-38dfd3158943 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1513408220-network', 'tenant_id': 'e7b3e0e7f9e74912993853ec4fc4b9bf'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:40:32.882279 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56566571-8594-4371-8bb0-38dfd3158943 admin admin] Made reservation on behalf of e7b3e0e7f9e74912993853ec4fc4b9bf for: {'network': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:40:32.884827 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-56566571-8594-4371-8bb0-38dfd3158943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:40:32.893839 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-56566571-8594-4371-8bb0-38dfd3158943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:40:32.968914 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-56566571-8594-4371-8bb0-38dfd3158943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:40:32.972477 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-56566571-8594-4371-8bb0-38dfd3158943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:40:32.998876 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56566571-8594-4371-8bb0-38dfd3158943 admin admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=102365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:40:33.004089 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56566571-8594-4371-8bb0-38dfd3158943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=749448c5-3e3f-4fab-93d0-fa2656372d08,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:40:33.011114 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-56566571-8594-4371-8bb0-38dfd3158943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:40:33.013282 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.segments_db [None req-56566571-8594-4371-8bb0-38dfd3158943 admin admin] Added segment 79d2950c-0b5d-4513-8fb6-911d59bb480e of type vlan for network 3242ad09-fdb5-488b-b07a-6e388a17437a Dec 10 19:40:33.050310 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-56566571-8594-4371-8bb0-38dfd3158943 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:40:33.073383 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-56566571-8594-4371-8bb0-38dfd3158943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:40:33.074921 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56566571-8594-4371-8bb0-38dfd3158943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:33.075499 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-56566571-8594-4371-8bb0-38dfd3158943 admin admin] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:40:33.127983 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-56566571-8594-4371-8bb0-38dfd3158943 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3599567 Dec 10 19:40:33.130873 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 59964) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:40:33.135850 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-234ff55f-5be5-4019-aec7-b7438d56c893 admin admin] Request body: {'subnet': {'network_id': '3242ad09-fdb5-488b-b07a-6e388a17437a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1513408220-subnet', 'tenant_id': 'e7b3e0e7f9e74912993853ec4fc4b9bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:40:33.139516 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56566571-8594-4371-8bb0-38dfd3158943 admin admin] Pushing event updated for resources: {'Network': ['ID=3242ad09-fdb5-488b-b07a-6e388a17437a,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:40:33.149159 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 3242ad09-fdb5-488b-b07a-6e388a17437a details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:40:33.161392 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234ff55f-5be5-4019-aec7-b7438d56c893 admin admin] Made reservation on behalf of e7b3e0e7f9e74912993853ec4fc4b9bf for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:40:33.163754 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-234ff55f-5be5-4019-aec7-b7438d56c893 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:40:33.338493 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-234ff55f-5be5-4019-aec7-b7438d56c893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:40:33.401605 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234ff55f-5be5-4019-aec7-b7438d56c893 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e97d364-d07c-429f-98fc-ca6369f61a78,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:40:33.409806 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234ff55f-5be5-4019-aec7-b7438d56c893 admin admin] Checking segment: {'id': '79d2950c-0b5d-4513-8fb6-911d59bb480e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3242ad09-fdb5-488b-b07a-6e388a17437a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:40:33.410242 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234ff55f-5be5-4019-aec7-b7438d56c893 admin admin] Network hostable DHCP agents. Network: 3242ad09-fdb5-488b-b07a-6e388a17437a, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:40:33.427966 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234ff55f-5be5-4019-aec7-b7438d56c893 admin admin] Network 3242ad09-fdb5-488b-b07a-6e388a17437a is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:40:33.436679 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-234ff55f-5be5-4019-aec7-b7438d56c893 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 3242ad09-fdb5-488b-b07a-6e388a17437a) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:40:33.440558 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234ff55f-5be5-4019-aec7-b7438d56c893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:33.441130 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-234ff55f-5be5-4019-aec7-b7438d56c893 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:40:33.447250 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd353902-9429-4084-9fe6-f7afaea73db1 None None] Network 3242ad09-fdb5-488b-b07a-6e388a17437a requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:40:33.457117 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-234ff55f-5be5-4019-aec7-b7438d56c893 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3250637 Dec 10 19:40:33.578718 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847db4ba-2732-42f3-b275-428efe9198a4 None None] Network 3242ad09-fdb5-488b-b07a-6e388a17437a requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:40:33.884191 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c24b70b-0dae-468e-9c1b-d99d941136f9 req-80e56fb5-c2ce-496f-87d4-c3822218f66e tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:33.885650 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1c24b70b-0dae-468e-9c1b-d99d941136f9 req-80e56fb5-c2ce-496f-87d4-c3822218f66e tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/networks?id=3242ad09-fdb5-488b-b07a-6e388a17437a HTTP/1.1" status: 200 len: 815 time: 0.0989158 Dec 10 19:40:33.901479 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1c24b70b-0dae-468e-9c1b-d99d941136f9 req-17e02189-f9f0-490f-bcc5-a74a6f6cef55 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/quotas/e7b3e0e7f9e74912993853ec4fc4b9bf HTTP/1.1" status: 200 len: 375 time: 0.0090804 Dec 10 19:40:33.937282 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1c24b70b-0dae-468e-9c1b-d99d941136f9 req-fc300b90-052f-4f92-b0be-a3432c8efd88 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7b3e0e7f9e74912993853ec4fc4b9bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299094 Dec 10 19:40:34.034648 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1c24b70b-0dae-468e-9c1b-d99d941136f9 req-adc5e21f-1e8d-4197-a133-70b2e221cf0a service neutron] 10.222.0.69 "GET /v2.0/networks/3242ad09-fdb5-488b-b07a-6e388a17437a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898211 Dec 10 19:40:34.130749 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1c24b70b-0dae-468e-9c1b-d99d941136f9 req-7ab3e524-0605-4cf7-aff9-d7be024bc07b service neutron] 10.222.0.69 "GET /v2.0/networks/3242ad09-fdb5-488b-b07a-6e388a17437a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899529 Dec 10 19:40:34.287012 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8dbb69a1-0741-4f15-8b41-548286f9d70f req-cadc9cac-aa97-4caf-9707-81e823767090 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=a407ca0a-b1c1-407f-98da-c4a22e0ec051 HTTP/1.1" status: 200 len: 210 time: 0.0276413 Dec 10 19:40:35.283342 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c24b70b-0dae-468e-9c1b-d99d941136f9 req-71e32e0b-c895-4737-8356-32d3f9ecf61b tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:35.284816 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1c24b70b-0dae-468e-9c1b-d99d941136f9 req-71e32e0b-c895-4737-8356-32d3f9ecf61b tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.36 "GET /v2.0/networks?id=3242ad09-fdb5-488b-b07a-6e388a17437a HTTP/1.1" status: 200 len: 815 time: 0.1045473 Dec 10 19:40:35.300335 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-1c24b70b-0dae-468e-9c1b-d99d941136f9 req-b9ee1f99-9d35-4f3e-9865-2fabc9e5fc2a tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Request body: {'port': {'device_id': 'a407ca0a-b1c1-407f-98da-c4a22e0ec051', 'network_id': '3242ad09-fdb5-488b-b07a-6e388a17437a', 'admin_state_up': True, 'tenant_id': 'e7b3e0e7f9e74912993853ec4fc4b9bf'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:40:35.390140 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d1d1d279-32a0-4367-ae8c-164cca822be3 req-946e9008-ae9f-4654-98a1-2d001c905b46 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=a407ca0a-b1c1-407f-98da-c4a22e0ec051 HTTP/1.1" status: 200 len: 210 time: 0.0315371 Dec 10 19:40:35.436431 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c24b70b-0dae-468e-9c1b-d99d941136f9 req-b9ee1f99-9d35-4f3e-9865-2fabc9e5fc2a tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Made reservation on behalf of e7b3e0e7f9e74912993853ec4fc4b9bf for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:40:35.439775 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-1c24b70b-0dae-468e-9c1b-d99d941136f9 req-b9ee1f99-9d35-4f3e-9865-2fabc9e5fc2a tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:40:35.583798 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [req-1c24b70b-0dae-468e-9c1b-d99d941136f9 req-b9ee1f99-9d35-4f3e-9865-2fabc9e5fc2a tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Allocated IP 172.20.0.5 (3242ad09-fdb5-488b-b07a-6e388a17437a/0e97d364-d07c-429f-98fc-ca6369f61a78/93fc0347-b490-49be-a2f8-a30cbd3f2a25) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:40:35.743202 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-1c24b70b-0dae-468e-9c1b-d99d941136f9 req-b9ee1f99-9d35-4f3e-9865-2fabc9e5fc2a tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:40:35.775866 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-1c24b70b-0dae-468e-9c1b-d99d941136f9 req-b9ee1f99-9d35-4f3e-9865-2fabc9e5fc2a tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:40:35.818363 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c24b70b-0dae-468e-9c1b-d99d941136f9 req-b9ee1f99-9d35-4f3e-9865-2fabc9e5fc2a tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Network 3242ad09-fdb5-488b-b07a-6e388a17437a is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:40:35.821396 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [req-1c24b70b-0dae-468e-9c1b-d99d941136f9 req-b9ee1f99-9d35-4f3e-9865-2fabc9e5fc2a tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:40:35.825088 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c24b70b-0dae-468e-9c1b-d99d941136f9 req-b9ee1f99-9d35-4f3e-9865-2fabc9e5fc2a tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:40:35.849800 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ee1f99-9d35-4f3e-9865-2fabc9e5fc2a tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Pushing event updated for resources: {'Port': ['ID=93fc0347-b490-49be-a2f8-a30cbd3f2a25,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:40:35.878000 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c24b70b-0dae-468e-9c1b-d99d941136f9 req-b9ee1f99-9d35-4f3e-9865-2fabc9e5fc2a tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:35.878601 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-1c24b70b-0dae-468e-9c1b-d99d941136f9 req-b9ee1f99-9d35-4f3e-9865-2fabc9e5fc2a tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:40:35.893903 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1c24b70b-0dae-468e-9c1b-d99d941136f9 req-b9ee1f99-9d35-4f3e-9865-2fabc9e5fc2a tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5973771 Dec 10 19:40:35.906547 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-1c24b70b-0dae-468e-9c1b-d99d941136f9 req-efd45a64-c225-460f-9f74-3656cd7a5f7c service neutron] Request body: {'port': {'device_id': 'a407ca0a-b1c1-407f-98da-c4a22e0ec051', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:40:35.963984 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-1c24b70b-0dae-468e-9c1b-d99d941136f9 req-efd45a64-c225-460f-9f74-3656cd7a5f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:40:36.226552 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [req-1c24b70b-0dae-468e-9c1b-d99d941136f9 req-efd45a64-c225-460f-9f74-3656cd7a5f7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93fc0347-b490-49be-a2f8-a30cbd3f2a25 {{(pid=102365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:40:36.235119 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-1c24b70b-0dae-468e-9c1b-d99d941136f9 req-efd45a64-c225-460f-9f74-3656cd7a5f7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:40:36.247242 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.provisioning_blocks [req-1c24b70b-0dae-468e-9c1b-d99d941136f9 req-efd45a64-c225-460f-9f74-3656cd7a5f7c service neutron] Transition to ACTIVE for port object 93fc0347-b490-49be-a2f8-a30cbd3f2a25 will not be triggered until provisioned by entity L2. {{(pid=102365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:40:36.250914 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-1c24b70b-0dae-468e-9c1b-d99d941136f9 req-efd45a64-c225-460f-9f74-3656cd7a5f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:40:36.318276 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd45a64-c225-460f-9f74-3656cd7a5f7c service neutron] Pushing event updated for resources: {'Port': ['ID=93fc0347-b490-49be-a2f8-a30cbd3f2a25,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:40:36.377904 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-1c24b70b-0dae-468e-9c1b-d99d941136f9 req-efd45a64-c225-460f-9f74-3656cd7a5f7c service neutron] Attempting to bind port 93fc0347-b490-49be-a2f8-a30cbd3f2a25 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:40:36.378231 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-1c24b70b-0dae-468e-9c1b-d99d941136f9 req-efd45a64-c225-460f-9f74-3656cd7a5f7c service neutron] Attempting to bind port 93fc0347-b490-49be-a2f8-a30cbd3f2a25 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '79d2950c-0b5d-4513-8fb6-911d59bb480e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3242ad09-fdb5-488b-b07a-6e388a17437a'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:40:36.378555 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c24b70b-0dae-468e-9c1b-d99d941136f9 req-efd45a64-c225-460f-9f74-3656cd7a5f7c service neutron] Attempting to bind port 93fc0347-b490-49be-a2f8-a30cbd3f2a25 on network 3242ad09-fdb5-488b-b07a-6e388a17437a {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:40:36.382933 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c24b70b-0dae-468e-9c1b-d99d941136f9 req-efd45a64-c225-460f-9f74-3656cd7a5f7c service neutron] Port 93fc0347-b490-49be-a2f8-a30cbd3f2a25 on network 3242ad09-fdb5-488b-b07a-6e388a17437a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:40:36.383250 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c24b70b-0dae-468e-9c1b-d99d941136f9 req-efd45a64-c225-460f-9f74-3656cd7a5f7c service neutron] Attempting to bind port 93fc0347-b490-49be-a2f8-a30cbd3f2a25 on network 3242ad09-fdb5-488b-b07a-6e388a17437a {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:40:36.388818 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c24b70b-0dae-468e-9c1b-d99d941136f9 req-efd45a64-c225-460f-9f74-3656cd7a5f7c service neutron] Checking agent: {'id': '9e16c23e-95bc-4c2e-b3ec-daf7533f9d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'started_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:40:36.389146 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c24b70b-0dae-468e-9c1b-d99d941136f9 req-efd45a64-c225-460f-9f74-3656cd7a5f7c service neutron] Checking segment: {'id': '79d2950c-0b5d-4513-8fb6-911d59bb480e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3242ad09-fdb5-488b-b07a-6e388a17437a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:40:36.389523 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c24b70b-0dae-468e-9c1b-d99d941136f9 req-efd45a64-c225-460f-9f74-3656cd7a5f7c service neutron] Bound using segment: {'id': '79d2950c-0b5d-4513-8fb6-911d59bb480e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3242ad09-fdb5-488b-b07a-6e388a17437a'} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:40:36.389941 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-1c24b70b-0dae-468e-9c1b-d99d941136f9 req-efd45a64-c225-460f-9f74-3656cd7a5f7c service neutron] Bound port: 93fc0347-b490-49be-a2f8-a30cbd3f2a25, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79d2950c-0b5d-4513-8fb6-911d59bb480e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3242ad09-fdb5-488b-b07a-6e388a17437a'}}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:40:36.390299 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-1c24b70b-0dae-468e-9c1b-d99d941136f9 req-efd45a64-c225-460f-9f74-3656cd7a5f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:40:36.456776 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-1c24b70b-0dae-468e-9c1b-d99d941136f9 req-efd45a64-c225-460f-9f74-3656cd7a5f7c service neutron] For port 93fc0347-b490-49be-a2f8-a30cbd3f2a25, host hv-neutron-8214, cleared binding levels {{(pid=102365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:40:36.461714 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-1c24b70b-0dae-468e-9c1b-d99d941136f9 req-efd45a64-c225-460f-9f74-3656cd7a5f7c service neutron] For port 93fc0347-b490-49be-a2f8-a30cbd3f2a25, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=93fc0347-b490-49be-a2f8-a30cbd3f2a25,segment=NetworkSegment(79d2950c-0b5d-4513-8fb6-911d59bb480e),segment_id=79d2950c-0b5d-4513-8fb6-911d59bb480e)] {{(pid=102365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:40:36.473938 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-1c24b70b-0dae-468e-9c1b-d99d941136f9 req-efd45a64-c225-460f-9f74-3656cd7a5f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:40:36.530346 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c24b70b-0dae-468e-9c1b-d99d941136f9 req-efd45a64-c225-460f-9f74-3656cd7a5f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:36.531151 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-1c24b70b-0dae-468e-9c1b-d99d941136f9 req-efd45a64-c225-460f-9f74-3656cd7a5f7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:40:36.532776 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1c24b70b-0dae-468e-9c1b-d99d941136f9 req-efd45a64-c225-460f-9f74-3656cd7a5f7c service neutron] 10.222.0.36 "PUT /v2.0/ports/93fc0347-b490-49be-a2f8-a30cbd3f2a25 HTTP/1.1" status: 200 len: 1093 time: 0.6302021 Dec 10 19:40:36.537684 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a407ca0a-b1c1-407f-98da-c4a22e0ec051', 'tag': '93fc0347-b490-49be-a2f8-a30cbd3f2a25'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:40:36.540024 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d298b0-f6a5-4317-ac67-399ee201ff34" -d '{"events": [{"name": "network-changed", "server_uuid": "a407ca0a-b1c1-407f-98da-c4a22e0ec051", "tag": "93fc0347-b490-49be-a2f8-a30cbd3f2a25"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:40:36.573216 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ce127-c00c-4b6b-894e-9c95503bcca2 req-2c5e4169-049f-42cc-9214-c4be0b2293e6 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:36.575439 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-986ce127-c00c-4b6b-894e-9c95503bcca2 req-2c5e4169-049f-42cc-9214-c4be0b2293e6 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=a407ca0a-b1c1-407f-98da-c4a22e0ec051 HTTP/1.1" status: 200 len: 943 time: 0.1163433 Dec 10 19:40:36.579108 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606159bb-bfdf-4c5f-81d0-61433554d1b6 x-openstack-request-id: req-606159bb-bfdf-4c5f-81d0-61433554d1b6 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:40:36.579396 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a407ca0a-b1c1-407f-98da-c4a22e0ec051", "tag": "93fc0347-b490-49be-a2f8-a30cbd3f2a25", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:40:36.579645 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-606159bb-bfdf-4c5f-81d0-61433554d1b6 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:40:36.580132 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a407ca0a-b1c1-407f-98da-c4a22e0ec051', 'tag': '93fc0347-b490-49be-a2f8-a30cbd3f2a25', 'status': 'completed', 'code': 200} Dec 10 19:40:36.583183 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd45a64-c225-460f-9f74-3656cd7a5f7c service neutron] Pushing event updated for resources: {'Port': ['ID=93fc0347-b490-49be-a2f8-a30cbd3f2a25,revision_number=3']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:40:36.653652 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-986ce127-c00c-4b6b-894e-9c95503bcca2 req-d5ef32b7-5f63-47c0-bbdd-ff3523463adb tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572608 Dec 10 19:40:36.656074 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c24b70b-0dae-468e-9c1b-d99d941136f9 req-68ea28d9-af9c-4274-b138-61a50dd44084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:36.657553 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1c24b70b-0dae-468e-9c1b-d99d941136f9 req-68ea28d9-af9c-4274-b138-61a50dd44084 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e7b3e0e7f9e74912993853ec4fc4b9bf&device_id=a407ca0a-b1c1-407f-98da-c4a22e0ec051 HTTP/1.1" status: 200 len: 1096 time: 0.0713739 Dec 10 19:40:36.704251 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1c24b70b-0dae-468e-9c1b-d99d941136f9 req-2e51df50-3c59-4b47-a610-b485ea4eb962 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93fc0347-b490-49be-a2f8-a30cbd3f2a25 HTTP/1.1" status: 200 len: 217 time: 0.0381196 Dec 10 19:40:36.760225 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c24b70b-0dae-468e-9c1b-d99d941136f9 req-db2e8004-f91a-4405-a276-d5ade876afbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:36.762353 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1c24b70b-0dae-468e-9c1b-d99d941136f9 req-db2e8004-f91a-4405-a276-d5ade876afbb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0e97d364-d07c-429f-98fc-ca6369f61a78 HTTP/1.1" status: 200 len: 855 time: 0.0497742 Dec 10 19:40:36.795304 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1c24b70b-0dae-468e-9c1b-d99d941136f9 req-1979fe36-7346-4aab-9e4b-8e014286a3dd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3242ad09-fdb5-488b-b07a-6e388a17437a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253496 Dec 10 19:40:36.885524 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1c24b70b-0dae-468e-9c1b-d99d941136f9 req-ce9c4908-6279-45f5-9dea-0dd5bb86b8d6 service neutron] 10.222.0.36 "GET /v2.0/networks/3242ad09-fdb5-488b-b07a-6e388a17437a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822461 Dec 10 19:40:36.978781 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1c24b70b-0dae-468e-9c1b-d99d941136f9 req-ada79001-acde-4e98-8150-50117277c05c service neutron] 10.222.0.36 "GET /v2.0/networks/3242ad09-fdb5-488b-b07a-6e388a17437a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852401 Dec 10 19:40:37.065120 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d298b0-f6a5-4317-ac67-399ee201ff34 req-67f08d74-03d2-4bd9-b50e-62413e43f011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:37.066598 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a3d298b0-f6a5-4317-ac67-399ee201ff34 req-67f08d74-03d2-4bd9-b50e-62413e43f011 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e7b3e0e7f9e74912993853ec4fc4b9bf&device_id=a407ca0a-b1c1-407f-98da-c4a22e0ec051 HTTP/1.1" status: 200 len: 1096 time: 0.0406933 Dec 10 19:40:37.160937 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d298b0-f6a5-4317-ac67-399ee201ff34 req-46b7eb34-60be-438f-85eb-284e2516fe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:37.162531 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a3d298b0-f6a5-4317-ac67-399ee201ff34 req-46b7eb34-60be-438f-85eb-284e2516fe53 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3242ad09-fdb5-488b-b07a-6e388a17437a HTTP/1.1" status: 200 len: 916 time: 0.0870199 Dec 10 19:40:37.205646 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a3d298b0-f6a5-4317-ac67-399ee201ff34 req-92324c63-099b-4e09-bb8b-1cbb92061871 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93fc0347-b490-49be-a2f8-a30cbd3f2a25 HTTP/1.1" status: 200 len: 217 time: 0.0341754 Dec 10 19:40:37.257110 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d298b0-f6a5-4317-ac67-399ee201ff34 req-cf0e0217-d348-4e35-90ca-8f99b826b795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:37.258544 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a3d298b0-f6a5-4317-ac67-399ee201ff34 req-cf0e0217-d348-4e35-90ca-8f99b826b795 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0e97d364-d07c-429f-98fc-ca6369f61a78 HTTP/1.1" status: 200 len: 855 time: 0.0456548 Dec 10 19:40:37.290338 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a3d298b0-f6a5-4317-ac67-399ee201ff34 req-eaceb3a2-5edf-4f25-bc0f-6df7c25af996 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3242ad09-fdb5-488b-b07a-6e388a17437a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238500 Dec 10 19:40:37.384259 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a3d298b0-f6a5-4317-ac67-399ee201ff34 req-21f97880-93d8-4a0e-9990-7e9e6a85d067 service neutron] 10.222.0.36 "GET /v2.0/networks/3242ad09-fdb5-488b-b07a-6e388a17437a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844383 Dec 10 19:40:37.474459 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a3d298b0-f6a5-4317-ac67-399ee201ff34 req-111befc1-2ae0-4f7d-a7a0-c113156c9072 service neutron] 10.222.0.36 "GET /v2.0/networks/3242ad09-fdb5-488b-b07a-6e388a17437a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822220 Dec 10 19:40:37.773474 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db9c57-6eba-4f1c-85ad-a85fefb1e6c6 req-7d3f3cbc-3822-4205-8505-cb900306d5b5 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:37.774933 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-09db9c57-6eba-4f1c-85ad-a85fefb1e6c6 req-7d3f3cbc-3822-4205-8505-cb900306d5b5 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=a407ca0a-b1c1-407f-98da-c4a22e0ec051 HTTP/1.1" status: 200 len: 943 time: 0.0550873 Dec 10 19:40:37.812701 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-09db9c57-6eba-4f1c-85ad-a85fefb1e6c6 req-e5d95721-5afe-4214-835e-0121e632d1ea tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312293 Dec 10 19:40:38.923846 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729bccb-8231-4813-b246-69b5226f0b02 req-d7fd81e5-b7f2-471e-a677-5d39025e5add tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:38.925331 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5729bccb-8231-4813-b246-69b5226f0b02 req-d7fd81e5-b7f2-471e-a677-5d39025e5add tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=a407ca0a-b1c1-407f-98da-c4a22e0ec051 HTTP/1.1" status: 200 len: 943 time: 0.0480716 Dec 10 19:40:38.965134 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5729bccb-8231-4813-b246-69b5226f0b02 req-e1b0fc06-353a-411e-90a8-d27744d85ea2 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334210 Dec 10 19:40:40.087888 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae7856-623f-4e15-bfff-4a57ebfc7c61 req-e499a9db-eb81-4d2d-b277-e08106de90d5 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:40.089398 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-02ae7856-623f-4e15-bfff-4a57ebfc7c61 req-e499a9db-eb81-4d2d-b277-e08106de90d5 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=a407ca0a-b1c1-407f-98da-c4a22e0ec051 HTTP/1.1" status: 200 len: 943 time: 0.0575728 Dec 10 19:40:40.129403 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-02ae7856-623f-4e15-bfff-4a57ebfc7c61 req-a9d680e7-e41c-44b4-8e02-d9bf2adad720 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333085 Dec 10 19:40:40.766667 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 93fc0347-b490-49be-a2f8-a30cbd3f2a25 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=102367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:40:40.862803 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 93fc0347-b490-49be-a2f8-a30cbd3f2a25, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=93fc0347-b490-49be-a2f8-a30cbd3f2a25,segment=NetworkSegment(79d2950c-0b5d-4513-8fb6-911d59bb480e),segment_id=79d2950c-0b5d-4513-8fb6-911d59bb480e)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:40:40.875122 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Returning: {'device': '93fc0347-b490-49be-a2f8-a30cbd3f2a25', 'network_id': '3242ad09-fdb5-488b-b07a-6e388a17437a', 'port_id': '93fc0347-b490-49be-a2f8-a30cbd3f2a25', 'mac_address': 'fa:16:3e:26:09:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e97d364-d07c-429f-98fc-ca6369f61a78', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:40:40.917387 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:40:40.930925 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93fc0347-b490-49be-a2f8-a30cbd3f2a25 {{(pid=102367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:40:40.951825 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 93fc0347-b490-49be-a2f8-a30cbd3f2a25, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=93fc0347-b490-49be-a2f8-a30cbd3f2a25,segment=NetworkSegment(79d2950c-0b5d-4513-8fb6-911d59bb480e),segment_id=79d2950c-0b5d-4513-8fb6-911d59bb480e)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:40:40.957788 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:40:41.007728 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=93fc0347-b490-49be-a2f8-a30cbd3f2a25,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:40:41.252643 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf67ff14-c716-4b93-b093-d21099f0b0ff req-f83997cf-41aa-4cfe-bf74-cc579cc4031c tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:41.254212 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-cf67ff14-c716-4b93-b093-d21099f0b0ff req-f83997cf-41aa-4cfe-bf74-cc579cc4031c tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=a407ca0a-b1c1-407f-98da-c4a22e0ec051 HTTP/1.1" status: 200 len: 944 time: 0.0562127 Dec 10 19:40:41.293693 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-cf67ff14-c716-4b93-b093-d21099f0b0ff req-33467222-8546-44cf-8274-fa77d6de5e9b tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333412 Dec 10 19:40:41.325172 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['93fc0347-b490-49be-a2f8-a30cbd3f2a25'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:40:42.415889 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fbed7f-8c2a-4c46-9465-934c5abdf308 req-506405d3-0720-480c-aa95-9b5a1c53a0c2 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:42.417395 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-61fbed7f-8c2a-4c46-9465-934c5abdf308 req-506405d3-0720-480c-aa95-9b5a1c53a0c2 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=a407ca0a-b1c1-407f-98da-c4a22e0ec051 HTTP/1.1" status: 200 len: 944 time: 0.0530071 Dec 10 19:40:42.455722 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-61fbed7f-8c2a-4c46-9465-934c5abdf308 req-096c455c-08d0-42c2-9207-f38df7c44fc7 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315692 Dec 10 19:40:42.789729 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 93fc0347-b490-49be-a2f8-a30cbd3f2a25 up at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:40:42.836847 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning for port 93fc0347-b490-49be-a2f8-a30cbd3f2a25 completed by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:40:42.841247 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning complete for port 93fc0347-b490-49be-a2f8-a30cbd3f2a25 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:40:42.841613 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:40:42.923715 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:40:42.946048 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a407ca0a-b1c1-407f-98da-c4a22e0ec051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93fc0347-b490-49be-a2f8-a30cbd3f2a25'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:40:42.948260 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0dd006407324ce2959a5a4cf9f0b5e0801d7a51a5291ea700e8786e11115a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e3ed69-823a-45a7-8a91-e13df50e8986" -d '{"events": [{"server_uuid": "a407ca0a-b1c1-407f-98da-c4a22e0ec051", "name": "network-vif-plugged", "status": "completed", "tag": "93fc0347-b490-49be-a2f8-a30cbd3f2a25"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:40:42.965006 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 93fc0347-b490-49be-a2f8-a30cbd3f2a25, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=93fc0347-b490-49be-a2f8-a30cbd3f2a25,segment=NetworkSegment(79d2950c-0b5d-4513-8fb6-911d59bb480e),segment_id=79d2950c-0b5d-4513-8fb6-911d59bb480e)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:40:42.969895 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:40:42.994603 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c957354-87a2-4ebc-b9f9-1dbab8e522df x-openstack-request-id: req-6c957354-87a2-4ebc-b9f9-1dbab8e522df {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:40:42.994896 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a407ca0a-b1c1-407f-98da-c4a22e0ec051", "name": "network-vif-plugged", "status": "completed", "tag": "93fc0347-b490-49be-a2f8-a30cbd3f2a25", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:40:42.995146 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6c957354-87a2-4ebc-b9f9-1dbab8e522df {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:40:42.995531 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a407ca0a-b1c1-407f-98da-c4a22e0ec051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93fc0347-b490-49be-a2f8-a30cbd3f2a25', 'code': 200} Dec 10 19:40:43.021479 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=93fc0347-b490-49be-a2f8-a30cbd3f2a25,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:40:43.161720 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e88d83-e0d8-4cbc-9799-112612a3ad55 req-9affebb3-13b0-4569-9dc9-7f8adbd30944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:43.163141 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e9e88d83-e0d8-4cbc-9799-112612a3ad55 req-9affebb3-13b0-4569-9dc9-7f8adbd30944 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a407ca0a-b1c1-407f-98da-c4a22e0ec051 HTTP/1.1" status: 200 len: 1098 time: 0.0447838 Dec 10 19:40:43.200421 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e9e88d83-e0d8-4cbc-9799-112612a3ad55 req-7f2e2cf7-7232-44e4-9658-796b4dd22b33 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291522 Dec 10 19:40:43.571393 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89fe2a-8ff7-46cb-9246-bfa7c5762eeb req-c8af59e2-af20-40c6-ba58-ff40ca6f3532 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:43.572889 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5c89fe2a-8ff7-46cb-9246-bfa7c5762eeb req-c8af59e2-af20-40c6-ba58-ff40ca6f3532 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=a407ca0a-b1c1-407f-98da-c4a22e0ec051 HTTP/1.1" status: 200 len: 945 time: 0.0519576 Dec 10 19:40:43.610931 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5c89fe2a-8ff7-46cb-9246-bfa7c5762eeb req-4b27aec2-b043-4963-8257-5ce63ce02da3 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312054 Dec 10 19:40:44.728591 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a62663-0c5f-441c-beb1-9b285b7b456c req-458d8783-645d-4653-a9dc-1d32894a5048 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:44.730324 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-78a62663-0c5f-441c-beb1-9b285b7b456c req-458d8783-645d-4653-a9dc-1d32894a5048 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=a407ca0a-b1c1-407f-98da-c4a22e0ec051 HTTP/1.1" status: 200 len: 945 time: 0.0513792 Dec 10 19:40:44.769093 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-78a62663-0c5f-441c-beb1-9b285b7b456c req-48b6eaa3-14d2-4769-ae91-a08f88667a27 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325944 Dec 10 19:40:44.880407 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626cb48f-2e85-418c-b634-e3f45ba12071 req-7a6c7c73-c9f8-440c-b4b8-0983b3de38d7 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:44.881863 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-626cb48f-2e85-418c-b634-e3f45ba12071 req-7a6c7c73-c9f8-440c-b4b8-0983b3de38d7 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=a407ca0a-b1c1-407f-98da-c4a22e0ec051 HTTP/1.1" status: 200 len: 945 time: 0.0477123 Dec 10 19:40:44.919736 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-626cb48f-2e85-418c-b634-e3f45ba12071 req-097ddcbc-bb12-496c-ae83-40be8886e8b7 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314250 Dec 10 19:40:45.125433 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695d7df-1fce-4640-b530-e9d720f4991b req-d664c333-b712-4f48-b55d-6a61421deef1 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:45.126885 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1695d7df-1fce-4640-b530-e9d720f4991b req-d664c333-b712-4f48-b55d-6a61421deef1 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=a407ca0a-b1c1-407f-98da-c4a22e0ec051 HTTP/1.1" status: 200 len: 945 time: 0.0531096 Dec 10 19:40:45.166723 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1695d7df-1fce-4640-b530-e9d720f4991b req-57b74ca8-9251-40b0-b304-9d50fa6d7f46 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334191 Dec 10 19:40:45.288635 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e38e5d-87ca-4777-8667-b007e2ec62cd req-42b99c13-32d4-4b29-b070-a628a983b1a8 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:45.290130 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-59e38e5d-87ca-4777-8667-b007e2ec62cd req-42b99c13-32d4-4b29-b070-a628a983b1a8 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=a407ca0a-b1c1-407f-98da-c4a22e0ec051 HTTP/1.1" status: 200 len: 945 time: 0.0504396 Dec 10 19:40:45.330933 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-59e38e5d-87ca-4777-8667-b007e2ec62cd req-29832cb5-4351-40b7-87e4-614690a2e2f3 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346282 Dec 10 19:40:45.548295 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-036e27c6-1021-4709-9120-243d561e125a req-a320a3c0-40cd-44d3-a6e2-1769b52cea54 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a407ca0a-b1c1-407f-98da-c4a22e0ec051&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0394366 Dec 10 19:40:45.562713 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063919ce-43e3-4826-a27f-8699367ee6e9 req-8069c669-ddae-42b7-8405-22172b17c5e7 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:45.564237 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-063919ce-43e3-4826-a27f-8699367ee6e9 req-8069c669-ddae-42b7-8405-22172b17c5e7 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=a407ca0a-b1c1-407f-98da-c4a22e0ec051 HTTP/1.1" status: 200 len: 945 time: 0.0488048 Dec 10 19:40:45.602242 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-063919ce-43e3-4826-a27f-8699367ee6e9 req-bf693741-4708-4c53-aa46-0c96e654110a tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320551 Dec 10 19:40:46.727886 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e27c6-1021-4709-9120-243d561e125a req-793cb8cb-b09c-4edc-9b82-c160ca330ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:46.729424 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-036e27c6-1021-4709-9120-243d561e125a req-793cb8cb-b09c-4edc-9b82-c160ca330ce2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e7b3e0e7f9e74912993853ec4fc4b9bf&device_id=a407ca0a-b1c1-407f-98da-c4a22e0ec051 HTTP/1.1" status: 200 len: 1098 time: 0.0727129 Dec 10 19:40:46.742645 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ef8fa-ed45-4542-8d9a-9563877b900b req-687bdc56-9f50-4f6b-93e2-7f85a89ec4e7 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:46.744058 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-134ef8fa-ed45-4542-8d9a-9563877b900b req-687bdc56-9f50-4f6b-93e2-7f85a89ec4e7 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=a407ca0a-b1c1-407f-98da-c4a22e0ec051 HTTP/1.1" status: 200 len: 945 time: 0.0594535 Dec 10 19:40:46.828989 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-134ef8fa-ed45-4542-8d9a-9563877b900b req-e642570b-a456-4e75-a4c8-a3b1c9115225 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764041 Dec 10 19:40:46.856645 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e27c6-1021-4709-9120-243d561e125a req-935a88fc-bc19-428b-9eac-333e80d81aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:46.858362 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-036e27c6-1021-4709-9120-243d561e125a req-935a88fc-bc19-428b-9eac-333e80d81aa5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3242ad09-fdb5-488b-b07a-6e388a17437a HTTP/1.1" status: 200 len: 916 time: 0.1134362 Dec 10 19:40:46.899704 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-036e27c6-1021-4709-9120-243d561e125a req-8ab9331e-3dc9-4bd2-8087-6454c47bcf2e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93fc0347-b490-49be-a2f8-a30cbd3f2a25 HTTP/1.1" status: 200 len: 217 time: 0.0329115 Dec 10 19:40:46.949453 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e27c6-1021-4709-9120-243d561e125a req-c8656c87-4e0d-4955-9464-5fc85f69d898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:46.950759 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-036e27c6-1021-4709-9120-243d561e125a req-c8656c87-4e0d-4955-9464-5fc85f69d898 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0e97d364-d07c-429f-98fc-ca6369f61a78 HTTP/1.1" status: 200 len: 855 time: 0.0428882 Dec 10 19:40:46.987249 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-036e27c6-1021-4709-9120-243d561e125a req-62270a14-6441-4940-ac06-263f0679e707 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3242ad09-fdb5-488b-b07a-6e388a17437a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243981 Dec 10 19:40:47.083534 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-036e27c6-1021-4709-9120-243d561e125a req-899c8621-661a-4229-a643-c12f4c575b8b service neutron] 10.222.0.36 "GET /v2.0/networks/3242ad09-fdb5-488b-b07a-6e388a17437a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824516 Dec 10 19:40:47.173563 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-036e27c6-1021-4709-9120-243d561e125a req-5633d29f-599a-443e-8930-f0878083427a service neutron] 10.222.0.36 "GET /v2.0/networks/3242ad09-fdb5-488b-b07a-6e388a17437a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810840 Dec 10 19:40:47.946982 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e87395-7bd5-45ed-9543-5f9adf15b2e9 req-a56a378d-84a2-4b2c-8912-4130d53fcfc3 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:47.948431 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-32e87395-7bd5-45ed-9543-5f9adf15b2e9 req-a56a378d-84a2-4b2c-8912-4130d53fcfc3 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=a407ca0a-b1c1-407f-98da-c4a22e0ec051 HTTP/1.1" status: 200 len: 945 time: 0.0533249 Dec 10 19:40:47.963763 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:40:47.986936 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-32e87395-7bd5-45ed-9543-5f9adf15b2e9 req-cf543531-0a59-4d24-8e44-02624b80007b tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309553 Dec 10 19:40:49.102919 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1056a-65df-4c26-88a9-fadc31d8abb9 req-8fa74d2f-d804-4d36-bc38-7900d4cb1b6e tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:49.104385 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1df1056a-65df-4c26-88a9-fadc31d8abb9 req-8fa74d2f-d804-4d36-bc38-7900d4cb1b6e tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=a407ca0a-b1c1-407f-98da-c4a22e0ec051 HTTP/1.1" status: 200 len: 945 time: 0.0494370 Dec 10 19:40:49.142551 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1df1056a-65df-4c26-88a9-fadc31d8abb9 req-f812c360-9e6e-4b49-beb4-4e5c9e5264b4 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318570 Dec 10 19:40:50.264258 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c957023-14af-4f77-9a6c-d962798e500c req-e186a176-9971-4ca0-8fef-b2e5c4069db4 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:50.265823 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5c957023-14af-4f77-9a6c-d962798e500c req-e186a176-9971-4ca0-8fef-b2e5c4069db4 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=a407ca0a-b1c1-407f-98da-c4a22e0ec051 HTTP/1.1" status: 200 len: 945 time: 0.0501614 Dec 10 19:40:50.275012 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-030b36dd-1917-4069-b4c8-398287ec1f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:40:50.304366 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5c957023-14af-4f77-9a6c-d962798e500c req-99ed41be-8329-4165-b3fc-5074c565c4c8 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325663 Dec 10 19:40:51.420033 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ccdc0-7d77-48f3-9f3d-185537eefdf2 req-d2f29b75-09ec-443c-8efa-dacc965c6ffb tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:51.421401 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-dd9ccdc0-7d77-48f3-9f3d-185537eefdf2 req-d2f29b75-09ec-443c-8efa-dacc965c6ffb tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=a407ca0a-b1c1-407f-98da-c4a22e0ec051 HTTP/1.1" status: 200 len: 945 time: 0.0518258 Dec 10 19:40:51.458393 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-dd9ccdc0-7d77-48f3-9f3d-185537eefdf2 req-16c22f1f-1976-477e-878b-04913149445e tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311625 Dec 10 19:40:52.572267 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f613f0-2235-472c-a9ce-887245cc0027 req-3d57d500-b441-46ab-84e6-710b0d489472 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:52.574053 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d7f613f0-2235-472c-a9ce-887245cc0027 req-3d57d500-b441-46ab-84e6-710b0d489472 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=a407ca0a-b1c1-407f-98da-c4a22e0ec051 HTTP/1.1" status: 200 len: 945 time: 0.0483005 Dec 10 19:40:52.612222 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d7f613f0-2235-472c-a9ce-887245cc0027 req-91032897-9442-457b-ac68-7389deb3f09a tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325463 Dec 10 19:40:53.726311 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3afb6d-1823-4e53-b501-fbb3d11ad4ef req-6146d141-8405-4b73-b6c1-5515f41eab8d tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:53.727687 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ca3afb6d-1823-4e53-b501-fbb3d11ad4ef req-6146d141-8405-4b73-b6c1-5515f41eab8d tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=a407ca0a-b1c1-407f-98da-c4a22e0ec051 HTTP/1.1" status: 200 len: 945 time: 0.0488110 Dec 10 19:40:53.765461 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ca3afb6d-1823-4e53-b501-fbb3d11ad4ef req-b7377734-92e9-4ee4-b013-8f647352e8b4 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312524 Dec 10 19:40:54.229542 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-75b9a354-5ba7-4cee-a879-fa94e6d92aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:40:54.884955 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d0abd-7ee7-431f-b449-b5c619e929c6 req-9fe84bd9-c041-413d-ad7f-2d514b64ad52 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:54.886416 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3d6d0abd-7ee7-431f-b449-b5c619e929c6 req-9fe84bd9-c041-413d-ad7f-2d514b64ad52 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=a407ca0a-b1c1-407f-98da-c4a22e0ec051 HTTP/1.1" status: 200 len: 945 time: 0.0524964 Dec 10 19:40:54.924465 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3d6d0abd-7ee7-431f-b449-b5c619e929c6 req-23f22638-3fa2-44b0-bddd-7e725119598b tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317922 Dec 10 19:40:55.422969 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:40:56.038938 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff01f2fb-31b3-40b8-a9c6-96c648cd7358 req-6c8d4a47-5f94-4c2f-be47-2aa60d7e663a tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:56.040339 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ff01f2fb-31b3-40b8-a9c6-96c648cd7358 req-6c8d4a47-5f94-4c2f-be47-2aa60d7e663a tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=a407ca0a-b1c1-407f-98da-c4a22e0ec051 HTTP/1.1" status: 200 len: 945 time: 0.0476487 Dec 10 19:40:56.078736 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ff01f2fb-31b3-40b8-a9c6-96c648cd7358 req-1d536d01-1ed2-46ff-8d90-ab455c6c0785 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317724 Dec 10 19:40:56.496108 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:40:56.822829 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:40:57.195504 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6311b48-5ee1-47b0-ad99-eb0731553050 req-42a5b71f-203c-4f59-ac91-0ab2a8abf9c2 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:57.197017 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b6311b48-5ee1-47b0-ad99-eb0731553050 req-42a5b71f-203c-4f59-ac91-0ab2a8abf9c2 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=a407ca0a-b1c1-407f-98da-c4a22e0ec051 HTTP/1.1" status: 200 len: 945 time: 0.0506938 Dec 10 19:40:57.238608 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b6311b48-5ee1-47b0-ad99-eb0731553050 req-11e7ba80-c3d7-46d9-aab8-19bd2bfa7d5c tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339656 Dec 10 19:40:58.360053 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56d3e4-edbf-4da0-8a92-0b2f5a5a4223 req-35ce9f3b-b796-4926-9e4c-676c853bc590 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:58.361535 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2a56d3e4-edbf-4da0-8a92-0b2f5a5a4223 req-35ce9f3b-b796-4926-9e4c-676c853bc590 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=a407ca0a-b1c1-407f-98da-c4a22e0ec051 HTTP/1.1" status: 200 len: 945 time: 0.0550811 Dec 10 19:40:58.399208 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2a56d3e4-edbf-4da0-8a92-0b2f5a5a4223 req-14fcf160-79d0-4d7a-b39a-fd66f4337009 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317719 Dec 10 19:40:59.515510 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b1d85d-aace-4f80-b42b-cda797fed03e req-36e91615-1490-4e9e-9da5-5a2e6d866a0e tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:40:59.517005 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-62b1d85d-aace-4f80-b42b-cda797fed03e req-36e91615-1490-4e9e-9da5-5a2e6d866a0e tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=a407ca0a-b1c1-407f-98da-c4a22e0ec051 HTTP/1.1" status: 200 len: 945 time: 0.0525067 Dec 10 19:40:59.555611 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-62b1d85d-aace-4f80-b42b-cda797fed03e req-c82281f9-87af-4feb-932d-eb0ada046e09 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326743 Dec 10 19:41:00.670497 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec7ba1-bdf0-4923-b829-6e352f756ef5 req-0ccde000-4261-49b3-821d-968a970a550d tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:00.671981 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-03ec7ba1-bdf0-4923-b829-6e352f756ef5 req-0ccde000-4261-49b3-821d-968a970a550d tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=a407ca0a-b1c1-407f-98da-c4a22e0ec051 HTTP/1.1" status: 200 len: 945 time: 0.0496662 Dec 10 19:41:00.710406 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-03ec7ba1-bdf0-4923-b829-6e352f756ef5 req-e13a17d4-8884-4712-a26a-f899d851c9b4 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324354 Dec 10 19:41:00.830269 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7ea43-c9eb-4bb6-91ab-a830fa35bbf1 req-0d20b24c-bcfa-4e78-a123-58f810f822b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:00.831713 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6bf7ea43-c9eb-4bb6-91ab-a830fa35bbf1 req-0d20b24c-bcfa-4e78-a123-58f810f822b4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e7b3e0e7f9e74912993853ec4fc4b9bf&device_id=a407ca0a-b1c1-407f-98da-c4a22e0ec051 HTTP/1.1" status: 200 len: 1098 time: 0.0443718 Dec 10 19:41:00.941375 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7ea43-c9eb-4bb6-91ab-a830fa35bbf1 req-35b7b9df-4dbf-4fc5-9b98-e14d41ee46fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:00.942723 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6bf7ea43-c9eb-4bb6-91ab-a830fa35bbf1 req-35b7b9df-4dbf-4fc5-9b98-e14d41ee46fe service neutron] 10.222.0.36 "GET /v2.0/networks?id=3242ad09-fdb5-488b-b07a-6e388a17437a HTTP/1.1" status: 200 len: 916 time: 0.0832767 Dec 10 19:41:00.984325 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6bf7ea43-c9eb-4bb6-91ab-a830fa35bbf1 req-f9518faf-4e24-4380-bbef-7cf937ed0b25 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93fc0347-b490-49be-a2f8-a30cbd3f2a25 HTTP/1.1" status: 200 len: 217 time: 0.0329103 Dec 10 19:41:01.037581 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7ea43-c9eb-4bb6-91ab-a830fa35bbf1 req-dea92a3d-cae1-4c35-9261-bb86236805a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:01.038986 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6bf7ea43-c9eb-4bb6-91ab-a830fa35bbf1 req-dea92a3d-cae1-4c35-9261-bb86236805a6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0e97d364-d07c-429f-98fc-ca6369f61a78 HTTP/1.1" status: 200 len: 855 time: 0.0465064 Dec 10 19:41:01.071712 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6bf7ea43-c9eb-4bb6-91ab-a830fa35bbf1 req-52a42cee-a950-45dd-8e52-4cf056119cb5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3242ad09-fdb5-488b-b07a-6e388a17437a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242155 Dec 10 19:41:01.163010 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6bf7ea43-c9eb-4bb6-91ab-a830fa35bbf1 req-15da0cc9-a10b-4f7a-b73e-8c962b87d865 service neutron] 10.222.0.36 "GET /v2.0/networks/3242ad09-fdb5-488b-b07a-6e388a17437a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829132 Dec 10 19:41:01.540443 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6bf7ea43-c9eb-4bb6-91ab-a830fa35bbf1 req-cbd097e8-e973-4f12-b8ae-5ebd03f72f24 service neutron] 10.222.0.36 "GET /v2.0/networks/3242ad09-fdb5-488b-b07a-6e388a17437a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3681934 Dec 10 19:41:01.825414 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05848c-8f44-4743-ab4e-beeb5b51201e req-e6b00b04-c821-4c45-9f4d-890dce4e1b1d tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:01.826868 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5c05848c-8f44-4743-ab4e-beeb5b51201e req-e6b00b04-c821-4c45-9f4d-890dce4e1b1d tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=a407ca0a-b1c1-407f-98da-c4a22e0ec051 HTTP/1.1" status: 200 len: 945 time: 0.0502412 Dec 10 19:41:01.865425 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5c05848c-8f44-4743-ab4e-beeb5b51201e req-a3f402bf-b6b5-47d1-af05-6630bff91b6f tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327237 Dec 10 19:41:02.497188 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:41:02.987020 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f022ca1-be2f-420d-b592-c46130831b92 req-fbded707-e8cd-4d2b-92d0-a4919282bab5 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:02.988480 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6f022ca1-be2f-420d-b592-c46130831b92 req-fbded707-e8cd-4d2b-92d0-a4919282bab5 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=a407ca0a-b1c1-407f-98da-c4a22e0ec051 HTTP/1.1" status: 200 len: 945 time: 0.0565822 Dec 10 19:41:03.025562 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6f022ca1-be2f-420d-b592-c46130831b92 req-ca912cf5-c98b-440e-be19-b6e1bd3bbf6e tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310941 Dec 10 19:41:04.150288 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c2c6a-a010-4656-874e-8b2a10264215 req-7405b3a1-de9b-4859-9422-9185777f0307 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:04.151802 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-eb3c2c6a-a010-4656-874e-8b2a10264215 req-7405b3a1-de9b-4859-9422-9185777f0307 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=a407ca0a-b1c1-407f-98da-c4a22e0ec051 HTTP/1.1" status: 200 len: 945 time: 0.0596452 Dec 10 19:41:04.191041 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-eb3c2c6a-a010-4656-874e-8b2a10264215 req-4db197d7-e8aa-43f8-bca2-ad744eff9b03 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332875 Dec 10 19:41:05.306698 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d0942-2eb6-4b82-b097-28aac35a9e8f req-827d1c01-a6c1-461c-85cf-0bfcbfa97329 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:05.308148 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-084d0942-2eb6-4b82-b097-28aac35a9e8f req-827d1c01-a6c1-461c-85cf-0bfcbfa97329 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=a407ca0a-b1c1-407f-98da-c4a22e0ec051 HTTP/1.1" status: 200 len: 945 time: 0.0490971 Dec 10 19:41:05.347966 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-084d0942-2eb6-4b82-b097-28aac35a9e8f req-169ac07c-5862-4725-a03c-3534830b19b3 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329878 Dec 10 19:41:06.466350 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05133eb-0e55-4df2-99ba-93d37fc45bf4 req-30a28cfb-7f09-4c6f-831c-aa670539f50c tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:06.467783 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a05133eb-0e55-4df2-99ba-93d37fc45bf4 req-30a28cfb-7f09-4c6f-831c-aa670539f50c tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=a407ca0a-b1c1-407f-98da-c4a22e0ec051 HTTP/1.1" status: 200 len: 945 time: 0.0516124 Dec 10 19:41:06.505298 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a05133eb-0e55-4df2-99ba-93d37fc45bf4 req-12eef8f5-eb6c-4df5-b637-88c4e024a17d tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316033 Dec 10 19:41:07.620391 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83742f4-bc95-4314-a9f9-1c56c5d1fda3 req-2a131664-05b9-41f2-9dff-9afeb8b0ea2b tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:07.621913 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d83742f4-bc95-4314-a9f9-1c56c5d1fda3 req-2a131664-05b9-41f2-9dff-9afeb8b0ea2b tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=a407ca0a-b1c1-407f-98da-c4a22e0ec051 HTTP/1.1" status: 200 len: 945 time: 0.0492585 Dec 10 19:41:07.659390 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d83742f4-bc95-4314-a9f9-1c56c5d1fda3 req-8955c044-7348-4545-9739-15eb732bec28 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316207 Dec 10 19:41:08.779648 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7c09d-5a2d-4277-a785-1cc8238a8a94 req-e0f3a476-3bdf-474d-80ac-9536c9d27d34 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:08.781173 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-84a7c09d-5a2d-4277-a785-1cc8238a8a94 req-e0f3a476-3bdf-474d-80ac-9536c9d27d34 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=a407ca0a-b1c1-407f-98da-c4a22e0ec051 HTTP/1.1" status: 200 len: 945 time: 0.0519478 Dec 10 19:41:08.821981 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-84a7c09d-5a2d-4277-a785-1cc8238a8a94 req-10ec0711-6f8f-494e-8c45-8862d3285fac tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349028 Dec 10 19:41:09.942604 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacaeae0-f065-4ccc-b33e-45b932309150 req-fef9c744-4d70-4388-b00f-26db26b1fe86 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:09.944047 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-eacaeae0-f065-4ccc-b33e-45b932309150 req-fef9c744-4d70-4388-b00f-26db26b1fe86 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=a407ca0a-b1c1-407f-98da-c4a22e0ec051 HTTP/1.1" status: 200 len: 945 time: 0.0512340 Dec 10 19:41:09.982477 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-eacaeae0-f065-4ccc-b33e-45b932309150 req-2fadf2e5-ef93-4513-821c-1a24b7136526 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316377 Dec 10 19:41:11.099881 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad611a6-2c96-4030-a1aa-51dee974ee1b req-30f2b7ae-433f-455b-a4eb-bebf2e63c58b tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:11.101526 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2ad611a6-2c96-4030-a1aa-51dee974ee1b req-30f2b7ae-433f-455b-a4eb-bebf2e63c58b tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=a407ca0a-b1c1-407f-98da-c4a22e0ec051 HTTP/1.1" status: 200 len: 945 time: 0.0507839 Dec 10 19:41:11.141598 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2ad611a6-2c96-4030-a1aa-51dee974ee1b req-a308de89-ab69-4408-93df-27ec8864e506 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329764 Dec 10 19:41:12.264169 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae19afc-bf7c-4c32-88d5-9f38de7a37aa req-0d7dfa76-1e4f-47aa-96da-605b5181cc38 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:12.265740 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-cae19afc-bf7c-4c32-88d5-9f38de7a37aa req-0d7dfa76-1e4f-47aa-96da-605b5181cc38 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=a407ca0a-b1c1-407f-98da-c4a22e0ec051 HTTP/1.1" status: 200 len: 945 time: 0.0532198 Dec 10 19:41:12.307461 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-cae19afc-bf7c-4c32-88d5-9f38de7a37aa req-0d5b2854-342d-45a9-bd95-06555f641211 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357258 Dec 10 19:41:13.430656 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ae260-4496-45fa-84b9-dff949c65247 req-0a1adab3-b60a-4aef-9e03-1bd50458eb86 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:13.432064 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bf4ae260-4496-45fa-84b9-dff949c65247 req-0a1adab3-b60a-4aef-9e03-1bd50458eb86 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=a407ca0a-b1c1-407f-98da-c4a22e0ec051 HTTP/1.1" status: 200 len: 945 time: 0.0546308 Dec 10 19:41:13.471666 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bf4ae260-4496-45fa-84b9-dff949c65247 req-332e0fba-da77-46e7-bec7-556d3b3c6445 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333807 Dec 10 19:41:14.591262 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c23ba31-982b-4fc5-9ced-951bcadd11b8 req-e35bbcd8-09c0-41f7-bb1f-187979bcda44 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:14.592768 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7c23ba31-982b-4fc5-9ced-951bcadd11b8 req-e35bbcd8-09c0-41f7-bb1f-187979bcda44 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=a407ca0a-b1c1-407f-98da-c4a22e0ec051 HTTP/1.1" status: 200 len: 945 time: 0.0526028 Dec 10 19:41:14.632699 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7c23ba31-982b-4fc5-9ced-951bcadd11b8 req-d2783e97-30ad-4491-ae93-5dfa38f27796 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339880 Dec 10 19:41:15.751932 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc019627-fdee-4997-b0e0-1b4f89cc8489 req-d1377d5f-d6fb-4fa8-ab7a-30f6dfcef5ef tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:15.753503 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-cc019627-fdee-4997-b0e0-1b4f89cc8489 req-d1377d5f-d6fb-4fa8-ab7a-30f6dfcef5ef tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=a407ca0a-b1c1-407f-98da-c4a22e0ec051 HTTP/1.1" status: 200 len: 945 time: 0.0521159 Dec 10 19:41:15.791743 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-cc019627-fdee-4997-b0e0-1b4f89cc8489 req-6c3a03b8-095d-40f1-8db2-b37daa5a08c4 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321889 Dec 10 19:41:16.913042 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7334407-d0c4-4299-a438-6cbfbeb9f502 req-9e58d53e-22ab-49db-88cb-0b80160cee7d tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:16.914543 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b7334407-d0c4-4299-a438-6cbfbeb9f502 req-9e58d53e-22ab-49db-88cb-0b80160cee7d tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=a407ca0a-b1c1-407f-98da-c4a22e0ec051 HTTP/1.1" status: 200 len: 945 time: 0.0539403 Dec 10 19:41:16.954952 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b7334407-d0c4-4299-a438-6cbfbeb9f502 req-1c3bf497-a790-44de-ae12-c801dd36e9f1 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342577 Dec 10 19:41:18.075802 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623a363-5198-4a73-ba82-73effb7c5ec5 req-c62fcfcc-2882-4475-bee9-76009b1f5224 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:18.077448 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0623a363-5198-4a73-ba82-73effb7c5ec5 req-c62fcfcc-2882-4475-bee9-76009b1f5224 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=a407ca0a-b1c1-407f-98da-c4a22e0ec051 HTTP/1.1" status: 200 len: 945 time: 0.0527272 Dec 10 19:41:18.121575 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0623a363-5198-4a73-ba82-73effb7c5ec5 req-bccb3a9f-a5f5-43b4-89e8-daba05ec57c6 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377834 Dec 10 19:41:18.880030 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-036e27c6-1021-4709-9120-243d561e125a req-991b45de-68de-40c9-8989-467b990a0d7f service neutron] 10.222.0.36 "GET /v2.0/ports/93fc0347-b490-49be-a2f8-a30cbd3f2a25/bindings/hv-neutron-8214 HTTP/1.1" status: 200 len: 384 time: 0.0596790 Dec 10 19:41:19.093242 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e27c6-1021-4709-9120-243d561e125a req-406841a0-ab3c-4a71-b813-6de693043204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:19.094737 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-036e27c6-1021-4709-9120-243d561e125a req-406841a0-ab3c-4a71-b813-6de693043204 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a407ca0a-b1c1-407f-98da-c4a22e0ec051&tenant_id=e7b3e0e7f9e74912993853ec4fc4b9bf HTTP/1.1" status: 200 len: 1098 time: 0.0476720 Dec 10 19:41:19.162341 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e27c6-1021-4709-9120-243d561e125a req-f4c04b04-20d3-4dcd-b2b3-41141db6bd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:19.163850 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-036e27c6-1021-4709-9120-243d561e125a req-f4c04b04-20d3-4dcd-b2b3-41141db6bd8e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e7b3e0e7f9e74912993853ec4fc4b9bf&device_id=a407ca0a-b1c1-407f-98da-c4a22e0ec051 HTTP/1.1" status: 200 len: 1098 time: 0.0441356 Dec 10 19:41:19.296863 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0f998-e22f-4211-a23a-84e45af4259a req-cb16bab6-1af1-4fd3-89ea-1dea91a47dfc tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:19.298376 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-fbe0f998-e22f-4211-a23a-84e45af4259a req-cb16bab6-1af1-4fd3-89ea-1dea91a47dfc tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=a407ca0a-b1c1-407f-98da-c4a22e0ec051 HTTP/1.1" status: 200 len: 945 time: 0.0848610 Dec 10 19:41:19.301501 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e27c6-1021-4709-9120-243d561e125a req-ac6cac8f-c380-4f22-9dd5-b0d14cc0f7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:19.302894 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-036e27c6-1021-4709-9120-243d561e125a req-ac6cac8f-c380-4f22-9dd5-b0d14cc0f7db service neutron] 10.222.0.36 "GET /v2.0/networks?id=3242ad09-fdb5-488b-b07a-6e388a17437a HTTP/1.1" status: 200 len: 916 time: 0.1313448 Dec 10 19:41:19.353258 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-036e27c6-1021-4709-9120-243d561e125a req-50eb5fac-b8e5-4c93-9c97-496a2eb190a3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93fc0347-b490-49be-a2f8-a30cbd3f2a25 HTTP/1.1" status: 200 len: 217 time: 0.0407140 Dec 10 19:41:19.405602 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-fbe0f998-e22f-4211-a23a-84e45af4259a req-0f152ea2-bfe4-41fd-b807-4c8ee53479c7 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998795 Dec 10 19:41:19.422822 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e27c6-1021-4709-9120-243d561e125a req-b8f908cb-ce26-44a1-a6d9-36ae0d9fd3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:19.424289 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-036e27c6-1021-4709-9120-243d561e125a req-b8f908cb-ce26-44a1-a6d9-36ae0d9fd3a0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0e97d364-d07c-429f-98fc-ca6369f61a78 HTTP/1.1" status: 200 len: 855 time: 0.0632257 Dec 10 19:41:19.459258 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-036e27c6-1021-4709-9120-243d561e125a req-53ad43ff-3013-4d5a-9efb-8e966553f3df service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3242ad09-fdb5-488b-b07a-6e388a17437a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269296 Dec 10 19:41:19.559276 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-036e27c6-1021-4709-9120-243d561e125a req-b1eb9cef-4ca0-4bb5-b5a4-cf2ad2a2b1db service neutron] 10.222.0.36 "GET /v2.0/networks/3242ad09-fdb5-488b-b07a-6e388a17437a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916080 Dec 10 19:41:19.658342 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-036e27c6-1021-4709-9120-243d561e125a req-96ee0fba-10ad-4cea-9460-e2cdbd12ce57 service neutron] 10.222.0.36 "GET /v2.0/networks/3242ad09-fdb5-488b-b07a-6e388a17437a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918381 Dec 10 19:41:20.278719 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2095f431-281d-4c09-9a02-4ad5b4b874cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:41:20.528842 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bae725-7a40-4040-88e4-7c5a558fbbd2 req-c21b84a6-e881-4f39-85fb-d5f4336632b0 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:20.530386 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-98bae725-7a40-4040-88e4-7c5a558fbbd2 req-c21b84a6-e881-4f39-85fb-d5f4336632b0 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=a407ca0a-b1c1-407f-98da-c4a22e0ec051 HTTP/1.1" status: 200 len: 945 time: 0.0531464 Dec 10 19:41:20.570815 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-98bae725-7a40-4040-88e4-7c5a558fbbd2 req-dfc5a5fe-77ed-4d8e-b709-4b78664782cb tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345750 Dec 10 19:41:21.049548 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 93fc0347-b490-49be-a2f8-a30cbd3f2a25 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:41:21.130262 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:41:21.154608 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a407ca0a-b1c1-407f-98da-c4a22e0ec051', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93fc0347-b490-49be-a2f8-a30cbd3f2a25'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:41:21.157330 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0dd006407324ce2959a5a4cf9f0b5e0801d7a51a5291ea700e8786e11115a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2152bb6-d37b-4256-8f35-d6cacf8fa797" -d '{"events": [{"server_uuid": "a407ca0a-b1c1-407f-98da-c4a22e0ec051", "name": "network-vif-unplugged", "status": "completed", "tag": "93fc0347-b490-49be-a2f8-a30cbd3f2a25"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:41:21.172036 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 93fc0347-b490-49be-a2f8-a30cbd3f2a25, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=93fc0347-b490-49be-a2f8-a30cbd3f2a25,segment=NetworkSegment(79d2950c-0b5d-4513-8fb6-911d59bb480e),segment_id=79d2950c-0b5d-4513-8fb6-911d59bb480e)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:41:21.177285 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:41:21.212399 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 19:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5ec0e3-2add-42a4-94d8-b15c05e4db8e x-openstack-request-id: req-db5ec0e3-2add-42a4-94d8-b15c05e4db8e {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:41:21.212728 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a407ca0a-b1c1-407f-98da-c4a22e0ec051", "name": "network-vif-unplugged", "status": "completed", "tag": "93fc0347-b490-49be-a2f8-a30cbd3f2a25", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:41:21.212978 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-db5ec0e3-2add-42a4-94d8-b15c05e4db8e {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:41:21.213363 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a407ca0a-b1c1-407f-98da-c4a22e0ec051', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93fc0347-b490-49be-a2f8-a30cbd3f2a25', 'code': 200} Dec 10 19:41:21.227342 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=93fc0347-b490-49be-a2f8-a30cbd3f2a25,revision_number=6']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:21.690693 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0cff9d-4261-410e-b9a2-946f8ff1a811 req-92e1fc29-236b-406d-8b3b-a0d59b40272e tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:21.692348 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ae0cff9d-4261-410e-b9a2-946f8ff1a811 req-92e1fc29-236b-406d-8b3b-a0d59b40272e tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=a407ca0a-b1c1-407f-98da-c4a22e0ec051 HTTP/1.1" status: 200 len: 943 time: 0.0523443 Dec 10 19:41:21.738221 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ae0cff9d-4261-410e-b9a2-946f8ff1a811 req-5fbea889-6b0b-4435-80b5-661d8e002eb8 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387313 Dec 10 19:41:22.867037 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd15c1-fa15-4dd4-8599-538b20200193 req-e9fcfe21-37fe-42b3-b537-9fbf41e1db8f tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:22.868615 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8efd15c1-fa15-4dd4-8599-538b20200193 req-e9fcfe21-37fe-42b3-b537-9fbf41e1db8f tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=a407ca0a-b1c1-407f-98da-c4a22e0ec051 HTTP/1.1" status: 200 len: 943 time: 0.0575747 Dec 10 19:41:22.909884 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8efd15c1-fa15-4dd4-8599-538b20200193 req-d828f0e0-22cb-4358-8156-b6a96f6e8b80 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352983 Dec 10 19:41:23.063140 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 93fc0347-b490-49be-a2f8-a30cbd3f2a25 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=102367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:41:23.132546 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f40852-f4d5-4500-8053-b3d4a285c7f3 req-fc717036-1788-49ad-8835-a0264478c0ed tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:23.134073 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-02f40852-f4d5-4500-8053-b3d4a285c7f3 req-fc717036-1788-49ad-8835-a0264478c0ed tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=a407ca0a-b1c1-407f-98da-c4a22e0ec051 HTTP/1.1" status: 200 len: 943 time: 0.0630171 Dec 10 19:41:23.170301 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 93fc0347-b490-49be-a2f8-a30cbd3f2a25, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=93fc0347-b490-49be-a2f8-a30cbd3f2a25,segment=NetworkSegment(79d2950c-0b5d-4513-8fb6-911d59bb480e),segment_id=79d2950c-0b5d-4513-8fb6-911d59bb480e)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:41:23.184468 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Returning: {'device': '93fc0347-b490-49be-a2f8-a30cbd3f2a25', 'network_id': '3242ad09-fdb5-488b-b07a-6e388a17437a', 'port_id': '93fc0347-b490-49be-a2f8-a30cbd3f2a25', 'mac_address': 'fa:16:3e:26:09:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e97d364-d07c-429f-98fc-ca6369f61a78', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:41:23.193160 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-02f40852-f4d5-4500-8053-b3d4a285c7f3 req-4d73ceef-a63e-4017-bbdc-730c3bf5b666 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449882 Dec 10 19:41:23.202649 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c4d7b8-d1de-41ba-960d-b469905a153e req-05f04027-ac21-46a1-a4e9-8fa2527cc058 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:23.204172 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-89c4d7b8-d1de-41ba-960d-b469905a153e req-05f04027-ac21-46a1-a4e9-8fa2527cc058 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.36 "GET /v2.0/ports?device_id=a407ca0a-b1c1-407f-98da-c4a22e0ec051&tenant_id=e7b3e0e7f9e74912993853ec4fc4b9bf&binding%3Ahost_id=hv-neutron-8214 HTTP/1.1" status: 200 len: 943 time: 0.0901253 Dec 10 19:41:23.223896 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:41:23.237948 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93fc0347-b490-49be-a2f8-a30cbd3f2a25 {{(pid=102367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:41:23.258300 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 93fc0347-b490-49be-a2f8-a30cbd3f2a25, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=93fc0347-b490-49be-a2f8-a30cbd3f2a25,segment=NetworkSegment(79d2950c-0b5d-4513-8fb6-911d59bb480e),segment_id=79d2950c-0b5d-4513-8fb6-911d59bb480e)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:41:23.265615 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:41:23.297323 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c4d7b8-d1de-41ba-960d-b469905a153e req-e076865c-3e91-488a-b7c6-4c23b267febc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:23.298832 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-89c4d7b8-d1de-41ba-960d-b469905a153e req-e076865c-3e91-488a-b7c6-4c23b267febc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e7b3e0e7f9e74912993853ec4fc4b9bf&device_id=a407ca0a-b1c1-407f-98da-c4a22e0ec051 HTTP/1.1" status: 200 len: 1096 time: 0.0495169 Dec 10 19:41:23.316405 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=93fc0347-b490-49be-a2f8-a30cbd3f2a25,revision_number=7']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:23.330432 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['93fc0347-b490-49be-a2f8-a30cbd3f2a25'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:41:23.394094 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c4d7b8-d1de-41ba-960d-b469905a153e req-24474c06-1f43-44df-95c8-b79915ed8fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:23.395772 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-89c4d7b8-d1de-41ba-960d-b469905a153e req-24474c06-1f43-44df-95c8-b79915ed8fc7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3242ad09-fdb5-488b-b07a-6e388a17437a HTTP/1.1" status: 200 len: 916 time: 0.0896561 Dec 10 19:41:23.446921 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-89c4d7b8-d1de-41ba-960d-b469905a153e req-5af3713c-5c40-4c36-827a-135e6aa07963 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93fc0347-b490-49be-a2f8-a30cbd3f2a25 HTTP/1.1" status: 200 len: 217 time: 0.0413835 Dec 10 19:41:23.503018 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c4d7b8-d1de-41ba-960d-b469905a153e req-ef424902-270c-41ad-987d-777d6f6a27bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:23.504529 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-89c4d7b8-d1de-41ba-960d-b469905a153e req-ef424902-270c-41ad-987d-777d6f6a27bc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0e97d364-d07c-429f-98fc-ca6369f61a78 HTTP/1.1" status: 200 len: 855 time: 0.0470841 Dec 10 19:41:23.539561 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-89c4d7b8-d1de-41ba-960d-b469905a153e req-fc003857-a01d-4fe7-bfe2-73f083f3312a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3242ad09-fdb5-488b-b07a-6e388a17437a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256553 Dec 10 19:41:23.630183 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-89c4d7b8-d1de-41ba-960d-b469905a153e req-5a47d7d1-a845-4e29-a0a4-57680c69cefd service neutron] 10.222.0.36 "GET /v2.0/networks/3242ad09-fdb5-488b-b07a-6e388a17437a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831263 Dec 10 19:41:23.727478 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-89c4d7b8-d1de-41ba-960d-b469905a153e req-d441094a-22c4-4c28-be79-f43f50f0aa48 service neutron] 10.222.0.36 "GET /v2.0/networks/3242ad09-fdb5-488b-b07a-6e388a17437a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890629 Dec 10 19:41:24.232969 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-55cbe443-6ab4-4997-bda3-17b87efc0117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:41:24.329615 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee53b7-6c17-49a3-8fe2-28b19c932993 req-40e7d3b7-d7ae-4984-afdd-ba047cf633ce tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:24.331720 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9dee53b7-6c17-49a3-8fe2-28b19c932993 req-40e7d3b7-d7ae-4984-afdd-ba047cf633ce tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=a407ca0a-b1c1-407f-98da-c4a22e0ec051 HTTP/1.1" status: 200 len: 944 time: 0.0554299 Dec 10 19:41:24.377875 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9dee53b7-6c17-49a3-8fe2-28b19c932993 req-e9453b50-58b2-4cb5-8b9b-dbaf452a19bd tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379021 Dec 10 19:41:24.498820 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26bb9c-953f-48e1-aa46-702bcf46f25b req-eda2b208-12d4-421a-bcec-9cbec4f369f8 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:24.500194 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0e26bb9c-953f-48e1-aa46-702bcf46f25b req-eda2b208-12d4-421a-bcec-9cbec4f369f8 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=a407ca0a-b1c1-407f-98da-c4a22e0ec051 HTTP/1.1" status: 200 len: 944 time: 0.0545456 Dec 10 19:41:24.537712 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0e26bb9c-953f-48e1-aa46-702bcf46f25b req-bd80a4b0-bbc9-4fb4-b221-3680e1264c92 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316522 Dec 10 19:41:24.650100 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a81c8-d58c-4a32-a0ec-9c8d1ab3edbe req-550fdffe-3e7f-4f14-adbb-508460d63263 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:24.652110 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-be8a81c8-d58c-4a32-a0ec-9c8d1ab3edbe req-550fdffe-3e7f-4f14-adbb-508460d63263 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=a407ca0a-b1c1-407f-98da-c4a22e0ec051 HTTP/1.1" status: 200 len: 944 time: 0.0503151 Dec 10 19:41:24.691309 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-be8a81c8-d58c-4a32-a0ec-9c8d1ab3edbe req-6f9eb3fa-6add-43c0-b15f-709d803b0962 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331848 Dec 10 19:41:24.962252 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:41:25.041700 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fdc9f2-aa65-460a-a9dd-cb1badcba52e req-23c1b555-5ff5-40fc-a757-759569e94d43 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:25.043190 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-63fdc9f2-aa65-460a-a9dd-cb1badcba52e req-23c1b555-5ff5-40fc-a757-759569e94d43 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/networks?id=3242ad09-fdb5-488b-b07a-6e388a17437a HTTP/1.1" status: 200 len: 815 time: 0.1052513 Dec 10 19:41:25.058597 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-63fdc9f2-aa65-460a-a9dd-cb1badcba52e req-f783b254-7f7f-4b27-87a3-63ba2a96a99f tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/quotas/e7b3e0e7f9e74912993853ec4fc4b9bf HTTP/1.1" status: 200 len: 375 time: 0.0090878 Dec 10 19:41:25.074870 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 93fc0347-b490-49be-a2f8-a30cbd3f2a25 up at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:41:25.110087 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-63fdc9f2-aa65-460a-a9dd-cb1badcba52e req-22cf6ae1-22f3-4afd-a891-88e28026d340 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7b3e0e7f9e74912993853ec4fc4b9bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0458283 Dec 10 19:41:25.123342 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning complete for port 93fc0347-b490-49be-a2f8-a30cbd3f2a25 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:41:25.123711 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:41:25.207334 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:41:25.230918 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a407ca0a-b1c1-407f-98da-c4a22e0ec051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93fc0347-b490-49be-a2f8-a30cbd3f2a25'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:41:25.233472 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0dd006407324ce2959a5a4cf9f0b5e0801d7a51a5291ea700e8786e11115a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64233218-fab5-4b73-a6ae-6f48aebbd528" -d '{"events": [{"server_uuid": "a407ca0a-b1c1-407f-98da-c4a22e0ec051", "name": "network-vif-plugged", "status": "completed", "tag": "93fc0347-b490-49be-a2f8-a30cbd3f2a25"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:41:25.247051 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 93fc0347-b490-49be-a2f8-a30cbd3f2a25, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=93fc0347-b490-49be-a2f8-a30cbd3f2a25,segment=NetworkSegment(79d2950c-0b5d-4513-8fb6-911d59bb480e),segment_id=79d2950c-0b5d-4513-8fb6-911d59bb480e)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:41:25.249280 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-63fdc9f2-aa65-460a-a9dd-cb1badcba52e req-1890a040-a003-47cd-84eb-c0ba4e23f88b service neutron] 10.222.0.69 "GET /v2.0/networks/3242ad09-fdb5-488b-b07a-6e388a17437a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315484 Dec 10 19:41:25.252763 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:41:25.281019 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e55e63-e4c5-436f-b344-44ad8f3fba37 x-openstack-request-id: req-c2e55e63-e4c5-436f-b344-44ad8f3fba37 {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:41:25.281315 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a407ca0a-b1c1-407f-98da-c4a22e0ec051", "name": "network-vif-plugged", "status": "completed", "tag": "93fc0347-b490-49be-a2f8-a30cbd3f2a25", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:41:25.281566 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c2e55e63-e4c5-436f-b344-44ad8f3fba37 {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:41:25.282043 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a407ca0a-b1c1-407f-98da-c4a22e0ec051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93fc0347-b490-49be-a2f8-a30cbd3f2a25', 'code': 200} Dec 10 19:41:25.306441 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=93fc0347-b490-49be-a2f8-a30cbd3f2a25,revision_number=8']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:25.314320 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:41:25.314747 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:41:25.314988 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:41:25.315319 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:41:25.315689 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:41:25.316049 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:41:25.316380 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:41:25.316744 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:41:25.317180 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:41:25.317509 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:41:25.317826 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:41:25.318141 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:41:25.351449 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-63fdc9f2-aa65-460a-a9dd-cb1badcba52e req-ba013499-8658-4d12-bf26-6bf617295a78 service neutron] 10.222.0.69 "GET /v2.0/networks/3242ad09-fdb5-488b-b07a-6e388a17437a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966973 Dec 10 19:41:25.427066 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:41:25.511086 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-51f742ec-79d6-4e67-8f15-05c92b63c49a req-1f949cac-3d82-44fe-acea-51333e79ae27 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f918604-8215-4aa0-9142-e6ac9f1fa188 HTTP/1.1" status: 200 len: 210 time: 0.0275178 Dec 10 19:41:26.485519 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fdc9f2-aa65-460a-a9dd-cb1badcba52e req-ed917e65-f873-409b-aa7a-be73b0cea6ac tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:26.487065 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-63fdc9f2-aa65-460a-a9dd-cb1badcba52e req-ed917e65-f873-409b-aa7a-be73b0cea6ac tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.36 "GET /v2.0/networks?id=3242ad09-fdb5-488b-b07a-6e388a17437a HTTP/1.1" status: 200 len: 815 time: 0.1114020 Dec 10 19:41:26.504768 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-63fdc9f2-aa65-460a-a9dd-cb1badcba52e req-436fdf84-5319-47f7-8a22-af80808b5395 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Request body: {'port': {'device_id': '1f918604-8215-4aa0-9142-e6ac9f1fa188', 'network_id': '3242ad09-fdb5-488b-b07a-6e388a17437a', 'admin_state_up': True, 'tenant_id': 'e7b3e0e7f9e74912993853ec4fc4b9bf'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:41:26.506414 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:41:26.629720 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4a1f14a6-a72c-41e4-9b0e-254c66b69e03 req-9ce6139c-42b9-4acb-bacc-87c348207f88 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f918604-8215-4aa0-9142-e6ac9f1fa188 HTTP/1.1" status: 200 len: 210 time: 0.0426209 Dec 10 19:41:26.654602 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63fdc9f2-aa65-460a-a9dd-cb1badcba52e req-436fdf84-5319-47f7-8a22-af80808b5395 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Made reservation on behalf of e7b3e0e7f9e74912993853ec4fc4b9bf for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:41:26.658662 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-63fdc9f2-aa65-460a-a9dd-cb1badcba52e req-436fdf84-5319-47f7-8a22-af80808b5395 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:41:26.793052 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [req-63fdc9f2-aa65-460a-a9dd-cb1badcba52e req-436fdf84-5319-47f7-8a22-af80808b5395 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Allocated IP 172.20.0.13 (3242ad09-fdb5-488b-b07a-6e388a17437a/0e97d364-d07c-429f-98fc-ca6369f61a78/f080f6b9-ca6f-4323-ac3f-7221f3b37725) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:41:26.826599 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:41:26.947157 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-63fdc9f2-aa65-460a-a9dd-cb1badcba52e req-436fdf84-5319-47f7-8a22-af80808b5395 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:41:26.980547 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-63fdc9f2-aa65-460a-a9dd-cb1badcba52e req-436fdf84-5319-47f7-8a22-af80808b5395 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:41:26.991282 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.36', 50049) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:41:26.992427 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['93fc0347-b490-49be-a2f8-a30cbd3f2a25'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:41:27.026301 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63fdc9f2-aa65-460a-a9dd-cb1badcba52e req-436fdf84-5319-47f7-8a22-af80808b5395 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Network 3242ad09-fdb5-488b-b07a-6e388a17437a is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:41:27.029427 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [req-63fdc9f2-aa65-460a-a9dd-cb1badcba52e req-436fdf84-5319-47f7-8a22-af80808b5395 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:41:27.036798 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-63fdc9f2-aa65-460a-a9dd-cb1badcba52e req-436fdf84-5319-47f7-8a22-af80808b5395 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:41:27.040362 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436fdf84-5319-47f7-8a22-af80808b5395 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Pushing event updated for resources: {'Port': ['ID=f080f6b9-ca6f-4323-ac3f-7221f3b37725,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:27.055842 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4025e5-ebe9-446e-ae9a-6bd4be02d64a req-d2033a43-886e-4e5b-a2f4-309eb2aac2fa tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:27.057389 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-7f4025e5-ebe9-446e-ae9a-6bd4be02d64a req-d2033a43-886e-4e5b-a2f4-309eb2aac2fa tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.36 "GET /v2.0/ports?device_id=a407ca0a-b1c1-407f-98da-c4a22e0ec051 HTTP/1.1" status: 200 len: 945 time: 0.0644953 Dec 10 19:41:27.091459 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fdc9f2-aa65-460a-a9dd-cb1badcba52e req-436fdf84-5319-47f7-8a22-af80808b5395 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:27.092102 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-63fdc9f2-aa65-460a-a9dd-cb1badcba52e req-436fdf84-5319-47f7-8a22-af80808b5395 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:41:27.112393 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-63fdc9f2-aa65-460a-a9dd-cb1badcba52e req-436fdf84-5319-47f7-8a22-af80808b5395 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6147521 Dec 10 19:41:27.166578 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [req-7f4025e5-ebe9-446e-ae9a-6bd4be02d64a req-15ff192e-ebd0-4835-bc18-483402717975 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Deleting port 93fc0347-b490-49be-a2f8-a30cbd3f2a25 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:41:27.166908 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-7f4025e5-ebe9-446e-ae9a-6bd4be02d64a req-15ff192e-ebd0-4835-bc18-483402717975 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:41:27.168876 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-63fdc9f2-aa65-460a-a9dd-cb1badcba52e req-cb0f337b-39b9-4bf6-a652-5c8a8e0e46b3 service neutron] Request body: {'port': {'device_id': '1f918604-8215-4aa0-9142-e6ac9f1fa188', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:41:27.223637 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-63fdc9f2-aa65-460a-a9dd-cb1badcba52e req-cb0f337b-39b9-4bf6-a652-5c8a8e0e46b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:41:27.264190 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [req-7f4025e5-ebe9-446e-ae9a-6bd4be02d64a req-15ff192e-ebd0-4835-bc18-483402717975 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] For port 93fc0347-b490-49be-a2f8-a30cbd3f2a25, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=93fc0347-b490-49be-a2f8-a30cbd3f2a25,segment=NetworkSegment(79d2950c-0b5d-4513-8fb6-911d59bb480e),segment_id=79d2950c-0b5d-4513-8fb6-911d59bb480e)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:41:27.264608 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-7f4025e5-ebe9-446e-ae9a-6bd4be02d64a req-15ff192e-ebd0-4835-bc18-483402717975 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:41:27.277890 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [req-7f4025e5-ebe9-446e-ae9a-6bd4be02d64a req-15ff192e-ebd0-4835-bc18-483402717975 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Calling delete_port for 93fc0347-b490-49be-a2f8-a30cbd3f2a25 owned by compute:nova {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:41:27.409877 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-7f4025e5-ebe9-446e-ae9a-6bd4be02d64a req-15ff192e-ebd0-4835-bc18-483402717975 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:41:27.440070 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ff192e-ebd0-4835-bc18-483402717975 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Pushing event deleted for resources: {'Port': ['ID=93fc0347-b490-49be-a2f8-a30cbd3f2a25,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:27.484635 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f4025e5-ebe9-446e-ae9a-6bd4be02d64a req-15ff192e-ebd0-4835-bc18-483402717975 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] No DVR routers for this DVR port 93fc0347-b490-49be-a2f8-a30cbd3f2a25 on host hv-neutron-8214 {{(pid=102366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:41:27.487228 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-7f4025e5-ebe9-446e-ae9a-6bd4be02d64a req-15ff192e-ebd0-4835-bc18-483402717975 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:41:27.490752 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-7f4025e5-ebe9-446e-ae9a-6bd4be02d64a req-15ff192e-ebd0-4835-bc18-483402717975 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.36 "DELETE /v2.0/ports/93fc0347-b490-49be-a2f8-a30cbd3f2a25 HTTP/1.1" status: 204 len: 173 time: 0.4268742 Dec 10 19:41:27.491201 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a407ca0a-b1c1-407f-98da-c4a22e0ec051', 'name': 'network-vif-deleted', 'tag': '93fc0347-b490-49be-a2f8-a30cbd3f2a25'}] {{(pid=102366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:41:27.494083 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a86acec104960cf4069dffce1919f1f0aa2a294c7752363dfd1d6594a90fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4157764d-774b-462a-8e97-a3c53091b95a" -d '{"events": [{"server_uuid": "a407ca0a-b1c1-407f-98da-c4a22e0ec051", "name": "network-vif-deleted", "tag": "93fc0347-b490-49be-a2f8-a30cbd3f2a25"}]}' {{(pid=102366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:41:27.496475 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [req-63fdc9f2-aa65-460a-a9dd-cb1badcba52e req-cb0f337b-39b9-4bf6-a652-5c8a8e0e46b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f080f6b9-ca6f-4323-ac3f-7221f3b37725 {{(pid=102365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:41:27.505653 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-63fdc9f2-aa65-460a-a9dd-cb1badcba52e req-cb0f337b-39b9-4bf6-a652-5c8a8e0e46b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:41:27.520627 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.provisioning_blocks [req-63fdc9f2-aa65-460a-a9dd-cb1badcba52e req-cb0f337b-39b9-4bf6-a652-5c8a8e0e46b3 service neutron] Transition to ACTIVE for port object f080f6b9-ca6f-4323-ac3f-7221f3b37725 will not be triggered until provisioned by entity L2. {{(pid=102365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:41:27.526159 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-63fdc9f2-aa65-460a-a9dd-cb1badcba52e req-cb0f337b-39b9-4bf6-a652-5c8a8e0e46b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:41:27.532605 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-660a0412-a3f5-4712-b531-f2429c38170e x-openstack-request-id: req-660a0412-a3f5-4712-b531-f2429c38170e {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:41:27.532936 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a407ca0a-b1c1-407f-98da-c4a22e0ec051", "name": "network-vif-deleted", "tag": "93fc0347-b490-49be-a2f8-a30cbd3f2a25", "status": "completed", "code": 200}]} {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:41:27.533150 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-660a0412-a3f5-4712-b531-f2429c38170e {{(pid=102366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:41:27.533718 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a407ca0a-b1c1-407f-98da-c4a22e0ec051', 'name': 'network-vif-deleted', 'tag': '93fc0347-b490-49be-a2f8-a30cbd3f2a25', 'status': 'completed', 'code': 200} Dec 10 19:41:27.586352 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0f337b-39b9-4bf6-a652-5c8a8e0e46b3 service neutron] Pushing event updated for resources: {'Port': ['ID=f080f6b9-ca6f-4323-ac3f-7221f3b37725,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:27.653571 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-63fdc9f2-aa65-460a-a9dd-cb1badcba52e req-cb0f337b-39b9-4bf6-a652-5c8a8e0e46b3 service neutron] Attempting to bind port f080f6b9-ca6f-4323-ac3f-7221f3b37725 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:41:27.653870 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-63fdc9f2-aa65-460a-a9dd-cb1badcba52e req-cb0f337b-39b9-4bf6-a652-5c8a8e0e46b3 service neutron] Attempting to bind port f080f6b9-ca6f-4323-ac3f-7221f3b37725 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '79d2950c-0b5d-4513-8fb6-911d59bb480e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3242ad09-fdb5-488b-b07a-6e388a17437a'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:41:27.654198 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fdc9f2-aa65-460a-a9dd-cb1badcba52e req-cb0f337b-39b9-4bf6-a652-5c8a8e0e46b3 service neutron] Attempting to bind port f080f6b9-ca6f-4323-ac3f-7221f3b37725 on network 3242ad09-fdb5-488b-b07a-6e388a17437a {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:41:27.658955 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fdc9f2-aa65-460a-a9dd-cb1badcba52e req-cb0f337b-39b9-4bf6-a652-5c8a8e0e46b3 service neutron] Port f080f6b9-ca6f-4323-ac3f-7221f3b37725 on network 3242ad09-fdb5-488b-b07a-6e388a17437a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:41:27.659273 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fdc9f2-aa65-460a-a9dd-cb1badcba52e req-cb0f337b-39b9-4bf6-a652-5c8a8e0e46b3 service neutron] Attempting to bind port f080f6b9-ca6f-4323-ac3f-7221f3b37725 on network 3242ad09-fdb5-488b-b07a-6e388a17437a {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:41:27.664431 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fdc9f2-aa65-460a-a9dd-cb1badcba52e req-cb0f337b-39b9-4bf6-a652-5c8a8e0e46b3 service neutron] Checking agent: {'id': '9e16c23e-95bc-4c2e-b3ec-daf7533f9d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'started_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:41:27.664859 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fdc9f2-aa65-460a-a9dd-cb1badcba52e req-cb0f337b-39b9-4bf6-a652-5c8a8e0e46b3 service neutron] Checking segment: {'id': '79d2950c-0b5d-4513-8fb6-911d59bb480e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3242ad09-fdb5-488b-b07a-6e388a17437a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:41:27.665122 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fdc9f2-aa65-460a-a9dd-cb1badcba52e req-cb0f337b-39b9-4bf6-a652-5c8a8e0e46b3 service neutron] Bound using segment: {'id': '79d2950c-0b5d-4513-8fb6-911d59bb480e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3242ad09-fdb5-488b-b07a-6e388a17437a'} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:41:27.665577 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-63fdc9f2-aa65-460a-a9dd-cb1badcba52e req-cb0f337b-39b9-4bf6-a652-5c8a8e0e46b3 service neutron] Bound port: f080f6b9-ca6f-4323-ac3f-7221f3b37725, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79d2950c-0b5d-4513-8fb6-911d59bb480e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3242ad09-fdb5-488b-b07a-6e388a17437a'}}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:41:27.665885 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-63fdc9f2-aa65-460a-a9dd-cb1badcba52e req-cb0f337b-39b9-4bf6-a652-5c8a8e0e46b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:41:27.768635 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-63fdc9f2-aa65-460a-a9dd-cb1badcba52e req-cb0f337b-39b9-4bf6-a652-5c8a8e0e46b3 service neutron] For port f080f6b9-ca6f-4323-ac3f-7221f3b37725, host hv-neutron-8214, cleared binding levels {{(pid=102365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:41:27.785118 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce395a7-21e6-4645-87b5-c80197cd776f req-3d4d9aa9-e546-4f8d-b312-ba485793bd77 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:27.786512 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2ce395a7-21e6-4645-87b5-c80197cd776f req-3d4d9aa9-e546-4f8d-b312-ba485793bd77 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f918604-8215-4aa0-9142-e6ac9f1fa188 HTTP/1.1" status: 200 len: 944 time: 0.0842557 Dec 10 19:41:27.789936 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-63fdc9f2-aa65-460a-a9dd-cb1badcba52e req-cb0f337b-39b9-4bf6-a652-5c8a8e0e46b3 service neutron] For port f080f6b9-ca6f-4323-ac3f-7221f3b37725, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f080f6b9-ca6f-4323-ac3f-7221f3b37725,segment=NetworkSegment(79d2950c-0b5d-4513-8fb6-911d59bb480e),segment_id=79d2950c-0b5d-4513-8fb6-911d59bb480e)] {{(pid=102365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:41:27.796160 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-63fdc9f2-aa65-460a-a9dd-cb1badcba52e req-cb0f337b-39b9-4bf6-a652-5c8a8e0e46b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:41:27.845301 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fdc9f2-aa65-460a-a9dd-cb1badcba52e req-cb0f337b-39b9-4bf6-a652-5c8a8e0e46b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:27.845904 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-63fdc9f2-aa65-460a-a9dd-cb1badcba52e req-cb0f337b-39b9-4bf6-a652-5c8a8e0e46b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:41:27.847251 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-63fdc9f2-aa65-460a-a9dd-cb1badcba52e req-cb0f337b-39b9-4bf6-a652-5c8a8e0e46b3 service neutron] 10.222.0.36 "PUT /v2.0/ports/f080f6b9-ca6f-4323-ac3f-7221f3b37725 HTTP/1.1" status: 200 len: 1094 time: 0.6835141 Dec 10 19:41:27.849347 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f918604-8215-4aa0-9142-e6ac9f1fa188', 'tag': 'f080f6b9-ca6f-4323-ac3f-7221f3b37725'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:41:27.851716 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c6ca3d-e0d7-497a-965f-a55c7baa8c4e" -d '{"events": [{"name": "network-changed", "server_uuid": "1f918604-8215-4aa0-9142-e6ac9f1fa188", "tag": "f080f6b9-ca6f-4323-ac3f-7221f3b37725"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:41:27.883570 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2ce395a7-21e6-4645-87b5-c80197cd776f req-b1202ae2-092d-4b5d-95b5-41a340f3d020 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900884 Dec 10 19:41:27.887446 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0f337b-39b9-4bf6-a652-5c8a8e0e46b3 service neutron] Pushing event updated for resources: {'Port': ['ID=f080f6b9-ca6f-4323-ac3f-7221f3b37725,revision_number=3']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:27.904820 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa82c12-028a-4c66-8b39-7d44bfdebe41 x-openstack-request-id: req-4aa82c12-028a-4c66-8b39-7d44bfdebe41 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:41:27.905138 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f918604-8215-4aa0-9142-e6ac9f1fa188", "tag": "f080f6b9-ca6f-4323-ac3f-7221f3b37725", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:41:27.905452 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4aa82c12-028a-4c66-8b39-7d44bfdebe41 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:41:27.905902 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f918604-8215-4aa0-9142-e6ac9f1fa188', 'tag': 'f080f6b9-ca6f-4323-ac3f-7221f3b37725', 'status': 'completed', 'code': 200} Dec 10 19:41:27.944253 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fdc9f2-aa65-460a-a9dd-cb1badcba52e req-4eb7142d-81e2-46f4-9686-d7bf121fff7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:27.945814 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-63fdc9f2-aa65-460a-a9dd-cb1badcba52e req-4eb7142d-81e2-46f4-9686-d7bf121fff7a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e7b3e0e7f9e74912993853ec4fc4b9bf&device_id=1f918604-8215-4aa0-9142-e6ac9f1fa188 HTTP/1.1" status: 200 len: 1097 time: 0.0522590 Dec 10 19:41:27.996122 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-63fdc9f2-aa65-460a-a9dd-cb1badcba52e req-835d53e9-6999-487e-b0e2-c72f71856ef4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f080f6b9-ca6f-4323-ac3f-7221f3b37725 HTTP/1.1" status: 200 len: 217 time: 0.0397360 Dec 10 19:41:28.046013 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fdc9f2-aa65-460a-a9dd-cb1badcba52e req-7cc293cc-defe-4cf6-aeaf-90838f1f1a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:28.047340 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-63fdc9f2-aa65-460a-a9dd-cb1badcba52e req-7cc293cc-defe-4cf6-aeaf-90838f1f1a5e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0e97d364-d07c-429f-98fc-ca6369f61a78 HTTP/1.1" status: 200 len: 855 time: 0.0444429 Dec 10 19:41:28.078455 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-63fdc9f2-aa65-460a-a9dd-cb1badcba52e req-d8d19376-efe7-4154-8d9a-0d0b5cd07161 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3242ad09-fdb5-488b-b07a-6e388a17437a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244198 Dec 10 19:41:28.169509 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-63fdc9f2-aa65-460a-a9dd-cb1badcba52e req-d6e83300-a511-49bc-90a2-9ec186cfed01 service neutron] 10.222.0.36 "GET /v2.0/networks/3242ad09-fdb5-488b-b07a-6e388a17437a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840161 Dec 10 19:41:28.257778 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-63fdc9f2-aa65-460a-a9dd-cb1badcba52e req-01d50f50-8264-485b-82ce-3708ec8016c6 service neutron] 10.222.0.36 "GET /v2.0/networks/3242ad09-fdb5-488b-b07a-6e388a17437a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811784 Dec 10 19:41:28.345225 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c6ca3d-e0d7-497a-965f-a55c7baa8c4e req-53d382d8-5a3c-4b45-9689-fd25773a37fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:28.346691 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-38c6ca3d-e0d7-497a-965f-a55c7baa8c4e req-53d382d8-5a3c-4b45-9689-fd25773a37fa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e7b3e0e7f9e74912993853ec4fc4b9bf&device_id=1f918604-8215-4aa0-9142-e6ac9f1fa188 HTTP/1.1" status: 200 len: 1097 time: 0.0409617 Dec 10 19:41:28.439149 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c6ca3d-e0d7-497a-965f-a55c7baa8c4e req-cf65b08c-ae37-4e3e-9f18-ba51f5949089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:28.440614 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-38c6ca3d-e0d7-497a-965f-a55c7baa8c4e req-cf65b08c-ae37-4e3e-9f18-ba51f5949089 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3242ad09-fdb5-488b-b07a-6e388a17437a HTTP/1.1" status: 200 len: 916 time: 0.0867400 Dec 10 19:41:28.482388 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-38c6ca3d-e0d7-497a-965f-a55c7baa8c4e req-b7966509-6db7-4e18-b125-c36a2731b17d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f080f6b9-ca6f-4323-ac3f-7221f3b37725 HTTP/1.1" status: 200 len: 217 time: 0.0341070 Dec 10 19:41:28.533735 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c6ca3d-e0d7-497a-965f-a55c7baa8c4e req-7a92c846-5bee-49f4-a255-cb84d04746eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:28.535134 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-38c6ca3d-e0d7-497a-965f-a55c7baa8c4e req-7a92c846-5bee-49f4-a255-cb84d04746eb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0e97d364-d07c-429f-98fc-ca6369f61a78 HTTP/1.1" status: 200 len: 855 time: 0.0461614 Dec 10 19:41:28.567215 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-38c6ca3d-e0d7-497a-965f-a55c7baa8c4e req-bfc8b18c-19a4-468c-ba45-4d1e6413303b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3242ad09-fdb5-488b-b07a-6e388a17437a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247846 Dec 10 19:41:28.660556 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-38c6ca3d-e0d7-497a-965f-a55c7baa8c4e req-eff2e8dc-9fda-48c7-a3dc-d6a572567688 service neutron] 10.222.0.36 "GET /v2.0/networks/3242ad09-fdb5-488b-b07a-6e388a17437a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848703 Dec 10 19:41:28.764776 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-38c6ca3d-e0d7-497a-965f-a55c7baa8c4e req-627d72cd-a382-4816-8eef-34732018430a service neutron] 10.222.0.36 "GET /v2.0/networks/3242ad09-fdb5-488b-b07a-6e388a17437a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969925 Dec 10 19:41:29.008909 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d07f6-9d8c-4e14-b238-98cca99b0954 req-0e13e7fc-ae8f-45f4-a5b0-a6506c4e6226 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:29.010364 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7f8d07f6-9d8c-4e14-b238-98cca99b0954 req-0e13e7fc-ae8f-45f4-a5b0-a6506c4e6226 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f918604-8215-4aa0-9142-e6ac9f1fa188 HTTP/1.1" status: 200 len: 944 time: 0.0515127 Dec 10 19:41:29.048957 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7f8d07f6-9d8c-4e14-b238-98cca99b0954 req-9d5a11bf-22ad-4a8a-b2b2-fd6ba6b3a19c tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321198 Dec 10 19:41:29.094315 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 93fc0347-b490-49be-a2f8-a30cbd3f2a25 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:41:29.114551 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] No Port match for: 93fc0347-b490-49be-a2f8-a30cbd3f2a25 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:41:29.114892 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 93fc0347-b490-49be-a2f8-a30cbd3f2a25 not bound to the agent host hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:41:30.164903 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b808545-117d-4f8c-95ee-eb42bf3570fc req-2a582546-eff6-4d7d-81d3-17d15c436edc tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:30.166380 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9b808545-117d-4f8c-95ee-eb42bf3570fc req-2a582546-eff6-4d7d-81d3-17d15c436edc tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f918604-8215-4aa0-9142-e6ac9f1fa188 HTTP/1.1" status: 200 len: 944 time: 0.0505366 Dec 10 19:41:30.204087 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9b808545-117d-4f8c-95ee-eb42bf3570fc req-68e666a3-3533-41eb-916e-3612f5d9aca9 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316706 Dec 10 19:41:31.326189 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46142be-39f2-4d78-be9c-676e0af3f879 req-46f102b6-afe2-4175-8505-89f2f846e855 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:31.327698 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c46142be-39f2-4d78-be9c-676e0af3f879 req-46f102b6-afe2-4175-8505-89f2f846e855 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f918604-8215-4aa0-9142-e6ac9f1fa188 HTTP/1.1" status: 200 len: 944 time: 0.0530503 Dec 10 19:41:31.367403 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c46142be-39f2-4d78-be9c-676e0af3f879 req-bf5b7c2d-54d1-42c4-9c07-d85b02f1dd0f tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336106 Dec 10 19:41:32.485306 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04134b42-7949-44a7-8c99-1d41859f0a64 req-69f74f98-764c-41ed-859a-9dd6cd342c33 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:32.486838 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-04134b42-7949-44a7-8c99-1d41859f0a64 req-69f74f98-764c-41ed-859a-9dd6cd342c33 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f918604-8215-4aa0-9142-e6ac9f1fa188 HTTP/1.1" status: 200 len: 944 time: 0.0513618 Dec 10 19:41:32.499976 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:41:32.528010 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-04134b42-7949-44a7-8c99-1d41859f0a64 req-42e17979-eafa-43b6-b6f4-c16617ebaa7d tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345378 Dec 10 19:41:33.127276 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device f080f6b9-ca6f-4323-ac3f-7221f3b37725 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=102367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:41:33.226894 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port f080f6b9-ca6f-4323-ac3f-7221f3b37725, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f080f6b9-ca6f-4323-ac3f-7221f3b37725,segment=NetworkSegment(79d2950c-0b5d-4513-8fb6-911d59bb480e),segment_id=79d2950c-0b5d-4513-8fb6-911d59bb480e)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:41:33.240594 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Returning: {'device': 'f080f6b9-ca6f-4323-ac3f-7221f3b37725', 'network_id': '3242ad09-fdb5-488b-b07a-6e388a17437a', 'port_id': 'f080f6b9-ca6f-4323-ac3f-7221f3b37725', 'mac_address': 'fa:16:3e:97:4d:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e97d364-d07c-429f-98fc-ca6369f61a78', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:41:33.282455 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:41:33.296287 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f080f6b9-ca6f-4323-ac3f-7221f3b37725 {{(pid=102367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:41:33.318703 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port f080f6b9-ca6f-4323-ac3f-7221f3b37725, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f080f6b9-ca6f-4323-ac3f-7221f3b37725,segment=NetworkSegment(79d2950c-0b5d-4513-8fb6-911d59bb480e),segment_id=79d2950c-0b5d-4513-8fb6-911d59bb480e)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:41:33.322512 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:41:33.373178 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=f080f6b9-ca6f-4323-ac3f-7221f3b37725,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:33.611659 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['f080f6b9-ca6f-4323-ac3f-7221f3b37725'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:41:33.650967 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ce08d2-a8c6-4156-a4b2-e920ec06b88e req-11ecef18-a69d-4c00-beac-ac57d043e4c0 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:33.653048 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-49ce08d2-a8c6-4156-a4b2-e920ec06b88e req-11ecef18-a69d-4c00-beac-ac57d043e4c0 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f918604-8215-4aa0-9142-e6ac9f1fa188 HTTP/1.1" status: 200 len: 945 time: 0.0519986 Dec 10 19:41:33.692799 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-49ce08d2-a8c6-4156-a4b2-e920ec06b88e req-11cd9752-c179-4bdc-8fae-21b36f934d2b tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336547 Dec 10 19:41:35.091539 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee187551-3ccc-45c7-92eb-32fa393f3d65 req-8ba06750-87f3-49f7-ac89-7db79ff9305c tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:35.093048 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ee187551-3ccc-45c7-92eb-32fa393f3d65 req-8ba06750-87f3-49f7-ac89-7db79ff9305c tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f918604-8215-4aa0-9142-e6ac9f1fa188 HTTP/1.1" status: 200 len: 945 time: 0.3337004 Dec 10 19:41:35.131914 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ee187551-3ccc-45c7-92eb-32fa393f3d65 req-c9d65894-8701-4d59-a9f1-8b40df24d419 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330367 Dec 10 19:41:35.142674 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device f080f6b9-ca6f-4323-ac3f-7221f3b37725 up at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:41:35.192736 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning for port f080f6b9-ca6f-4323-ac3f-7221f3b37725 completed by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:41:35.196303 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning complete for port f080f6b9-ca6f-4323-ac3f-7221f3b37725 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:41:35.196697 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:41:35.273560 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:41:35.296334 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f918604-8215-4aa0-9142-e6ac9f1fa188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f080f6b9-ca6f-4323-ac3f-7221f3b37725'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:41:35.298600 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0dd006407324ce2959a5a4cf9f0b5e0801d7a51a5291ea700e8786e11115a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985ea37e-6e2a-40ef-9e15-7b89c67e8e0e" -d '{"events": [{"server_uuid": "1f918604-8215-4aa0-9142-e6ac9f1fa188", "name": "network-vif-plugged", "status": "completed", "tag": "f080f6b9-ca6f-4323-ac3f-7221f3b37725"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:41:35.311512 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port f080f6b9-ca6f-4323-ac3f-7221f3b37725, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f080f6b9-ca6f-4323-ac3f-7221f3b37725,segment=NetworkSegment(79d2950c-0b5d-4513-8fb6-911d59bb480e),segment_id=79d2950c-0b5d-4513-8fb6-911d59bb480e)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:41:35.315696 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:41:35.340254 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6911c03-6990-41dc-9766-969032299342 x-openstack-request-id: req-d6911c03-6990-41dc-9766-969032299342 {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:41:35.340599 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f918604-8215-4aa0-9142-e6ac9f1fa188", "name": "network-vif-plugged", "status": "completed", "tag": "f080f6b9-ca6f-4323-ac3f-7221f3b37725", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:41:35.340871 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d6911c03-6990-41dc-9766-969032299342 {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:41:35.341269 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f918604-8215-4aa0-9142-e6ac9f1fa188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f080f6b9-ca6f-4323-ac3f-7221f3b37725', 'code': 200} Dec 10 19:41:35.367089 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=f080f6b9-ca6f-4323-ac3f-7221f3b37725,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:41:35.497152 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c3a86-d9e4-41ac-92f0-5dbf637a2b0d req-d51bf9b1-9e26-46d8-a9d2-04bab91bf725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:35.498544 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-fa9c3a86-d9e4-41ac-92f0-5dbf637a2b0d req-d51bf9b1-9e26-46d8-a9d2-04bab91bf725 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1f918604-8215-4aa0-9142-e6ac9f1fa188 HTTP/1.1" status: 200 len: 1099 time: 0.0412443 Dec 10 19:41:35.536046 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-fa9c3a86-d9e4-41ac-92f0-5dbf637a2b0d req-d0a72af5-335a-43e1-82cc-504f77f6d7f6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297475 Dec 10 19:41:36.244732 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1009b5-bfec-44f1-9448-d880ca83af93 req-b1478237-9306-4658-ba93-30e35c0ffdb8 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:36.246858 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ff1009b5-bfec-44f1-9448-d880ca83af93 req-b1478237-9306-4658-ba93-30e35c0ffdb8 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f918604-8215-4aa0-9142-e6ac9f1fa188 HTTP/1.1" status: 200 len: 946 time: 0.0487616 Dec 10 19:41:36.284277 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ff1009b5-bfec-44f1-9448-d880ca83af93 req-f3d7edf1-23b2-4114-93ee-151e579ca609 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315499 Dec 10 19:41:37.404081 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563493d-20b6-4803-b9d2-c748444e7374 req-4125f8b6-be1e-4bcd-9390-8054ad8468ba tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:37.405576 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4563493d-20b6-4803-b9d2-c748444e7374 req-4125f8b6-be1e-4bcd-9390-8054ad8468ba tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f918604-8215-4aa0-9142-e6ac9f1fa188 HTTP/1.1" status: 200 len: 946 time: 0.0523343 Dec 10 19:41:37.443712 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4563493d-20b6-4803-b9d2-c748444e7374 req-5558511d-0144-404d-9910-66d5b8405aa0 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320964 Dec 10 19:41:37.556737 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d36446-a309-4e82-8f45-4d5068912b08 req-2af8a3bb-70fc-4e6e-9170-97f774575452 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:37.558333 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-20d36446-a309-4e82-8f45-4d5068912b08 req-2af8a3bb-70fc-4e6e-9170-97f774575452 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f918604-8215-4aa0-9142-e6ac9f1fa188 HTTP/1.1" status: 200 len: 946 time: 0.0480955 Dec 10 19:41:37.594938 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-20d36446-a309-4e82-8f45-4d5068912b08 req-9ff03a45-13d7-43c6-921a-b13f6aac7754 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307629 Dec 10 19:41:37.821847 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-4b1ed7c6-5e9a-4291-a436-390f6468d1af req-850adc7a-0ac8-454b-8cc6-6c4085856bee service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1f918604-8215-4aa0-9142-e6ac9f1fa188&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0422921 Dec 10 19:41:37.841630 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd333b4-b369-422d-aca0-2c6d64a0b552 req-01486da1-006f-4fed-a878-cf1fec751288 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:37.843172 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-efd333b4-b369-422d-aca0-2c6d64a0b552 req-01486da1-006f-4fed-a878-cf1fec751288 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f918604-8215-4aa0-9142-e6ac9f1fa188 HTTP/1.1" status: 200 len: 946 time: 0.0620856 Dec 10 19:41:37.883183 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-efd333b4-b369-422d-aca0-2c6d64a0b552 req-5e460222-b5bd-4095-8899-81b5311b3f50 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337992 Dec 10 19:41:38.891642 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ed7c6-5e9a-4291-a436-390f6468d1af req-6c095660-998c-45d4-a487-1717b1d254f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:38.893229 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4b1ed7c6-5e9a-4291-a436-390f6468d1af req-6c095660-998c-45d4-a487-1717b1d254f4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e7b3e0e7f9e74912993853ec4fc4b9bf&device_id=1f918604-8215-4aa0-9142-e6ac9f1fa188 HTTP/1.1" status: 200 len: 1099 time: 0.0449424 Dec 10 19:41:39.017125 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ed7c6-5e9a-4291-a436-390f6468d1af req-1d4e6be3-380f-4507-983b-8081dacaedf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:39.018502 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4b1ed7c6-5e9a-4291-a436-390f6468d1af req-1d4e6be3-380f-4507-983b-8081dacaedf1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3242ad09-fdb5-488b-b07a-6e388a17437a HTTP/1.1" status: 200 len: 916 time: 0.1182804 Dec 10 19:41:39.027439 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cff28f-d81c-482e-8319-693d7e630106 req-63ff1b83-3e98-441f-866d-323633c33a52 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:39.028859 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b0cff28f-d81c-482e-8319-693d7e630106 req-63ff1b83-3e98-441f-866d-323633c33a52 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f918604-8215-4aa0-9142-e6ac9f1fa188 HTTP/1.1" status: 200 len: 946 time: 0.0770366 Dec 10 19:41:39.074170 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4b1ed7c6-5e9a-4291-a436-390f6468d1af req-28d4d63e-6755-41f6-919d-928128f4e5a1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f080f6b9-ca6f-4323-ac3f-7221f3b37725 HTTP/1.1" status: 200 len: 217 time: 0.0443182 Dec 10 19:41:39.131718 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b0cff28f-d81c-482e-8319-693d7e630106 req-8cd2c48b-1e59-41b9-8d8c-22d8d8554994 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963304 Dec 10 19:41:39.140328 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ed7c6-5e9a-4291-a436-390f6468d1af req-3f7190b5-7842-40c8-a255-0932fbd5f590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:39.141793 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4b1ed7c6-5e9a-4291-a436-390f6468d1af req-3f7190b5-7842-40c8-a255-0932fbd5f590 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0e97d364-d07c-429f-98fc-ca6369f61a78 HTTP/1.1" status: 200 len: 855 time: 0.0595334 Dec 10 19:41:39.174960 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4b1ed7c6-5e9a-4291-a436-390f6468d1af req-9b6617d8-019c-4b7e-8129-81f486af9c4e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3242ad09-fdb5-488b-b07a-6e388a17437a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260653 Dec 10 19:41:39.270646 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4b1ed7c6-5e9a-4291-a436-390f6468d1af req-df658802-164c-4d3a-8d3e-fc4a6d4d8fab service neutron] 10.222.0.36 "GET /v2.0/networks/3242ad09-fdb5-488b-b07a-6e388a17437a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883496 Dec 10 19:41:39.359994 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4b1ed7c6-5e9a-4291-a436-390f6468d1af req-3c7bd43c-95ba-4173-a4d7-0e25440a0333 service neutron] 10.222.0.36 "GET /v2.0/networks/3242ad09-fdb5-488b-b07a-6e388a17437a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824609 Dec 10 19:41:40.255637 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77ce18-9d58-42d3-88fb-f4bc6d402440 req-e1ed95a7-347d-4996-a984-03fa513e7b0b tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:40.257210 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2f77ce18-9d58-42d3-88fb-f4bc6d402440 req-e1ed95a7-347d-4996-a984-03fa513e7b0b tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f918604-8215-4aa0-9142-e6ac9f1fa188 HTTP/1.1" status: 200 len: 946 time: 0.0573254 Dec 10 19:41:40.296617 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2f77ce18-9d58-42d3-88fb-f4bc6d402440 req-be75ec9c-3b5e-469a-85db-db1cb48d0f60 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325687 Dec 10 19:41:41.415708 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c50514-df90-4907-b77a-0a36f653106d req-a31c9b0b-c025-48d3-b6fe-765808a32c09 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:41.418008 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b9c50514-df90-4907-b77a-0a36f653106d req-a31c9b0b-c025-48d3-b6fe-765808a32c09 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f918604-8215-4aa0-9142-e6ac9f1fa188 HTTP/1.1" status: 200 len: 946 time: 0.0520129 Dec 10 19:41:41.456778 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b9c50514-df90-4907-b77a-0a36f653106d req-40f4cc39-75c9-4f4e-8bca-3051b66d9aa0 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322311 Dec 10 19:41:42.573904 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0bf051-4c32-4e9b-8b1e-fbe223d730e8 req-81377627-2b4b-4696-b5d9-d6b41c1ed7af tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:42.575896 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4d0bf051-4c32-4e9b-8b1e-fbe223d730e8 req-81377627-2b4b-4696-b5d9-d6b41c1ed7af tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f918604-8215-4aa0-9142-e6ac9f1fa188 HTTP/1.1" status: 200 len: 946 time: 0.0508711 Dec 10 19:41:42.613954 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4d0bf051-4c32-4e9b-8b1e-fbe223d730e8 req-26fab1c9-3e29-4889-b780-e4761098874a tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320373 Dec 10 19:41:43.742586 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e198f73-7d8c-47e1-bcb5-9c751cf6e412 req-572be6bb-e3b4-4527-badc-ec96bb8fd78c tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:43.744097 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3e198f73-7d8c-47e1-bcb5-9c751cf6e412 req-572be6bb-e3b4-4527-badc-ec96bb8fd78c tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f918604-8215-4aa0-9142-e6ac9f1fa188 HTTP/1.1" status: 200 len: 946 time: 0.0553808 Dec 10 19:41:43.782299 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3e198f73-7d8c-47e1-bcb5-9c751cf6e412 req-6a36319a-ec4a-4f4d-b51c-491320514a7b tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321078 Dec 10 19:41:44.900210 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc247ce-3efc-4072-baa2-a4400e078ff0 req-d94c26b4-1c17-4ff4-8711-b59465b3dc3f tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:44.902459 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ffc247ce-3efc-4072-baa2-a4400e078ff0 req-d94c26b4-1c17-4ff4-8711-b59465b3dc3f tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f918604-8215-4aa0-9142-e6ac9f1fa188 HTTP/1.1" status: 200 len: 946 time: 0.0506041 Dec 10 19:41:44.939916 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ffc247ce-3efc-4072-baa2-a4400e078ff0 req-aaed5de3-69bb-404d-9f95-351f34ee9ca9 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313835 Dec 10 19:41:46.060793 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e5bc7e-c954-4603-9aa9-4506572b538d req-996f6eed-c25e-4590-b8e8-e06da699fafb tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:46.062240 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-20e5bc7e-c954-4603-9aa9-4506572b538d req-996f6eed-c25e-4590-b8e8-e06da699fafb tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f918604-8215-4aa0-9142-e6ac9f1fa188 HTTP/1.1" status: 200 len: 946 time: 0.0500393 Dec 10 19:41:46.101511 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-20e5bc7e-c954-4603-9aa9-4506572b538d req-beb9076b-3235-4e4a-9547-694fcc547dc9 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331037 Dec 10 19:41:47.223972 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bdeff3-f764-4d52-b959-8f4de95e8ba1 req-2e123d98-8adf-4e77-99b8-ac0c81486f55 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:47.225517 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-36bdeff3-f764-4d52-b959-8f4de95e8ba1 req-2e123d98-8adf-4e77-99b8-ac0c81486f55 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f918604-8215-4aa0-9142-e6ac9f1fa188 HTTP/1.1" status: 200 len: 946 time: 0.0558155 Dec 10 19:41:47.266813 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-36bdeff3-f764-4d52-b959-8f4de95e8ba1 req-5a7ebf6f-9ac4-452b-80f7-98540746c3f6 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345848 Dec 10 19:41:48.386608 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b823a-9525-4242-8b4c-f076675d1717 req-6b69954b-1f0e-40f3-950f-b14117220f9a tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:48.388131 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f45b823a-9525-4242-8b4c-f076675d1717 req-6b69954b-1f0e-40f3-950f-b14117220f9a tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f918604-8215-4aa0-9142-e6ac9f1fa188 HTTP/1.1" status: 200 len: 946 time: 0.0519958 Dec 10 19:41:48.426726 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f45b823a-9525-4242-8b4c-f076675d1717 req-fe0aee0d-8bb6-4a3a-b2d6-cef81caa6cd4 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325177 Dec 10 19:41:49.547975 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbded20-9c24-4a40-89e0-3020ecfd4205 req-0de75520-08b2-4910-a7bc-4ebf66d2ca1c tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:49.549526 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0cbded20-9c24-4a40-89e0-3020ecfd4205 req-0de75520-08b2-4910-a7bc-4ebf66d2ca1c tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f918604-8215-4aa0-9142-e6ac9f1fa188 HTTP/1.1" status: 200 len: 946 time: 0.0512476 Dec 10 19:41:49.587363 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0cbded20-9c24-4a40-89e0-3020ecfd4205 req-ef4cf617-6f9f-49b7-b3de-d6074faf9b35 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318961 Dec 10 19:41:50.279539 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-340eab81-e128-4e1b-8c9a-3dac7aff5df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:41:50.739629 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ca441-fed7-4cb9-a9b3-94d1e1e08f39 req-d883a709-63b5-4cda-bd13-8d7c0c7cdef5 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:50.741146 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-924ca441-fed7-4cb9-a9b3-94d1e1e08f39 req-d883a709-63b5-4cda-bd13-8d7c0c7cdef5 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f918604-8215-4aa0-9142-e6ac9f1fa188 HTTP/1.1" status: 200 len: 946 time: 0.0548213 Dec 10 19:41:50.778964 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-924ca441-fed7-4cb9-a9b3-94d1e1e08f39 req-fdab7231-7a8b-42ff-9e8d-b153f4baa58c tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307152 Dec 10 19:41:51.899785 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd159ce-24ed-4321-88c5-cd270d65a04b req-fa216b09-0f1b-47b4-a9ce-f71a0787130b tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:51.902396 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4cd159ce-24ed-4321-88c5-cd270d65a04b req-fa216b09-0f1b-47b4-a9ce-f71a0787130b tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f918604-8215-4aa0-9142-e6ac9f1fa188 HTTP/1.1" status: 200 len: 946 time: 0.0536714 Dec 10 19:41:51.940410 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4cd159ce-24ed-4321-88c5-cd270d65a04b req-b3a7988f-8d8e-47cc-a4f7-4d1fb281220a tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326087 Dec 10 19:41:53.060974 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9e034-5110-4824-b7ba-441406684f3a req-58f71faa-1b5b-4466-a9ce-3f9e9f3cd5f6 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:53.062385 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-05a9e034-5110-4824-b7ba-441406684f3a req-58f71faa-1b5b-4466-a9ce-3f9e9f3cd5f6 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f918604-8215-4aa0-9142-e6ac9f1fa188 HTTP/1.1" status: 200 len: 946 time: 0.0502291 Dec 10 19:41:53.098659 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-05a9e034-5110-4824-b7ba-441406684f3a req-17791ada-c679-4108-92bd-3d57b2de2425 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304301 Dec 10 19:41:54.223433 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45345f-f65b-4e66-ae11-87c87bf49e7d req-6a9e919d-d8b3-4cbc-8ffe-2e92d362bf0c tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:54.224952 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ee45345f-f65b-4e66-ae11-87c87bf49e7d req-6a9e919d-d8b3-4cbc-8ffe-2e92d362bf0c tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f918604-8215-4aa0-9142-e6ac9f1fa188 HTTP/1.1" status: 200 len: 946 time: 0.0536382 Dec 10 19:41:54.234689 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ce0a6dc6-543c-42c9-9dac-e7e73bed6828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:41:54.265976 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ee45345f-f65b-4e66-ae11-87c87bf49e7d req-64b1bcf6-37ec-4a06-8991-c07dec8cc612 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337145 Dec 10 19:41:55.389418 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2a6ebf-5b0b-4cf5-a705-eaa9976e7aba req-9013f77c-788d-4423-8ffd-0457bf239cc9 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:55.390917 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5d2a6ebf-5b0b-4cf5-a705-eaa9976e7aba req-9013f77c-788d-4423-8ffd-0457bf239cc9 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f918604-8215-4aa0-9142-e6ac9f1fa188 HTTP/1.1" status: 200 len: 946 time: 0.0505090 Dec 10 19:41:55.430298 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5d2a6ebf-5b0b-4cf5-a705-eaa9976e7aba req-380ab63d-d95a-4a09-be6e-62398550c64a tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334525 Dec 10 19:41:55.431063 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:41:56.499768 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:41:56.553832 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e1d90e-3573-4491-8d37-8420e98ebcf6 req-fa17919b-8aa6-4c98-87b2-344d38c573f4 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:56.555325 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-59e1d90e-3573-4491-8d37-8420e98ebcf6 req-fa17919b-8aa6-4c98-87b2-344d38c573f4 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f918604-8215-4aa0-9142-e6ac9f1fa188 HTTP/1.1" status: 200 len: 946 time: 0.0527992 Dec 10 19:41:56.602431 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-59e1d90e-3573-4491-8d37-8420e98ebcf6 req-c12c1eae-ab72-4bbe-a28b-f30e1e25a789 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405700 Dec 10 19:41:56.829100 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:41:57.740331 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be54f0bf-b113-4683-b642-d761a57101e8 req-9e30ba1a-a59a-4e6f-9cac-e94957435b91 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:57.741896 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-be54f0bf-b113-4683-b642-d761a57101e8 req-9e30ba1a-a59a-4e6f-9cac-e94957435b91 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f918604-8215-4aa0-9142-e6ac9f1fa188 HTTP/1.1" status: 200 len: 946 time: 0.0560608 Dec 10 19:41:57.782031 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-be54f0bf-b113-4683-b642-d761a57101e8 req-7ade2ef5-c5f6-42ab-8e59-290917a2a49e tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335448 Dec 10 19:41:58.905289 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c7b2f-9049-4a29-a5f3-cd03748c1706 req-83f9b077-445d-41ec-a0c3-0ab1e6c01866 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:41:58.906839 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a09c7b2f-9049-4a29-a5f3-cd03748c1706 req-83f9b077-445d-41ec-a0c3-0ab1e6c01866 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f918604-8215-4aa0-9142-e6ac9f1fa188 HTTP/1.1" status: 200 len: 946 time: 0.0561287 Dec 10 19:41:58.945521 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a09c7b2f-9049-4a29-a5f3-cd03748c1706 req-b23d03a2-7934-4827-8c68-86019425b083 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328064 Dec 10 19:42:00.066694 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b726243-7388-4c13-b66f-5f3a9c4a5a97 req-fdcd4006-9904-4d11-bcb3-c27035f54b19 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:00.068210 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7b726243-7388-4c13-b66f-5f3a9c4a5a97 req-fdcd4006-9904-4d11-bcb3-c27035f54b19 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f918604-8215-4aa0-9142-e6ac9f1fa188 HTTP/1.1" status: 200 len: 946 time: 0.0511434 Dec 10 19:42:00.109218 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7b726243-7388-4c13-b66f-5f3a9c4a5a97 req-80c03417-3ca4-4787-b655-f51c621e8899 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339334 Dec 10 19:42:00.816789 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af2026-14de-4bc7-85a6-447191365a80 req-bbabbb59-4975-43ad-873b-094e2b067b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:00.818338 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-46af2026-14de-4bc7-85a6-447191365a80 req-bbabbb59-4975-43ad-873b-094e2b067b94 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e7b3e0e7f9e74912993853ec4fc4b9bf&device_id=1f918604-8215-4aa0-9142-e6ac9f1fa188 HTTP/1.1" status: 200 len: 1099 time: 0.0484142 Dec 10 19:42:00.926065 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af2026-14de-4bc7-85a6-447191365a80 req-a09b9a6d-f997-4087-ba25-5937a66219ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:00.927536 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-46af2026-14de-4bc7-85a6-447191365a80 req-a09b9a6d-f997-4087-ba25-5937a66219ff service neutron] 10.222.0.36 "GET /v2.0/networks?id=3242ad09-fdb5-488b-b07a-6e388a17437a HTTP/1.1" status: 200 len: 916 time: 0.0882795 Dec 10 19:42:00.975691 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-46af2026-14de-4bc7-85a6-447191365a80 req-dc128152-64c1-42f5-8963-433685a82d1f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f080f6b9-ca6f-4323-ac3f-7221f3b37725 HTTP/1.1" status: 200 len: 217 time: 0.0400119 Dec 10 19:42:01.027832 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af2026-14de-4bc7-85a6-447191365a80 req-cac27756-ec1c-493d-b6fd-428b53209d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:01.029249 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-46af2026-14de-4bc7-85a6-447191365a80 req-cac27756-ec1c-493d-b6fd-428b53209d0e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0e97d364-d07c-429f-98fc-ca6369f61a78 HTTP/1.1" status: 200 len: 855 time: 0.0449007 Dec 10 19:42:01.062350 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-46af2026-14de-4bc7-85a6-447191365a80 req-b0767761-f0bd-4d08-bbe4-4d22682f13b8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3242ad09-fdb5-488b-b07a-6e388a17437a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257745 Dec 10 19:42:01.162797 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-46af2026-14de-4bc7-85a6-447191365a80 req-75609769-7847-44cc-a9ba-e02c8d65cb12 service neutron] 10.222.0.36 "GET /v2.0/networks/3242ad09-fdb5-488b-b07a-6e388a17437a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928359 Dec 10 19:42:01.293881 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe12aa-c695-4835-86fa-12860f120af1 req-a7bbc967-b266-41a3-a95f-9028f86fda48 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:01.295244 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-35fe12aa-c695-4835-86fa-12860f120af1 req-a7bbc967-b266-41a3-a95f-9028f86fda48 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f918604-8215-4aa0-9142-e6ac9f1fa188 HTTP/1.1" status: 200 len: 946 time: 0.1149392 Dec 10 19:42:01.311366 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-46af2026-14de-4bc7-85a6-447191365a80 req-f31a9abe-dde6-4c87-baee-b7b379eb5217 service neutron] 10.222.0.36 "GET /v2.0/networks/3242ad09-fdb5-488b-b07a-6e388a17437a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400654 Dec 10 19:42:01.339268 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-35fe12aa-c695-4835-86fa-12860f120af1 req-97333597-8f0b-49a1-82cc-68c3cfe11e81 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361049 Dec 10 19:42:01.964110 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:42:02.459159 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501101f6-4c6b-4b08-bcda-1268cb630962 req-1b6170f1-f731-4265-8c49-c55d9b0abb26 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:02.460807 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-501101f6-4c6b-4b08-bcda-1268cb630962 req-1b6170f1-f731-4265-8c49-c55d9b0abb26 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f918604-8215-4aa0-9142-e6ac9f1fa188 HTTP/1.1" status: 200 len: 946 time: 0.0541601 Dec 10 19:42:02.501179 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-501101f6-4c6b-4b08-bcda-1268cb630962 req-161dc6ea-a4b3-4d5b-8267-f34e6c178286 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332038 Dec 10 19:42:02.507670 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:03.624014 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444583ea-0636-4794-8916-b087cb814922 req-76e8f3ee-9391-4645-b315-c50563395d0c tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:03.625753 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-444583ea-0636-4794-8916-b087cb814922 req-76e8f3ee-9391-4645-b315-c50563395d0c tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f918604-8215-4aa0-9142-e6ac9f1fa188 HTTP/1.1" status: 200 len: 946 time: 0.0532525 Dec 10 19:42:03.666815 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-444583ea-0636-4794-8916-b087cb814922 req-7e753956-1571-437b-b178-a5d859095987 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343075 Dec 10 19:42:04.793344 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e38e169-2bc4-4514-8132-9a738c81b029 req-6b87cd82-53da-498d-8988-ffa83f2ccc39 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:04.795078 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7e38e169-2bc4-4514-8132-9a738c81b029 req-6b87cd82-53da-498d-8988-ffa83f2ccc39 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f918604-8215-4aa0-9142-e6ac9f1fa188 HTTP/1.1" status: 200 len: 946 time: 0.0549712 Dec 10 19:42:04.850548 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7e38e169-2bc4-4514-8132-9a738c81b029 req-4fe73ade-2c17-4282-99b8-dacb5d3284f4 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443544 Dec 10 19:42:05.975660 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19820470-1e78-46c3-97f2-68fa5b6ea1ab req-746f3c16-7b76-45e2-ac49-9d1f20bb39f7 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:05.977154 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-19820470-1e78-46c3-97f2-68fa5b6ea1ab req-746f3c16-7b76-45e2-ac49-9d1f20bb39f7 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f918604-8215-4aa0-9142-e6ac9f1fa188 HTTP/1.1" status: 200 len: 946 time: 0.0534453 Dec 10 19:42:06.017612 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-19820470-1e78-46c3-97f2-68fa5b6ea1ab req-7f6cfe42-5f3e-4e54-b395-79c76ec6ec3f tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335484 Dec 10 19:42:06.175190 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4b1ed7c6-5e9a-4291-a436-390f6468d1af req-2ed20276-d4a0-4d37-b743-95b9d64ae394 service neutron] 10.222.0.36 "GET /v2.0/ports/f080f6b9-ca6f-4323-ac3f-7221f3b37725/bindings/hv-neutron-8214 HTTP/1.1" status: 200 len: 384 time: 0.0563631 Dec 10 19:42:06.386378 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ed7c6-5e9a-4291-a436-390f6468d1af req-542d1e98-be0f-4ac5-8063-1c958e6553b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:06.387926 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4b1ed7c6-5e9a-4291-a436-390f6468d1af req-542d1e98-be0f-4ac5-8063-1c958e6553b3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1f918604-8215-4aa0-9142-e6ac9f1fa188&tenant_id=e7b3e0e7f9e74912993853ec4fc4b9bf HTTP/1.1" status: 200 len: 1099 time: 0.0441525 Dec 10 19:42:06.454334 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ed7c6-5e9a-4291-a436-390f6468d1af req-39a2a99b-2b45-4103-b66d-d2b797b83dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:06.455728 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4b1ed7c6-5e9a-4291-a436-390f6468d1af req-39a2a99b-2b45-4103-b66d-d2b797b83dfa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e7b3e0e7f9e74912993853ec4fc4b9bf&device_id=1f918604-8215-4aa0-9142-e6ac9f1fa188 HTTP/1.1" status: 200 len: 1099 time: 0.0453627 Dec 10 19:42:06.549015 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ed7c6-5e9a-4291-a436-390f6468d1af req-89d14f2c-340b-41b2-9ffe-c940aff32d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:06.550482 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4b1ed7c6-5e9a-4291-a436-390f6468d1af req-89d14f2c-340b-41b2-9ffe-c940aff32d6f service neutron] 10.222.0.36 "GET /v2.0/networks?id=3242ad09-fdb5-488b-b07a-6e388a17437a HTTP/1.1" status: 200 len: 916 time: 0.0876722 Dec 10 19:42:06.593939 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4b1ed7c6-5e9a-4291-a436-390f6468d1af req-fd51890a-f3bb-4e53-a5fe-44b69209bd42 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f080f6b9-ca6f-4323-ac3f-7221f3b37725 HTTP/1.1" status: 200 len: 217 time: 0.0348411 Dec 10 19:42:06.648344 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ed7c6-5e9a-4291-a436-390f6468d1af req-48083a47-aa7f-430d-9b5b-1dc6e9387c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:06.649794 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4b1ed7c6-5e9a-4291-a436-390f6468d1af req-48083a47-aa7f-430d-9b5b-1dc6e9387c20 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0e97d364-d07c-429f-98fc-ca6369f61a78 HTTP/1.1" status: 200 len: 855 time: 0.0484602 Dec 10 19:42:06.683155 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4b1ed7c6-5e9a-4291-a436-390f6468d1af req-7c9601f5-1241-49fd-93af-203eb25f55d6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3242ad09-fdb5-488b-b07a-6e388a17437a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248735 Dec 10 19:42:06.779162 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4b1ed7c6-5e9a-4291-a436-390f6468d1af req-21076c52-00c9-4950-ab29-ba7fb0b82968 service neutron] 10.222.0.36 "GET /v2.0/networks/3242ad09-fdb5-488b-b07a-6e388a17437a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864301 Dec 10 19:42:06.877281 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4b1ed7c6-5e9a-4291-a436-390f6468d1af req-950598fd-09d1-4bf5-9228-b39fc55febcf service neutron] 10.222.0.36 "GET /v2.0/networks/3242ad09-fdb5-488b-b07a-6e388a17437a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905209 Dec 10 19:42:07.136565 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b41d81-e56a-4277-846d-250f4dffa266 req-5cb71621-af47-433e-b54f-3ed0d89ea41d tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:07.138053 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-82b41d81-e56a-4277-846d-250f4dffa266 req-5cb71621-af47-433e-b54f-3ed0d89ea41d tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f918604-8215-4aa0-9142-e6ac9f1fa188 HTTP/1.1" status: 200 len: 946 time: 0.0523584 Dec 10 19:42:07.176352 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-82b41d81-e56a-4277-846d-250f4dffa266 req-202cbd5f-56b0-4219-a79a-d9061387cc61 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324819 Dec 10 19:42:08.295890 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bedee00-3312-4df0-a99a-a2fc78408965 req-f3f8880d-3ab2-425b-ac6d-97593e57829c tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:08.297442 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2bedee00-3312-4df0-a99a-a2fc78408965 req-f3f8880d-3ab2-425b-ac6d-97593e57829c tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f918604-8215-4aa0-9142-e6ac9f1fa188 HTTP/1.1" status: 200 len: 946 time: 0.0491793 Dec 10 19:42:08.351213 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2bedee00-3312-4df0-a99a-a2fc78408965 req-da0945d0-b0e8-4207-870c-97807ca8cd9c tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478783 Dec 10 19:42:09.476612 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120d4b8a-0a79-4de9-aa71-cf6142ed42a4 req-0e4b16fd-cd7d-4e7b-b434-e0533a6bc5e3 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:09.478055 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-120d4b8a-0a79-4de9-aa71-cf6142ed42a4 req-0e4b16fd-cd7d-4e7b-b434-e0533a6bc5e3 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f918604-8215-4aa0-9142-e6ac9f1fa188 HTTP/1.1" status: 200 len: 946 time: 0.0551903 Dec 10 19:42:09.518557 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-120d4b8a-0a79-4de9-aa71-cf6142ed42a4 req-1cef8d40-8760-4cfd-a298-40178fc7ba22 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339329 Dec 10 19:42:10.642788 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f3c72f-c861-429f-b61c-a92957feaaf5 req-c56799de-2a27-4b03-8ca5-74ac919603f1 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:10.644426 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-30f3c72f-c861-429f-b61c-a92957feaaf5 req-c56799de-2a27-4b03-8ca5-74ac919603f1 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f918604-8215-4aa0-9142-e6ac9f1fa188 HTTP/1.1" status: 200 len: 946 time: 0.0541191 Dec 10 19:42:10.691291 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-30f3c72f-c861-429f-b61c-a92957feaaf5 req-2fa59c41-00b9-4062-be96-1190efc025dd tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398011 Dec 10 19:42:10.955265 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d73dc-d5d3-42e1-8c90-dea4d3ddf5f8 req-c8ed5940-386e-4b99-9782-9d75136874c7 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:10.956796 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4f0d73dc-d5d3-42e1-8c90-dea4d3ddf5f8 req-c8ed5940-386e-4b99-9782-9d75136874c7 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f918604-8215-4aa0-9142-e6ac9f1fa188 HTTP/1.1" status: 200 len: 946 time: 0.0933938 Dec 10 19:42:10.970220 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49694d-0ebf-4716-a6c4-0229bd53dc78 req-9117601c-7ef7-45cd-93b5-e3f9239068ea tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:10.971653 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bb49694d-0ebf-4716-a6c4-0229bd53dc78 req-9117601c-7ef7-45cd-93b5-e3f9239068ea tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f918604-8215-4aa0-9142-e6ac9f1fa188&tenant_id=e7b3e0e7f9e74912993853ec4fc4b9bf&binding%3Ahost_id=hv-neutron-8214 HTTP/1.1" status: 200 len: 946 time: 0.0915408 Dec 10 19:42:11.007874 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4f0d73dc-d5d3-42e1-8c90-dea4d3ddf5f8 req-f7ee0930-2ff4-4495-ac95-90e86095ee98 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352309 Dec 10 19:42:11.062660 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49694d-0ebf-4716-a6c4-0229bd53dc78 req-54773f89-608d-4dbe-827c-128a8c532de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:11.064492 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bb49694d-0ebf-4716-a6c4-0229bd53dc78 req-54773f89-608d-4dbe-827c-128a8c532de4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e7b3e0e7f9e74912993853ec4fc4b9bf&device_id=1f918604-8215-4aa0-9142-e6ac9f1fa188 HTTP/1.1" status: 200 len: 1099 time: 0.0429223 Dec 10 19:42:11.162800 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49694d-0ebf-4716-a6c4-0229bd53dc78 req-00a0c733-7b7c-4164-b2d1-3b0ab8eb5836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:11.164490 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bb49694d-0ebf-4716-a6c4-0229bd53dc78 req-00a0c733-7b7c-4164-b2d1-3b0ab8eb5836 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3242ad09-fdb5-488b-b07a-6e388a17437a HTTP/1.1" status: 200 len: 916 time: 0.0925324 Dec 10 19:42:11.209347 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bb49694d-0ebf-4716-a6c4-0229bd53dc78 req-7c6857a7-3542-4fdd-94dc-2fead99762b8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f080f6b9-ca6f-4323-ac3f-7221f3b37725 HTTP/1.1" status: 200 len: 217 time: 0.0366588 Dec 10 19:42:11.263268 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49694d-0ebf-4716-a6c4-0229bd53dc78 req-f201299f-7b44-44c9-aee3-8888a07e9cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:11.264774 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bb49694d-0ebf-4716-a6c4-0229bd53dc78 req-f201299f-7b44-44c9-aee3-8888a07e9cf5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0e97d364-d07c-429f-98fc-ca6369f61a78 HTTP/1.1" status: 200 len: 855 time: 0.0487986 Dec 10 19:42:11.279012 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device f080f6b9-ca6f-4323-ac3f-7221f3b37725 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:42:11.301824 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bb49694d-0ebf-4716-a6c4-0229bd53dc78 req-62f3e71a-2ad1-460b-9a32-4d99a44961c1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3242ad09-fdb5-488b-b07a-6e388a17437a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294785 Dec 10 19:42:11.358463 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:11.380814 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f918604-8215-4aa0-9142-e6ac9f1fa188', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f080f6b9-ca6f-4323-ac3f-7221f3b37725'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:42:11.383072 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0dd006407324ce2959a5a4cf9f0b5e0801d7a51a5291ea700e8786e11115a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d891f0-2c64-4cbf-9981-5ad141223ea3" -d '{"events": [{"server_uuid": "1f918604-8215-4aa0-9142-e6ac9f1fa188", "name": "network-vif-unplugged", "status": "completed", "tag": "f080f6b9-ca6f-4323-ac3f-7221f3b37725"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:42:11.399301 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port f080f6b9-ca6f-4323-ac3f-7221f3b37725, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f080f6b9-ca6f-4323-ac3f-7221f3b37725,segment=NetworkSegment(79d2950c-0b5d-4513-8fb6-911d59bb480e),segment_id=79d2950c-0b5d-4513-8fb6-911d59bb480e)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:42:11.400352 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bb49694d-0ebf-4716-a6c4-0229bd53dc78 req-d350b39d-c770-407b-9434-3061a5bc8455 service neutron] 10.222.0.36 "GET /v2.0/networks/3242ad09-fdb5-488b-b07a-6e388a17437a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913587 Dec 10 19:42:11.405917 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:11.455923 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=f080f6b9-ca6f-4323-ac3f-7221f3b37725,revision_number=6']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:42:11.459350 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 19:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e802abc1-0f0b-4d7b-948f-d430e1d18a8b x-openstack-request-id: req-e802abc1-0f0b-4d7b-948f-d430e1d18a8b {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:42:11.459702 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f918604-8215-4aa0-9142-e6ac9f1fa188", "name": "network-vif-unplugged", "status": "completed", "tag": "f080f6b9-ca6f-4323-ac3f-7221f3b37725", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:42:11.459894 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e802abc1-0f0b-4d7b-948f-d430e1d18a8b {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:42:11.460282 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f918604-8215-4aa0-9142-e6ac9f1fa188', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f080f6b9-ca6f-4323-ac3f-7221f3b37725', 'code': 200} Dec 10 19:42:11.498464 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bb49694d-0ebf-4716-a6c4-0229bd53dc78 req-f58cb7b5-f948-4c7b-a4cf-934967c9d6ab service neutron] 10.222.0.36 "GET /v2.0/networks/3242ad09-fdb5-488b-b07a-6e388a17437a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908942 Dec 10 19:42:12.137526 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91a729-e6a7-4bad-b34a-d59a8cd03e55 req-3f9579a1-22ce-4177-aa8d-7ac9f1dc0dc1 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:12.139111 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4c91a729-e6a7-4bad-b34a-d59a8cd03e55 req-3f9579a1-22ce-4177-aa8d-7ac9f1dc0dc1 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f918604-8215-4aa0-9142-e6ac9f1fa188 HTTP/1.1" status: 200 len: 944 time: 0.0544050 Dec 10 19:42:12.177641 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4c91a729-e6a7-4bad-b34a-d59a8cd03e55 req-bae7640b-caf9-432f-a83c-faf6710b7e5d tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324099 Dec 10 19:42:12.298065 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96e6f7-3f08-41b1-bd94-9cde71c89968 req-6fe80ce4-bd3d-4006-9fc7-d82eb0b1c1db tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:12.299440 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2c96e6f7-3f08-41b1-bd94-9cde71c89968 req-6fe80ce4-bd3d-4006-9fc7-d82eb0b1c1db tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f918604-8215-4aa0-9142-e6ac9f1fa188 HTTP/1.1" status: 200 len: 944 time: 0.0508754 Dec 10 19:42:12.337597 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2c96e6f7-3f08-41b1-bd94-9cde71c89968 req-d6fbeecb-ba31-4565-90db-0f4bec57f467 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321081 Dec 10 19:42:12.455864 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a54efc-94bb-40c7-a89f-7e6a0f10c63a req-b2938e48-788f-4366-8c01-8c963285cf59 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:12.457352 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d7a54efc-94bb-40c7-a89f-7e6a0f10c63a req-b2938e48-788f-4366-8c01-8c963285cf59 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f918604-8215-4aa0-9142-e6ac9f1fa188 HTTP/1.1" status: 200 len: 944 time: 0.0507495 Dec 10 19:42:12.495987 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d7a54efc-94bb-40c7-a89f-7e6a0f10c63a req-1525a72d-a836-4197-b011-65ccd6939bee tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325925 Dec 10 19:42:12.838300 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11aef0c-dde3-4edc-b9ca-a3ed441036a9 req-960388ca-8f1a-4fd7-b1c7-56791e118148 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:12.839773 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c11aef0c-dde3-4edc-b9ca-a3ed441036a9 req-960388ca-8f1a-4fd7-b1c7-56791e118148 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f918604-8215-4aa0-9142-e6ac9f1fa188 HTTP/1.1" status: 200 len: 944 time: 0.0533023 Dec 10 19:42:12.877796 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c11aef0c-dde3-4edc-b9ca-a3ed441036a9 req-70122aad-d26b-4441-9a3f-af9a4d9919f2 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320573 Dec 10 19:42:13.992825 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759647e-2e69-4878-bcfe-ea4df7c3bd57 req-bbe013a4-a9f8-4ec8-957f-479149cb6794 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:13.994216 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7759647e-2e69-4878-bcfe-ea4df7c3bd57 req-bbe013a4-a9f8-4ec8-957f-479149cb6794 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f918604-8215-4aa0-9142-e6ac9f1fa188 HTTP/1.1" status: 200 len: 944 time: 0.0513067 Dec 10 19:42:14.032264 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7759647e-2e69-4878-bcfe-ea4df7c3bd57 req-8d27895e-ff6f-49a0-80c3-2eb6863895d1 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/security-groups?id=749448c5-3e3f-4fab-93d0-fa2656372d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310359 Dec 10 19:42:14.767301 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae4006-70e5-45fd-ac8e-b0b479b76e6c req-28142f1b-353d-4cd4-a5c4-caff452d7d99 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:14.768802 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-79ae4006-70e5-45fd-ac8e-b0b479b76e6c req-28142f1b-353d-4cd4-a5c4-caff452d7d99 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f918604-8215-4aa0-9142-e6ac9f1fa188 HTTP/1.1" status: 200 len: 944 time: 0.0489945 Dec 10 19:42:14.864892 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-79ae4006-70e5-45fd-ac8e-b0b479b76e6c req-a27771cf-25ca-45b2-a036-24e5f8bf6d2e tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Deleting port f080f6b9-ca6f-4323-ac3f-7221f3b37725 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:42:14.865101 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-79ae4006-70e5-45fd-ac8e-b0b479b76e6c req-a27771cf-25ca-45b2-a036-24e5f8bf6d2e tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:14.956358 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-79ae4006-70e5-45fd-ac8e-b0b479b76e6c req-a27771cf-25ca-45b2-a036-24e5f8bf6d2e tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] For port f080f6b9-ca6f-4323-ac3f-7221f3b37725, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f080f6b9-ca6f-4323-ac3f-7221f3b37725,segment=NetworkSegment(79d2950c-0b5d-4513-8fb6-911d59bb480e),segment_id=79d2950c-0b5d-4513-8fb6-911d59bb480e)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:42:14.956809 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-79ae4006-70e5-45fd-ac8e-b0b479b76e6c req-a27771cf-25ca-45b2-a036-24e5f8bf6d2e tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:14.970077 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-79ae4006-70e5-45fd-ac8e-b0b479b76e6c req-a27771cf-25ca-45b2-a036-24e5f8bf6d2e tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Calling delete_port for f080f6b9-ca6f-4323-ac3f-7221f3b37725 owned by compute:nova {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:42:15.127524 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-79ae4006-70e5-45fd-ac8e-b0b479b76e6c req-a27771cf-25ca-45b2-a036-24e5f8bf6d2e tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:15.130738 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5a05883e-48f8-47c0-a688-523a30066615 req-03185f41-0b17-43b1-8a39-0c2ec5d86e8e tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f918604-8215-4aa0-9142-e6ac9f1fa188 HTTP/1.1" status: 200 len: 210 time: 0.0318453 Dec 10 19:42:15.162395 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27771cf-25ca-45b2-a036-24e5f8bf6d2e tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Pushing event deleted for resources: {'Port': ['ID=f080f6b9-ca6f-4323-ac3f-7221f3b37725,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:42:15.175611 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27771cf-25ca-45b2-a036-24e5f8bf6d2e tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:15.175967 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27771cf-25ca-45b2-a036-24e5f8bf6d2e tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:15.176307 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27771cf-25ca-45b2-a036-24e5f8bf6d2e tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:15.176675 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27771cf-25ca-45b2-a036-24e5f8bf6d2e tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:15.177008 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27771cf-25ca-45b2-a036-24e5f8bf6d2e tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:15.177345 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27771cf-25ca-45b2-a036-24e5f8bf6d2e tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:15.177667 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27771cf-25ca-45b2-a036-24e5f8bf6d2e tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:15.177992 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27771cf-25ca-45b2-a036-24e5f8bf6d2e tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:15.178315 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27771cf-25ca-45b2-a036-24e5f8bf6d2e tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:15.178635 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27771cf-25ca-45b2-a036-24e5f8bf6d2e tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:15.178956 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27771cf-25ca-45b2-a036-24e5f8bf6d2e tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:15.179278 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27771cf-25ca-45b2-a036-24e5f8bf6d2e tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:15.213939 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ae4006-70e5-45fd-ac8e-b0b479b76e6c req-a27771cf-25ca-45b2-a036-24e5f8bf6d2e tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] No DVR routers for this DVR port f080f6b9-ca6f-4323-ac3f-7221f3b37725 on host hv-neutron-8214 {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:42:15.216581 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-79ae4006-70e5-45fd-ac8e-b0b479b76e6c req-a27771cf-25ca-45b2-a036-24e5f8bf6d2e tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:15.219924 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-79ae4006-70e5-45fd-ac8e-b0b479b76e6c req-a27771cf-25ca-45b2-a036-24e5f8bf6d2e tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] 10.222.0.36 "DELETE /v2.0/ports/f080f6b9-ca6f-4323-ac3f-7221f3b37725 HTTP/1.1" status: 204 len: 173 time: 0.4446425 Dec 10 19:42:15.220370 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f918604-8215-4aa0-9142-e6ac9f1fa188', 'name': 'network-vif-deleted', 'tag': 'f080f6b9-ca6f-4323-ac3f-7221f3b37725'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:42:15.222655 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a65d7b-71f0-4f6c-8bc1-0af404655ee5" -d '{"events": [{"server_uuid": "1f918604-8215-4aa0-9142-e6ac9f1fa188", "name": "network-vif-deleted", "tag": "f080f6b9-ca6f-4323-ac3f-7221f3b37725"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:42:15.353656 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9326f9-16f3-42f5-811b-6650b08685f2 x-openstack-request-id: req-dd9326f9-16f3-42f5-811b-6650b08685f2 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:42:15.354009 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f918604-8215-4aa0-9142-e6ac9f1fa188", "name": "network-vif-deleted", "tag": "f080f6b9-ca6f-4323-ac3f-7221f3b37725", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:42:15.354448 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-dd9326f9-16f3-42f5-811b-6650b08685f2 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:42:15.355032 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f918604-8215-4aa0-9142-e6ac9f1fa188', 'name': 'network-vif-deleted', 'tag': 'f080f6b9-ca6f-4323-ac3f-7221f3b37725', 'status': 'completed', 'code': 200} Dec 10 19:42:16.249987 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 60318) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:42:16.293983 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7e55ced-6b86-406b-be6d-47bd36d3f153 admin admin] Deleting subnet 0e97d364-d07c-429f-98fc-ca6369f61a78 {{(pid=102365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:42:16.297067 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a7e55ced-6b86-406b-be6d-47bd36d3f153 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:16.331067 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a7e55ced-6b86-406b-be6d-47bd36d3f153 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353213'] for subnet, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:16.373228 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a7e55ced-6b86-406b-be6d-47bd36d3f153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:16.422841 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a7e55ced-6b86-406b-be6d-47bd36d3f153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:16.449340 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e55ced-6b86-406b-be6d-47bd36d3f153 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e97d364-d07c-429f-98fc-ca6369f61a78,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:42:16.451332 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a7e55ced-6b86-406b-be6d-47bd36d3f153 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:16.454548 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-a7e55ced-6b86-406b-be6d-47bd36d3f153 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/0e97d364-d07c-429f-98fc-ca6369f61a78 HTTP/1.1" status: 204 len: 168 time: 0.2035310 Dec 10 19:42:16.457128 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 60320) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:42:16.532058 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e4b5e088-fad5-4558-acab-137407b27516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:16.616975 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e4b5e088-fad5-4558-acab-137407b27516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:16.636816 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-e4b5e088-fad5-4558-acab-137407b27516 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3242ad09-fdb5-488b-b07a-6e388a17437a']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:42:16.646162 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-e4b5e088-fad5-4558-acab-137407b27516 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79d2950c-0b5d-4513-8fb6-911d59bb480e') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:42:16.646450 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-e4b5e088-fad5-4558-acab-137407b27516 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79d2950c-0b5d-4513-8fb6-911d59bb480e') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:42:16.656263 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e4b5e088-fad5-4558-acab-137407b27516 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:16.669570 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e4b5e088-fad5-4558-acab-137407b27516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:16.675736 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4b5e088-fad5-4558-acab-137407b27516 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:42:16.676055 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e4b5e088-fad5-4558-acab-137407b27516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:16.678024 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:42:16.678024 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:42:16.678024 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:42:16.678024 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:42:16.678024 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:42:16.678024 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:42:16.678024 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:42:16.678024 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:42:16.678024 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:42:16.678024 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:42:16.678024 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:42:16.678024 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:42:16.678024 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:42:16.678024 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:42:16.678024 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:42:16.678024 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:42:16.678024 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:42:16.678024 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:42:16.678024 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:42:16.678024 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:42:16.678024 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:42:16.678024 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:42:16.678024 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:42:16.678024 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:42:16.678024 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:42:16.678024 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:42:16.678024 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:42:16.678024 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:42:16.678024 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:42:16.678024 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:42:16.678024 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:42:16.678024 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:42:16.741572 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e4b5e088-fad5-4558-acab-137407b27516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:16.750285 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e4b5e088-fad5-4558-acab-137407b27516 admin admin] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:16.753432 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-e4b5e088-fad5-4558-acab-137407b27516 admin admin] 10.222.0.69 "DELETE /v2.0/networks/3242ad09-fdb5-488b-b07a-6e388a17437a HTTP/1.1" status: 204 len: 168 time: 0.2953687 Dec 10 19:42:16.764937 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b5e088-fad5-4558-acab-137407b27516 admin admin] Pushing event deleted for resources: {'Network': ['ID=3242ad09-fdb5-488b-b07a-6e388a17437a,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:42:16.879585 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 60324) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:42:16.921415 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-73629a93-92f3-476f-a6c3-57221826ee8d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e7b3e0e7f9e74912993853ec4fc4b9bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406625 Dec 10 19:42:16.924147 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 60326) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:42:16.982403 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-43161a69-4147-456b-ae36-e2f7fa700778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:17.005697 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-43161a69-4147-456b-ae36-e2f7fa700778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:17.055722 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-43161a69-4147-456b-ae36-e2f7fa700778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:17.059915 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-43161a69-4147-456b-ae36-e2f7fa700778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:17.061171 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-43161a69-4147-456b-ae36-e2f7fa700778 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/749448c5-3e3f-4fab-93d0-fa2656372d08 HTTP/1.1" status: 204 len: 168 time: 0.1360049 Dec 10 19:42:17.070170 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43161a69-4147-456b-ae36-e2f7fa700778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=749448c5-3e3f-4fab-93d0-fa2656372d08,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:42:17.080537 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43161a69-4147-456b-ae36-e2f7fa700778 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:17.081090 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43161a69-4147-456b-ae36-e2f7fa700778 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:17.081494 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43161a69-4147-456b-ae36-e2f7fa700778 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:17.082061 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43161a69-4147-456b-ae36-e2f7fa700778 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:17.082460 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43161a69-4147-456b-ae36-e2f7fa700778 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:17.082864 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43161a69-4147-456b-ae36-e2f7fa700778 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:17.083263 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43161a69-4147-456b-ae36-e2f7fa700778 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:17.083656 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43161a69-4147-456b-ae36-e2f7fa700778 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:17.084058 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43161a69-4147-456b-ae36-e2f7fa700778 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:17.084487 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43161a69-4147-456b-ae36-e2f7fa700778 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:17.084918 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43161a69-4147-456b-ae36-e2f7fa700778 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:17.085288 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43161a69-4147-456b-ae36-e2f7fa700778 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:17.736662 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 60348) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:42:17.830734 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-7ebe8146-634e-4e04-ac55-96542c388108 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1220875465-network', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:42:17.855295 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ebe8146-634e-4e04-ac55-96542c388108 admin admin] Made reservation on behalf of c5dd4dad4f774e9681e4f02d74c9ed4b for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:42:17.857993 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7ebe8146-634e-4e04-ac55-96542c388108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:17.866064 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7ebe8146-634e-4e04-ac55-96542c388108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:17.940679 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7ebe8146-634e-4e04-ac55-96542c388108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:17.944975 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7ebe8146-634e-4e04-ac55-96542c388108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:17.968760 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ebe8146-634e-4e04-ac55-96542c388108 admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:42:17.985217 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebe8146-634e-4e04-ac55-96542c388108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f47156-6123-4b5c-ac8f-cdef29603d89,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:42:17.988452 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7ebe8146-634e-4e04-ac55-96542c388108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:17.988814 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-7ebe8146-634e-4e04-ac55-96542c388108 admin admin] Added segment d4c2219e-ea6d-418f-9715-88f09433d8b1 of type vlan for network 2660cb76-8d1b-4626-9e34-4e202eb7c6ea Dec 10 19:42:18.030764 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7ebe8146-634e-4e04-ac55-96542c388108 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:18.055132 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7ebe8146-634e-4e04-ac55-96542c388108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:18.056030 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebe8146-634e-4e04-ac55-96542c388108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:18.056643 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7ebe8146-634e-4e04-ac55-96542c388108 admin admin] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:18.125553 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-7ebe8146-634e-4e04-ac55-96542c388108 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3882818 Dec 10 19:42:18.129617 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 60352) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:42:18.134733 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-64b07c1c-ea45-402b-95f3-2a4e8db95f1b admin admin] Request body: {'subnet': {'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1220875465-subnet', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:42:18.149135 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebe8146-634e-4e04-ac55-96542c388108 admin admin] Pushing event updated for resources: {'Network': ['ID=2660cb76-8d1b-4626-9e34-4e202eb7c6ea,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:42:18.157564 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b07c1c-ea45-402b-95f3-2a4e8db95f1b admin admin] Made reservation on behalf of c5dd4dad4f774e9681e4f02d74c9ed4b for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:42:18.160594 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 2660cb76-8d1b-4626-9e34-4e202eb7c6ea details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:42:18.161375 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-64b07c1c-ea45-402b-95f3-2a4e8db95f1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:18.329725 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-64b07c1c-ea45-402b-95f3-2a4e8db95f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:18.377912 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b07c1c-ea45-402b-95f3-2a4e8db95f1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2923f6c5-b5cb-4ee7-95d4-f8f02a974a41,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:42:18.395072 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b07c1c-ea45-402b-95f3-2a4e8db95f1b admin admin] Checking segment: {'id': 'd4c2219e-ea6d-418f-9715-88f09433d8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:42:18.395425 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b07c1c-ea45-402b-95f3-2a4e8db95f1b admin admin] Network hostable DHCP agents. Network: 2660cb76-8d1b-4626-9e34-4e202eb7c6ea, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:42:18.412571 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b07c1c-ea45-402b-95f3-2a4e8db95f1b admin admin] Network 2660cb76-8d1b-4626-9e34-4e202eb7c6ea is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:42:18.422099 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-64b07c1c-ea45-402b-95f3-2a4e8db95f1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 2660cb76-8d1b-4626-9e34-4e202eb7c6ea) {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:42:18.426893 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b07c1c-ea45-402b-95f3-2a4e8db95f1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:18.427296 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-64b07c1c-ea45-402b-95f3-2a4e8db95f1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:18.431516 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e157c84-9dfd-4ed7-bde8-1276b407d06f None None] Network 2660cb76-8d1b-4626-9e34-4e202eb7c6ea requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:42:18.445090 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-64b07c1c-ea45-402b-95f3-2a4e8db95f1b admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3142471 Dec 10 19:42:18.449046 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 60354) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:42:18.453840 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-6c624856-e334-4e24-806b-8fbfcc1a78d0 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1220875465-router', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:42:18.476081 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6c624856-e334-4e24-806b-8fbfcc1a78d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:18.477247 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6c624856-e334-4e24-806b-8fbfcc1a78d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:18.533248 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6c624856-e334-4e24-806b-8fbfcc1a78d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:18.589658 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a03fc7-1256-4dc3-ace6-804bfa005281 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-2660cb76-8d1b-4626-9e34-4e202eb7c6ea', 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'fixed_ips': [{'subnet_id': '2923f6c5-b5cb-4ee7-95d4-f8f02a974a41'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:42:18.590738 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-65a03fc7-1256-4dc3-ace6-804bfa005281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:18.732925 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-65a03fc7-1256-4dc3-ace6-804bfa005281 None None] Allocated IP 172.20.0.2 (2660cb76-8d1b-4626-9e34-4e202eb7c6ea/2923f6c5-b5cb-4ee7-95d4-f8f02a974a41/a36401fb-8534-408f-bd8c-44a9eb788f71) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:42:18.883515 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-65a03fc7-1256-4dc3-ace6-804bfa005281 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:18.890553 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-65a03fc7-1256-4dc3-ace6-804bfa005281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:18.933024 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a03fc7-1256-4dc3-ace6-804bfa005281 None None] Network 2660cb76-8d1b-4626-9e34-4e202eb7c6ea is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:42:18.935958 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-65a03fc7-1256-4dc3-ace6-804bfa005281 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:42:18.939670 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a03fc7-1256-4dc3-ace6-804bfa005281 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:42:18.947722 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a03fc7-1256-4dc3-ace6-804bfa005281 None None] Pushing event updated for resources: {'Port': ['ID=a36401fb-8534-408f-bd8c-44a9eb788f71,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:42:18.981715 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6c624856-e334-4e24-806b-8fbfcc1a78d0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:19.145160 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-65a03fc7-1256-4dc3-ace6-804bfa005281 None None] Attempting to bind port a36401fb-8534-408f-bd8c-44a9eb788f71 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:42:19.145416 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-65a03fc7-1256-4dc3-ace6-804bfa005281 None None] Attempting to bind port a36401fb-8534-408f-bd8c-44a9eb788f71 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': 'd4c2219e-ea6d-418f-9715-88f09433d8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:42:19.145789 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a03fc7-1256-4dc3-ace6-804bfa005281 None None] Attempting to bind port a36401fb-8534-408f-bd8c-44a9eb788f71 on network 2660cb76-8d1b-4626-9e34-4e202eb7c6ea {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:42:19.153807 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a03fc7-1256-4dc3-ace6-804bfa005281 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:42:19.154179 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a03fc7-1256-4dc3-ace6-804bfa005281 None None] Checking segment: {'id': 'd4c2219e-ea6d-418f-9715-88f09433d8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:42:19.154607 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-65a03fc7-1256-4dc3-ace6-804bfa005281 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:19.154993 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a03fc7-1256-4dc3-ace6-804bfa005281 None None] Bound using segment: {'id': 'd4c2219e-ea6d-418f-9715-88f09433d8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:42:19.155459 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-65a03fc7-1256-4dc3-ace6-804bfa005281 None None] Bound port: a36401fb-8534-408f-bd8c-44a9eb788f71, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4c2219e-ea6d-418f-9715-88f09433d8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:42:19.156277 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-65a03fc7-1256-4dc3-ace6-804bfa005281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:19.203140 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6c624856-e334-4e24-806b-8fbfcc1a78d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:19.223152 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6c624856-e334-4e24-806b-8fbfcc1a78d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:19.223819 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-65a03fc7-1256-4dc3-ace6-804bfa005281 None None] For port a36401fb-8534-408f-bd8c-44a9eb788f71, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:42:19.229200 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-65a03fc7-1256-4dc3-ace6-804bfa005281 None None] For port a36401fb-8534-408f-bd8c-44a9eb788f71, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=a36401fb-8534-408f-bd8c-44a9eb788f71,segment=NetworkSegment(d4c2219e-ea6d-418f-9715-88f09433d8b1),segment_id=d4c2219e-ea6d-418f-9715-88f09433d8b1)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:42:19.234367 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-65a03fc7-1256-4dc3-ace6-804bfa005281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:19.291631 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device f080f6b9-ca6f-4323-ac3f-7221f3b37725 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:42:19.319619 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] No Port match for: f080f6b9-ca6f-4323-ac3f-7221f3b37725 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:42:19.319949 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device f080f6b9-ca6f-4323-ac3f-7221f3b37725 not bound to the agent host hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:42:19.321433 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a03fc7-1256-4dc3-ace6-804bfa005281 None None] Pushing event updated for resources: {'Port': ['ID=a36401fb-8534-408f-bd8c-44a9eb788f71,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:42:19.352244 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-6c624856-e334-4e24-806b-8fbfcc1a78d0 admin admin] Allocated IP 172.26.6.38 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/59c1c741-5d51-4c73-be9a-dd9012f22cea) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:42:19.490463 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6c624856-e334-4e24-806b-8fbfcc1a78d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:19.532953 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6c624856-e334-4e24-806b-8fbfcc1a78d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:19.573163 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c624856-e334-4e24-806b-8fbfcc1a78d0 admin admin] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:42:19.576314 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-6c624856-e334-4e24-806b-8fbfcc1a78d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:42:19.579881 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c624856-e334-4e24-806b-8fbfcc1a78d0 admin admin] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:42:19.589275 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c624856-e334-4e24-806b-8fbfcc1a78d0 admin admin] Pushing event updated for resources: {'Port': ['ID=59c1c741-5d51-4c73-be9a-dd9012f22cea,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:42:19.847340 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6c624856-e334-4e24-806b-8fbfcc1a78d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:20.077327 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6c624856-e334-4e24-806b-8fbfcc1a78d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:20.226915 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c624856-e334-4e24-806b-8fbfcc1a78d0 admin admin] Router 91cdc6a0-5ce0-49bf-a64e-001962a8ea9b is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:42:20.245343 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a623acea-32ad-403d-a864-562706b13208 None None] Network 2660cb76-8d1b-4626-9e34-4e202eb7c6ea requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:42:20.314047 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0a201d7b-3810-4c29-8ee9-1867fa50593a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:20.322379 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-5d2467fb-c613-4d66-8b25-9aadad88b3d2 None None] Provisioning complete for port a36401fb-8534-408f-bd8c-44a9eb788f71 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:42:20.323394 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-5d2467fb-c613-4d66-8b25-9aadad88b3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:20.336049 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c624856-e334-4e24-806b-8fbfcc1a78d0 admin admin] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:42:20.346087 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928b723c-f292-4998-b9b1-fe345a3dc200 None None] Sync routers for ids ['91cdc6a0-5ce0-49bf-a64e-001962a8ea9b'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:42:20.355177 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6c624856-e334-4e24-806b-8fbfcc1a78d0 admin admin] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:20.358874 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-6c624856-e334-4e24-806b-8fbfcc1a78d0 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9057424 Dec 10 19:42:20.359036 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928b723c-f292-4998-b9b1-fe345a3dc200 None None] Routers {'91cdc6a0-5ce0-49bf-a64e-001962a8ea9b'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:42:20.359139 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 60356) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:42:20.359758 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-928b723c-f292-4998-b9b1-fe345a3dc200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:41:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['91cdc6a0-5ce0-49bf-a64e-001962a8ea9b'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:42:20.469598 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-5d2467fb-c613-4d66-8b25-9aadad88b3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:20.484854 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-928b723c-f292-4998-b9b1-fe345a3dc200 None None] Set router 91cdc6a0-5ce0-49bf-a64e-001962a8ea9b gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:42:20.511373 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-5d2467fb-c613-4d66-8b25-9aadad88b3d2 None None] For port a36401fb-8534-408f-bd8c-44a9eb788f71, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=a36401fb-8534-408f-bd8c-44a9eb788f71,segment=NetworkSegment(d4c2219e-ea6d-418f-9715-88f09433d8b1),segment_id=d4c2219e-ea6d-418f-9715-88f09433d8b1)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:42:20.526434 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-5d2467fb-c613-4d66-8b25-9aadad88b3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:20.592834 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2467fb-c613-4d66-8b25-9aadad88b3d2 None None] Pushing event updated for resources: {'Port': ['ID=a36401fb-8534-408f-bd8c-44a9eb788f71,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:42:20.692134 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-928b723c-f292-4998-b9b1-fe345a3dc200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'name': 'tempest-ServerActionsTestJSON-1220875465-router', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': '59c1c741-5d51-4c73-be9a-dd9012f22cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:42:18Z', 'updated_at': '2021-12-10T19:42:19Z', 'revision_number': 3, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'gw_port': {'id': '59c1c741-5d51-4c73-be9a-dd9012f22cea', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:df:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:19Z', 'updated_at': '2021-12-10T19:42:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:42:20.719567 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928b723c-f292-4998-b9b1-fe345a3dc200 None None] Checking router: 91cdc6a0-5ce0-49bf-a64e-001962a8ea9b for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:42:20.719910 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928b723c-f292-4998-b9b1-fe345a3dc200 None None] Updating router 91cdc6a0-5ce0-49bf-a64e-001962a8ea9b port 59c1c741-5d51-4c73-be9a-dd9012f22cea binding host dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:42:20.753004 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-928b723c-f292-4998-b9b1-fe345a3dc200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:20.846569 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-4fc659d3-e707-4bc9-9436-7a2d71371923 None None] Provisioning complete for port a36401fb-8534-408f-bd8c-44a9eb788f71 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:42:20.847114 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4fc659d3-e707-4bc9-9436-7a2d71371923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:20.879143 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ad52a3bc-ff83-47b5-9d3a-bbb5b2e4b7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:21.032493 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-928b723c-f292-4998-b9b1-fe345a3dc200 None None] Notify callbacks [] for port, precommit_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:21.037730 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-928b723c-f292-4998-b9b1-fe345a3dc200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:21.092660 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-ad52a3bc-ff83-47b5-9d3a-bbb5b2e4b7bd admin admin] Allocated IP 172.20.0.1 (2660cb76-8d1b-4626-9e34-4e202eb7c6ea/2923f6c5-b5cb-4ee7-95d4-f8f02a974a41/02b441d9-b368-4a54-9a77-2d652cdec894) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:42:21.178842 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-928b723c-f292-4998-b9b1-fe345a3dc200 None None] Attempting to bind port 59c1c741-5d51-4c73-be9a-dd9012f22cea on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:42:21.179260 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-928b723c-f292-4998-b9b1-fe345a3dc200 None None] Attempting to bind port 59c1c741-5d51-4c73-be9a-dd9012f22cea by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:42:21.179746 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928b723c-f292-4998-b9b1-fe345a3dc200 None None] Attempting to bind port 59c1c741-5d51-4c73-be9a-dd9012f22cea on network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:42:21.190239 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928b723c-f292-4998-b9b1-fe345a3dc200 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:42:21.190595 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928b723c-f292-4998-b9b1-fe345a3dc200 None None] Checking segment: {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:42:21.190980 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-928b723c-f292-4998-b9b1-fe345a3dc200 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:21.191362 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928b723c-f292-4998-b9b1-fe345a3dc200 None None] Bound using segment: {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:42:21.191817 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-928b723c-f292-4998-b9b1-fe345a3dc200 None None] Bound port: 59c1c741-5d51-4c73-be9a-dd9012f22cea, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:42:21.192180 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-928b723c-f292-4998-b9b1-fe345a3dc200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:21.193767 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0116f244-4458-4aa6-8245-ab8a1fe0b19c None None] Pushing event updated for resources: {'Port': ['ID=59c1c741-5d51-4c73-be9a-dd9012f22cea,revision_number=2']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:42:21.209537 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ad52a3bc-ff83-47b5-9d3a-bbb5b2e4b7bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:21.217681 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0116f244-4458-4aa6-8245-ab8a1fe0b19c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:21.218018 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0116f244-4458-4aa6-8245-ab8a1fe0b19c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:21.218458 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0116f244-4458-4aa6-8245-ab8a1fe0b19c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:21.218662 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0116f244-4458-4aa6-8245-ab8a1fe0b19c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:21.218977 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0116f244-4458-4aa6-8245-ab8a1fe0b19c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:21.219295 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0116f244-4458-4aa6-8245-ab8a1fe0b19c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:21.219789 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0116f244-4458-4aa6-8245-ab8a1fe0b19c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:21.220004 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0116f244-4458-4aa6-8245-ab8a1fe0b19c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:21.220211 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0116f244-4458-4aa6-8245-ab8a1fe0b19c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:21.220594 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0116f244-4458-4aa6-8245-ab8a1fe0b19c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:21.220903 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0116f244-4458-4aa6-8245-ab8a1fe0b19c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:21.221296 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0116f244-4458-4aa6-8245-ab8a1fe0b19c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:21.253370 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ad52a3bc-ff83-47b5-9d3a-bbb5b2e4b7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:21.271886 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-928b723c-f292-4998-b9b1-fe345a3dc200 None None] For port 59c1c741-5d51-4c73-be9a-dd9012f22cea, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:42:21.275294 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-928b723c-f292-4998-b9b1-fe345a3dc200 None None] For port 59c1c741-5d51-4c73-be9a-dd9012f22cea, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=59c1c741-5d51-4c73-be9a-dd9012f22cea,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:42:21.280489 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-928b723c-f292-4998-b9b1-fe345a3dc200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:21.287560 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad52a3bc-ff83-47b5-9d3a-bbb5b2e4b7bd admin admin] Network 2660cb76-8d1b-4626-9e34-4e202eb7c6ea is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:42:21.290622 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-ad52a3bc-ff83-47b5-9d3a-bbb5b2e4b7bd admin admin] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:42:21.294787 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad52a3bc-ff83-47b5-9d3a-bbb5b2e4b7bd admin admin] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:42:21.333274 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad52a3bc-ff83-47b5-9d3a-bbb5b2e4b7bd admin admin] Pushing event updated for resources: {'Port': ['ID=02b441d9-b368-4a54-9a77-2d652cdec894,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:42:21.345714 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ad52a3bc-ff83-47b5-9d3a-bbb5b2e4b7bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712030'] for router_interface, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:21.346769 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928b723c-f292-4998-b9b1-fe345a3dc200 None None] Routers {'91cdc6a0-5ce0-49bf-a64e-001962a8ea9b'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:42:21.347552 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-928b723c-f292-4998-b9b1-fe345a3dc200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:41:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['91cdc6a0-5ce0-49bf-a64e-001962a8ea9b'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:42:21.359893 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device a36401fb-8534-408f-bd8c-44a9eb788f71 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:42:21.413201 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port a36401fb-8534-408f-bd8c-44a9eb788f71 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:42:21.413967 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:21.438865 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0116f244-4458-4aa6-8245-ab8a1fe0b19c None None] Pushing event updated for resources: {'Port': ['ID=59c1c741-5d51-4c73-be9a-dd9012f22cea,revision_number=3']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:42:21.486605 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-928b723c-f292-4998-b9b1-fe345a3dc200 None None] Set router 91cdc6a0-5ce0-49bf-a64e-001962a8ea9b gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:42:21.500769 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ad52a3bc-ff83-47b5-9d3a-bbb5b2e4b7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:21.563044 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-ea76b847-bc4c-4740-8383-813a2b32fec6 None None] Provisioning complete for port 02b441d9-b368-4a54-9a77-2d652cdec894 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:42:21.563642 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ea76b847-bc4c-4740-8383-813a2b32fec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:21.599959 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-ea76b847-bc4c-4740-8383-813a2b32fec6 None None] Port 02b441d9-b368-4a54-9a77-2d652cdec894 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:42:21.673373 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ad52a3bc-ff83-47b5-9d3a-bbb5b2e4b7bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:21.679917 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ad52a3bc-ff83-47b5-9d3a-bbb5b2e4b7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:21.685791 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-928b723c-f292-4998-b9b1-fe345a3dc200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'name': 'tempest-ServerActionsTestJSON-1220875465-router', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': '59c1c741-5d51-4c73-be9a-dd9012f22cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:42:18Z', 'updated_at': '2021-12-10T19:42:19Z', 'revision_number': 3, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'gw_port': {'id': '59c1c741-5d51-4c73-be9a-dd9012f22cea', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:df:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:19Z', 'updated_at': '2021-12-10T19:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:42:21.711332 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928b723c-f292-4998-b9b1-fe345a3dc200 None None] The sync data for ids ['91cdc6a0-5ce0-49bf-a64e-001962a8ea9b'] in dv-neutron-821441-1-hyperv is: [{'id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'name': 'tempest-ServerActionsTestJSON-1220875465-router', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': '59c1c741-5d51-4c73-be9a-dd9012f22cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:42:18Z', 'updated_at': '2021-12-10T19:42:19Z', 'revision_number': 3, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'gw_port': {'id': '59c1c741-5d51-4c73-be9a-dd9012f22cea', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:df:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:19Z', 'updated_at': '2021-12-10T19:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:42:21.749719 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ad52a3bc-ff83-47b5-9d3a-bbb5b2e4b7bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3755716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711339'] for router_interface, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:21.751453 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad52a3bc-ff83-47b5-9d3a-bbb5b2e4b7bd admin admin] Pushing event updated for resources: {'Port': ['ID=02b441d9-b368-4a54-9a77-2d652cdec894,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:42:21.849262 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad52a3bc-ff83-47b5-9d3a-bbb5b2e4b7bd admin admin] Network 2660cb76-8d1b-4626-9e34-4e202eb7c6ea is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:42:21.850771 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-ad52a3bc-ff83-47b5-9d3a-bbb5b2e4b7bd admin admin] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:42:21.992972 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad52a3bc-ff83-47b5-9d3a-bbb5b2e4b7bd admin admin] Router 91cdc6a0-5ce0-49bf-a64e-001962a8ea9b has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:42:22.118739 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad52a3bc-ff83-47b5-9d3a-bbb5b2e4b7bd admin admin] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:42:22.129502 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-21c18921-a1df-48a9-991e-1ac6249d3a62 None None] Provisioning complete for port 02b441d9-b368-4a54-9a77-2d652cdec894 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:42:22.129856 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-ad52a3bc-ff83-47b5-9d3a-bbb5b2e4b7bd admin admin] 10.222.0.69 "PUT /v2.0/routers/91cdc6a0-5ce0-49bf-a64e-001962a8ea9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7637689 Dec 10 19:42:22.129935 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-21c18921-a1df-48a9-991e-1ac6249d3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:22.161727 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-21c18921-a1df-48a9-991e-1ac6249d3a62 None None] Port 02b441d9-b368-4a54-9a77-2d652cdec894 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:42:22.818795 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 60364) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:42:22.823793 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-66e9cb5e-ed92-42dc-91c6-5f1685c4720e tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1273083522', 'description': 'tempest-description--984747176'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:42:22.848047 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-66e9cb5e-ed92-42dc-91c6-5f1685c4720e tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:22.925189 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-66e9cb5e-ed92-42dc-91c6-5f1685c4720e tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:22.929964 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-66e9cb5e-ed92-42dc-91c6-5f1685c4720e tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:22.963368 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e9cb5e-ed92-42dc-91c6-5f1685c4720e tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4ebeac-6d93-48c2-92fb-e07bf915942c,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:42:22.969085 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-66e9cb5e-ed92-42dc-91c6-5f1685c4720e tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:22.970736 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-66e9cb5e-ed92-42dc-91c6-5f1685c4720e tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1505580 Dec 10 19:42:22.973663 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 60366) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:42:22.979617 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-16495054-49b0-41a3-b409-7278855f490e tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Request body: {'security_group_rule': {'security_group_id': '6f4ebeac-6d93-48c2-92fb-e07bf915942c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:42:23.013527 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-16495054-49b0-41a3-b409-7278855f490e tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:23.088162 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-16495054-49b0-41a3-b409-7278855f490e tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:23.092235 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-16495054-49b0-41a3-b409-7278855f490e tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:23.111133 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16495054-49b0-41a3-b409-7278855f490e tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61199ae0-fd83-4be2-89d2-a990cc8904d0,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:42:23.124490 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-16495054-49b0-41a3-b409-7278855f490e tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:23.125749 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-16495054-49b0-41a3-b409-7278855f490e tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1510038 Dec 10 19:42:23.128272 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 60368) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:42:23.132860 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-cd8134cd-51f2-483c-b586-03b2acbe5b39 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Request body: {'security_group_rule': {'security_group_id': '6f4ebeac-6d93-48c2-92fb-e07bf915942c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:42:23.163183 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cd8134cd-51f2-483c-b586-03b2acbe5b39 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:23.229477 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cd8134cd-51f2-483c-b586-03b2acbe5b39 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:23.235424 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cd8134cd-51f2-483c-b586-03b2acbe5b39 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:23.257354 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8134cd-51f2-483c-b586-03b2acbe5b39 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdf7a952-0765-453e-a692-37c6bb082491,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:42:23.266445 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cd8134cd-51f2-483c-b586-03b2acbe5b39 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:23.267640 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-cd8134cd-51f2-483c-b586-03b2acbe5b39 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1383812 Dec 10 19:42:23.270844 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 60370) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:42:23.274784 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fce181-e11a-4e49-97bb-88a3960de5b2 None None] Sync routers for ids ['91cdc6a0-5ce0-49bf-a64e-001962a8ea9b'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:42:23.282645 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-3cbf798d-9836-4411-ac7c-6212efb70c0e tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Request body: {'floatingip': {'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:42:23.294607 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fce181-e11a-4e49-97bb-88a3960de5b2 None None] Routers {'91cdc6a0-5ce0-49bf-a64e-001962a8ea9b'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:42:23.295147 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-54fce181-e11a-4e49-97bb-88a3960de5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:41:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['91cdc6a0-5ce0-49bf-a64e-001962a8ea9b'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:42:23.319185 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3cbf798d-9836-4411-ac7c-6212efb70c0e tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks [] for floatingip, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:23.340277 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 59c1c741-5d51-4c73-be9a-dd9012f22cea up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:42:23.429834 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3cbf798d-9836-4411-ac7c-6212efb70c0e tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:23.452002 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 59c1c741-5d51-4c73-be9a-dd9012f22cea triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:42:23.452361 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:23.457183 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-54fce181-e11a-4e49-97bb-88a3960de5b2 None None] Set router 91cdc6a0-5ce0-49bf-a64e-001962a8ea9b gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:42:23.535813 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-3cbf798d-9836-4411-ac7c-6212efb70c0e tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Allocated IP 172.26.6.4 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/6aaf6770-2b98-431c-a71b-e62adf5bcb72) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:42:23.647685 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3cbf798d-9836-4411-ac7c-6212efb70c0e tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:23.651934 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:23.684388 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3cbf798d-9836-4411-ac7c-6212efb70c0e tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:23.704631 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port 59c1c741-5d51-4c73-be9a-dd9012f22cea, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=59c1c741-5d51-4c73-be9a-dd9012f22cea,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:42:23.710305 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:23.721096 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbf798d-9836-4411-ac7c-6212efb70c0e tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:42:23.725461 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-3cbf798d-9836-4411-ac7c-6212efb70c0e tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:42:23.729755 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbf798d-9836-4411-ac7c-6212efb70c0e tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:42:23.755622 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbf798d-9836-4411-ac7c-6212efb70c0e tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Pushing event updated for resources: {'Port': ['ID=6aaf6770-2b98-431c-a71b-e62adf5bcb72,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:42:23.775205 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=59c1c741-5d51-4c73-be9a-dd9012f22cea,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:42:23.784413 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-54fce181-e11a-4e49-97bb-88a3960de5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'name': 'tempest-ServerActionsTestJSON-1220875465-router', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': '59c1c741-5d51-4c73-be9a-dd9012f22cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:42:18Z', 'updated_at': '2021-12-10T19:42:21Z', 'revision_number': 4, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'gw_port': {'id': '59c1c741-5d51-4c73-be9a-dd9012f22cea', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:df:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:19Z', 'updated_at': '2021-12-10T19:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '02b441d9-b368-4a54-9a77-2d652cdec894', 'name': '', 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'mac_address': 'fa:16:3e:1c:5e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '2923f6c5-b5cb-4ee7-95d4-f8f02a974a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:20Z', 'updated_at': '2021-12-10T19:42:21Z', 'revision_number': 2, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'subnets': [{'id': '2923f6c5-b5cb-4ee7-95d4-f8f02a974a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:42:23.812336 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fce181-e11a-4e49-97bb-88a3960de5b2 None None] Checking router: 91cdc6a0-5ce0-49bf-a64e-001962a8ea9b for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:42:23.812768 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fce181-e11a-4e49-97bb-88a3960de5b2 None None] Updating router 91cdc6a0-5ce0-49bf-a64e-001962a8ea9b port 02b441d9-b368-4a54-9a77-2d652cdec894 binding host dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:42:23.819494 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3cbf798d-9836-4411-ac7c-6212efb70c0e tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:23.840991 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-54fce181-e11a-4e49-97bb-88a3960de5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:23.858562 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3cbf798d-9836-4411-ac7c-6212efb70c0e tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:24.013050 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3cbf798d-9836-4411-ac7c-6212efb70c0e tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:24.017660 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3cbf798d-9836-4411-ac7c-6212efb70c0e tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:24.092911 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbf798d-9836-4411-ac7c-6212efb70c0e tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Pushing event updated for resources: {'Port': ['ID=6aaf6770-2b98-431c-a71b-e62adf5bcb72,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:42:24.099882 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-54fce181-e11a-4e49-97bb-88a3960de5b2 None None] Notify callbacks [] for port, precommit_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:24.103069 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3cbf798d-9836-4411-ac7c-6212efb70c0e tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3713103'] for floatingip, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:24.107369 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-54fce181-e11a-4e49-97bb-88a3960de5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:24.122705 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3cbf798d-9836-4411-ac7c-6212efb70c0e tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:24.123968 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-3cbf798d-9836-4411-ac7c-6212efb70c0e tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8520515 Dec 10 19:42:24.160625 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901063e6-9975-4d17-80ff-e5bba8c8d895 None None] Pushing event updated for resources: {'Port': ['ID=02b441d9-b368-4a54-9a77-2d652cdec894,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:42:24.219999 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-54fce181-e11a-4e49-97bb-88a3960de5b2 None None] Attempting to bind port 02b441d9-b368-4a54-9a77-2d652cdec894 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:42:24.220366 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-54fce181-e11a-4e49-97bb-88a3960de5b2 None None] Attempting to bind port 02b441d9-b368-4a54-9a77-2d652cdec894 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': 'd4c2219e-ea6d-418f-9715-88f09433d8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:42:24.220849 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fce181-e11a-4e49-97bb-88a3960de5b2 None None] Attempting to bind port 02b441d9-b368-4a54-9a77-2d652cdec894 on network 2660cb76-8d1b-4626-9e34-4e202eb7c6ea {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:42:24.235003 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fce181-e11a-4e49-97bb-88a3960de5b2 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:42:24.235373 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fce181-e11a-4e49-97bb-88a3960de5b2 None None] Checking segment: {'id': 'd4c2219e-ea6d-418f-9715-88f09433d8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:42:24.235770 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-54fce181-e11a-4e49-97bb-88a3960de5b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:24.236150 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fce181-e11a-4e49-97bb-88a3960de5b2 None None] Bound using segment: {'id': 'd4c2219e-ea6d-418f-9715-88f09433d8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:42:24.236650 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-54fce181-e11a-4e49-97bb-88a3960de5b2 None None] Bound port: 02b441d9-b368-4a54-9a77-2d652cdec894, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4c2219e-ea6d-418f-9715-88f09433d8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:42:24.237028 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-54fce181-e11a-4e49-97bb-88a3960de5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:24.251358 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8e422171-ee8a-4e5e-ab74-ec27425ae185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:24.290583 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-adb4b61b-571a-4f86-a23b-f42c35c75852 req-d476e93e-1dc2-44d5-a87e-338f266e632a tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1273083522&fields=id&tenant_id=c5dd4dad4f774e9681e4f02d74c9ed4b HTTP/1.1" status: 200 len: 267 time: 0.0394049 Dec 10 19:42:24.313986 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-54fce181-e11a-4e49-97bb-88a3960de5b2 None None] For port 02b441d9-b368-4a54-9a77-2d652cdec894, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:42:24.317805 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-54fce181-e11a-4e49-97bb-88a3960de5b2 None None] For port 02b441d9-b368-4a54-9a77-2d652cdec894, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=02b441d9-b368-4a54-9a77-2d652cdec894,segment=NetworkSegment(d4c2219e-ea6d-418f-9715-88f09433d8b1),segment_id=d4c2219e-ea6d-418f-9715-88f09433d8b1)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:42:24.323706 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-54fce181-e11a-4e49-97bb-88a3960de5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:24.390899 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901063e6-9975-4d17-80ff-e5bba8c8d895 None None] Pushing event updated for resources: {'Port': ['ID=02b441d9-b368-4a54-9a77-2d652cdec894,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:42:24.393395 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fce181-e11a-4e49-97bb-88a3960de5b2 None None] Routers {'91cdc6a0-5ce0-49bf-a64e-001962a8ea9b'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:42:24.393987 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-54fce181-e11a-4e49-97bb-88a3960de5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:42:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['91cdc6a0-5ce0-49bf-a64e-001962a8ea9b'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:42:24.417924 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb4b61b-571a-4f86-a23b-f42c35c75852 req-9fbf83a7-b3c0-4fad-8bc8-e2c34970e12e tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:24.419420 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-adb4b61b-571a-4f86-a23b-f42c35c75852 req-9fbf83a7-b3c0-4fad-8bc8-e2c34970e12e tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/networks?id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea HTTP/1.1" status: 200 len: 812 time: 0.1206865 Dec 10 19:42:24.437029 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-adb4b61b-571a-4f86-a23b-f42c35c75852 req-73dbac72-f251-4f00-adc3-2239f5df66f8 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/quotas/c5dd4dad4f774e9681e4f02d74c9ed4b HTTP/1.1" status: 200 len: 375 time: 0.0116310 Dec 10 19:42:24.468846 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-757144ca-2b83-4c5f-83f7-8ce4cbf69b09 None None] Provisioning complete for port 02b441d9-b368-4a54-9a77-2d652cdec894 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:42:24.469282 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-757144ca-2b83-4c5f-83f7-8ce4cbf69b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:24.498896 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-adb4b61b-571a-4f86-a23b-f42c35c75852 req-1e15433e-c189-4243-b8d0-4ecea74eb2c0 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=c5dd4dad4f774e9681e4f02d74c9ed4b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0552523 Dec 10 19:42:24.540696 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-54fce181-e11a-4e49-97bb-88a3960de5b2 None None] Set router 91cdc6a0-5ce0-49bf-a64e-001962a8ea9b gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:42:24.608387 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-adb4b61b-571a-4f86-a23b-f42c35c75852 req-8fbdeffc-d5db-4f88-9bf6-ff073aed661b service neutron] 10.222.0.69 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939174 Dec 10 19:42:24.640759 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-757144ca-2b83-4c5f-83f7-8ce4cbf69b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:24.702187 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-adb4b61b-571a-4f86-a23b-f42c35c75852 req-6d66887b-01a5-4091-a53d-4195fe1e7b36 service neutron] 10.222.0.69 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872514 Dec 10 19:42:24.721118 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-757144ca-2b83-4c5f-83f7-8ce4cbf69b09 None None] For port 02b441d9-b368-4a54-9a77-2d652cdec894, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=02b441d9-b368-4a54-9a77-2d652cdec894,segment=NetworkSegment(d4c2219e-ea6d-418f-9715-88f09433d8b1),segment_id=d4c2219e-ea6d-418f-9715-88f09433d8b1)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:42:24.733967 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-757144ca-2b83-4c5f-83f7-8ce4cbf69b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:24.815741 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757144ca-2b83-4c5f-83f7-8ce4cbf69b09 None None] Pushing event updated for resources: {'Port': ['ID=02b441d9-b368-4a54-9a77-2d652cdec894,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:42:24.841347 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-54fce181-e11a-4e49-97bb-88a3960de5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'name': 'tempest-ServerActionsTestJSON-1220875465-router', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': '59c1c741-5d51-4c73-be9a-dd9012f22cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:42:18Z', 'updated_at': '2021-12-10T19:42:21Z', 'revision_number': 4, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'gw_port': {'id': '59c1c741-5d51-4c73-be9a-dd9012f22cea', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:19Z', 'updated_at': '2021-12-10T19:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '02b441d9-b368-4a54-9a77-2d652cdec894', 'name': '', 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'mac_address': 'fa:16:3e:1c:5e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '2923f6c5-b5cb-4ee7-95d4-f8f02a974a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:20Z', 'updated_at': '2021-12-10T19:42:24Z', 'revision_number': 4, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'subnets': [{'id': '2923f6c5-b5cb-4ee7-95d4-f8f02a974a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:42:24.876321 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fce181-e11a-4e49-97bb-88a3960de5b2 None None] The sync data for ids ['91cdc6a0-5ce0-49bf-a64e-001962a8ea9b'] in dv-neutron-821441-1-hyperv is: [{'id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'name': 'tempest-ServerActionsTestJSON-1220875465-router', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': '59c1c741-5d51-4c73-be9a-dd9012f22cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:42:18Z', 'updated_at': '2021-12-10T19:42:21Z', 'revision_number': 4, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'gw_port': {'id': '59c1c741-5d51-4c73-be9a-dd9012f22cea', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:19Z', 'updated_at': '2021-12-10T19:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '02b441d9-b368-4a54-9a77-2d652cdec894', 'name': '', 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'mac_address': 'fa:16:3e:1c:5e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '2923f6c5-b5cb-4ee7-95d4-f8f02a974a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:20Z', 'updated_at': '2021-12-10T19:42:24Z', 'revision_number': 4, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'subnets': [{'id': '2923f6c5-b5cb-4ee7-95d4-f8f02a974a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:42:24.882046 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7b6d99ff-b294-47c8-9287-65d942bc59c6 req-0b5bf94f-9790-4690-9e35-11347263dc3f tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c1a55a5-4f27-451e-a74c-24f8d4b610fb HTTP/1.1" status: 200 len: 210 time: 0.0286860 Dec 10 19:42:24.886450 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-bbe0aefe-de7a-4d59-9065-d6c626d92119 None None] Provisioning complete for port 02b441d9-b368-4a54-9a77-2d652cdec894 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:42:24.886863 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-bbe0aefe-de7a-4d59-9065-d6c626d92119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:25.379514 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 02b441d9-b368-4a54-9a77-2d652cdec894 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:42:25.441659 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:25.446330 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 02b441d9-b368-4a54-9a77-2d652cdec894 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:42:25.446699 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:25.533474 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 59c1c741-5d51-4c73-be9a-dd9012f22cea up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:42:25.580459 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 59c1c741-5d51-4c73-be9a-dd9012f22cea triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:42:25.580855 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:25.972759 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb4b61b-571a-4f86-a23b-f42c35c75852 req-de09a0f5-5417-4198-9501-6a97709466a0 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:25.974342 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-adb4b61b-571a-4f86-a23b-f42c35c75852 req-de09a0f5-5417-4198-9501-6a97709466a0 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.36 "GET /v2.0/networks?id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea HTTP/1.1" status: 200 len: 812 time: 0.1216702 Dec 10 19:42:26.010524 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f9b70811-ea6d-444f-9cc2-b43a7ea3a66d req-aea76d22-2481-4e6d-9629-3717b161948b tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c1a55a5-4f27-451e-a74c-24f8d4b610fb HTTP/1.1" status: 200 len: 210 time: 0.0350311 Dec 10 19:42:26.050762 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-adb4b61b-571a-4f86-a23b-f42c35c75852 req-532294f1-7ca9-46f1-8f1b-132fc9ed797f tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5dd4dad4f774e9681e4f02d74c9ed4b HTTP/1.1" status: 200 len: 380 time: 0.0644264 Dec 10 19:42:26.061572 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-adb4b61b-571a-4f86-a23b-f42c35c75852 req-410ec78f-c95e-4254-84da-b13c78a11cc4 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Request body: {'port': {'device_id': '5c1a55a5-4f27-451e-a74c-24f8d4b610fb', 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea', 'admin_state_up': True, 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'security_groups': ['6f4ebeac-6d93-48c2-92fb-e07bf915942c']}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:42:26.470005 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adb4b61b-571a-4f86-a23b-f42c35c75852 req-410ec78f-c95e-4254-84da-b13c78a11cc4 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Made reservation on behalf of c5dd4dad4f774e9681e4f02d74c9ed4b for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:42:26.473546 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-adb4b61b-571a-4f86-a23b-f42c35c75852 req-410ec78f-c95e-4254-84da-b13c78a11cc4 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:26.504005 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:26.611250 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [req-adb4b61b-571a-4f86-a23b-f42c35c75852 req-410ec78f-c95e-4254-84da-b13c78a11cc4 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Allocated IP 172.20.0.6 (2660cb76-8d1b-4626-9e34-4e202eb7c6ea/2923f6c5-b5cb-4ee7-95d4-f8f02a974a41/a231a4a7-c0e0-4291-8032-22fa557641b3) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:42:26.755485 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-adb4b61b-571a-4f86-a23b-f42c35c75852 req-410ec78f-c95e-4254-84da-b13c78a11cc4 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:26.792310 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-adb4b61b-571a-4f86-a23b-f42c35c75852 req-410ec78f-c95e-4254-84da-b13c78a11cc4 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:26.833801 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:26.840402 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adb4b61b-571a-4f86-a23b-f42c35c75852 req-410ec78f-c95e-4254-84da-b13c78a11cc4 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Network 2660cb76-8d1b-4626-9e34-4e202eb7c6ea is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:42:26.843658 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [req-adb4b61b-571a-4f86-a23b-f42c35c75852 req-410ec78f-c95e-4254-84da-b13c78a11cc4 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:42:26.847981 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-adb4b61b-571a-4f86-a23b-f42c35c75852 req-410ec78f-c95e-4254-84da-b13c78a11cc4 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:42:26.856966 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410ec78f-c95e-4254-84da-b13c78a11cc4 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Pushing event updated for resources: {'Port': ['ID=a231a4a7-c0e0-4291-8032-22fa557641b3,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:42:26.913385 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb4b61b-571a-4f86-a23b-f42c35c75852 req-410ec78f-c95e-4254-84da-b13c78a11cc4 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:26.914047 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-adb4b61b-571a-4f86-a23b-f42c35c75852 req-410ec78f-c95e-4254-84da-b13c78a11cc4 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:26.934371 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-adb4b61b-571a-4f86-a23b-f42c35c75852 req-410ec78f-c95e-4254-84da-b13c78a11cc4 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8763411 Dec 10 19:42:26.948878 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-adb4b61b-571a-4f86-a23b-f42c35c75852 req-ac2e770b-9d99-4192-8a67-e7588830ee09 service neutron] Request body: {'port': {'device_id': '5c1a55a5-4f27-451e-a74c-24f8d4b610fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:42:27.013791 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-adb4b61b-571a-4f86-a23b-f42c35c75852 req-ac2e770b-9d99-4192-8a67-e7588830ee09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:27.132981 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-91aff375-c2ad-479d-ba4c-52fe603319a9 None None] Provisioning complete for port a231a4a7-c0e0-4291-8032-22fa557641b3 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:42:27.133389 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-91aff375-c2ad-479d-ba4c-52fe603319a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:27.169920 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-91aff375-c2ad-479d-ba4c-52fe603319a9 None None] Port a231a4a7-c0e0-4291-8032-22fa557641b3 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:42:27.216493 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf7992-f8fb-4b2c-bd0d-199ed7fd9612 req-95e62dfb-cf0e-4b33-bd1d-c6384a8bd4b0 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:27.218022 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6baf7992-f8fb-4b2c-bd0d-199ed7fd9612 req-95e62dfb-cf0e-4b33-bd1d-c6384a8bd4b0 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c1a55a5-4f27-451e-a74c-24f8d4b610fb HTTP/1.1" status: 200 len: 931 time: 0.1001191 Dec 10 19:42:27.282112 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6baf7992-f8fb-4b2c-bd0d-199ed7fd9612 req-9c37b36a-3c5b-4b12-8ac9-f8958490813c tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574689 Dec 10 19:42:27.344097 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [req-adb4b61b-571a-4f86-a23b-f42c35c75852 req-ac2e770b-9d99-4192-8a67-e7588830ee09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a231a4a7-c0e0-4291-8032-22fa557641b3 {{(pid=102365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:42:27.351461 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-adb4b61b-571a-4f86-a23b-f42c35c75852 req-ac2e770b-9d99-4192-8a67-e7588830ee09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:27.363481 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.provisioning_blocks [req-adb4b61b-571a-4f86-a23b-f42c35c75852 req-ac2e770b-9d99-4192-8a67-e7588830ee09 service neutron] Transition to ACTIVE for port object a231a4a7-c0e0-4291-8032-22fa557641b3 will not be triggered until provisioned by entity L2. {{(pid=102365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:42:27.367140 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-adb4b61b-571a-4f86-a23b-f42c35c75852 req-ac2e770b-9d99-4192-8a67-e7588830ee09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:27.418565 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2e770b-9d99-4192-8a67-e7588830ee09 service neutron] Pushing event updated for resources: {'Port': ['ID=a231a4a7-c0e0-4291-8032-22fa557641b3,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:42:27.492523 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-adb4b61b-571a-4f86-a23b-f42c35c75852 req-ac2e770b-9d99-4192-8a67-e7588830ee09 service neutron] Attempting to bind port a231a4a7-c0e0-4291-8032-22fa557641b3 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:42:27.492868 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-adb4b61b-571a-4f86-a23b-f42c35c75852 req-ac2e770b-9d99-4192-8a67-e7588830ee09 service neutron] Attempting to bind port a231a4a7-c0e0-4291-8032-22fa557641b3 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'd4c2219e-ea6d-418f-9715-88f09433d8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:42:27.493168 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb4b61b-571a-4f86-a23b-f42c35c75852 req-ac2e770b-9d99-4192-8a67-e7588830ee09 service neutron] Attempting to bind port a231a4a7-c0e0-4291-8032-22fa557641b3 on network 2660cb76-8d1b-4626-9e34-4e202eb7c6ea {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:42:27.498137 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb4b61b-571a-4f86-a23b-f42c35c75852 req-ac2e770b-9d99-4192-8a67-e7588830ee09 service neutron] Port a231a4a7-c0e0-4291-8032-22fa557641b3 on network 2660cb76-8d1b-4626-9e34-4e202eb7c6ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:42:27.498440 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb4b61b-571a-4f86-a23b-f42c35c75852 req-ac2e770b-9d99-4192-8a67-e7588830ee09 service neutron] Attempting to bind port a231a4a7-c0e0-4291-8032-22fa557641b3 on network 2660cb76-8d1b-4626-9e34-4e202eb7c6ea {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:42:27.503477 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb4b61b-571a-4f86-a23b-f42c35c75852 req-ac2e770b-9d99-4192-8a67-e7588830ee09 service neutron] Checking agent: {'id': '9e16c23e-95bc-4c2e-b3ec-daf7533f9d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'started_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:42:27.503800 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb4b61b-571a-4f86-a23b-f42c35c75852 req-ac2e770b-9d99-4192-8a67-e7588830ee09 service neutron] Checking segment: {'id': 'd4c2219e-ea6d-418f-9715-88f09433d8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:42:27.504168 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb4b61b-571a-4f86-a23b-f42c35c75852 req-ac2e770b-9d99-4192-8a67-e7588830ee09 service neutron] Bound using segment: {'id': 'd4c2219e-ea6d-418f-9715-88f09433d8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea'} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:42:27.504616 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-adb4b61b-571a-4f86-a23b-f42c35c75852 req-ac2e770b-9d99-4192-8a67-e7588830ee09 service neutron] Bound port: a231a4a7-c0e0-4291-8032-22fa557641b3, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4c2219e-ea6d-418f-9715-88f09433d8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea'}}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:42:27.504964 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-adb4b61b-571a-4f86-a23b-f42c35c75852 req-ac2e770b-9d99-4192-8a67-e7588830ee09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:27.570318 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-adb4b61b-571a-4f86-a23b-f42c35c75852 req-ac2e770b-9d99-4192-8a67-e7588830ee09 service neutron] For port a231a4a7-c0e0-4291-8032-22fa557641b3, host hv-neutron-8214, cleared binding levels {{(pid=102365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:42:27.573795 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-adb4b61b-571a-4f86-a23b-f42c35c75852 req-ac2e770b-9d99-4192-8a67-e7588830ee09 service neutron] For port a231a4a7-c0e0-4291-8032-22fa557641b3, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a231a4a7-c0e0-4291-8032-22fa557641b3,segment=NetworkSegment(d4c2219e-ea6d-418f-9715-88f09433d8b1),segment_id=d4c2219e-ea6d-418f-9715-88f09433d8b1)] {{(pid=102365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:42:27.579014 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-adb4b61b-571a-4f86-a23b-f42c35c75852 req-ac2e770b-9d99-4192-8a67-e7588830ee09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:27.615636 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb4b61b-571a-4f86-a23b-f42c35c75852 req-ac2e770b-9d99-4192-8a67-e7588830ee09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:27.616248 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-adb4b61b-571a-4f86-a23b-f42c35c75852 req-ac2e770b-9d99-4192-8a67-e7588830ee09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:27.618002 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-adb4b61b-571a-4f86-a23b-f42c35c75852 req-ac2e770b-9d99-4192-8a67-e7588830ee09 service neutron] 10.222.0.36 "PUT /v2.0/ports/a231a4a7-c0e0-4291-8032-22fa557641b3 HTTP/1.1" status: 200 len: 1093 time: 0.6745980 Dec 10 19:42:27.618130 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c1a55a5-4f27-451e-a74c-24f8d4b610fb', 'tag': 'a231a4a7-c0e0-4291-8032-22fa557641b3'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:42:27.621266 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d340ad3d-56fd-415a-b88b-d2c8f4c4e0ea" -d '{"events": [{"name": "network-changed", "server_uuid": "5c1a55a5-4f27-451e-a74c-24f8d4b610fb", "tag": "a231a4a7-c0e0-4291-8032-22fa557641b3"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:42:27.655625 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2e770b-9d99-4192-8a67-e7588830ee09 service neutron] Pushing event updated for resources: {'Port': ['ID=a231a4a7-c0e0-4291-8032-22fa557641b3,revision_number=3']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:42:27.673672 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67638a27-4608-440b-a04d-63c098342f80 x-openstack-request-id: req-67638a27-4608-440b-a04d-63c098342f80 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:42:27.674089 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c1a55a5-4f27-451e-a74c-24f8d4b610fb", "tag": "a231a4a7-c0e0-4291-8032-22fa557641b3", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:42:27.674438 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-67638a27-4608-440b-a04d-63c098342f80 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:42:27.675056 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c1a55a5-4f27-451e-a74c-24f8d4b610fb', 'tag': 'a231a4a7-c0e0-4291-8032-22fa557641b3', 'status': 'completed', 'code': 200} Dec 10 19:42:27.708097 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb4b61b-571a-4f86-a23b-f42c35c75852 req-be587640-ba6a-4d0a-913f-3a45b9e043bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:27.709636 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-adb4b61b-571a-4f86-a23b-f42c35c75852 req-be587640-ba6a-4d0a-913f-3a45b9e043bd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c5dd4dad4f774e9681e4f02d74c9ed4b&device_id=5c1a55a5-4f27-451e-a74c-24f8d4b610fb HTTP/1.1" status: 200 len: 1096 time: 0.0495863 Dec 10 19:42:27.758501 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-adb4b61b-571a-4f86-a23b-f42c35c75852 req-a34cab9d-80f0-4333-8e8a-3948fbe569eb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a231a4a7-c0e0-4291-8032-22fa557641b3 HTTP/1.1" status: 200 len: 217 time: 0.0394442 Dec 10 19:42:27.810654 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb4b61b-571a-4f86-a23b-f42c35c75852 req-4e18db67-9415-4e66-ab19-70445ea05de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:27.812095 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-adb4b61b-571a-4f86-a23b-f42c35c75852 req-4e18db67-9415-4e66-ab19-70445ea05de7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2923f6c5-b5cb-4ee7-95d4-f8f02a974a41 HTTP/1.1" status: 200 len: 851 time: 0.0458138 Dec 10 19:42:27.859514 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb4b61b-571a-4f86-a23b-f42c35c75852 req-7b7c1468-c3dc-4a1f-8151-f11fd46c9fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:27.861030 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-adb4b61b-571a-4f86-a23b-f42c35c75852 req-7b7c1468-c3dc-4a1f-8151-f11fd46c9fb3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412421 Dec 10 19:42:27.960790 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-adb4b61b-571a-4f86-a23b-f42c35c75852 req-42e1cf48-2bea-4448-95ca-1a8afca00b7a service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914822 Dec 10 19:42:28.054437 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-adb4b61b-571a-4f86-a23b-f42c35c75852 req-b1e40407-4d4e-4536-af01-25c6aefee4fc service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844963 Dec 10 19:42:28.140090 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340ad3d-56fd-415a-b88b-d2c8f4c4e0ea req-81e78fa8-d836-4483-8761-fe03219b21d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:28.141705 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d340ad3d-56fd-415a-b88b-d2c8f4c4e0ea req-81e78fa8-d836-4483-8761-fe03219b21d4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c5dd4dad4f774e9681e4f02d74c9ed4b&device_id=5c1a55a5-4f27-451e-a74c-24f8d4b610fb HTTP/1.1" status: 200 len: 1096 time: 0.0410774 Dec 10 19:42:28.237312 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340ad3d-56fd-415a-b88b-d2c8f4c4e0ea req-796366be-4f72-4bee-9cbe-ebc8ff74161c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:28.238750 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d340ad3d-56fd-415a-b88b-d2c8f4c4e0ea req-796366be-4f72-4bee-9cbe-ebc8ff74161c service neutron] 10.222.0.36 "GET /v2.0/networks?id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea HTTP/1.1" status: 200 len: 913 time: 0.0891974 Dec 10 19:42:28.280359 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d340ad3d-56fd-415a-b88b-d2c8f4c4e0ea req-75a8a3fa-c5b0-4988-a0e4-14c22dea6210 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a231a4a7-c0e0-4291-8032-22fa557641b3 HTTP/1.1" status: 200 len: 217 time: 0.0338562 Dec 10 19:42:28.336019 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340ad3d-56fd-415a-b88b-d2c8f4c4e0ea req-c8597759-1826-4c92-92bc-219a24d79fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:28.337494 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d340ad3d-56fd-415a-b88b-d2c8f4c4e0ea req-c8597759-1826-4c92-92bc-219a24d79fde service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2923f6c5-b5cb-4ee7-95d4-f8f02a974a41 HTTP/1.1" status: 200 len: 851 time: 0.0482430 Dec 10 19:42:28.414681 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340ad3d-56fd-415a-b88b-d2c8f4c4e0ea req-d34a09af-723c-4e53-9f41-23ed9dab54e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:28.416229 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d340ad3d-56fd-415a-b88b-d2c8f4c4e0ea req-d34a09af-723c-4e53-9f41-23ed9dab54e6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691366 Dec 10 19:42:28.424289 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3090be66-ca7d-451e-99bc-8ef9bf322a50 req-17816e3b-ba4c-4d8e-9d6c-1de6258416c5 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:28.425664 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3090be66-ca7d-451e-99bc-8ef9bf322a50 req-17816e3b-ba4c-4d8e-9d6c-1de6258416c5 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c1a55a5-4f27-451e-a74c-24f8d4b610fb HTTP/1.1" status: 200 len: 943 time: 0.0708804 Dec 10 19:42:28.512783 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3090be66-ca7d-451e-99bc-8ef9bf322a50 req-caf679f4-fec1-4320-9540-142c8dd79372 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786085 Dec 10 19:42:28.537903 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d340ad3d-56fd-415a-b88b-d2c8f4c4e0ea req-4b9935e7-db89-4818-88bd-5aef7f8795f4 service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113079 Dec 10 19:42:28.631276 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d340ad3d-56fd-415a-b88b-d2c8f4c4e0ea req-a54a11a6-53a9-4336-83d6-bbef511c2f37 service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847583 Dec 10 19:42:29.634401 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7e71b-c70e-4954-983b-38b0234b1c5e req-b13198b7-b8ee-41b9-918c-ef7f4e7df450 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:29.636431 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a4d7e71b-c70e-4954-983b-38b0234b1c5e req-b13198b7-b8ee-41b9-918c-ef7f4e7df450 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c1a55a5-4f27-451e-a74c-24f8d4b610fb HTTP/1.1" status: 200 len: 943 time: 0.0549068 Dec 10 19:42:29.674232 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a4d7e71b-c70e-4954-983b-38b0234b1c5e req-eaa2ce89-071b-46e8-ab9a-4e4c55da9601 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316436 Dec 10 19:42:30.790221 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a1303c-988b-40ed-8d50-3d770b0e066e req-c166ff87-302c-4506-8aa9-110e89b1d802 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:30.792666 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d1a1303c-988b-40ed-8d50-3d770b0e066e req-c166ff87-302c-4506-8aa9-110e89b1d802 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c1a55a5-4f27-451e-a74c-24f8d4b610fb HTTP/1.1" status: 200 len: 943 time: 0.0492041 Dec 10 19:42:30.829534 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d1a1303c-988b-40ed-8d50-3d770b0e066e req-7e844e26-edae-4659-be89-8392f42dfe2c tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309489 Dec 10 19:42:31.399771 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device a231a4a7-c0e0-4291-8032-22fa557641b3 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=102367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:42:31.631857 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port a231a4a7-c0e0-4291-8032-22fa557641b3, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a231a4a7-c0e0-4291-8032-22fa557641b3,segment=NetworkSegment(d4c2219e-ea6d-418f-9715-88f09433d8b1),segment_id=d4c2219e-ea6d-418f-9715-88f09433d8b1)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:42:31.642943 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Returning: {'device': 'a231a4a7-c0e0-4291-8032-22fa557641b3', 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea', 'port_id': 'a231a4a7-c0e0-4291-8032-22fa557641b3', 'mac_address': 'fa:16:3e:24:38:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2923f6c5-b5cb-4ee7-95d4-f8f02a974a41', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:42:31.678707 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:31.691635 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a231a4a7-c0e0-4291-8032-22fa557641b3 {{(pid=102367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:42:31.711002 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port a231a4a7-c0e0-4291-8032-22fa557641b3, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a231a4a7-c0e0-4291-8032-22fa557641b3,segment=NetworkSegment(d4c2219e-ea6d-418f-9715-88f09433d8b1),segment_id=d4c2219e-ea6d-418f-9715-88f09433d8b1)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:42:31.714825 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:31.764758 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=a231a4a7-c0e0-4291-8032-22fa557641b3,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:42:31.771631 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:31.771976 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:31.772376 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:31.772683 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:31.773013 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:31.773340 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:31.773665 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:31.773988 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:31.774308 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:31.774625 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:31.774940 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:31.775564 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:42:31.944077 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404d61d-286b-4989-9351-0b6219e6b57f req-f11da641-141a-479a-818d-b5bab48bf0ef tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:31.945577 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8404d61d-286b-4989-9351-0b6219e6b57f req-f11da641-141a-479a-818d-b5bab48bf0ef tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c1a55a5-4f27-451e-a74c-24f8d4b610fb HTTP/1.1" status: 200 len: 944 time: 0.0501809 Dec 10 19:42:31.983545 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8404d61d-286b-4989-9351-0b6219e6b57f req-b795e5f6-41b1-4313-aa53-a78a9291d02a tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316846 Dec 10 19:42:32.053642 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['a231a4a7-c0e0-4291-8032-22fa557641b3'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:42:32.517511 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:33.102249 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663b9da6-bd73-46ce-910f-089f1dbf1ed0 req-9183e8c3-8079-4a03-bac7-305029d37cbb tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:33.104310 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-663b9da6-bd73-46ce-910f-089f1dbf1ed0 req-9183e8c3-8079-4a03-bac7-305029d37cbb tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c1a55a5-4f27-451e-a74c-24f8d4b610fb HTTP/1.1" status: 200 len: 944 time: 0.0518353 Dec 10 19:42:33.143033 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-663b9da6-bd73-46ce-910f-089f1dbf1ed0 req-2c6966ec-a15c-47d2-87ca-0bd26ad9af21 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325472 Dec 10 19:42:33.415184 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device a231a4a7-c0e0-4291-8032-22fa557641b3 up at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:42:33.465540 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning for port a231a4a7-c0e0-4291-8032-22fa557641b3 completed by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:42:33.469403 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning complete for port a231a4a7-c0e0-4291-8032-22fa557641b3 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:42:33.469765 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:33.552428 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:33.575340 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c1a55a5-4f27-451e-a74c-24f8d4b610fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a231a4a7-c0e0-4291-8032-22fa557641b3'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:42:33.577612 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0dd006407324ce2959a5a4cf9f0b5e0801d7a51a5291ea700e8786e11115a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb28232b-0576-4fde-bd17-94379dfebbcf" -d '{"events": [{"server_uuid": "5c1a55a5-4f27-451e-a74c-24f8d4b610fb", "name": "network-vif-plugged", "status": "completed", "tag": "a231a4a7-c0e0-4291-8032-22fa557641b3"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:42:33.590602 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port a231a4a7-c0e0-4291-8032-22fa557641b3, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a231a4a7-c0e0-4291-8032-22fa557641b3,segment=NetworkSegment(d4c2219e-ea6d-418f-9715-88f09433d8b1),segment_id=d4c2219e-ea6d-418f-9715-88f09433d8b1)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:42:33.594775 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:33.619372 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889ec25c-893d-4336-9711-b72908fd388b x-openstack-request-id: req-889ec25c-893d-4336-9711-b72908fd388b {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:42:33.619656 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c1a55a5-4f27-451e-a74c-24f8d4b610fb", "name": "network-vif-plugged", "status": "completed", "tag": "a231a4a7-c0e0-4291-8032-22fa557641b3", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:42:33.619900 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-889ec25c-893d-4336-9711-b72908fd388b {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:42:33.620275 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c1a55a5-4f27-451e-a74c-24f8d4b610fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a231a4a7-c0e0-4291-8032-22fa557641b3', 'code': 200} Dec 10 19:42:33.647736 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=a231a4a7-c0e0-4291-8032-22fa557641b3,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:42:33.776014 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831731cf-21b7-4559-b8a3-b3b11e70b2e8 req-3e46aa38-636d-4ab0-98b1-952e5989df39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:33.777520 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-831731cf-21b7-4559-b8a3-b3b11e70b2e8 req-3e46aa38-636d-4ab0-98b1-952e5989df39 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5c1a55a5-4f27-451e-a74c-24f8d4b610fb HTTP/1.1" status: 200 len: 1098 time: 0.0396981 Dec 10 19:42:33.814606 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-831731cf-21b7-4559-b8a3-b3b11e70b2e8 req-e810ee37-685e-415d-88e7-63e1ff4000fe service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283744 Dec 10 19:42:34.259965 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536f6c9-c43f-42d4-808b-9f432a41d12c req-4dda9a46-6d61-44ea-a20e-5bf2c24c8b01 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:34.261650 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a536f6c9-c43f-42d4-808b-9f432a41d12c req-4dda9a46-6d61-44ea-a20e-5bf2c24c8b01 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c1a55a5-4f27-451e-a74c-24f8d4b610fb HTTP/1.1" status: 200 len: 945 time: 0.0514088 Dec 10 19:42:34.299286 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a536f6c9-c43f-42d4-808b-9f432a41d12c req-0f6f987f-3345-4f8f-8b40-a9930b48e3ac tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316672 Dec 10 19:42:35.419269 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137342fd-b8ae-4c89-90b4-b36a332d10cc req-510dbb27-5505-47d2-965c-6024d1609cda tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:35.420756 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-137342fd-b8ae-4c89-90b4-b36a332d10cc req-510dbb27-5505-47d2-965c-6024d1609cda tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c1a55a5-4f27-451e-a74c-24f8d4b610fb HTTP/1.1" status: 200 len: 945 time: 0.0530751 Dec 10 19:42:35.458840 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-137342fd-b8ae-4c89-90b4-b36a332d10cc req-5d9f5d34-c0d6-430f-9e2a-771922bbcd2b tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322344 Dec 10 19:42:35.570171 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ebc34-e4e5-4f1c-a468-5f99de1f405c req-6820de82-95b6-406b-9d00-ebf7c4eb8274 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:35.571634 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3a3ebc34-e4e5-4f1c-a468-5f99de1f405c req-6820de82-95b6-406b-9d00-ebf7c4eb8274 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c1a55a5-4f27-451e-a74c-24f8d4b610fb HTTP/1.1" status: 200 len: 945 time: 0.0502789 Dec 10 19:42:35.580257 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 60422) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:42:35.584637 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-967c5e1b-4c05-43e1-b043-81782492dc5f tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Request body: {'floatingip': {'port_id': 'a231a4a7-c0e0-4291-8032-22fa557641b3'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:42:35.625234 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-967c5e1b-4c05-43e1-b043-81782492dc5f tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks [] for floatingip, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:36.063899 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-967c5e1b-4c05-43e1-b043-81782492dc5f tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:36.067792 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-967c5e1b-4c05-43e1-b043-81782492dc5f tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3713103'] for floatingip, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:36.171209 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.l3_db [None req-967c5e1b-4c05-43e1-b043-81782492dc5f tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Floating IP 6452c6ea-7e74-4cf4-80c3-3e20c0a15137 associated. External IP: 172.26.6.4, port: a231a4a7-c0e0-4291-8032-22fa557641b3. Dec 10 19:42:36.377030 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-967c5e1b-4c05-43e1-b043-81782492dc5f tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Router 91cdc6a0-5ce0-49bf-a64e-001962a8ea9b has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:42:36.484404 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-967c5e1b-4c05-43e1-b043-81782492dc5f tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:42:36.489048 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-967c5e1b-4c05-43e1-b043-81782492dc5f tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:36.494130 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c74aa6-843a-4402-9846-bfc0432835da None None] Sync routers for ids ['91cdc6a0-5ce0-49bf-a64e-001962a8ea9b'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:42:36.504019 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c74aa6-843a-4402-9846-bfc0432835da None None] Routers {'91cdc6a0-5ce0-49bf-a64e-001962a8ea9b'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:42:36.504656 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-02c74aa6-843a-4402-9846-bfc0432835da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:42:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['91cdc6a0-5ce0-49bf-a64e-001962a8ea9b'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:42:36.517642 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-967c5e1b-4c05-43e1-b043-81782492dc5f tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "PUT /v2.0/floatingips/6452c6ea-7e74-4cf4-80c3-3e20c0a15137 HTTP/1.1" status: 200 len: 989 time: 0.9362819 Dec 10 19:42:36.518222 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c1a55a5-4f27-451e-a74c-24f8d4b610fb', 'tag': 'a231a4a7-c0e0-4291-8032-22fa557641b3'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:42:36.520535 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76095ec2-3aff-46d7-9c27-8bd910842b93" -d '{"events": [{"name": "network-changed", "server_uuid": "5c1a55a5-4f27-451e-a74c-24f8d4b610fb", "tag": "a231a4a7-c0e0-4291-8032-22fa557641b3"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:42:36.561090 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f55344b-bcf2-414f-9cc7-6eaaf4ece359 x-openstack-request-id: req-8f55344b-bcf2-414f-9cc7-6eaaf4ece359 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:42:36.561386 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c1a55a5-4f27-451e-a74c-24f8d4b610fb", "tag": "a231a4a7-c0e0-4291-8032-22fa557641b3", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:42:36.561645 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8f55344b-bcf2-414f-9cc7-6eaaf4ece359 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:42:36.562047 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c1a55a5-4f27-451e-a74c-24f8d4b610fb', 'tag': 'a231a4a7-c0e0-4291-8032-22fa557641b3', 'status': 'completed', 'code': 200} Dec 10 19:42:36.615699 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-02c74aa6-843a-4402-9846-bfc0432835da None None] Set router 91cdc6a0-5ce0-49bf-a64e-001962a8ea9b gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:42:36.624704 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76095ec2-3aff-46d7-9c27-8bd910842b93 req-3e69f022-7bf9-45ea-a19d-c7e7119e3611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:36.626186 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-76095ec2-3aff-46d7-9c27-8bd910842b93 req-3e69f022-7bf9-45ea-a19d-c7e7119e3611 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c5dd4dad4f774e9681e4f02d74c9ed4b&device_id=5c1a55a5-4f27-451e-a74c-24f8d4b610fb HTTP/1.1" status: 200 len: 1098 time: 0.0412378 Dec 10 19:42:36.722025 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76095ec2-3aff-46d7-9c27-8bd910842b93 req-895ff002-1e8b-420d-86b8-8754cfc7a54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:36.723397 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-76095ec2-3aff-46d7-9c27-8bd910842b93 req-895ff002-1e8b-420d-86b8-8754cfc7a54f service neutron] 10.222.0.36 "GET /v2.0/networks?id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea HTTP/1.1" status: 200 len: 913 time: 0.0904486 Dec 10 19:42:36.788791 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-76095ec2-3aff-46d7-9c27-8bd910842b93 req-699f5248-12a2-4518-9a55-7d979120ad9d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a231a4a7-c0e0-4291-8032-22fa557641b3 HTTP/1.1" status: 200 len: 997 time: 0.0580611 Dec 10 19:42:36.836969 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-02c74aa6-843a-4402-9846-bfc0432835da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'name': 'tempest-ServerActionsTestJSON-1220875465-router', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': '59c1c741-5d51-4c73-be9a-dd9012f22cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:42:18Z', 'updated_at': '2021-12-10T19:42:21Z', 'revision_number': 4, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'gw_port': {'id': '59c1c741-5d51-4c73-be9a-dd9012f22cea', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:19Z', 'updated_at': '2021-12-10T19:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '6452c6ea-7e74-4cf4-80c3-3e20c0a15137', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'floating_ip_address': '172.26.6.4', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'port_id': 'a231a4a7-c0e0-4291-8032-22fa557641b3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea', 'mac_address': 'fa:16:3e:24:38:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1a55a5-4f27-451e-a74c-24f8d4b610fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:42:23Z', 'updated_at': '2021-12-10T19:42:35Z', 'revision_number': 1, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02b441d9-b368-4a54-9a77-2d652cdec894', 'name': '', 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'mac_address': 'fa:16:3e:1c:5e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '2923f6c5-b5cb-4ee7-95d4-f8f02a974a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:20Z', 'updated_at': '2021-12-10T19:42:24Z', 'revision_number': 5, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'subnets': [{'id': '2923f6c5-b5cb-4ee7-95d4-f8f02a974a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:42:36.839370 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76095ec2-3aff-46d7-9c27-8bd910842b93 req-ac3f028b-39ca-45a9-8019-430793d23ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:36.840859 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-76095ec2-3aff-46d7-9c27-8bd910842b93 req-ac3f028b-39ca-45a9-8019-430793d23ce6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2923f6c5-b5cb-4ee7-95d4-f8f02a974a41 HTTP/1.1" status: 200 len: 851 time: 0.0448205 Dec 10 19:42:36.862914 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c74aa6-843a-4402-9846-bfc0432835da None None] Checking router: 91cdc6a0-5ce0-49bf-a64e-001962a8ea9b for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:42:36.872044 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c74aa6-843a-4402-9846-bfc0432835da None None] Routers {'91cdc6a0-5ce0-49bf-a64e-001962a8ea9b'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:42:36.872690 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-02c74aa6-843a-4402-9846-bfc0432835da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:42:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['91cdc6a0-5ce0-49bf-a64e-001962a8ea9b'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:42:36.891911 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76095ec2-3aff-46d7-9c27-8bd910842b93 req-b6412ae0-67f5-420f-9824-5ec43b79e968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:42:36.893463 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-76095ec2-3aff-46d7-9c27-8bd910842b93 req-b6412ae0-67f5-420f-9824-5ec43b79e968 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0459647 Dec 10 19:42:36.977362 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-02c74aa6-843a-4402-9846-bfc0432835da None None] Set router 91cdc6a0-5ce0-49bf-a64e-001962a8ea9b gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:42:36.988044 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-76095ec2-3aff-46d7-9c27-8bd910842b93 req-d6793fdf-a8b3-4302-a7e8-e4bd13935886 service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868769 Dec 10 19:42:37.086053 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-76095ec2-3aff-46d7-9c27-8bd910842b93 req-3b3a0d8a-f3d2-4b9b-b1b5-2d6756d186e2 service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900271 Dec 10 19:42:37.205968 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-02c74aa6-843a-4402-9846-bfc0432835da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'name': 'tempest-ServerActionsTestJSON-1220875465-router', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': '59c1c741-5d51-4c73-be9a-dd9012f22cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:42:18Z', 'updated_at': '2021-12-10T19:42:21Z', 'revision_number': 4, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'gw_port': {'id': '59c1c741-5d51-4c73-be9a-dd9012f22cea', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:19Z', 'updated_at': '2021-12-10T19:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '6452c6ea-7e74-4cf4-80c3-3e20c0a15137', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'floating_ip_address': '172.26.6.4', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'port_id': 'a231a4a7-c0e0-4291-8032-22fa557641b3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea', 'mac_address': 'fa:16:3e:24:38:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1a55a5-4f27-451e-a74c-24f8d4b610fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:42:23Z', 'updated_at': '2021-12-10T19:42:35Z', 'revision_number': 1, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02b441d9-b368-4a54-9a77-2d652cdec894', 'name': '', 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'mac_address': 'fa:16:3e:1c:5e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '2923f6c5-b5cb-4ee7-95d4-f8f02a974a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:20Z', 'updated_at': '2021-12-10T19:42:24Z', 'revision_number': 5, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'subnets': [{'id': '2923f6c5-b5cb-4ee7-95d4-f8f02a974a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:42:37.231887 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c74aa6-843a-4402-9846-bfc0432835da None None] The sync data for ids ['91cdc6a0-5ce0-49bf-a64e-001962a8ea9b'] in dv-neutron-821441-1-hyperv is: [{'id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'name': 'tempest-ServerActionsTestJSON-1220875465-router', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': '59c1c741-5d51-4c73-be9a-dd9012f22cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:42:18Z', 'updated_at': '2021-12-10T19:42:21Z', 'revision_number': 4, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'gw_port': {'id': '59c1c741-5d51-4c73-be9a-dd9012f22cea', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:19Z', 'updated_at': '2021-12-10T19:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '6452c6ea-7e74-4cf4-80c3-3e20c0a15137', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'floating_ip_address': '172.26.6.4', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'port_id': 'a231a4a7-c0e0-4291-8032-22fa557641b3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea', 'mac_address': 'fa:16:3e:24:38:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1a55a5-4f27-451e-a74c-24f8d4b610fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:42:23Z', 'updated_at': '2021-12-10T19:42:35Z', 'revision_number': 1, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02b441d9-b368-4a54-9a77-2d652cdec894', 'name': '', 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'mac_address': 'fa:16:3e:1c:5e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '2923f6c5-b5cb-4ee7-95d4-f8f02a974a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:20Z', 'updated_at': '2021-12-10T19:42:24Z', 'revision_number': 5, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'subnets': [{'id': '2923f6c5-b5cb-4ee7-95d4-f8f02a974a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:42:37.419425 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544eeef3-a145-45f6-8056-ead8855f4822 None None] New status for floating IP 6452c6ea-7e74-4cf4-80c3-3e20c0a15137: ACTIVE {{(pid=102367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:42:38.963133 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:42:50.290532 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-73f6a587-c1d9-42ab-b60a-89c8a77d8c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:54.234753 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-56416c5e-a227-4e87-82bb-d0313c4a1408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:55.435952 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:56.505981 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:42:56.834952 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:43:00.791869 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8a1fcfd5-1478-4c96-8065-c94bc907f13d req-b4622866-ba31-4f7a-a82c-1606d64960e7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5c1a55a5-4f27-451e-a74c-24f8d4b610fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0456092 Dec 10 19:43:00.875474 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1fcfd5-1478-4c96-8065-c94bc907f13d req-e699e644-7fd1-4147-9f2d-398582dc3b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:43:00.877098 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8a1fcfd5-1478-4c96-8065-c94bc907f13d req-e699e644-7fd1-4147-9f2d-398582dc3b4e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c5dd4dad4f774e9681e4f02d74c9ed4b&device_id=5c1a55a5-4f27-451e-a74c-24f8d4b610fb HTTP/1.1" status: 200 len: 1098 time: 0.0426066 Dec 10 19:43:00.987961 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1fcfd5-1478-4c96-8065-c94bc907f13d req-f1e06dd0-fd44-416c-b980-5bbc571fa2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:43:00.989541 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8a1fcfd5-1478-4c96-8065-c94bc907f13d req-f1e06dd0-fd44-416c-b980-5bbc571fa2fa service neutron] 10.222.0.36 "GET /v2.0/networks?id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea HTTP/1.1" status: 200 len: 913 time: 0.0931804 Dec 10 19:43:01.057775 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8a1fcfd5-1478-4c96-8065-c94bc907f13d req-f1409d08-63ce-4418-8639-1eaa264c2da0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a231a4a7-c0e0-4291-8032-22fa557641b3 HTTP/1.1" status: 200 len: 999 time: 0.0605896 Dec 10 19:43:01.110182 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1fcfd5-1478-4c96-8065-c94bc907f13d req-493f611b-50c9-4145-a3b4-486f583bbc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:43:01.111664 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8a1fcfd5-1478-4c96-8065-c94bc907f13d req-493f611b-50c9-4145-a3b4-486f583bbc4b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2923f6c5-b5cb-4ee7-95d4-f8f02a974a41 HTTP/1.1" status: 200 len: 851 time: 0.0462880 Dec 10 19:43:01.166164 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1fcfd5-1478-4c96-8065-c94bc907f13d req-5587fb77-a8ab-4694-80dd-035215a79205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:43:01.167679 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8a1fcfd5-1478-4c96-8065-c94bc907f13d req-5587fb77-a8ab-4694-80dd-035215a79205 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0483527 Dec 10 19:43:01.268104 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8a1fcfd5-1478-4c96-8065-c94bc907f13d req-8b96546f-d253-4440-90f0-2ad6522c74d5 service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927820 Dec 10 19:43:01.734502 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8a1fcfd5-1478-4c96-8065-c94bc907f13d req-29714283-e0ec-40e2-b652-ec37fce58b4f service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4585614 Dec 10 19:43:02.515039 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:43:15.961324 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:43:20.282052 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-9fc7f08b-fb97-4889-915f-87e1d3caaf62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:43:24.235880 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-65dc0f85-32b8-4078-b46a-11e42b16654d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:43:25.438590 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:43:26.507440 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:43:26.838270 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:43:32.518158 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:43:50.282972 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-166cd517-b06e-49a6-b091-3f7fd385e5e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:43:52.959731 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:43:54.237366 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-764ca834-fc59-455d-aa85-7e492f7eea8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:43:55.443243 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:43:56.509624 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:43:56.839658 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:43:57.288842 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a6b43e-74aa-4e64-b41a-d90726742c20 req-af392388-3ee2-4d2f-af7a-25e148d3bcc9 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:43:57.290314 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-19a6b43e-74aa-4e64-b41a-d90726742c20 req-af392388-3ee2-4d2f-af7a-25e148d3bcc9 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c1a55a5-4f27-451e-a74c-24f8d4b610fb HTTP/1.1" status: 200 len: 945 time: 0.0501649 Dec 10 19:43:57.330088 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-19a6b43e-74aa-4e64-b41a-d90726742c20 req-8f7a49a0-a996-4256-9a48-31fdc928a651 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332623 Dec 10 19:43:57.558204 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-188ab2e9-29ed-4cec-a838-9ce60b310492 req-a9f2d442-6e5e-4ad0-bb8f-703c51db90e4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5c1a55a5-4f27-451e-a74c-24f8d4b610fb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0450168 Dec 10 19:43:57.564892 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e412a-ee49-4be5-9ef0-006f5ba9f2e0 req-ee31c314-43fa-47dd-b8a8-eeea4cdb5246 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:43:57.566338 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f56e412a-ee49-4be5-9ef0-006f5ba9f2e0 req-ee31c314-43fa-47dd-b8a8-eeea4cdb5246 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c1a55a5-4f27-451e-a74c-24f8d4b610fb HTTP/1.1" status: 200 len: 945 time: 0.0486689 Dec 10 19:43:57.606262 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f56e412a-ee49-4be5-9ef0-006f5ba9f2e0 req-dc4f251a-acaa-425a-a7c4-7c5d972e727e tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335789 Dec 10 19:43:58.727720 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b2db9-7889-479c-8aeb-2800a6d21cac req-63482fd4-9235-4033-9d08-02b999c9c5dd tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:43:58.729204 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b37b2db9-7889-479c-8aeb-2800a6d21cac req-63482fd4-9235-4033-9d08-02b999c9c5dd tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c1a55a5-4f27-451e-a74c-24f8d4b610fb HTTP/1.1" status: 200 len: 945 time: 0.0530918 Dec 10 19:43:58.769287 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b37b2db9-7889-479c-8aeb-2800a6d21cac req-70ee4636-10d9-4edc-b440-b7f4745fc909 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333533 Dec 10 19:43:59.490168 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ab2e9-29ed-4cec-a838-9ce60b310492 req-695c5585-2fe0-4c50-a128-ee7b955cbdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:43:59.491664 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-188ab2e9-29ed-4cec-a838-9ce60b310492 req-695c5585-2fe0-4c50-a128-ee7b955cbdb8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c5dd4dad4f774e9681e4f02d74c9ed4b&device_id=5c1a55a5-4f27-451e-a74c-24f8d4b610fb HTTP/1.1" status: 200 len: 1098 time: 0.0416350 Dec 10 19:43:59.583823 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ab2e9-29ed-4cec-a838-9ce60b310492 req-aec11e0b-fe29-4429-a1ed-997165a59998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:43:59.585282 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-188ab2e9-29ed-4cec-a838-9ce60b310492 req-aec11e0b-fe29-4429-a1ed-997165a59998 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea HTTP/1.1" status: 200 len: 913 time: 0.0858164 Dec 10 19:43:59.649175 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-188ab2e9-29ed-4cec-a838-9ce60b310492 req-4c818c22-9dc2-43e8-bb00-138bdbe76857 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a231a4a7-c0e0-4291-8032-22fa557641b3 HTTP/1.1" status: 200 len: 999 time: 0.0556300 Dec 10 19:43:59.699905 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ab2e9-29ed-4cec-a838-9ce60b310492 req-fa2c410e-bc72-4938-8afd-216cdde2cafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:43:59.701377 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-188ab2e9-29ed-4cec-a838-9ce60b310492 req-fa2c410e-bc72-4938-8afd-216cdde2cafd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2923f6c5-b5cb-4ee7-95d4-f8f02a974a41 HTTP/1.1" status: 200 len: 851 time: 0.0438294 Dec 10 19:43:59.754234 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ab2e9-29ed-4cec-a838-9ce60b310492 req-6845f422-db0e-4f1c-8ab6-217d45e0d6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:43:59.755733 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-188ab2e9-29ed-4cec-a838-9ce60b310492 req-6845f422-db0e-4f1c-8ab6-217d45e0d6c9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0452292 Dec 10 19:43:59.859177 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-188ab2e9-29ed-4cec-a838-9ce60b310492 req-2b5a9c9c-7cec-4ce7-9f7e-65b19c06a660 service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955372 Dec 10 19:43:59.948927 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9168a8cf-00db-4ab6-8554-44ffae313d22 req-c126c669-1af3-4d44-b303-9a830beab8a0 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:43:59.950428 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9168a8cf-00db-4ab6-8554-44ffae313d22 req-c126c669-1af3-4d44-b303-9a830beab8a0 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c1a55a5-4f27-451e-a74c-24f8d4b610fb HTTP/1.1" status: 200 len: 945 time: 0.1116133 Dec 10 19:43:59.997907 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-188ab2e9-29ed-4cec-a838-9ce60b310492 req-55fc476a-3e19-42dc-80fb-ce8c73b4bf0f service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251669 Dec 10 19:44:00.010767 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9168a8cf-00db-4ab6-8554-44ffae313d22 req-ec3d10cf-b763-4ddf-96fc-ea04c2205d57 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528431 Dec 10 19:44:01.130217 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70129f9c-2164-4220-88d9-c1eb9bc72b25 req-c1cb2ae8-7601-4c7f-afe6-1025f7dae9d0 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:01.131700 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-70129f9c-2164-4220-88d9-c1eb9bc72b25 req-c1cb2ae8-7601-4c7f-afe6-1025f7dae9d0 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c1a55a5-4f27-451e-a74c-24f8d4b610fb HTTP/1.1" status: 200 len: 945 time: 0.0509102 Dec 10 19:44:01.169657 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-70129f9c-2164-4220-88d9-c1eb9bc72b25 req-8b0905a7-1797-4ab8-a005-487313131f95 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320885 Dec 10 19:44:01.792994 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b677b-1654-440f-bcb3-98ae6dd4c359 req-9fd6db8d-6030-49b1-b297-1d352a8330a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:01.794483 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4f2b677b-1654-440f-bcb3-98ae6dd4c359 req-9fd6db8d-6030-49b1-b297-1d352a8330a9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c5dd4dad4f774e9681e4f02d74c9ed4b&device_id=5c1a55a5-4f27-451e-a74c-24f8d4b610fb HTTP/1.1" status: 200 len: 1098 time: 0.0446029 Dec 10 19:44:01.899094 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b677b-1654-440f-bcb3-98ae6dd4c359 req-ec5f5f35-d2b0-4c2e-bd65-1ceeb3f71d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:01.900581 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4f2b677b-1654-440f-bcb3-98ae6dd4c359 req-ec5f5f35-d2b0-4c2e-bd65-1ceeb3f71d74 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea HTTP/1.1" status: 200 len: 913 time: 0.0851181 Dec 10 19:44:01.974728 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4f2b677b-1654-440f-bcb3-98ae6dd4c359 req-048018a1-5d5a-4a61-8d1c-de211cafbe02 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a231a4a7-c0e0-4291-8032-22fa557641b3 HTTP/1.1" status: 200 len: 999 time: 0.0654082 Dec 10 19:44:02.024979 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b677b-1654-440f-bcb3-98ae6dd4c359 req-88864a1b-116b-4f9a-898f-0ce3fb81a8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:02.026320 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4f2b677b-1654-440f-bcb3-98ae6dd4c359 req-88864a1b-116b-4f9a-898f-0ce3fb81a8f3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2923f6c5-b5cb-4ee7-95d4-f8f02a974a41 HTTP/1.1" status: 200 len: 851 time: 0.0445423 Dec 10 19:44:02.074074 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b677b-1654-440f-bcb3-98ae6dd4c359 req-01907a10-04db-4128-b894-b6b4e6261775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:02.075603 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4f2b677b-1654-440f-bcb3-98ae6dd4c359 req-01907a10-04db-4128-b894-b6b4e6261775 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408058 Dec 10 19:44:02.172140 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4f2b677b-1654-440f-bcb3-98ae6dd4c359 req-aa93c029-024f-47b3-b178-71ae4478229b service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870056 Dec 10 19:44:02.300065 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4f2b677b-1654-440f-bcb3-98ae6dd4c359 req-327dd38f-9413-4535-ad4a-1c9d2b1266f1 service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206896 Dec 10 19:44:02.316963 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e30d3-7016-4a88-b7e1-c097d4ef78fa req-bf217cac-c92a-436c-9c40-5eaad322157c tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:02.318473 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a03e30d3-7016-4a88-b7e1-c097d4ef78fa req-bf217cac-c92a-436c-9c40-5eaad322157c tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c1a55a5-4f27-451e-a74c-24f8d4b610fb HTTP/1.1" status: 200 len: 945 time: 0.0763595 Dec 10 19:44:02.358694 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a03e30d3-7016-4a88-b7e1-c097d4ef78fa req-094f6574-d50d-49f5-8329-629722625cb2 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325637 Dec 10 19:44:02.535858 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:44:03.472099 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c5736-7855-4048-a1a3-8f0a3f1c7ad2 req-f98f9a53-79b6-4953-bdca-d4815b72d82a tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:03.473609 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2b4c5736-7855-4048-a1a3-8f0a3f1c7ad2 req-f98f9a53-79b6-4953-bdca-d4815b72d82a tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c1a55a5-4f27-451e-a74c-24f8d4b610fb HTTP/1.1" status: 200 len: 945 time: 0.0488949 Dec 10 19:44:03.512112 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2b4c5736-7855-4048-a1a3-8f0a3f1c7ad2 req-1e4baa8b-1fbc-40a4-b725-7d7901282085 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325704 Dec 10 19:44:04.631525 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f8fb7-0614-48ff-a315-3f39d67c860c req-3e1d8ee1-b04c-4d25-8a19-63012d6d6707 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:04.632988 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ea3f8fb7-0614-48ff-a315-3f39d67c860c req-3e1d8ee1-b04c-4d25-8a19-63012d6d6707 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c1a55a5-4f27-451e-a74c-24f8d4b610fb HTTP/1.1" status: 200 len: 945 time: 0.0485041 Dec 10 19:44:04.669099 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ea3f8fb7-0614-48ff-a315-3f39d67c860c req-f306920b-940e-43e9-81d0-7333327694a9 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301723 Dec 10 19:44:05.789865 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c7d60c-ab07-46af-a978-8fb123d1ff60 req-701a9cfc-98ad-4e52-849d-599c0b2db96d tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:05.791251 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-60c7d60c-ab07-46af-a978-8fb123d1ff60 req-701a9cfc-98ad-4e52-849d-599c0b2db96d tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c1a55a5-4f27-451e-a74c-24f8d4b610fb HTTP/1.1" status: 200 len: 945 time: 0.0523634 Dec 10 19:44:05.829354 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-60c7d60c-ab07-46af-a978-8fb123d1ff60 req-de1623b3-4605-4baf-9468-a314aae62ed8 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313654 Dec 10 19:44:06.946065 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5942cc-720a-4d57-bcf4-e829336bc605 req-23a9693a-cef0-4caa-a02e-c01957d31175 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:06.947533 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1d5942cc-720a-4d57-bcf4-e829336bc605 req-23a9693a-cef0-4caa-a02e-c01957d31175 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c1a55a5-4f27-451e-a74c-24f8d4b610fb HTTP/1.1" status: 200 len: 945 time: 0.0497534 Dec 10 19:44:07.005469 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1d5942cc-720a-4d57-bcf4-e829336bc605 req-8143ea3f-f24a-4dd0-85e9-0dc8c6736703 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506933 Dec 10 19:44:08.134037 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923968c-e447-45ea-a200-d16314fad0a9 req-fe353ff4-8d4b-4c15-aece-ece428ed3193 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:08.135534 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4923968c-e447-45ea-a200-d16314fad0a9 req-fe353ff4-8d4b-4c15-aece-ece428ed3193 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c1a55a5-4f27-451e-a74c-24f8d4b610fb HTTP/1.1" status: 200 len: 945 time: 0.0527861 Dec 10 19:44:08.173507 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4923968c-e447-45ea-a200-d16314fad0a9 req-edaefeab-5c2f-45bc-843a-dfe640e8a4c9 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318549 Dec 10 19:44:09.294242 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0ee3a-53ea-4cbf-ac94-9b54a94eee22 req-8efed837-e5c0-4221-a78a-7d263269ebb7 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:09.295738 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0bb0ee3a-53ea-4cbf-ac94-9b54a94eee22 req-8efed837-e5c0-4221-a78a-7d263269ebb7 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c1a55a5-4f27-451e-a74c-24f8d4b610fb HTTP/1.1" status: 200 len: 945 time: 0.0543690 Dec 10 19:44:09.333430 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0bb0ee3a-53ea-4cbf-ac94-9b54a94eee22 req-9dca309c-d364-4c86-9b27-33217d08f9ed tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317328 Dec 10 19:44:10.448729 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d220c87-5828-43ee-9d00-96da40eb54a5 req-b4450e09-2c57-4a3d-8386-0f7183cc483b tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:10.450233 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4d220c87-5828-43ee-9d00-96da40eb54a5 req-b4450e09-2c57-4a3d-8386-0f7183cc483b tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c1a55a5-4f27-451e-a74c-24f8d4b610fb HTTP/1.1" status: 200 len: 945 time: 0.0495183 Dec 10 19:44:10.490584 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4d220c87-5828-43ee-9d00-96da40eb54a5 req-ff0acee4-2234-435e-9711-42fcc0d1f533 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326591 Dec 10 19:44:11.605570 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70428fc3-44ad-4e42-85ab-3e90df1f390a req-1fbd3a31-cedb-42b0-9ca2-eefde134c44c tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:11.607334 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-70428fc3-44ad-4e42-85ab-3e90df1f390a req-1fbd3a31-cedb-42b0-9ca2-eefde134c44c tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c1a55a5-4f27-451e-a74c-24f8d4b610fb HTTP/1.1" status: 200 len: 945 time: 0.0491276 Dec 10 19:44:11.645763 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-70428fc3-44ad-4e42-85ab-3e90df1f390a req-98e6bcae-2ba1-4082-9a6a-eee3d837ce65 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320415 Dec 10 19:44:11.759967 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-188ab2e9-29ed-4cec-a838-9ce60b310492 req-d1137eb2-3ee8-4fd5-a14d-bef76fe2969f service neutron] 10.222.0.36 "GET /v2.0/ports/a231a4a7-c0e0-4291-8032-22fa557641b3/bindings/hv-neutron-8214 HTTP/1.1" status: 200 len: 384 time: 0.0589082 Dec 10 19:44:11.960070 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ab2e9-29ed-4cec-a838-9ce60b310492 req-204f4981-4778-4404-8d10-fd0868d40597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:11.961670 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-188ab2e9-29ed-4cec-a838-9ce60b310492 req-204f4981-4778-4404-8d10-fd0868d40597 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5c1a55a5-4f27-451e-a74c-24f8d4b610fb&tenant_id=c5dd4dad4f774e9681e4f02d74c9ed4b HTTP/1.1" status: 200 len: 1098 time: 0.0419774 Dec 10 19:44:12.033175 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ab2e9-29ed-4cec-a838-9ce60b310492 req-f0813fa7-501e-4955-a369-0961a02f2975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:12.035512 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-188ab2e9-29ed-4cec-a838-9ce60b310492 req-f0813fa7-501e-4955-a369-0961a02f2975 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c5dd4dad4f774e9681e4f02d74c9ed4b&device_id=5c1a55a5-4f27-451e-a74c-24f8d4b610fb HTTP/1.1" status: 200 len: 1098 time: 0.0478244 Dec 10 19:44:12.128334 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ab2e9-29ed-4cec-a838-9ce60b310492 req-49a2464d-324f-41a9-82f4-8d4a38f212d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:12.129829 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-188ab2e9-29ed-4cec-a838-9ce60b310492 req-49a2464d-324f-41a9-82f4-8d4a38f212d0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea HTTP/1.1" status: 200 len: 913 time: 0.0870855 Dec 10 19:44:12.205304 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-188ab2e9-29ed-4cec-a838-9ce60b310492 req-a2a988ba-1ed9-4b96-b25e-032dec092b2f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a231a4a7-c0e0-4291-8032-22fa557641b3 HTTP/1.1" status: 200 len: 999 time: 0.0675650 Dec 10 19:44:12.255134 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ab2e9-29ed-4cec-a838-9ce60b310492 req-b26dc092-b839-4c4c-84c5-d6c14e19817d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:12.256604 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-188ab2e9-29ed-4cec-a838-9ce60b310492 req-b26dc092-b839-4c4c-84c5-d6c14e19817d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2923f6c5-b5cb-4ee7-95d4-f8f02a974a41 HTTP/1.1" status: 200 len: 851 time: 0.0433204 Dec 10 19:44:12.306030 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ab2e9-29ed-4cec-a838-9ce60b310492 req-66abaf7c-8bd5-4842-a3d8-622c42734a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:12.307496 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-188ab2e9-29ed-4cec-a838-9ce60b310492 req-66abaf7c-8bd5-4842-a3d8-622c42734a05 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438325 Dec 10 19:44:12.397038 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-188ab2e9-29ed-4cec-a838-9ce60b310492 req-230022c8-66d4-4584-9699-b24dfa708ce3 service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809157 Dec 10 19:44:12.496884 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-188ab2e9-29ed-4cec-a838-9ce60b310492 req-b165f03e-bec5-47bd-b965-59803ce8af35 service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919850 Dec 10 19:44:12.764609 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c126631f-513a-439a-aba7-e2592f29938c req-5b6bb914-5a98-4727-a60b-5db7e352953a tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:12.766017 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c126631f-513a-439a-aba7-e2592f29938c req-5b6bb914-5a98-4727-a60b-5db7e352953a tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c1a55a5-4f27-451e-a74c-24f8d4b610fb HTTP/1.1" status: 200 len: 945 time: 0.0524294 Dec 10 19:44:12.804106 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c126631f-513a-439a-aba7-e2592f29938c req-ba425917-a7ac-4d84-a125-deef1881fbbf tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322940 Dec 10 19:44:13.918917 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4dcae4-bc6b-4452-8cb3-c63cc004b32c req-5b1de736-8763-4b7b-af44-3dc112b95097 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:13.921110 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5e4dcae4-bc6b-4452-8cb3-c63cc004b32c req-5b1de736-8763-4b7b-af44-3dc112b95097 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c1a55a5-4f27-451e-a74c-24f8d4b610fb HTTP/1.1" status: 200 len: 945 time: 0.0493500 Dec 10 19:44:13.957450 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5e4dcae4-bc6b-4452-8cb3-c63cc004b32c req-ebee5238-47ed-4e16-a9f8-370c4d406a91 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304213 Dec 10 19:44:15.072381 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190387e6-1e46-45f3-ae2a-361cb946be5b req-96ae34dc-33bf-4b61-a8f8-382c4770139c tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:15.073856 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-190387e6-1e46-45f3-ae2a-361cb946be5b req-96ae34dc-33bf-4b61-a8f8-382c4770139c tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c1a55a5-4f27-451e-a74c-24f8d4b610fb HTTP/1.1" status: 200 len: 945 time: 0.0491421 Dec 10 19:44:15.116419 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-190387e6-1e46-45f3-ae2a-361cb946be5b req-f81ec242-1d12-45d3-9040-cade966ce00e tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365775 Dec 10 19:44:15.959357 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device a231a4a7-c0e0-4291-8032-22fa557641b3 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=102367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:44:15.961453 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device a231a4a7-c0e0-4291-8032-22fa557641b3 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:44:16.132438 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:44:16.155902 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port a231a4a7-c0e0-4291-8032-22fa557641b3, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a231a4a7-c0e0-4291-8032-22fa557641b3,segment=NetworkSegment(d4c2219e-ea6d-418f-9715-88f09433d8b1),segment_id=d4c2219e-ea6d-418f-9715-88f09433d8b1)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:44:16.182980 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c1a55a5-4f27-451e-a74c-24f8d4b610fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a231a4a7-c0e0-4291-8032-22fa557641b3'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:44:16.187546 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0dd006407324ce2959a5a4cf9f0b5e0801d7a51a5291ea700e8786e11115a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba329d5-b6b9-4458-be86-b4131f619cbd" -d '{"events": [{"server_uuid": "5c1a55a5-4f27-451e-a74c-24f8d4b610fb", "name": "network-vif-unplugged", "status": "completed", "tag": "a231a4a7-c0e0-4291-8032-22fa557641b3"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:44:16.199061 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Returning: {'device': 'a231a4a7-c0e0-4291-8032-22fa557641b3', 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea', 'port_id': 'a231a4a7-c0e0-4291-8032-22fa557641b3', 'mac_address': 'fa:16:3e:24:38:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2923f6c5-b5cb-4ee7-95d4-f8f02a974a41', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:44:16.204701 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port a231a4a7-c0e0-4291-8032-22fa557641b3, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a231a4a7-c0e0-4291-8032-22fa557641b3,segment=NetworkSegment(d4c2219e-ea6d-418f-9715-88f09433d8b1),segment_id=d4c2219e-ea6d-418f-9715-88f09433d8b1)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:44:16.210236 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:44:16.239741 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89723a22-5e39-4dd0-ae2e-1d720a729041 req-bc8f5782-4875-4ccb-9f9d-e6c298238016 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:16.245203 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-89723a22-5e39-4dd0-ae2e-1d720a729041 req-bc8f5782-4875-4ccb-9f9d-e6c298238016 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c1a55a5-4f27-451e-a74c-24f8d4b610fb HTTP/1.1" status: 200 len: 945 time: 0.0569630 Dec 10 19:44:16.268632 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:44:16.283119 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-89723a22-5e39-4dd0-ae2e-1d720a729041 req-c5a2b914-14ab-4a5b-9fe5-5991c4fc8e1e tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343661 Dec 10 19:44:16.291708 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a231a4a7-c0e0-4291-8032-22fa557641b3 {{(pid=102367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:44:16.299550 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=a231a4a7-c0e0-4291-8032-22fa557641b3,revision_number=6']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:44:16.313170 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:44:16.313587 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:44:16.313849 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:44:16.314187 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:44:16.314536 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:44:16.314833 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:44:16.315165 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:44:16.315492 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:44:16.315821 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:44:16.316148 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:44:16.316468 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:44:16.316827 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:44:16.326926 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 19:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d018db91-dcec-4b3c-8013-b55df9eaf5c6 x-openstack-request-id: req-d018db91-dcec-4b3c-8013-b55df9eaf5c6 {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:44:16.327208 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c1a55a5-4f27-451e-a74c-24f8d4b610fb", "name": "network-vif-unplugged", "status": "completed", "tag": "a231a4a7-c0e0-4291-8032-22fa557641b3", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:44:16.327464 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d018db91-dcec-4b3c-8013-b55df9eaf5c6 {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:44:16.327853 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c1a55a5-4f27-451e-a74c-24f8d4b610fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a231a4a7-c0e0-4291-8032-22fa557641b3', 'code': 200} Dec 10 19:44:16.331480 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port a231a4a7-c0e0-4291-8032-22fa557641b3, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a231a4a7-c0e0-4291-8032-22fa557641b3,segment=NetworkSegment(d4c2219e-ea6d-418f-9715-88f09433d8b1),segment_id=d4c2219e-ea6d-418f-9715-88f09433d8b1)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:44:16.335665 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:44:16.390818 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=a231a4a7-c0e0-4291-8032-22fa557641b3,revision_number=7']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:44:16.395762 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['a231a4a7-c0e0-4291-8032-22fa557641b3'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:44:16.532264 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a1cda-8cc1-41b9-a131-d7ec26e5d95a req-0711e82a-c7bd-41a7-81b0-f414261cf413 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:16.533996 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4b5a1cda-8cc1-41b9-a131-d7ec26e5d95a req-0711e82a-c7bd-41a7-81b0-f414261cf413 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c1a55a5-4f27-451e-a74c-24f8d4b610fb&tenant_id=c5dd4dad4f774e9681e4f02d74c9ed4b&binding%3Ahost_id=hv-neutron-8214 HTTP/1.1" status: 200 len: 944 time: 0.0856969 Dec 10 19:44:16.541982 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a7c9fb-0905-48dd-984d-bd2a572641f8 req-5b9f6db5-9dd1-4c19-b04c-a205f64fc4b0 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:16.543379 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c4a7c9fb-0905-48dd-984d-bd2a572641f8 req-5b9f6db5-9dd1-4c19-b04c-a205f64fc4b0 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c1a55a5-4f27-451e-a74c-24f8d4b610fb HTTP/1.1" status: 200 len: 944 time: 0.0852373 Dec 10 19:44:16.606292 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c4a7c9fb-0905-48dd-984d-bd2a572641f8 req-8b779718-43b3-43a8-bc5f-2a3d69583888 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563452 Dec 10 19:44:16.622687 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a1cda-8cc1-41b9-a131-d7ec26e5d95a req-47bb67f9-db34-4750-89c3-2d5e771a4ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:16.624790 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4b5a1cda-8cc1-41b9-a131-d7ec26e5d95a req-47bb67f9-db34-4750-89c3-2d5e771a4ff4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c5dd4dad4f774e9681e4f02d74c9ed4b&device_id=5c1a55a5-4f27-451e-a74c-24f8d4b610fb HTTP/1.1" status: 200 len: 1097 time: 0.0467958 Dec 10 19:44:16.720291 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a1cda-8cc1-41b9-a131-d7ec26e5d95a req-f874c483-1268-4013-9cc4-d8a6280f08c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:16.721692 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4b5a1cda-8cc1-41b9-a131-d7ec26e5d95a req-f874c483-1268-4013-9cc4-d8a6280f08c9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea HTTP/1.1" status: 200 len: 913 time: 0.0864983 Dec 10 19:44:16.795968 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4b5a1cda-8cc1-41b9-a131-d7ec26e5d95a req-4ff5cb8f-61e3-4624-865d-79276aba33bb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a231a4a7-c0e0-4291-8032-22fa557641b3 HTTP/1.1" status: 200 len: 998 time: 0.0663872 Dec 10 19:44:16.847358 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a1cda-8cc1-41b9-a131-d7ec26e5d95a req-3f80ea17-21c0-44cc-82d2-ec88e247626a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:16.848800 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4b5a1cda-8cc1-41b9-a131-d7ec26e5d95a req-3f80ea17-21c0-44cc-82d2-ec88e247626a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2923f6c5-b5cb-4ee7-95d4-f8f02a974a41 HTTP/1.1" status: 200 len: 851 time: 0.0445952 Dec 10 19:44:16.894438 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a1cda-8cc1-41b9-a131-d7ec26e5d95a req-e1930ad5-4549-4986-83c0-cac35bc703e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:16.895888 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4b5a1cda-8cc1-41b9-a131-d7ec26e5d95a req-e1930ad5-4549-4986-83c0-cac35bc703e0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393360 Dec 10 19:44:16.988964 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4b5a1cda-8cc1-41b9-a131-d7ec26e5d95a req-113aff30-1986-4c42-ad1e-40188cf78626 service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847170 Dec 10 19:44:17.079294 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4b5a1cda-8cc1-41b9-a131-d7ec26e5d95a req-f3c99a70-e2d1-4499-8ed7-e81425554e15 service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824511 Dec 10 19:44:17.731572 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ea623-5998-480f-aec8-e220db1fad59 req-8ddcc557-9cde-44b6-9d5d-d7ccb2e54bf1 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:17.733962 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4f9ea623-5998-480f-aec8-e220db1fad59 req-8ddcc557-9cde-44b6-9d5d-d7ccb2e54bf1 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c1a55a5-4f27-451e-a74c-24f8d4b610fb HTTP/1.1" status: 200 len: 944 time: 0.0563586 Dec 10 19:44:17.771750 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4f9ea623-5998-480f-aec8-e220db1fad59 req-da4d5c25-6e63-4b75-870e-83bf5724c9c3 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315816 Dec 10 19:44:17.886747 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749adda2-8f86-499e-a8e5-fdef54641fa4 req-44003351-7efe-4625-a278-555cd8de1617 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:17.888226 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-749adda2-8f86-499e-a8e5-fdef54641fa4 req-44003351-7efe-4625-a278-555cd8de1617 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c1a55a5-4f27-451e-a74c-24f8d4b610fb HTTP/1.1" status: 200 len: 944 time: 0.0491872 Dec 10 19:44:17.927563 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-749adda2-8f86-499e-a8e5-fdef54641fa4 req-09a5a7c4-a024-4442-ab25-af3e44031c38 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316365 Dec 10 19:44:17.977360 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device a231a4a7-c0e0-4291-8032-22fa557641b3 up at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:44:18.025625 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning complete for port a231a4a7-c0e0-4291-8032-22fa557641b3 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:44:18.026090 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:44:18.041591 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e28b96-3bb2-4e71-9401-ab430feeba10 req-f4dd8078-c427-42fb-b11e-f0642f6053c7 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:18.042962 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-64e28b96-3bb2-4e71-9401-ab430feeba10 req-f4dd8078-c427-42fb-b11e-f0642f6053c7 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c1a55a5-4f27-451e-a74c-24f8d4b610fb HTTP/1.1" status: 200 len: 944 time: 0.0495832 Dec 10 19:44:18.082234 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-64e28b96-3bb2-4e71-9401-ab430feeba10 req-78c4e027-c48c-4854-a50b-05dc39b790a9 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324543 Dec 10 19:44:18.110201 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:44:18.143007 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port a231a4a7-c0e0-4291-8032-22fa557641b3, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a231a4a7-c0e0-4291-8032-22fa557641b3,segment=NetworkSegment(d4c2219e-ea6d-418f-9715-88f09433d8b1),segment_id=d4c2219e-ea6d-418f-9715-88f09433d8b1)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:44:18.147216 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:44:18.198094 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=a231a4a7-c0e0-4291-8032-22fa557641b3,revision_number=8']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:44:18.327995 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2449e530-bdfb-48d9-83eb-584e844cba2f req-56eec573-c94e-4261-86ff-80ec1d741f24 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:18.329369 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c1a55a5-4f27-451e-a74c-24f8d4b610fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a231a4a7-c0e0-4291-8032-22fa557641b3'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:44:18.329579 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2449e530-bdfb-48d9-83eb-584e844cba2f req-56eec573-c94e-4261-86ff-80ec1d741f24 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c1a55a5-4f27-451e-a74c-24f8d4b610fb HTTP/1.1" status: 200 len: 945 time: 0.0529225 Dec 10 19:44:18.331756 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0dd006407324ce2959a5a4cf9f0b5e0801d7a51a5291ea700e8786e11115a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88daaed7-dea0-43cb-b52c-748561c5dcd2" -d '{"events": [{"server_uuid": "5c1a55a5-4f27-451e-a74c-24f8d4b610fb", "name": "network-vif-plugged", "status": "completed", "tag": "a231a4a7-c0e0-4291-8032-22fa557641b3"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:44:18.368342 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa45f5a-4929-414c-b2b4-a378db7f24f2 x-openstack-request-id: req-cfa45f5a-4929-414c-b2b4-a378db7f24f2 {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:44:18.368658 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c1a55a5-4f27-451e-a74c-24f8d4b610fb", "name": "network-vif-plugged", "status": "completed", "tag": "a231a4a7-c0e0-4291-8032-22fa557641b3", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:44:18.368904 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cfa45f5a-4929-414c-b2b4-a378db7f24f2 {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:44:18.369296 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c1a55a5-4f27-451e-a74c-24f8d4b610fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a231a4a7-c0e0-4291-8032-22fa557641b3', 'code': 200} Dec 10 19:44:18.369406 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2449e530-bdfb-48d9-83eb-584e844cba2f req-43ba3736-5aca-462c-a615-92939d299c3a tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338218 Dec 10 19:44:19.488744 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1284263-16fd-43aa-b848-3fd7ecdb8409 req-fe047949-c64c-48af-ae02-b449e4259f2a tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:19.490209 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e1284263-16fd-43aa-b848-3fd7ecdb8409 req-fe047949-c64c-48af-ae02-b449e4259f2a tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c1a55a5-4f27-451e-a74c-24f8d4b610fb HTTP/1.1" status: 200 len: 945 time: 0.0488255 Dec 10 19:44:19.527292 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e1284263-16fd-43aa-b848-3fd7ecdb8409 req-c3e1f89e-d63e-457f-a269-701101d71241 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311651 Dec 10 19:44:20.207365 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20666d9b-5fbb-4ca3-8e3f-74882df4454d req-9c38f321-9aa8-4117-8a3a-2859633325cd tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:20.208832 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-20666d9b-5fbb-4ca3-8e3f-74882df4454d req-9c38f321-9aa8-4117-8a3a-2859633325cd tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c1a55a5-4f27-451e-a74c-24f8d4b610fb HTTP/1.1" status: 200 len: 945 time: 0.0486557 Dec 10 19:44:20.285335 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-beb0caad-0e97-4c53-b190-662d28cd4005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:44:20.304391 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-20666d9b-5fbb-4ca3-8e3f-74882df4454d req-1aebd32a-364a-448c-9630-e2c09b1a2545 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Deleting port a231a4a7-c0e0-4291-8032-22fa557641b3 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:44:20.304755 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-20666d9b-5fbb-4ca3-8e3f-74882df4454d req-1aebd32a-364a-448c-9630-e2c09b1a2545 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:44:20.392213 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-20666d9b-5fbb-4ca3-8e3f-74882df4454d req-1aebd32a-364a-448c-9630-e2c09b1a2545 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] For port a231a4a7-c0e0-4291-8032-22fa557641b3, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=a231a4a7-c0e0-4291-8032-22fa557641b3,segment=NetworkSegment(d4c2219e-ea6d-418f-9715-88f09433d8b1),segment_id=d4c2219e-ea6d-418f-9715-88f09433d8b1)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:44:20.392563 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-20666d9b-5fbb-4ca3-8e3f-74882df4454d req-1aebd32a-364a-448c-9630-e2c09b1a2545 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:44:20.635226 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-20666d9b-5fbb-4ca3-8e3f-74882df4454d req-1aebd32a-364a-448c-9630-e2c09b1a2545 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:44:20.635916 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-20666d9b-5fbb-4ca3-8e3f-74882df4454d req-1aebd32a-364a-448c-9630-e2c09b1a2545 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3713103'] for floatingip, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:44:20.635916 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.l3_db [req-20666d9b-5fbb-4ca3-8e3f-74882df4454d req-1aebd32a-364a-448c-9630-e2c09b1a2545 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Floating IP 6452c6ea-7e74-4cf4-80c3-3e20c0a15137 disassociated. External IP: 172.26.6.4, port: a231a4a7-c0e0-4291-8032-22fa557641b3. Dec 10 19:44:20.636205 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-20666d9b-5fbb-4ca3-8e3f-74882df4454d req-1aebd32a-364a-448c-9630-e2c09b1a2545 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Calling delete_port for a231a4a7-c0e0-4291-8032-22fa557641b3 owned by compute:nova {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:44:20.663355 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94eea76-a073-4762-9c7a-41d492348c79 req-378efd34-e4f0-4975-a6a7-245c9fa8784b tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:20.664773 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d94eea76-a073-4762-9c7a-41d492348c79 req-378efd34-e4f0-4975-a6a7-245c9fa8784b tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c1a55a5-4f27-451e-a74c-24f8d4b610fb HTTP/1.1" status: 200 len: 945 time: 0.0689929 Dec 10 19:44:20.742848 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d94eea76-a073-4762-9c7a-41d492348c79 req-506f8cc6-6803-4a86-bff8-c8fb92c52b29 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478280 Dec 10 19:44:20.809775 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-20666d9b-5fbb-4ca3-8e3f-74882df4454d req-1aebd32a-364a-448c-9630-e2c09b1a2545 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:44:20.838205 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aebd32a-364a-448c-9630-e2c09b1a2545 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Pushing event deleted for resources: {'Port': ['ID=a231a4a7-c0e0-4291-8032-22fa557641b3,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:44:20.849926 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aebd32a-364a-448c-9630-e2c09b1a2545 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:44:20.850270 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aebd32a-364a-448c-9630-e2c09b1a2545 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:44:20.850613 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aebd32a-364a-448c-9630-e2c09b1a2545 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:44:20.850946 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aebd32a-364a-448c-9630-e2c09b1a2545 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:44:20.851272 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aebd32a-364a-448c-9630-e2c09b1a2545 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:44:20.851602 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aebd32a-364a-448c-9630-e2c09b1a2545 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:44:20.851929 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aebd32a-364a-448c-9630-e2c09b1a2545 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:44:20.852252 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aebd32a-364a-448c-9630-e2c09b1a2545 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:44:20.852602 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aebd32a-364a-448c-9630-e2c09b1a2545 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:44:20.852928 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aebd32a-364a-448c-9630-e2c09b1a2545 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:44:20.853245 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aebd32a-364a-448c-9630-e2c09b1a2545 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:44:20.853565 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aebd32a-364a-448c-9630-e2c09b1a2545 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:44:20.964819 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20666d9b-5fbb-4ca3-8e3f-74882df4454d req-1aebd32a-364a-448c-9630-e2c09b1a2545 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Router 91cdc6a0-5ce0-49bf-a64e-001962a8ea9b has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:44:21.071831 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20666d9b-5fbb-4ca3-8e3f-74882df4454d req-1aebd32a-364a-448c-9630-e2c09b1a2545 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:44:21.082735 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271d1d80-a99b-40bb-8c94-79c92e2f5aa5 None None] Sync routers for ids ['91cdc6a0-5ce0-49bf-a64e-001962a8ea9b'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:44:21.092773 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271d1d80-a99b-40bb-8c94-79c92e2f5aa5 None None] Routers {'91cdc6a0-5ce0-49bf-a64e-001962a8ea9b'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:44:21.093447 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-271d1d80-a99b-40bb-8c94-79c92e2f5aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:43:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['91cdc6a0-5ce0-49bf-a64e-001962a8ea9b'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:44:21.116897 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-20666d9b-5fbb-4ca3-8e3f-74882df4454d req-1aebd32a-364a-448c-9630-e2c09b1a2545 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] No DVR routers for this DVR port a231a4a7-c0e0-4291-8032-22fa557641b3 on host hv-neutron-8214 {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:44:21.119317 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-20666d9b-5fbb-4ca3-8e3f-74882df4454d req-1aebd32a-364a-448c-9630-e2c09b1a2545 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:44:21.122608 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-20666d9b-5fbb-4ca3-8e3f-74882df4454d req-1aebd32a-364a-448c-9630-e2c09b1a2545 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.36 "DELETE /v2.0/ports/a231a4a7-c0e0-4291-8032-22fa557641b3 HTTP/1.1" status: 204 len: 173 time: 0.9071286 Dec 10 19:44:21.123067 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c1a55a5-4f27-451e-a74c-24f8d4b610fb', 'name': 'network-vif-deleted', 'tag': 'a231a4a7-c0e0-4291-8032-22fa557641b3'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:44:21.125348 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8bcdf0-6168-4d59-8538-a3e12b4dcfae" -d '{"events": [{"server_uuid": "5c1a55a5-4f27-451e-a74c-24f8d4b610fb", "name": "network-vif-deleted", "tag": "a231a4a7-c0e0-4291-8032-22fa557641b3"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:44:21.164138 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6788170-d6ae-4034-a195-58bd6a3123e9 x-openstack-request-id: req-d6788170-d6ae-4034-a195-58bd6a3123e9 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:44:21.164432 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c1a55a5-4f27-451e-a74c-24f8d4b610fb", "name": "network-vif-deleted", "tag": "a231a4a7-c0e0-4291-8032-22fa557641b3", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:44:21.164799 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d6788170-d6ae-4034-a195-58bd6a3123e9 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:44:21.165208 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c1a55a5-4f27-451e-a74c-24f8d4b610fb', 'name': 'network-vif-deleted', 'tag': 'a231a4a7-c0e0-4291-8032-22fa557641b3', 'status': 'completed', 'code': 200} Dec 10 19:44:21.293699 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-271d1d80-a99b-40bb-8c94-79c92e2f5aa5 None None] Set router 91cdc6a0-5ce0-49bf-a64e-001962a8ea9b gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:44:21.485747 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-271d1d80-a99b-40bb-8c94-79c92e2f5aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'name': 'tempest-ServerActionsTestJSON-1220875465-router', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': '59c1c741-5d51-4c73-be9a-dd9012f22cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:42:18Z', 'updated_at': '2021-12-10T19:42:21Z', 'revision_number': 4, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'gw_port': {'id': '59c1c741-5d51-4c73-be9a-dd9012f22cea', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:19Z', 'updated_at': '2021-12-10T19:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '02b441d9-b368-4a54-9a77-2d652cdec894', 'name': '', 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'mac_address': 'fa:16:3e:1c:5e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '2923f6c5-b5cb-4ee7-95d4-f8f02a974a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:20Z', 'updated_at': '2021-12-10T19:42:24Z', 'revision_number': 5, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'subnets': [{'id': '2923f6c5-b5cb-4ee7-95d4-f8f02a974a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:44:21.521026 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271d1d80-a99b-40bb-8c94-79c92e2f5aa5 None None] Checking router: 91cdc6a0-5ce0-49bf-a64e-001962a8ea9b for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:44:21.530868 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271d1d80-a99b-40bb-8c94-79c92e2f5aa5 None None] Routers {'91cdc6a0-5ce0-49bf-a64e-001962a8ea9b'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:44:21.531392 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-271d1d80-a99b-40bb-8c94-79c92e2f5aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:43:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['91cdc6a0-5ce0-49bf-a64e-001962a8ea9b'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:44:21.637581 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-271d1d80-a99b-40bb-8c94-79c92e2f5aa5 None None] Set router 91cdc6a0-5ce0-49bf-a64e-001962a8ea9b gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:44:21.829902 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-271d1d80-a99b-40bb-8c94-79c92e2f5aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'name': 'tempest-ServerActionsTestJSON-1220875465-router', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': '59c1c741-5d51-4c73-be9a-dd9012f22cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:42:18Z', 'updated_at': '2021-12-10T19:42:21Z', 'revision_number': 4, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'gw_port': {'id': '59c1c741-5d51-4c73-be9a-dd9012f22cea', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:19Z', 'updated_at': '2021-12-10T19:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '02b441d9-b368-4a54-9a77-2d652cdec894', 'name': '', 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'mac_address': 'fa:16:3e:1c:5e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '2923f6c5-b5cb-4ee7-95d4-f8f02a974a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:20Z', 'updated_at': '2021-12-10T19:42:24Z', 'revision_number': 5, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'subnets': [{'id': '2923f6c5-b5cb-4ee7-95d4-f8f02a974a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:44:21.860238 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271d1d80-a99b-40bb-8c94-79c92e2f5aa5 None None] The sync data for ids ['91cdc6a0-5ce0-49bf-a64e-001962a8ea9b'] in dv-neutron-821441-1-hyperv is: [{'id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'name': 'tempest-ServerActionsTestJSON-1220875465-router', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': '59c1c741-5d51-4c73-be9a-dd9012f22cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:42:18Z', 'updated_at': '2021-12-10T19:42:21Z', 'revision_number': 4, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'gw_port': {'id': '59c1c741-5d51-4c73-be9a-dd9012f22cea', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:19Z', 'updated_at': '2021-12-10T19:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '02b441d9-b368-4a54-9a77-2d652cdec894', 'name': '', 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'mac_address': 'fa:16:3e:1c:5e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '2923f6c5-b5cb-4ee7-95d4-f8f02a974a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:20Z', 'updated_at': '2021-12-10T19:42:24Z', 'revision_number': 5, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'subnets': [{'id': '2923f6c5-b5cb-4ee7-95d4-f8f02a974a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:44:21.979067 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3cef2639-10ba-435e-83b7-34a1e7f1d579 req-ab37183f-34f8-40c1-94b8-1ca3a79a60e2 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1273083522&fields=id&tenant_id=c5dd4dad4f774e9681e4f02d74c9ed4b HTTP/1.1" status: 200 len: 267 time: 0.0350459 Dec 10 19:44:22.080792 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312f92a6-5383-44fb-83bf-eb04438ea997 None None] New status for floating IP 6452c6ea-7e74-4cf4-80c3-3e20c0a15137: DOWN {{(pid=102367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:44:22.093787 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef2639-10ba-435e-83b7-34a1e7f1d579 req-a5ad05e3-2d1e-44e1-adf8-d38caadad443 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:22.095202 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3cef2639-10ba-435e-83b7-34a1e7f1d579 req-a5ad05e3-2d1e-44e1-adf8-d38caadad443 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/networks?id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea HTTP/1.1" status: 200 len: 812 time: 0.1079903 Dec 10 19:44:22.111197 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3cef2639-10ba-435e-83b7-34a1e7f1d579 req-9970d7e4-a83d-434c-872c-a7b376fbea48 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/quotas/c5dd4dad4f774e9681e4f02d74c9ed4b HTTP/1.1" status: 200 len: 375 time: 0.0098569 Dec 10 19:44:22.168978 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3cef2639-10ba-435e-83b7-34a1e7f1d579 req-8076715f-5752-4bc7-bef5-06d988b2cb2e tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=c5dd4dad4f774e9681e4f02d74c9ed4b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0519075 Dec 10 19:44:22.277867 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3cef2639-10ba-435e-83b7-34a1e7f1d579 req-b12878d9-f8ce-453d-9b67-0ae588fbc200 service neutron] 10.222.0.69 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956419 Dec 10 19:44:22.372140 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3cef2639-10ba-435e-83b7-34a1e7f1d579 req-47bb4ac6-eac5-4a72-9274-aaf7c6764ec3 service neutron] 10.222.0.69 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868185 Dec 10 19:44:22.839440 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a985bdf0-da4b-4637-949a-94c04c997ccd req-772543e6-7b71-4846-bd71-7d14faacf285 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=282d5757-fbaa-4f43-82f1-b10cd652b52f HTTP/1.1" status: 200 len: 210 time: 0.3340054 Dec 10 19:44:23.479478 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef2639-10ba-435e-83b7-34a1e7f1d579 req-0d542319-fc96-45bb-ac7a-acfdab80c5bc tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:23.480932 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3cef2639-10ba-435e-83b7-34a1e7f1d579 req-0d542319-fc96-45bb-ac7a-acfdab80c5bc tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.36 "GET /v2.0/networks?id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea HTTP/1.1" status: 200 len: 812 time: 0.1010723 Dec 10 19:44:23.528884 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3cef2639-10ba-435e-83b7-34a1e7f1d579 req-8ee4cc52-7a88-4510-a594-a7e7646f886c tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5dd4dad4f774e9681e4f02d74c9ed4b HTTP/1.1" status: 200 len: 380 time: 0.0381303 Dec 10 19:44:23.539886 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-3cef2639-10ba-435e-83b7-34a1e7f1d579 req-77333b34-3b66-449a-ae68-625e85a58f4b tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Request body: {'port': {'device_id': '282d5757-fbaa-4f43-82f1-b10cd652b52f', 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea', 'admin_state_up': True, 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'security_groups': ['6f4ebeac-6d93-48c2-92fb-e07bf915942c']}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:44:23.645557 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cef2639-10ba-435e-83b7-34a1e7f1d579 req-77333b34-3b66-449a-ae68-625e85a58f4b tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Made reservation on behalf of c5dd4dad4f774e9681e4f02d74c9ed4b for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:44:23.649193 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-3cef2639-10ba-435e-83b7-34a1e7f1d579 req-77333b34-3b66-449a-ae68-625e85a58f4b tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:44:23.778843 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [req-3cef2639-10ba-435e-83b7-34a1e7f1d579 req-77333b34-3b66-449a-ae68-625e85a58f4b tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Allocated IP 172.20.0.14 (2660cb76-8d1b-4626-9e34-4e202eb7c6ea/2923f6c5-b5cb-4ee7-95d4-f8f02a974a41/d35bc684-cce7-404d-a3eb-c6bb8404788c) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:44:23.927385 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-3cef2639-10ba-435e-83b7-34a1e7f1d579 req-77333b34-3b66-449a-ae68-625e85a58f4b tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:44:23.943710 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-308908e3-5258-4cf4-ac2e-bd04778beae4 req-ef6c6984-272a-45a1-8659-c5747d1c1171 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=282d5757-fbaa-4f43-82f1-b10cd652b52f HTTP/1.1" status: 200 len: 210 time: 0.0364833 Dec 10 19:44:23.974290 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-3cef2639-10ba-435e-83b7-34a1e7f1d579 req-77333b34-3b66-449a-ae68-625e85a58f4b tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:44:23.986013 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device a231a4a7-c0e0-4291-8032-22fa557641b3 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:44:24.007094 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] No Port match for: a231a4a7-c0e0-4291-8032-22fa557641b3 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:44:24.007546 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device a231a4a7-c0e0-4291-8032-22fa557641b3 not bound to the agent host hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:44:24.021171 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cef2639-10ba-435e-83b7-34a1e7f1d579 req-77333b34-3b66-449a-ae68-625e85a58f4b tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Network 2660cb76-8d1b-4626-9e34-4e202eb7c6ea is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:44:24.024202 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [req-3cef2639-10ba-435e-83b7-34a1e7f1d579 req-77333b34-3b66-449a-ae68-625e85a58f4b tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:44:24.026704 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cef2639-10ba-435e-83b7-34a1e7f1d579 req-77333b34-3b66-449a-ae68-625e85a58f4b tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:44:24.054669 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77333b34-3b66-449a-ae68-625e85a58f4b tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Pushing event updated for resources: {'Port': ['ID=d35bc684-cce7-404d-a3eb-c6bb8404788c,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:44:24.083885 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef2639-10ba-435e-83b7-34a1e7f1d579 req-77333b34-3b66-449a-ae68-625e85a58f4b tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:24.084520 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-3cef2639-10ba-435e-83b7-34a1e7f1d579 req-77333b34-3b66-449a-ae68-625e85a58f4b tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:44:24.100865 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3cef2639-10ba-435e-83b7-34a1e7f1d579 req-77333b34-3b66-449a-ae68-625e85a58f4b tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5648868 Dec 10 19:44:24.113357 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-3cef2639-10ba-435e-83b7-34a1e7f1d579 req-a8b3217d-a939-4e4a-896d-c71eb85aa48c service neutron] Request body: {'port': {'device_id': '282d5757-fbaa-4f43-82f1-b10cd652b52f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:44:24.172686 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-3cef2639-10ba-435e-83b7-34a1e7f1d579 req-a8b3217d-a939-4e4a-896d-c71eb85aa48c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:44:24.248583 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-9f63fd29-55a1-4f14-85e7-6f3a2c8d3434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:44:24.250829 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-83ac78d3-2b19-4635-99e6-c061b33e2c79 None None] Provisioning complete for port d35bc684-cce7-404d-a3eb-c6bb8404788c triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:44:24.251179 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-83ac78d3-2b19-4635-99e6-c061b33e2c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:44:24.286210 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-83ac78d3-2b19-4635-99e6-c061b33e2c79 None None] Port d35bc684-cce7-404d-a3eb-c6bb8404788c cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:44:24.442192 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [req-3cef2639-10ba-435e-83b7-34a1e7f1d579 req-a8b3217d-a939-4e4a-896d-c71eb85aa48c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d35bc684-cce7-404d-a3eb-c6bb8404788c {{(pid=102365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:44:24.449551 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-3cef2639-10ba-435e-83b7-34a1e7f1d579 req-a8b3217d-a939-4e4a-896d-c71eb85aa48c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:44:24.461774 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.provisioning_blocks [req-3cef2639-10ba-435e-83b7-34a1e7f1d579 req-a8b3217d-a939-4e4a-896d-c71eb85aa48c service neutron] Transition to ACTIVE for port object d35bc684-cce7-404d-a3eb-c6bb8404788c will not be triggered until provisioned by entity L2. {{(pid=102365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:44:24.465520 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-3cef2639-10ba-435e-83b7-34a1e7f1d579 req-a8b3217d-a939-4e4a-896d-c71eb85aa48c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:44:24.514582 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3217d-a939-4e4a-896d-c71eb85aa48c service neutron] Pushing event updated for resources: {'Port': ['ID=d35bc684-cce7-404d-a3eb-c6bb8404788c,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:44:24.588982 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-3cef2639-10ba-435e-83b7-34a1e7f1d579 req-a8b3217d-a939-4e4a-896d-c71eb85aa48c service neutron] Attempting to bind port d35bc684-cce7-404d-a3eb-c6bb8404788c on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:44:24.589337 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-3cef2639-10ba-435e-83b7-34a1e7f1d579 req-a8b3217d-a939-4e4a-896d-c71eb85aa48c service neutron] Attempting to bind port d35bc684-cce7-404d-a3eb-c6bb8404788c by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'd4c2219e-ea6d-418f-9715-88f09433d8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:44:24.589622 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cef2639-10ba-435e-83b7-34a1e7f1d579 req-a8b3217d-a939-4e4a-896d-c71eb85aa48c service neutron] Attempting to bind port d35bc684-cce7-404d-a3eb-c6bb8404788c on network 2660cb76-8d1b-4626-9e34-4e202eb7c6ea {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:44:24.595356 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cef2639-10ba-435e-83b7-34a1e7f1d579 req-a8b3217d-a939-4e4a-896d-c71eb85aa48c service neutron] Port d35bc684-cce7-404d-a3eb-c6bb8404788c on network 2660cb76-8d1b-4626-9e34-4e202eb7c6ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:44:24.595668 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cef2639-10ba-435e-83b7-34a1e7f1d579 req-a8b3217d-a939-4e4a-896d-c71eb85aa48c service neutron] Attempting to bind port d35bc684-cce7-404d-a3eb-c6bb8404788c on network 2660cb76-8d1b-4626-9e34-4e202eb7c6ea {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:44:24.600624 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cef2639-10ba-435e-83b7-34a1e7f1d579 req-a8b3217d-a939-4e4a-896d-c71eb85aa48c service neutron] Checking agent: {'id': '9e16c23e-95bc-4c2e-b3ec-daf7533f9d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'started_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:44:24.600951 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cef2639-10ba-435e-83b7-34a1e7f1d579 req-a8b3217d-a939-4e4a-896d-c71eb85aa48c service neutron] Checking segment: {'id': 'd4c2219e-ea6d-418f-9715-88f09433d8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:44:24.601445 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cef2639-10ba-435e-83b7-34a1e7f1d579 req-a8b3217d-a939-4e4a-896d-c71eb85aa48c service neutron] Bound using segment: {'id': 'd4c2219e-ea6d-418f-9715-88f09433d8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea'} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:44:24.601727 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-3cef2639-10ba-435e-83b7-34a1e7f1d579 req-a8b3217d-a939-4e4a-896d-c71eb85aa48c service neutron] Bound port: d35bc684-cce7-404d-a3eb-c6bb8404788c, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4c2219e-ea6d-418f-9715-88f09433d8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea'}}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:44:24.602068 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-3cef2639-10ba-435e-83b7-34a1e7f1d579 req-a8b3217d-a939-4e4a-896d-c71eb85aa48c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:44:24.668331 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-3cef2639-10ba-435e-83b7-34a1e7f1d579 req-a8b3217d-a939-4e4a-896d-c71eb85aa48c service neutron] For port d35bc684-cce7-404d-a3eb-c6bb8404788c, host hv-neutron-8214, cleared binding levels {{(pid=102365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:44:24.671757 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-3cef2639-10ba-435e-83b7-34a1e7f1d579 req-a8b3217d-a939-4e4a-896d-c71eb85aa48c service neutron] For port d35bc684-cce7-404d-a3eb-c6bb8404788c, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=d35bc684-cce7-404d-a3eb-c6bb8404788c,segment=NetworkSegment(d4c2219e-ea6d-418f-9715-88f09433d8b1),segment_id=d4c2219e-ea6d-418f-9715-88f09433d8b1)] {{(pid=102365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:44:24.675840 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-3cef2639-10ba-435e-83b7-34a1e7f1d579 req-a8b3217d-a939-4e4a-896d-c71eb85aa48c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:44:24.711629 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef2639-10ba-435e-83b7-34a1e7f1d579 req-a8b3217d-a939-4e4a-896d-c71eb85aa48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:24.712139 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-3cef2639-10ba-435e-83b7-34a1e7f1d579 req-a8b3217d-a939-4e4a-896d-c71eb85aa48c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:44:24.713546 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3cef2639-10ba-435e-83b7-34a1e7f1d579 req-a8b3217d-a939-4e4a-896d-c71eb85aa48c service neutron] 10.222.0.36 "PUT /v2.0/ports/d35bc684-cce7-404d-a3eb-c6bb8404788c HTTP/1.1" status: 200 len: 1094 time: 0.6044803 Dec 10 19:44:24.715828 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '282d5757-fbaa-4f43-82f1-b10cd652b52f', 'tag': 'd35bc684-cce7-404d-a3eb-c6bb8404788c'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:44:24.719734 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb68912-301a-4f1e-a5d2-ba11f8d7b327" -d '{"events": [{"name": "network-changed", "server_uuid": "282d5757-fbaa-4f43-82f1-b10cd652b52f", "tag": "d35bc684-cce7-404d-a3eb-c6bb8404788c"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:44:24.751464 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3217d-a939-4e4a-896d-c71eb85aa48c service neutron] Pushing event updated for resources: {'Port': ['ID=d35bc684-cce7-404d-a3eb-c6bb8404788c,revision_number=3']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:44:24.763303 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7164cc5a-5004-40ad-84f5-f85cd1d3c556 x-openstack-request-id: req-7164cc5a-5004-40ad-84f5-f85cd1d3c556 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:44:24.764159 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "282d5757-fbaa-4f43-82f1-b10cd652b52f", "tag": "d35bc684-cce7-404d-a3eb-c6bb8404788c", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:44:24.764402 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7164cc5a-5004-40ad-84f5-f85cd1d3c556 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:44:24.764837 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '282d5757-fbaa-4f43-82f1-b10cd652b52f', 'tag': 'd35bc684-cce7-404d-a3eb-c6bb8404788c', 'status': 'completed', 'code': 200} Dec 10 19:44:24.812829 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef2639-10ba-435e-83b7-34a1e7f1d579 req-e2b1b896-7efd-4d61-bdcd-11a5bc2343ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:24.814363 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3cef2639-10ba-435e-83b7-34a1e7f1d579 req-e2b1b896-7efd-4d61-bdcd-11a5bc2343ee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c5dd4dad4f774e9681e4f02d74c9ed4b&device_id=282d5757-fbaa-4f43-82f1-b10cd652b52f HTTP/1.1" status: 200 len: 1097 time: 0.0487280 Dec 10 19:44:24.860527 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3cef2639-10ba-435e-83b7-34a1e7f1d579 req-2c410683-c239-456c-8e55-1b6a47b1b353 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d35bc684-cce7-404d-a3eb-c6bb8404788c HTTP/1.1" status: 200 len: 217 time: 0.0382643 Dec 10 19:44:24.911982 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef2639-10ba-435e-83b7-34a1e7f1d579 req-d11b11c6-e0e1-4031-92f7-04b8a7c758b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:24.913511 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3cef2639-10ba-435e-83b7-34a1e7f1d579 req-d11b11c6-e0e1-4031-92f7-04b8a7c758b5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2923f6c5-b5cb-4ee7-95d4-f8f02a974a41 HTTP/1.1" status: 200 len: 851 time: 0.0465071 Dec 10 19:44:24.963272 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef2639-10ba-435e-83b7-34a1e7f1d579 req-27caf0ec-adf2-4099-8bb1-1879facd95c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:24.964694 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3cef2639-10ba-435e-83b7-34a1e7f1d579 req-27caf0ec-adf2-4099-8bb1-1879facd95c8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439837 Dec 10 19:44:25.092822 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8eb9b5-425e-4824-84bd-a94deb2e7c99 req-98da2a30-5042-4fbd-b367-4e1a4e2ac01f tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:25.094346 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ca8eb9b5-425e-4824-84bd-a94deb2e7c99 req-98da2a30-5042-4fbd-b367-4e1a4e2ac01f tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=282d5757-fbaa-4f43-82f1-b10cd652b52f HTTP/1.1" status: 200 len: 944 time: 0.0777686 Dec 10 19:44:25.097881 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3cef2639-10ba-435e-83b7-34a1e7f1d579 req-4a6a13b3-82e4-4416-9d77-ae24fd0e3b65 service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257946 Dec 10 19:44:25.188806 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ca8eb9b5-425e-4824-84bd-a94deb2e7c99 req-788ba0ad-bbcc-4a3c-be9a-23d4001aea74 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885620 Dec 10 19:44:25.218436 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3cef2639-10ba-435e-83b7-34a1e7f1d579 req-283f96dc-6ab7-40b4-81bc-706838958032 service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122634 Dec 10 19:44:25.306522 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb68912-301a-4f1e-a5d2-ba11f8d7b327 req-a4cc54bd-064f-4a18-b4fb-a86d2ef6b121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:25.308024 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ebb68912-301a-4f1e-a5d2-ba11f8d7b327 req-a4cc54bd-064f-4a18-b4fb-a86d2ef6b121 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c5dd4dad4f774e9681e4f02d74c9ed4b&device_id=282d5757-fbaa-4f43-82f1-b10cd652b52f HTTP/1.1" status: 200 len: 1097 time: 0.0423105 Dec 10 19:44:25.401344 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb68912-301a-4f1e-a5d2-ba11f8d7b327 req-2918f2e4-e323-4680-993b-edae9f36689d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:25.402769 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ebb68912-301a-4f1e-a5d2-ba11f8d7b327 req-2918f2e4-e323-4680-993b-edae9f36689d service neutron] 10.222.0.36 "GET /v2.0/networks?id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea HTTP/1.1" status: 200 len: 913 time: 0.0862865 Dec 10 19:44:25.444945 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:44:25.447922 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ebb68912-301a-4f1e-a5d2-ba11f8d7b327 req-93aa5938-0fc1-4694-a090-d10e4fe7761e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d35bc684-cce7-404d-a3eb-c6bb8404788c HTTP/1.1" status: 200 len: 217 time: 0.0336330 Dec 10 19:44:25.500314 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb68912-301a-4f1e-a5d2-ba11f8d7b327 req-5e339e04-70b3-4710-84ce-54411cd06d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:25.501685 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ebb68912-301a-4f1e-a5d2-ba11f8d7b327 req-5e339e04-70b3-4710-84ce-54411cd06d31 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2923f6c5-b5cb-4ee7-95d4-f8f02a974a41 HTTP/1.1" status: 200 len: 851 time: 0.0459712 Dec 10 19:44:25.553037 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb68912-301a-4f1e-a5d2-ba11f8d7b327 req-c6433dd7-47e0-400b-87f2-40902039b177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:25.554511 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ebb68912-301a-4f1e-a5d2-ba11f8d7b327 req-c6433dd7-47e0-400b-87f2-40902039b177 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0452282 Dec 10 19:44:25.645108 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ebb68912-301a-4f1e-a5d2-ba11f8d7b327 req-49c42031-5777-42c5-8cde-290855d936ef service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829923 Dec 10 19:44:25.745098 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ebb68912-301a-4f1e-a5d2-ba11f8d7b327 req-c0362958-6ab8-46dd-bbae-44f8deb1617c service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927441 Dec 10 19:44:26.327177 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd25ad-f18b-41df-99f1-565cbbf46ffc req-36a1365f-c2a2-40e1-a2df-1cd83fd1bfe9 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:26.329500 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-47dd25ad-f18b-41df-99f1-565cbbf46ffc req-36a1365f-c2a2-40e1-a2df-1cd83fd1bfe9 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=282d5757-fbaa-4f43-82f1-b10cd652b52f HTTP/1.1" status: 200 len: 944 time: 0.0635629 Dec 10 19:44:26.369063 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-47dd25ad-f18b-41df-99f1-565cbbf46ffc req-2447853a-487c-4bcb-85cc-eaabb7552538 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329173 Dec 10 19:44:26.514463 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:44:26.842076 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:44:27.492895 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba24a40b-9c75-482d-b6cd-a81ce91eb094 req-8c331c6a-223b-41a3-b632-46913dc5e0ab tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:27.494420 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ba24a40b-9c75-482d-b6cd-a81ce91eb094 req-8c331c6a-223b-41a3-b632-46913dc5e0ab tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=282d5757-fbaa-4f43-82f1-b10cd652b52f HTTP/1.1" status: 200 len: 944 time: 0.0492234 Dec 10 19:44:27.532127 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ba24a40b-9c75-482d-b6cd-a81ce91eb094 req-0bb0c925-bee0-4608-8324-e9714219836c tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314100 Dec 10 19:44:27.974577 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device d35bc684-cce7-404d-a3eb-c6bb8404788c details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=102367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:44:28.066953 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port d35bc684-cce7-404d-a3eb-c6bb8404788c, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=d35bc684-cce7-404d-a3eb-c6bb8404788c,segment=NetworkSegment(d4c2219e-ea6d-418f-9715-88f09433d8b1),segment_id=d4c2219e-ea6d-418f-9715-88f09433d8b1)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:44:28.081645 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Returning: {'device': 'd35bc684-cce7-404d-a3eb-c6bb8404788c', 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea', 'port_id': 'd35bc684-cce7-404d-a3eb-c6bb8404788c', 'mac_address': 'fa:16:3e:f6:d2:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2923f6c5-b5cb-4ee7-95d4-f8f02a974a41', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:44:28.124602 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:44:28.136895 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d35bc684-cce7-404d-a3eb-c6bb8404788c {{(pid=102367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:44:28.156775 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port d35bc684-cce7-404d-a3eb-c6bb8404788c, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=d35bc684-cce7-404d-a3eb-c6bb8404788c,segment=NetworkSegment(d4c2219e-ea6d-418f-9715-88f09433d8b1),segment_id=d4c2219e-ea6d-418f-9715-88f09433d8b1)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:44:28.160470 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:44:28.206657 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=d35bc684-cce7-404d-a3eb-c6bb8404788c,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:44:28.453172 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['d35bc684-cce7-404d-a3eb-c6bb8404788c'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:44:28.651270 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8f193-36cb-4108-a1ec-f1b17a1acae1 req-c4ccdef6-8eae-4d35-bd07-2f8b04c398e5 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:28.652763 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-90a8f193-36cb-4108-a1ec-f1b17a1acae1 req-c4ccdef6-8eae-4d35-bd07-2f8b04c398e5 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=282d5757-fbaa-4f43-82f1-b10cd652b52f HTTP/1.1" status: 200 len: 945 time: 0.0530460 Dec 10 19:44:28.691423 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-90a8f193-36cb-4108-a1ec-f1b17a1acae1 req-866b53fa-2c56-4079-a31b-e5525e3fb31b tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320804 Dec 10 19:44:29.807195 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ff406-c36a-4686-9c79-b35ea05e4457 req-c981b775-0c48-48f8-bd98-e226a14e7d43 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:29.808692 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-436ff406-c36a-4686-9c79-b35ea05e4457 req-c981b775-0c48-48f8-bd98-e226a14e7d43 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=282d5757-fbaa-4f43-82f1-b10cd652b52f HTTP/1.1" status: 200 len: 945 time: 0.0496702 Dec 10 19:44:29.851472 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-436ff406-c36a-4686-9c79-b35ea05e4457 req-751dfb7c-e8cd-4817-9713-b8a5ff5d908c tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365567 Dec 10 19:44:29.958247 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:44:29.989159 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device d35bc684-cce7-404d-a3eb-c6bb8404788c up at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:44:30.035381 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning for port d35bc684-cce7-404d-a3eb-c6bb8404788c completed by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:44:30.038924 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning complete for port d35bc684-cce7-404d-a3eb-c6bb8404788c triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:44:30.039284 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:44:30.115408 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:44:30.138277 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282d5757-fbaa-4f43-82f1-b10cd652b52f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd35bc684-cce7-404d-a3eb-c6bb8404788c'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:44:30.140483 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0dd006407324ce2959a5a4cf9f0b5e0801d7a51a5291ea700e8786e11115a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a5688c-12db-4124-bc07-a23527f0ba0c" -d '{"events": [{"server_uuid": "282d5757-fbaa-4f43-82f1-b10cd652b52f", "name": "network-vif-plugged", "status": "completed", "tag": "d35bc684-cce7-404d-a3eb-c6bb8404788c"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:44:30.154716 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port d35bc684-cce7-404d-a3eb-c6bb8404788c, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=d35bc684-cce7-404d-a3eb-c6bb8404788c,segment=NetworkSegment(d4c2219e-ea6d-418f-9715-88f09433d8b1),segment_id=d4c2219e-ea6d-418f-9715-88f09433d8b1)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:44:30.158712 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:44:30.181597 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3030fe2c-0d22-40b7-ab20-54fedccf7963 x-openstack-request-id: req-3030fe2c-0d22-40b7-ab20-54fedccf7963 {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:44:30.181883 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "282d5757-fbaa-4f43-82f1-b10cd652b52f", "name": "network-vif-plugged", "status": "completed", "tag": "d35bc684-cce7-404d-a3eb-c6bb8404788c", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:44:30.182146 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3030fe2c-0d22-40b7-ab20-54fedccf7963 {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:44:30.182541 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '282d5757-fbaa-4f43-82f1-b10cd652b52f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd35bc684-cce7-404d-a3eb-c6bb8404788c', 'code': 200} Dec 10 19:44:30.207891 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=d35bc684-cce7-404d-a3eb-c6bb8404788c,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:44:30.342728 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cdc391-2a86-4904-9f34-a4b8dd0a5e79 req-de294f55-1ce8-49a5-91bb-71351f6db45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:30.344204 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-92cdc391-2a86-4904-9f34-a4b8dd0a5e79 req-de294f55-1ce8-49a5-91bb-71351f6db45a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=282d5757-fbaa-4f43-82f1-b10cd652b52f HTTP/1.1" status: 200 len: 1099 time: 0.0413725 Dec 10 19:44:30.379876 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-92cdc391-2a86-4904-9f34-a4b8dd0a5e79 req-b9693dcb-9e63-45bf-a57b-b3fd80c8960a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280881 Dec 10 19:44:30.970552 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e0b0d5-ac3f-4c83-b37d-cf50134f991e req-c1d6d217-dc7a-4b71-942e-2123c04fc43f tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:30.972096 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d4e0b0d5-ac3f-4c83-b37d-cf50134f991e req-c1d6d217-dc7a-4b71-942e-2123c04fc43f tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=282d5757-fbaa-4f43-82f1-b10cd652b52f HTTP/1.1" status: 200 len: 946 time: 0.0541000 Dec 10 19:44:31.010835 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d4e0b0d5-ac3f-4c83-b37d-cf50134f991e req-260a4284-d461-4394-8054-dcec58a673c0 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325210 Dec 10 19:44:32.128085 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eab2f8-f14f-45ba-9e31-00a14a8dba5d req-8991fbd9-abf8-452e-993f-7129ac39fb7c tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:32.129676 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e9eab2f8-f14f-45ba-9e31-00a14a8dba5d req-8991fbd9-abf8-452e-993f-7129ac39fb7c tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=282d5757-fbaa-4f43-82f1-b10cd652b52f HTTP/1.1" status: 200 len: 946 time: 0.0496247 Dec 10 19:44:32.167974 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e9eab2f8-f14f-45ba-9e31-00a14a8dba5d req-14d67991-f13a-4adf-b46c-399b3fd98248 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322504 Dec 10 19:44:32.278205 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d46646a-2e90-4f9b-ace9-dd3f90abf908 req-669ddb90-0e16-401e-afea-ed2be0207842 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:32.279702 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0d46646a-2e90-4f9b-ace9-dd3f90abf908 req-669ddb90-0e16-401e-afea-ed2be0207842 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=282d5757-fbaa-4f43-82f1-b10cd652b52f HTTP/1.1" status: 200 len: 946 time: 0.0490854 Dec 10 19:44:32.288343 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 60734) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:44:32.294237 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-8cb2e9ad-2bda-4947-b7eb-678494ebf7ac tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Request body: {'floatingip': {'port_id': 'd35bc684-cce7-404d-a3eb-c6bb8404788c'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:44:32.343507 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8cb2e9ad-2bda-4947-b7eb-678494ebf7ac tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks [] for floatingip, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:44:32.549033 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:44:32.773661 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8cb2e9ad-2bda-4947-b7eb-678494ebf7ac tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:44:32.777539 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8cb2e9ad-2bda-4947-b7eb-678494ebf7ac tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3713103'] for floatingip, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:44:32.876136 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.l3_db [None req-8cb2e9ad-2bda-4947-b7eb-678494ebf7ac tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Floating IP 6452c6ea-7e74-4cf4-80c3-3e20c0a15137 associated. External IP: 172.26.6.4, port: d35bc684-cce7-404d-a3eb-c6bb8404788c. Dec 10 19:44:33.084200 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cb2e9ad-2bda-4947-b7eb-678494ebf7ac tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Router 91cdc6a0-5ce0-49bf-a64e-001962a8ea9b has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:44:33.197025 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb2e9ad-2bda-4947-b7eb-678494ebf7ac tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:44:33.202670 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8cb2e9ad-2bda-4947-b7eb-678494ebf7ac tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:44:33.209252 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a77ab0a-6c53-4007-be20-343a2c381fbe None None] Sync routers for ids ['91cdc6a0-5ce0-49bf-a64e-001962a8ea9b'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:44:33.219892 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a77ab0a-6c53-4007-be20-343a2c381fbe None None] Routers {'91cdc6a0-5ce0-49bf-a64e-001962a8ea9b'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:44:33.220728 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-4a77ab0a-6c53-4007-be20-343a2c381fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:44:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['91cdc6a0-5ce0-49bf-a64e-001962a8ea9b'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:44:33.231450 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-8cb2e9ad-2bda-4947-b7eb-678494ebf7ac tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "PUT /v2.0/floatingips/6452c6ea-7e74-4cf4-80c3-3e20c0a15137 HTTP/1.1" status: 200 len: 990 time: 0.9417257 Dec 10 19:44:33.232602 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '282d5757-fbaa-4f43-82f1-b10cd652b52f', 'tag': 'd35bc684-cce7-404d-a3eb-c6bb8404788c'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:44:33.235178 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6e35c6-4f64-4000-9ed5-94244f49b9db" -d '{"events": [{"name": "network-changed", "server_uuid": "282d5757-fbaa-4f43-82f1-b10cd652b52f", "tag": "d35bc684-cce7-404d-a3eb-c6bb8404788c"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:44:33.274642 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e41523-0511-4440-8bdc-5f1d41975f08 x-openstack-request-id: req-c0e41523-0511-4440-8bdc-5f1d41975f08 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:44:33.274896 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "282d5757-fbaa-4f43-82f1-b10cd652b52f", "tag": "d35bc684-cce7-404d-a3eb-c6bb8404788c", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:44:33.275152 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c0e41523-0511-4440-8bdc-5f1d41975f08 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:44:33.275556 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '282d5757-fbaa-4f43-82f1-b10cd652b52f', 'tag': 'd35bc684-cce7-404d-a3eb-c6bb8404788c', 'status': 'completed', 'code': 200} Dec 10 19:44:33.329878 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-4a77ab0a-6c53-4007-be20-343a2c381fbe None None] Set router 91cdc6a0-5ce0-49bf-a64e-001962a8ea9b gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:44:33.339265 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e35c6-4f64-4000-9ed5-94244f49b9db req-6bd2aa3b-24a8-4ec0-967c-423940663f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:33.340999 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2f6e35c6-4f64-4000-9ed5-94244f49b9db req-6bd2aa3b-24a8-4ec0-967c-423940663f41 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c5dd4dad4f774e9681e4f02d74c9ed4b&device_id=282d5757-fbaa-4f43-82f1-b10cd652b52f HTTP/1.1" status: 200 len: 1099 time: 0.0421455 Dec 10 19:44:33.438710 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e35c6-4f64-4000-9ed5-94244f49b9db req-49f3ef96-7b5b-430d-816b-2a364381a4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:33.440227 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2f6e35c6-4f64-4000-9ed5-94244f49b9db req-49f3ef96-7b5b-430d-816b-2a364381a4b8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea HTTP/1.1" status: 200 len: 913 time: 0.0920129 Dec 10 19:44:33.508680 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2f6e35c6-4f64-4000-9ed5-94244f49b9db req-8822811f-1400-4ad3-b8b8-644f1be6faa2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d35bc684-cce7-404d-a3eb-c6bb8404788c HTTP/1.1" status: 200 len: 998 time: 0.0609806 Dec 10 19:44:33.555514 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-4a77ab0a-6c53-4007-be20-343a2c381fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'name': 'tempest-ServerActionsTestJSON-1220875465-router', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': '59c1c741-5d51-4c73-be9a-dd9012f22cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:42:18Z', 'updated_at': '2021-12-10T19:42:21Z', 'revision_number': 4, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'gw_port': {'id': '59c1c741-5d51-4c73-be9a-dd9012f22cea', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:19Z', 'updated_at': '2021-12-10T19:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '6452c6ea-7e74-4cf4-80c3-3e20c0a15137', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'floating_ip_address': '172.26.6.4', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'port_id': 'd35bc684-cce7-404d-a3eb-c6bb8404788c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea', 'mac_address': 'fa:16:3e:f6:d2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282d5757-fbaa-4f43-82f1-b10cd652b52f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:42:23Z', 'updated_at': '2021-12-10T19:44:32Z', 'revision_number': 5, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02b441d9-b368-4a54-9a77-2d652cdec894', 'name': '', 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'mac_address': 'fa:16:3e:1c:5e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '2923f6c5-b5cb-4ee7-95d4-f8f02a974a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:20Z', 'updated_at': '2021-12-10T19:42:24Z', 'revision_number': 5, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'subnets': [{'id': '2923f6c5-b5cb-4ee7-95d4-f8f02a974a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:44:33.566796 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e35c6-4f64-4000-9ed5-94244f49b9db req-3ac3515f-8f9e-4e98-beff-447cb2b1c63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:33.568231 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2f6e35c6-4f64-4000-9ed5-94244f49b9db req-3ac3515f-8f9e-4e98-beff-447cb2b1c63f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2923f6c5-b5cb-4ee7-95d4-f8f02a974a41 HTTP/1.1" status: 200 len: 851 time: 0.0523982 Dec 10 19:44:33.583133 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a77ab0a-6c53-4007-be20-343a2c381fbe None None] Checking router: 91cdc6a0-5ce0-49bf-a64e-001962a8ea9b for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:44:33.592928 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a77ab0a-6c53-4007-be20-343a2c381fbe None None] Routers {'91cdc6a0-5ce0-49bf-a64e-001962a8ea9b'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:44:33.593535 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-4a77ab0a-6c53-4007-be20-343a2c381fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:44:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['91cdc6a0-5ce0-49bf-a64e-001962a8ea9b'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:44:33.626066 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e35c6-4f64-4000-9ed5-94244f49b9db req-b2af6974-9484-41f0-87d0-0d10aa7c0e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:44:33.627589 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2f6e35c6-4f64-4000-9ed5-94244f49b9db req-b2af6974-9484-41f0-87d0-0d10aa7c0e19 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0518818 Dec 10 19:44:33.709549 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-4a77ab0a-6c53-4007-be20-343a2c381fbe None None] Set router 91cdc6a0-5ce0-49bf-a64e-001962a8ea9b gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:44:33.752998 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2f6e35c6-4f64-4000-9ed5-94244f49b9db req-d2911024-e30e-4772-ab86-b0facc59f50e service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120379 Dec 10 19:44:33.851193 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2f6e35c6-4f64-4000-9ed5-94244f49b9db req-28bde750-10fd-4650-a0d3-32e0b681e60f service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914154 Dec 10 19:44:33.950434 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-4a77ab0a-6c53-4007-be20-343a2c381fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'name': 'tempest-ServerActionsTestJSON-1220875465-router', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': '59c1c741-5d51-4c73-be9a-dd9012f22cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:42:18Z', 'updated_at': '2021-12-10T19:42:21Z', 'revision_number': 4, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'gw_port': {'id': '59c1c741-5d51-4c73-be9a-dd9012f22cea', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:19Z', 'updated_at': '2021-12-10T19:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '6452c6ea-7e74-4cf4-80c3-3e20c0a15137', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'floating_ip_address': '172.26.6.4', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'port_id': 'd35bc684-cce7-404d-a3eb-c6bb8404788c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea', 'mac_address': 'fa:16:3e:f6:d2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282d5757-fbaa-4f43-82f1-b10cd652b52f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:42:23Z', 'updated_at': '2021-12-10T19:44:32Z', 'revision_number': 5, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02b441d9-b368-4a54-9a77-2d652cdec894', 'name': '', 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'mac_address': 'fa:16:3e:1c:5e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '2923f6c5-b5cb-4ee7-95d4-f8f02a974a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:20Z', 'updated_at': '2021-12-10T19:42:24Z', 'revision_number': 5, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'subnets': [{'id': '2923f6c5-b5cb-4ee7-95d4-f8f02a974a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:44:33.977274 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a77ab0a-6c53-4007-be20-343a2c381fbe None None] The sync data for ids ['91cdc6a0-5ce0-49bf-a64e-001962a8ea9b'] in dv-neutron-821441-1-hyperv is: [{'id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'name': 'tempest-ServerActionsTestJSON-1220875465-router', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': '59c1c741-5d51-4c73-be9a-dd9012f22cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:42:18Z', 'updated_at': '2021-12-10T19:42:21Z', 'revision_number': 4, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'gw_port': {'id': '59c1c741-5d51-4c73-be9a-dd9012f22cea', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:19Z', 'updated_at': '2021-12-10T19:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '6452c6ea-7e74-4cf4-80c3-3e20c0a15137', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'floating_ip_address': '172.26.6.4', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'port_id': 'd35bc684-cce7-404d-a3eb-c6bb8404788c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea', 'mac_address': 'fa:16:3e:f6:d2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282d5757-fbaa-4f43-82f1-b10cd652b52f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:42:23Z', 'updated_at': '2021-12-10T19:44:32Z', 'revision_number': 5, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02b441d9-b368-4a54-9a77-2d652cdec894', 'name': '', 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'mac_address': 'fa:16:3e:1c:5e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '2923f6c5-b5cb-4ee7-95d4-f8f02a974a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:20Z', 'updated_at': '2021-12-10T19:42:24Z', 'revision_number': 5, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'subnets': [{'id': '2923f6c5-b5cb-4ee7-95d4-f8f02a974a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:44:34.182614 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf55ea3-b009-4560-886d-0fc321c0f6e6 None None] New status for floating IP 6452c6ea-7e74-4cf4-80c3-3e20c0a15137: ACTIVE {{(pid=102367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:44:50.290302 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-5a54fb81-4b48-40e1-91d7-cd88a6e9f76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:44:54.241602 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-fb9d61b2-d1dc-45be-a725-9c79ad1c4e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:44:55.447304 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:44:56.518905 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:44:56.851790 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:45:02.576665 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:45:03.800024 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-66782840-31ed-40a2-b02e-51810224118e req-d8954261-a72c-4ffa-8fa3-39cc3f67e96b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=282d5757-fbaa-4f43-82f1-b10cd652b52f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0894670 Dec 10 19:45:03.898514 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66782840-31ed-40a2-b02e-51810224118e req-26f9705c-8919-4b17-b224-023f5621e4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:45:03.899984 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-66782840-31ed-40a2-b02e-51810224118e req-26f9705c-8919-4b17-b224-023f5621e4cf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c5dd4dad4f774e9681e4f02d74c9ed4b&device_id=282d5757-fbaa-4f43-82f1-b10cd652b52f HTTP/1.1" status: 200 len: 1099 time: 0.0411003 Dec 10 19:45:04.007217 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66782840-31ed-40a2-b02e-51810224118e req-e6d020e7-5cd1-41de-8fd9-a372cfb5f9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:45:04.008619 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-66782840-31ed-40a2-b02e-51810224118e req-e6d020e7-5cd1-41de-8fd9-a372cfb5f9d6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea HTTP/1.1" status: 200 len: 913 time: 0.0878668 Dec 10 19:45:04.074507 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-66782840-31ed-40a2-b02e-51810224118e req-bdf4f475-6068-4f86-8a0d-2f47620d5a7c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d35bc684-cce7-404d-a3eb-c6bb8404788c HTTP/1.1" status: 200 len: 1000 time: 0.0573211 Dec 10 19:45:04.129271 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66782840-31ed-40a2-b02e-51810224118e req-0315c91d-9ee3-4303-82c1-f71bd7bc43c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:45:04.130714 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-66782840-31ed-40a2-b02e-51810224118e req-0315c91d-9ee3-4303-82c1-f71bd7bc43c2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2923f6c5-b5cb-4ee7-95d4-f8f02a974a41 HTTP/1.1" status: 200 len: 851 time: 0.0477383 Dec 10 19:45:04.176408 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66782840-31ed-40a2-b02e-51810224118e req-448d13d9-82ab-452e-afd2-10715d222510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:45:04.177942 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-66782840-31ed-40a2-b02e-51810224118e req-448d13d9-82ab-452e-afd2-10715d222510 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402365 Dec 10 19:45:04.189293 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [req-66782840-31ed-40a2-b02e-51810224118e req-29dc574d-58e7-4d32-85d2-6cf9c901098e service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:45:04.190230 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-66782840-31ed-40a2-b02e-51810224118e req-29dc574d-58e7-4d32-85d2-6cf9c901098e service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055206 Dec 10 19:45:04.288577 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-66782840-31ed-40a2-b02e-51810224118e req-62dae0bf-4d84-4113-bf6d-9f545a4389c7 service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912628 Dec 10 19:45:04.383697 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-66782840-31ed-40a2-b02e-51810224118e req-7d76c9b7-2536-4615-bb64-aed4382188e8 service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858841 Dec 10 19:45:06.958836 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:45:20.283288 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-912f4128-fb63-411a-a2a8-b928a75809cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:45:24.242605 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a0e0de44-93f8-4e7a-ade6-2fc53edffbd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:45:25.450541 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:45:26.520025 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:45:26.850801 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:45:32.578920 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:45:43.957614 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:45:49.816068 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1eaa7a-693a-4574-bc8d-cae92a7311ca req-559833bf-c1ee-4df4-a104-1b7304943f9c tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:45:49.817572 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4b1eaa7a-693a-4574-bc8d-cae92a7311ca req-559833bf-c1ee-4df4-a104-1b7304943f9c tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=282d5757-fbaa-4f43-82f1-b10cd652b52f HTTP/1.1" status: 200 len: 946 time: 0.1030538 Dec 10 19:45:49.855265 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4b1eaa7a-693a-4574-bc8d-cae92a7311ca req-f5ba9600-889b-4343-9171-cc75801f8666 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316892 Dec 10 19:45:50.284835 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d5b15f0d-30ad-49f3-b242-0a392aa73fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:45:51.022645 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bfdcd3-a040-4cfa-b04d-482a1ac3c2ea req-224fa829-923c-4893-a1e5-d4b9e46681f6 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:45:51.024051 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e8bfdcd3-a040-4cfa-b04d-482a1ac3c2ea req-224fa829-923c-4893-a1e5-d4b9e46681f6 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=282d5757-fbaa-4f43-82f1-b10cd652b52f HTTP/1.1" status: 200 len: 946 time: 0.0988314 Dec 10 19:45:51.065597 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e8bfdcd3-a040-4cfa-b04d-482a1ac3c2ea req-dcdc3f98-8da4-40e7-bfc6-f73ebc1ffffa tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355794 Dec 10 19:45:52.183668 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07769fe-48dc-4651-9857-a927992e5c41 req-10c139fe-7337-4b9b-9f42-da360ca39661 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:45:52.185203 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d07769fe-48dc-4651-9857-a927992e5c41 req-10c139fe-7337-4b9b-9f42-da360ca39661 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=282d5757-fbaa-4f43-82f1-b10cd652b52f HTTP/1.1" status: 200 len: 946 time: 0.0499034 Dec 10 19:45:52.226411 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d07769fe-48dc-4651-9857-a927992e5c41 req-0d1e559c-0ad7-4d98-b024-b29b49e9e6e1 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344203 Dec 10 19:45:53.342923 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d17e3-7835-4efd-8486-9af968091ac0 req-f5d8dd9f-0c4c-4c82-bff1-9ad99ebcad34 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:45:53.345127 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f82d17e3-7835-4efd-8486-9af968091ac0 req-f5d8dd9f-0c4c-4c82-bff1-9ad99ebcad34 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=282d5757-fbaa-4f43-82f1-b10cd652b52f HTTP/1.1" status: 200 len: 946 time: 0.0509489 Dec 10 19:45:53.385790 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f82d17e3-7835-4efd-8486-9af968091ac0 req-e79f497d-e86b-4714-901a-30b2d61980a7 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341814 Dec 10 19:45:54.242730 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-5659be4c-2f05-4677-b0b1-bff4daddd47c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:45:54.501394 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66775e22-1c8c-410f-b28b-6272fb0a0802 req-da9d3b78-3171-46c5-b7e7-d70c04149931 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:45:54.502781 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-66775e22-1c8c-410f-b28b-6272fb0a0802 req-da9d3b78-3171-46c5-b7e7-d70c04149931 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=282d5757-fbaa-4f43-82f1-b10cd652b52f HTTP/1.1" status: 200 len: 946 time: 0.0503883 Dec 10 19:45:54.542581 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-66775e22-1c8c-410f-b28b-6272fb0a0802 req-487a1368-1d40-4fa5-9cae-d268bc5f2ede tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339489 Dec 10 19:45:55.454934 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:45:55.657338 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd2f527-7794-4766-8855-7897555f2011 req-4401f78a-d86b-4083-88d1-fbb91b9223b8 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:45:55.658799 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4dd2f527-7794-4766-8855-7897555f2011 req-4401f78a-d86b-4083-88d1-fbb91b9223b8 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=282d5757-fbaa-4f43-82f1-b10cd652b52f HTTP/1.1" status: 200 len: 946 time: 0.0490232 Dec 10 19:45:55.696259 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4dd2f527-7794-4766-8855-7897555f2011 req-35bab001-e40e-4c95-9498-b61fceedf715 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315626 Dec 10 19:45:56.521404 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:45:56.810642 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519762f6-82bf-4108-b131-bae3d83c8be2 req-9f898168-4e08-491e-84b6-146bd8b4ee00 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:45:56.812109 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-519762f6-82bf-4108-b131-bae3d83c8be2 req-9f898168-4e08-491e-84b6-146bd8b4ee00 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=282d5757-fbaa-4f43-82f1-b10cd652b52f HTTP/1.1" status: 200 len: 946 time: 0.0483975 Dec 10 19:45:56.852492 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:45:56.853345 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-519762f6-82bf-4108-b131-bae3d83c8be2 req-750b928f-cbfe-4ebc-a67a-ef3acdf861d1 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328045 Dec 10 19:45:57.967023 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d9caf3-cbdd-407f-b668-bfe9d7456ffb req-d77caa57-7a64-432e-8fb3-16686789d18c tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:45:57.968586 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-20d9caf3-cbdd-407f-b668-bfe9d7456ffb req-d77caa57-7a64-432e-8fb3-16686789d18c tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=282d5757-fbaa-4f43-82f1-b10cd652b52f HTTP/1.1" status: 200 len: 946 time: 0.0486012 Dec 10 19:45:58.012173 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-20d9caf3-cbdd-407f-b668-bfe9d7456ffb req-003f4ff3-5f52-497e-a813-2f6469d6f887 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370767 Dec 10 19:45:59.127608 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b85eba-ce91-4c73-b26b-eaf9a516b3d6 req-8c665f30-7530-45c1-9d67-001ba384bc1d tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:45:59.129116 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e1b85eba-ce91-4c73-b26b-eaf9a516b3d6 req-8c665f30-7530-45c1-9d67-001ba384bc1d tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=282d5757-fbaa-4f43-82f1-b10cd652b52f HTTP/1.1" status: 200 len: 946 time: 0.0517156 Dec 10 19:45:59.167765 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e1b85eba-ce91-4c73-b26b-eaf9a516b3d6 req-507beac8-806c-40c6-8546-990d9167ac0d tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326624 Dec 10 19:46:00.282406 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aff0e3-76f9-4d82-bbfb-b0e5b6b28166 req-b0f2212f-1595-4c18-9784-4a3b084974a7 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:00.283875 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-84aff0e3-76f9-4d82-bbfb-b0e5b6b28166 req-b0f2212f-1595-4c18-9784-4a3b084974a7 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=282d5757-fbaa-4f43-82f1-b10cd652b52f HTTP/1.1" status: 200 len: 946 time: 0.0508146 Dec 10 19:46:00.321884 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-84aff0e3-76f9-4d82-bbfb-b0e5b6b28166 req-c6ccd6ea-4125-4ed3-949b-a746a947427c tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321140 Dec 10 19:46:01.443285 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45de9d5c-e35d-4d03-969a-26bd9978ad80 req-dde58286-d5ea-4509-a3d2-8786735802d1 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:01.444774 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-45de9d5c-e35d-4d03-969a-26bd9978ad80 req-dde58286-d5ea-4509-a3d2-8786735802d1 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=282d5757-fbaa-4f43-82f1-b10cd652b52f HTTP/1.1" status: 200 len: 946 time: 0.0507553 Dec 10 19:46:01.486049 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-45de9d5c-e35d-4d03-969a-26bd9978ad80 req-346a879f-6cab-413b-975c-29b493aa64b7 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353398 Dec 10 19:46:02.592787 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:46:02.604876 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27fb73-6f06-436b-86c2-02ca49d19da7 req-ca3ab27d-5d44-4799-918a-1dc55893b6bb tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:02.606343 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-db27fb73-6f06-436b-86c2-02ca49d19da7 req-ca3ab27d-5d44-4799-918a-1dc55893b6bb tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=282d5757-fbaa-4f43-82f1-b10cd652b52f HTTP/1.1" status: 200 len: 946 time: 0.0521789 Dec 10 19:46:02.644822 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-db27fb73-6f06-436b-86c2-02ca49d19da7 req-f408e584-5440-4ac8-8c0a-cb0901f13adb tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318520 Dec 10 19:46:03.759847 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6fc6e7-d71c-4a86-bf6a-d06d9992698b req-f783d255-516e-4d42-8f3a-723f1c63f505 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:03.761440 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4f6fc6e7-d71c-4a86-bf6a-d06d9992698b req-f783d255-516e-4d42-8f3a-723f1c63f505 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=282d5757-fbaa-4f43-82f1-b10cd652b52f HTTP/1.1" status: 200 len: 946 time: 0.0488153 Dec 10 19:46:03.800314 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4f6fc6e7-d71c-4a86-bf6a-d06d9992698b req-2aa65dee-a84d-46bf-8dba-8ca736c50f87 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316958 Dec 10 19:46:04.788058 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab9489-fe42-42e6-96fd-f2a62c3d6426 req-305d86bd-9f4b-42bb-8e58-1de86795b567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:04.789553 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8aab9489-fe42-42e6-96fd-f2a62c3d6426 req-305d86bd-9f4b-42bb-8e58-1de86795b567 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c5dd4dad4f774e9681e4f02d74c9ed4b&device_id=282d5757-fbaa-4f43-82f1-b10cd652b52f HTTP/1.1" status: 200 len: 1099 time: 0.0402844 Dec 10 19:46:04.929724 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab9489-fe42-42e6-96fd-f2a62c3d6426 req-7a21e2f9-cbac-4054-be14-da2e72804d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:04.931106 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8aab9489-fe42-42e6-96fd-f2a62c3d6426 req-7a21e2f9-cbac-4054-be14-da2e72804d73 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea HTTP/1.1" status: 200 len: 913 time: 0.1193967 Dec 10 19:46:04.943254 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c9efb2-2200-473a-ab0d-18061297d905 req-509eb4a0-da5c-4e85-8b23-889f43494de2 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:04.944634 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-03c9efb2-2200-473a-ab0d-18061297d905 req-509eb4a0-da5c-4e85-8b23-889f43494de2 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=282d5757-fbaa-4f43-82f1-b10cd652b52f HTTP/1.1" status: 200 len: 946 time: 0.0724816 Dec 10 19:46:05.029299 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-03c9efb2-2200-473a-ab0d-18061297d905 req-0eccd702-2320-4353-b919-34a35bb5885f tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756438 Dec 10 19:46:05.042252 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8aab9489-fe42-42e6-96fd-f2a62c3d6426 req-2b347304-92a8-46ea-9a11-dd837fe44758 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d35bc684-cce7-404d-a3eb-c6bb8404788c HTTP/1.1" status: 200 len: 1000 time: 0.0966823 Dec 10 19:46:05.091865 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab9489-fe42-42e6-96fd-f2a62c3d6426 req-9936049a-a38c-4d32-930e-16a53d4c6a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:05.093945 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8aab9489-fe42-42e6-96fd-f2a62c3d6426 req-9936049a-a38c-4d32-930e-16a53d4c6a2b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2923f6c5-b5cb-4ee7-95d4-f8f02a974a41 HTTP/1.1" status: 200 len: 851 time: 0.0432198 Dec 10 19:46:05.141245 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab9489-fe42-42e6-96fd-f2a62c3d6426 req-a44e9de2-438e-4c25-8cc6-1ae209e7c18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:05.142758 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8aab9489-fe42-42e6-96fd-f2a62c3d6426 req-a44e9de2-438e-4c25-8cc6-1ae209e7c18a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429220 Dec 10 19:46:05.248214 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8aab9489-fe42-42e6-96fd-f2a62c3d6426 req-e15e7a88-ed40-4e28-91cc-a44c24d41a42 service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981324 Dec 10 19:46:05.338775 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8aab9489-fe42-42e6-96fd-f2a62c3d6426 req-08b0f8ef-ac9f-4e2e-bfdd-85b70736c707 service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834100 Dec 10 19:46:06.306206 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453abef-b54d-40cf-b6eb-6cb84045786e req-76a2419c-dcf9-4cc3-9b9b-0d46d1c05578 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:06.307886 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5453abef-b54d-40cf-b6eb-6cb84045786e req-76a2419c-dcf9-4cc3-9b9b-0d46d1c05578 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=282d5757-fbaa-4f43-82f1-b10cd652b52f HTTP/1.1" status: 200 len: 946 time: 0.0541525 Dec 10 19:46:06.347041 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5453abef-b54d-40cf-b6eb-6cb84045786e req-4f3faba3-cf03-4777-b0b3-20fbe14d6b49 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327103 Dec 10 19:46:06.682665 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4579aed-dda3-400f-a506-00ab2433fbd5 req-b36590d3-37b1-4e02-b5a1-17f2d603e866 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:06.684223 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e4579aed-dda3-400f-a506-00ab2433fbd5 req-b36590d3-37b1-4e02-b5a1-17f2d603e866 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=282d5757-fbaa-4f43-82f1-b10cd652b52f HTTP/1.1" status: 200 len: 946 time: 0.0494015 Dec 10 19:46:06.705388 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-70549636-8724-45a4-8138-900714ae8ef8 req-8c49e4d1-cc55-42fc-a8cc-a534cedb33be service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=282d5757-fbaa-4f43-82f1-b10cd652b52f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0857792 Dec 10 19:46:06.724969 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e4579aed-dda3-400f-a506-00ab2433fbd5 req-3ecb62ed-b915-442d-ab8c-a0d638587193 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339866 Dec 10 19:46:07.839488 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38088015-0921-45e8-9d5e-b1c544f82e4c req-61e93547-d592-4631-85ad-c38699306572 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:07.841012 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-38088015-0921-45e8-9d5e-b1c544f82e4c req-61e93547-d592-4631-85ad-c38699306572 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=282d5757-fbaa-4f43-82f1-b10cd652b52f HTTP/1.1" status: 200 len: 946 time: 0.0491569 Dec 10 19:46:07.880798 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-38088015-0921-45e8-9d5e-b1c544f82e4c req-f331b10f-8496-4ec1-bff2-7b7cac471d5a tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331469 Dec 10 19:46:09.300570 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5132d406-66ab-4aec-af34-4f6faca41f40 req-264e6492-7de9-46bf-bbd6-71c83f939b6b tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:09.302061 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5132d406-66ab-4aec-af34-4f6faca41f40 req-264e6492-7de9-46bf-bbd6-71c83f939b6b tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=282d5757-fbaa-4f43-82f1-b10cd652b52f HTTP/1.1" status: 200 len: 946 time: 0.3551545 Dec 10 19:46:09.342608 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5132d406-66ab-4aec-af34-4f6faca41f40 req-0eee41d5-d9b0-499e-bc9e-10b8a98605fb tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342181 Dec 10 19:46:09.823727 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70549636-8724-45a4-8138-900714ae8ef8 req-5126fcb8-06f6-4f57-abc6-c0b334ec8341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:09.825233 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-70549636-8724-45a4-8138-900714ae8ef8 req-5126fcb8-06f6-4f57-abc6-c0b334ec8341 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c5dd4dad4f774e9681e4f02d74c9ed4b&device_id=282d5757-fbaa-4f43-82f1-b10cd652b52f HTTP/1.1" status: 200 len: 1099 time: 0.0415065 Dec 10 19:46:09.915912 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70549636-8724-45a4-8138-900714ae8ef8 req-e2e4c304-6359-4559-8370-9c47c4477adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:09.917369 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-70549636-8724-45a4-8138-900714ae8ef8 req-e2e4c304-6359-4559-8370-9c47c4477adf service neutron] 10.222.0.36 "GET /v2.0/networks?id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea HTTP/1.1" status: 200 len: 913 time: 0.0838354 Dec 10 19:46:09.982375 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-70549636-8724-45a4-8138-900714ae8ef8 req-fbfe6e72-6dfa-4782-a0da-ca14639236ae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d35bc684-cce7-404d-a3eb-c6bb8404788c HTTP/1.1" status: 200 len: 1000 time: 0.0573421 Dec 10 19:46:10.031012 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70549636-8724-45a4-8138-900714ae8ef8 req-df5af1cd-081a-4851-8dea-bdf435e6b76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:10.032299 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-70549636-8724-45a4-8138-900714ae8ef8 req-df5af1cd-081a-4851-8dea-bdf435e6b76d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2923f6c5-b5cb-4ee7-95d4-f8f02a974a41 HTTP/1.1" status: 200 len: 851 time: 0.0427043 Dec 10 19:46:10.081671 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70549636-8724-45a4-8138-900714ae8ef8 req-07f6410e-58be-4ed7-a2d7-6c0d02aaa04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:10.083111 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-70549636-8724-45a4-8138-900714ae8ef8 req-07f6410e-58be-4ed7-a2d7-6c0d02aaa04d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431802 Dec 10 19:46:10.178357 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-70549636-8724-45a4-8138-900714ae8ef8 req-a3c0e8f2-7a74-4fd2-8e49-5309f0cf2ff2 service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820856 Dec 10 19:46:10.276422 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-70549636-8724-45a4-8138-900714ae8ef8 req-7137c92a-cbc3-417f-b5e1-de91fea99ec6 service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895629 Dec 10 19:46:10.460583 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bcd812-081c-4bf1-ad06-8bfe95a2adf2 req-816046ea-99d5-4318-a8e7-584271bd9edc tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:10.462042 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-87bcd812-081c-4bf1-ad06-8bfe95a2adf2 req-816046ea-99d5-4318-a8e7-584271bd9edc tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=282d5757-fbaa-4f43-82f1-b10cd652b52f HTTP/1.1" status: 200 len: 946 time: 0.0484109 Dec 10 19:46:10.500339 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-87bcd812-081c-4bf1-ad06-8bfe95a2adf2 req-2d5689d1-fc9f-4320-a0a1-331f9549a47c tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324185 Dec 10 19:46:11.619704 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88c0e6-db21-4b3a-af03-a2e6ceaf7d94 req-05f12829-ab9d-48e0-b6d9-1b815c4b67f9 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:11.621095 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-aa88c0e6-db21-4b3a-af03-a2e6ceaf7d94 req-05f12829-ab9d-48e0-b6d9-1b815c4b67f9 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=282d5757-fbaa-4f43-82f1-b10cd652b52f HTTP/1.1" status: 200 len: 946 time: 0.0490105 Dec 10 19:46:11.658412 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-aa88c0e6-db21-4b3a-af03-a2e6ceaf7d94 req-79f026f7-a57f-4d74-a40c-d3c7b1e2b60c tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312648 Dec 10 19:46:11.996290 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-70549636-8724-45a4-8138-900714ae8ef8 req-9440d34c-ebbd-4235-bd8a-ed82084fab41 service neutron] 10.222.0.36 "GET /v2.0/ports/d35bc684-cce7-404d-a3eb-c6bb8404788c/bindings/hv-neutron-8214 HTTP/1.1" status: 200 len: 384 time: 0.0602932 Dec 10 19:46:12.199293 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70549636-8724-45a4-8138-900714ae8ef8 req-b67292e2-06d5-401d-aa82-8b3be352193a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:12.200855 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-70549636-8724-45a4-8138-900714ae8ef8 req-b67292e2-06d5-401d-aa82-8b3be352193a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=282d5757-fbaa-4f43-82f1-b10cd652b52f&tenant_id=c5dd4dad4f774e9681e4f02d74c9ed4b HTTP/1.1" status: 200 len: 1099 time: 0.0430758 Dec 10 19:46:12.261979 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70549636-8724-45a4-8138-900714ae8ef8 req-bb22ca9b-378f-4dec-9511-7d71ffa3b13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:12.263398 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-70549636-8724-45a4-8138-900714ae8ef8 req-bb22ca9b-378f-4dec-9511-7d71ffa3b13f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c5dd4dad4f774e9681e4f02d74c9ed4b&device_id=282d5757-fbaa-4f43-82f1-b10cd652b52f HTTP/1.1" status: 200 len: 1099 time: 0.0408204 Dec 10 19:46:12.357776 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70549636-8724-45a4-8138-900714ae8ef8 req-62cb7c90-532b-4088-af8b-62d760ac7eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:12.359355 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-70549636-8724-45a4-8138-900714ae8ef8 req-62cb7c90-532b-4088-af8b-62d760ac7eec service neutron] 10.222.0.36 "GET /v2.0/networks?id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea HTTP/1.1" status: 200 len: 913 time: 0.0891912 Dec 10 19:46:12.427102 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-70549636-8724-45a4-8138-900714ae8ef8 req-c02714d4-6b65-47ed-8c26-54caa5165dae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d35bc684-cce7-404d-a3eb-c6bb8404788c HTTP/1.1" status: 200 len: 1000 time: 0.0579665 Dec 10 19:46:12.479476 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70549636-8724-45a4-8138-900714ae8ef8 req-f5ced6a5-afa2-4d54-b68a-67b6d2fc324e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:12.480972 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-70549636-8724-45a4-8138-900714ae8ef8 req-f5ced6a5-afa2-4d54-b68a-67b6d2fc324e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2923f6c5-b5cb-4ee7-95d4-f8f02a974a41 HTTP/1.1" status: 200 len: 851 time: 0.0455079 Dec 10 19:46:12.530200 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70549636-8724-45a4-8138-900714ae8ef8 req-eb75cacf-17d5-4e53-b13d-63c1552a1c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:12.532290 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-70549636-8724-45a4-8138-900714ae8ef8 req-eb75cacf-17d5-4e53-b13d-63c1552a1c87 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439997 Dec 10 19:46:12.622680 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-70549636-8724-45a4-8138-900714ae8ef8 req-1bc16bf4-ef8f-470a-a093-dea28d1975fc service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824826 Dec 10 19:46:12.728870 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-70549636-8724-45a4-8138-900714ae8ef8 req-f07808a3-bb3e-4bdf-8450-2a9bf9ac37cd service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985456 Dec 10 19:46:12.780047 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f54cd9b-018a-4044-82bf-418854902037 req-3e3f7285-25b8-4de8-a1b5-61d03b719ddb tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:12.782899 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4f54cd9b-018a-4044-82bf-418854902037 req-3e3f7285-25b8-4de8-a1b5-61d03b719ddb tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=282d5757-fbaa-4f43-82f1-b10cd652b52f HTTP/1.1" status: 200 len: 946 time: 0.0527794 Dec 10 19:46:12.823126 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4f54cd9b-018a-4044-82bf-418854902037 req-40add440-fb7f-421c-9ac4-a2318078d4e7 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339413 Dec 10 19:46:13.941687 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967c072-b115-4394-b70c-8d8c1ad8adc4 req-bd94fc7d-2e55-44d6-9150-49f79312575b tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:13.943195 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1967c072-b115-4394-b70c-8d8c1ad8adc4 req-bd94fc7d-2e55-44d6-9150-49f79312575b tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=282d5757-fbaa-4f43-82f1-b10cd652b52f HTTP/1.1" status: 200 len: 946 time: 0.0523486 Dec 10 19:46:13.984465 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1967c072-b115-4394-b70c-8d8c1ad8adc4 req-d922f6eb-0845-4aae-b4b4-5bc77ba7e80f tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351312 Dec 10 19:46:15.264431 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd2d6bb-9cfb-44d0-ad93-5f2963cd6b81 req-0f3db1d4-76ca-4415-907e-0281b1abe2cc tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:15.266543 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ffd2d6bb-9cfb-44d0-ad93-5f2963cd6b81 req-0f3db1d4-76ca-4415-907e-0281b1abe2cc tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=282d5757-fbaa-4f43-82f1-b10cd652b52f HTTP/1.1" status: 200 len: 946 time: 0.0521786 Dec 10 19:46:15.308734 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ffd2d6bb-9cfb-44d0-ad93-5f2963cd6b81 req-df7b56e7-1499-4f74-9317-c2a809669b7c tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361524 Dec 10 19:46:16.426328 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df71382f-d66a-49ed-8359-0d3ea33f164b req-dc6005ed-81ae-4289-83af-c59898f08b44 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:16.427805 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-df71382f-d66a-49ed-8359-0d3ea33f164b req-dc6005ed-81ae-4289-83af-c59898f08b44 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=282d5757-fbaa-4f43-82f1-b10cd652b52f HTTP/1.1" status: 200 len: 946 time: 0.0491943 Dec 10 19:46:16.465685 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-df71382f-d66a-49ed-8359-0d3ea33f164b req-88cdeb03-f809-42d6-9aeb-743c268a77cb tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319617 Dec 10 19:46:16.534648 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device d35bc684-cce7-404d-a3eb-c6bb8404788c details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=102367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:46:16.536760 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device d35bc684-cce7-404d-a3eb-c6bb8404788c no longer exists at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:46:16.706103 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c7324c-95c3-438a-82c1-fb957a1f6685 req-9b684796-ed59-4ac1-b1e7-79fd1d0e8edc tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:16.707573 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a7c7324c-95c3-438a-82c1-fb957a1f6685 req-9b684796-ed59-4ac1-b1e7-79fd1d0e8edc tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.36 "GET /v2.0/ports?device_id=282d5757-fbaa-4f43-82f1-b10cd652b52f&tenant_id=c5dd4dad4f774e9681e4f02d74c9ed4b&binding%3Ahost_id=hv-neutron-8214 HTTP/1.1" status: 200 len: 946 time: 0.0811639 Dec 10 19:46:16.720338 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd5a58-ed10-4e67-8878-8aa9e3672490 req-ebda44bb-e931-45b4-8f49-78d08463d1c8 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:16.721930 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5fcd5a58-ed10-4e67-8878-8aa9e3672490 req-ebda44bb-e931-45b4-8f49-78d08463d1c8 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=282d5757-fbaa-4f43-82f1-b10cd652b52f HTTP/1.1" status: 200 len: 946 time: 0.0862129 Dec 10 19:46:16.789793 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5fcd5a58-ed10-4e67-8878-8aa9e3672490 req-9b3a7ca6-9bec-4be5-bdc8-f2a012746db2 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616169 Dec 10 19:46:16.806748 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c7324c-95c3-438a-82c1-fb957a1f6685 req-89c0a686-c736-4fcd-85d8-838c9e6c7929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:16.808545 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a7c7324c-95c3-438a-82c1-fb957a1f6685 req-89c0a686-c736-4fcd-85d8-838c9e6c7929 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c5dd4dad4f774e9681e4f02d74c9ed4b&device_id=282d5757-fbaa-4f43-82f1-b10cd652b52f HTTP/1.1" status: 200 len: 1099 time: 0.0515864 Dec 10 19:46:16.858358 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:46:16.881830 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port d35bc684-cce7-404d-a3eb-c6bb8404788c, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=d35bc684-cce7-404d-a3eb-c6bb8404788c,segment=NetworkSegment(d4c2219e-ea6d-418f-9715-88f09433d8b1),segment_id=d4c2219e-ea6d-418f-9715-88f09433d8b1)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:46:16.899148 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c7324c-95c3-438a-82c1-fb957a1f6685 req-03e329b6-e8f1-4dee-8a10-fa553674076d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:16.900647 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a7c7324c-95c3-438a-82c1-fb957a1f6685 req-03e329b6-e8f1-4dee-8a10-fa553674076d service neutron] 10.222.0.36 "GET /v2.0/networks?id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea HTTP/1.1" status: 200 len: 913 time: 0.0854113 Dec 10 19:46:16.901337 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282d5757-fbaa-4f43-82f1-b10cd652b52f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd35bc684-cce7-404d-a3eb-c6bb8404788c'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:46:16.903539 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0dd006407324ce2959a5a4cf9f0b5e0801d7a51a5291ea700e8786e11115a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e9df48-a9bc-4b64-baca-1bb3a8989db5" -d '{"events": [{"server_uuid": "282d5757-fbaa-4f43-82f1-b10cd652b52f", "name": "network-vif-unplugged", "status": "completed", "tag": "d35bc684-cce7-404d-a3eb-c6bb8404788c"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:46:16.909088 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Returning: {'device': 'd35bc684-cce7-404d-a3eb-c6bb8404788c', 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea', 'port_id': 'd35bc684-cce7-404d-a3eb-c6bb8404788c', 'mac_address': 'fa:16:3e:f6:d2:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2923f6c5-b5cb-4ee7-95d4-f8f02a974a41', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:46:16.918791 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port d35bc684-cce7-404d-a3eb-c6bb8404788c, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=d35bc684-cce7-404d-a3eb-c6bb8404788c,segment=NetworkSegment(d4c2219e-ea6d-418f-9715-88f09433d8b1),segment_id=d4c2219e-ea6d-418f-9715-88f09433d8b1)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:46:16.953134 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 19:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc380ab2-23a6-4975-8b71-47efbec4b9a0 x-openstack-request-id: req-fc380ab2-23a6-4975-8b71-47efbec4b9a0 {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:46:16.953426 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "282d5757-fbaa-4f43-82f1-b10cd652b52f", "name": "network-vif-unplugged", "status": "completed", "tag": "d35bc684-cce7-404d-a3eb-c6bb8404788c", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:46:16.953674 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fc380ab2-23a6-4975-8b71-47efbec4b9a0 {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:46:16.954059 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '282d5757-fbaa-4f43-82f1-b10cd652b52f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd35bc684-cce7-404d-a3eb-c6bb8404788c', 'code': 200} Dec 10 19:46:16.956608 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:46:16.964396 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:46:16.980546 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a7c7324c-95c3-438a-82c1-fb957a1f6685 req-20a08b68-16eb-4190-b986-f43127c15d87 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d35bc684-cce7-404d-a3eb-c6bb8404788c HTTP/1.1" status: 200 len: 1000 time: 0.0713940 Dec 10 19:46:16.998339 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d35bc684-cce7-404d-a3eb-c6bb8404788c {{(pid=102367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:46:17.033004 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c7324c-95c3-438a-82c1-fb957a1f6685 req-a4ff1588-d668-4ada-a12b-0b228bc4fe7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:17.034503 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a7c7324c-95c3-438a-82c1-fb957a1f6685 req-a4ff1588-d668-4ada-a12b-0b228bc4fe7a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2923f6c5-b5cb-4ee7-95d4-f8f02a974a41 HTTP/1.1" status: 200 len: 851 time: 0.0466197 Dec 10 19:46:17.041231 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=d35bc684-cce7-404d-a3eb-c6bb8404788c,revision_number=6']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:46:17.052330 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:46:17.052700 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:46:17.053034 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:46:17.053366 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:46:17.053691 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:46:17.054022 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:46:17.054344 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:46:17.054664 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:46:17.054984 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:46:17.055299 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:46:17.055617 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:46:17.055929 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:46:17.065808 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.db.api [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102367) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:46:17.066268 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG oslo_db.api [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:46:17.084096 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c7324c-95c3-438a-82c1-fb957a1f6685 req-bc218d14-95b1-4682-8d6b-97e577d23c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:17.085644 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a7c7324c-95c3-438a-82c1-fb957a1f6685 req-bc218d14-95b1-4682-8d6b-97e577d23c69 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435708 Dec 10 19:46:17.182473 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a7c7324c-95c3-438a-82c1-fb957a1f6685 req-0644eea6-cf2c-4b79-976c-51c18a270532 service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877683 Dec 10 19:46:17.275286 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a7c7324c-95c3-438a-82c1-fb957a1f6685 req-b2cf5496-8473-45e4-adf3-c1a94598f53c service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843544 Dec 10 19:46:17.604411 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:46:17.618225 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d35bc684-cce7-404d-a3eb-c6bb8404788c {{(pid=102367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:46:17.637063 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port d35bc684-cce7-404d-a3eb-c6bb8404788c, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=d35bc684-cce7-404d-a3eb-c6bb8404788c,segment=NetworkSegment(d4c2219e-ea6d-418f-9715-88f09433d8b1),segment_id=d4c2219e-ea6d-418f-9715-88f09433d8b1)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:46:17.641582 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:46:17.698014 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=d35bc684-cce7-404d-a3eb-c6bb8404788c,revision_number=7']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:46:17.704933 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['d35bc684-cce7-404d-a3eb-c6bb8404788c'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:46:17.910225 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47bb07-9fd2-4448-b27a-3d9916228c14 req-72691f4f-abe0-4f34-a0f9-4f3ad87d4bdc tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:17.911601 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1b47bb07-9fd2-4448-b27a-3d9916228c14 req-72691f4f-abe0-4f34-a0f9-4f3ad87d4bdc tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=282d5757-fbaa-4f43-82f1-b10cd652b52f HTTP/1.1" status: 200 len: 945 time: 0.0497110 Dec 10 19:46:17.954109 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1b47bb07-9fd2-4448-b27a-3d9916228c14 req-61266f6f-b16b-4a81-ba9e-669941313126 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364513 Dec 10 19:46:18.072335 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10a4e2-22c8-41ae-a9ff-04c57442b885 req-069585be-a8ea-4e69-81d8-0bffef2dd34f tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:18.073839 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7a10a4e2-22c8-41ae-a9ff-04c57442b885 req-069585be-a8ea-4e69-81d8-0bffef2dd34f tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=282d5757-fbaa-4f43-82f1-b10cd652b52f HTTP/1.1" status: 200 len: 945 time: 0.0512719 Dec 10 19:46:18.112107 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7a10a4e2-22c8-41ae-a9ff-04c57442b885 req-ec65aa1a-7e15-4e9f-9da8-3eb537334e4e tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315878 Dec 10 19:46:18.314883 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b345e-df0e-43f0-a3f2-df00d90da8c1 req-f4035275-2cfd-4ab6-84c9-c98eab79aee4 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:18.317119 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-106b345e-df0e-43f0-a3f2-df00d90da8c1 req-f4035275-2cfd-4ab6-84c9-c98eab79aee4 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=282d5757-fbaa-4f43-82f1-b10cd652b52f HTTP/1.1" status: 200 len: 945 time: 0.0590613 Dec 10 19:46:18.387893 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-106b345e-df0e-43f0-a3f2-df00d90da8c1 req-5556907f-c07e-4780-85a2-3822cbd00317 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645370 Dec 10 19:46:18.398938 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66a044-dcfe-4156-8d42-c7a91d2028f5 req-06143ab6-91ba-46f4-933b-00b60ef6be21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:18.400388 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-eb66a044-dcfe-4156-8d42-c7a91d2028f5 req-06143ab6-91ba-46f4-933b-00b60ef6be21 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c5dd4dad4f774e9681e4f02d74c9ed4b&device_id=282d5757-fbaa-4f43-82f1-b10cd652b52f HTTP/1.1" status: 200 len: 1098 time: 0.0622189 Dec 10 19:46:18.495053 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66a044-dcfe-4156-8d42-c7a91d2028f5 req-20df9f53-dcf9-4fd5-b4b2-5d5552ae88eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:18.496408 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-eb66a044-dcfe-4156-8d42-c7a91d2028f5 req-20df9f53-dcf9-4fd5-b4b2-5d5552ae88eb service neutron] 10.222.0.36 "GET /v2.0/networks?id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea HTTP/1.1" status: 200 len: 913 time: 0.0872819 Dec 10 19:46:18.533485 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device d35bc684-cce7-404d-a3eb-c6bb8404788c up at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:46:18.568223 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-eb66a044-dcfe-4156-8d42-c7a91d2028f5 req-31276dac-5713-42a4-a770-ffa73bb1f2f0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d35bc684-cce7-404d-a3eb-c6bb8404788c HTTP/1.1" status: 200 len: 999 time: 0.0640366 Dec 10 19:46:18.580560 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning complete for port d35bc684-cce7-404d-a3eb-c6bb8404788c triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:46:18.580935 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:46:18.621548 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66a044-dcfe-4156-8d42-c7a91d2028f5 req-c4963783-2352-4e3f-81b9-4c6490142c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:18.623010 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-eb66a044-dcfe-4156-8d42-c7a91d2028f5 req-c4963783-2352-4e3f-81b9-4c6490142c02 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2923f6c5-b5cb-4ee7-95d4-f8f02a974a41 HTTP/1.1" status: 200 len: 851 time: 0.0462439 Dec 10 19:46:18.657332 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:46:18.669474 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66a044-dcfe-4156-8d42-c7a91d2028f5 req-401a75ac-5bfa-4395-a7bf-74a553972487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:18.671643 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-eb66a044-dcfe-4156-8d42-c7a91d2028f5 req-401a75ac-5bfa-4395-a7bf-74a553972487 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406313 Dec 10 19:46:18.698305 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port d35bc684-cce7-404d-a3eb-c6bb8404788c, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=d35bc684-cce7-404d-a3eb-c6bb8404788c,segment=NetworkSegment(d4c2219e-ea6d-418f-9715-88f09433d8b1),segment_id=d4c2219e-ea6d-418f-9715-88f09433d8b1)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:46:18.703393 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:46:18.757632 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=d35bc684-cce7-404d-a3eb-c6bb8404788c,revision_number=8']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:46:18.772749 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-eb66a044-dcfe-4156-8d42-c7a91d2028f5 req-4da38d3b-284b-422b-9425-34b56ee7b987 service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946651 Dec 10 19:46:18.863619 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-eb66a044-dcfe-4156-8d42-c7a91d2028f5 req-8d1dcd5d-bcd4-4439-8c90-78a4cd5d4ee0 service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837803 Dec 10 19:46:18.955112 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282d5757-fbaa-4f43-82f1-b10cd652b52f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd35bc684-cce7-404d-a3eb-c6bb8404788c'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:46:18.957579 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0dd006407324ce2959a5a4cf9f0b5e0801d7a51a5291ea700e8786e11115a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c4beb0b-b76c-4eb7-915f-165f57d851a2" -d '{"events": [{"server_uuid": "282d5757-fbaa-4f43-82f1-b10cd652b52f", "name": "network-vif-plugged", "status": "completed", "tag": "d35bc684-cce7-404d-a3eb-c6bb8404788c"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:46:18.994019 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09b6bfc-4e3d-4fb7-b507-152c7cea8c87 x-openstack-request-id: req-d09b6bfc-4e3d-4fb7-b507-152c7cea8c87 {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:46:18.994315 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "282d5757-fbaa-4f43-82f1-b10cd652b52f", "name": "network-vif-plugged", "status": "completed", "tag": "d35bc684-cce7-404d-a3eb-c6bb8404788c", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:46:18.994566 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d09b6bfc-4e3d-4fb7-b507-152c7cea8c87 {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:46:18.994959 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '282d5757-fbaa-4f43-82f1-b10cd652b52f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd35bc684-cce7-404d-a3eb-c6bb8404788c', 'code': 200} Dec 10 19:46:19.508091 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93138a-c849-455b-ad56-14c03292425e req-29f1b814-1617-4c38-9c0d-d6d81ebab185 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:19.509601 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-fe93138a-c849-455b-ad56-14c03292425e req-29f1b814-1617-4c38-9c0d-d6d81ebab185 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=282d5757-fbaa-4f43-82f1-b10cd652b52f HTTP/1.1" status: 200 len: 946 time: 0.0510108 Dec 10 19:46:19.547715 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-fe93138a-c849-455b-ad56-14c03292425e req-f506f199-5168-4c17-9524-08c3e3c3f5dd tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316622 Dec 10 19:46:19.785300 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f51b90-52a5-417f-ba0f-7bc8dea3f2ff req-7a2ed439-c476-4a8f-8dd8-18589cce0ac7 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:19.786787 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-96f51b90-52a5-417f-ba0f-7bc8dea3f2ff req-7a2ed439-c476-4a8f-8dd8-18589cce0ac7 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=282d5757-fbaa-4f43-82f1-b10cd652b52f HTTP/1.1" status: 200 len: 946 time: 0.0526540 Dec 10 19:46:19.824007 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-96f51b90-52a5-417f-ba0f-7bc8dea3f2ff req-36517873-8e94-48dd-9ac3-d47ad2d8a528 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312099 Dec 10 19:46:20.287085 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-5163485d-8b1b-4f73-bedc-21e58ae18b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:46:20.941771 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f3313-cd7e-4d71-8baa-e2e0bae3a807 req-36ade89e-5ade-4bba-966a-fd0e3e5dd34a tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:20.943217 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-491f3313-cd7e-4d71-8baa-e2e0bae3a807 req-36ade89e-5ade-4bba-966a-fd0e3e5dd34a tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=282d5757-fbaa-4f43-82f1-b10cd652b52f HTTP/1.1" status: 200 len: 946 time: 0.0484705 Dec 10 19:46:20.957517 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:46:20.979596 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-491f3313-cd7e-4d71-8baa-e2e0bae3a807 req-d213e84b-f425-4273-87cc-3d5112aa1672 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305200 Dec 10 19:46:21.601395 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b1cd2-00e1-49fc-ad83-bb22cad32b24 req-6d059077-344e-47d6-8155-a8786ef4d2d7 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:21.602731 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1c2b1cd2-00e1-49fc-ad83-bb22cad32b24 req-6d059077-344e-47d6-8155-a8786ef4d2d7 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.36 "GET /v2.0/ports?device_id=282d5757-fbaa-4f43-82f1-b10cd652b52f HTTP/1.1" status: 200 len: 946 time: 0.0477755 Dec 10 19:46:21.696435 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-1c2b1cd2-00e1-49fc-ad83-bb22cad32b24 req-dfaad0a4-ea84-4199-a510-c822d421dc59 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Deleting port d35bc684-cce7-404d-a3eb-c6bb8404788c {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:46:21.696805 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-1c2b1cd2-00e1-49fc-ad83-bb22cad32b24 req-dfaad0a4-ea84-4199-a510-c822d421dc59 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:46:21.786521 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-1c2b1cd2-00e1-49fc-ad83-bb22cad32b24 req-dfaad0a4-ea84-4199-a510-c822d421dc59 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] For port d35bc684-cce7-404d-a3eb-c6bb8404788c, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=d35bc684-cce7-404d-a3eb-c6bb8404788c,segment=NetworkSegment(d4c2219e-ea6d-418f-9715-88f09433d8b1),segment_id=d4c2219e-ea6d-418f-9715-88f09433d8b1)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:46:21.786871 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-1c2b1cd2-00e1-49fc-ad83-bb22cad32b24 req-dfaad0a4-ea84-4199-a510-c822d421dc59 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:46:21.956061 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-1c2b1cd2-00e1-49fc-ad83-bb22cad32b24 req-dfaad0a4-ea84-4199-a510-c822d421dc59 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:46:21.956746 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-1c2b1cd2-00e1-49fc-ad83-bb22cad32b24 req-dfaad0a4-ea84-4199-a510-c822d421dc59 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3713103'] for floatingip, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:46:21.956746 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.l3_db [req-1c2b1cd2-00e1-49fc-ad83-bb22cad32b24 req-dfaad0a4-ea84-4199-a510-c822d421dc59 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Floating IP 6452c6ea-7e74-4cf4-80c3-3e20c0a15137 disassociated. External IP: 172.26.6.4, port: d35bc684-cce7-404d-a3eb-c6bb8404788c. Dec 10 19:46:21.957060 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-1c2b1cd2-00e1-49fc-ad83-bb22cad32b24 req-dfaad0a4-ea84-4199-a510-c822d421dc59 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Calling delete_port for d35bc684-cce7-404d-a3eb-c6bb8404788c owned by compute:nova {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:46:22.119949 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-1c2b1cd2-00e1-49fc-ad83-bb22cad32b24 req-dfaad0a4-ea84-4199-a510-c822d421dc59 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:46:22.138334 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa71ba-ef05-49ac-992c-e202a94ae8ac req-03094327-e7d2-4e25-b033-8c4246171b4b tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:22.140649 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-00aa71ba-ef05-49ac-992c-e202a94ae8ac req-03094327-e7d2-4e25-b033-8c4246171b4b tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=282d5757-fbaa-4f43-82f1-b10cd652b52f HTTP/1.1" status: 200 len: 946 time: 0.0813780 Dec 10 19:46:22.175274 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaad0a4-ea84-4199-a510-c822d421dc59 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Pushing event deleted for resources: {'Port': ['ID=d35bc684-cce7-404d-a3eb-c6bb8404788c,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:46:22.257766 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaad0a4-ea84-4199-a510-c822d421dc59 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:46:22.258115 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaad0a4-ea84-4199-a510-c822d421dc59 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:46:22.258457 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaad0a4-ea84-4199-a510-c822d421dc59 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:46:22.258791 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaad0a4-ea84-4199-a510-c822d421dc59 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:46:22.259139 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaad0a4-ea84-4199-a510-c822d421dc59 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:46:22.259439 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaad0a4-ea84-4199-a510-c822d421dc59 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:46:22.259767 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaad0a4-ea84-4199-a510-c822d421dc59 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:46:22.260096 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaad0a4-ea84-4199-a510-c822d421dc59 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:46:22.260423 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaad0a4-ea84-4199-a510-c822d421dc59 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:46:22.260773 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaad0a4-ea84-4199-a510-c822d421dc59 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:46:22.261122 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaad0a4-ea84-4199-a510-c822d421dc59 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:46:22.261442 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaad0a4-ea84-4199-a510-c822d421dc59 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:46:22.290759 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-00aa71ba-ef05-49ac-992c-e202a94ae8ac req-5c02b694-8cea-43e3-abd2-9d0a90e95863 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238379 Dec 10 19:46:22.328403 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c2b1cd2-00e1-49fc-ad83-bb22cad32b24 req-dfaad0a4-ea84-4199-a510-c822d421dc59 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Router 91cdc6a0-5ce0-49bf-a64e-001962a8ea9b has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:46:22.435498 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c2b1cd2-00e1-49fc-ad83-bb22cad32b24 req-dfaad0a4-ea84-4199-a510-c822d421dc59 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:46:22.445684 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4600e7fc-fcdd-4ed3-b29b-a66a013d1743 None None] Sync routers for ids ['91cdc6a0-5ce0-49bf-a64e-001962a8ea9b'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:46:22.457733 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4600e7fc-fcdd-4ed3-b29b-a66a013d1743 None None] Routers {'91cdc6a0-5ce0-49bf-a64e-001962a8ea9b'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:46:22.458679 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-4600e7fc-fcdd-4ed3-b29b-a66a013d1743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:45:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['91cdc6a0-5ce0-49bf-a64e-001962a8ea9b'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:46:22.480164 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c2b1cd2-00e1-49fc-ad83-bb22cad32b24 req-dfaad0a4-ea84-4199-a510-c822d421dc59 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] No DVR routers for this DVR port d35bc684-cce7-404d-a3eb-c6bb8404788c on host hv-neutron-8214 {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:46:22.483579 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-1c2b1cd2-00e1-49fc-ad83-bb22cad32b24 req-dfaad0a4-ea84-4199-a510-c822d421dc59 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:46:22.487172 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1c2b1cd2-00e1-49fc-ad83-bb22cad32b24 req-dfaad0a4-ea84-4199-a510-c822d421dc59 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.36 "DELETE /v2.0/ports/d35bc684-cce7-404d-a3eb-c6bb8404788c HTTP/1.1" status: 204 len: 173 time: 0.8773575 Dec 10 19:46:22.487669 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282d5757-fbaa-4f43-82f1-b10cd652b52f', 'name': 'network-vif-deleted', 'tag': 'd35bc684-cce7-404d-a3eb-c6bb8404788c'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:46:22.490067 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e32b40-d68f-4030-8529-42478b8862d3" -d '{"events": [{"server_uuid": "282d5757-fbaa-4f43-82f1-b10cd652b52f", "name": "network-vif-deleted", "tag": "d35bc684-cce7-404d-a3eb-c6bb8404788c"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:46:22.533911 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4867416-a7b1-4d85-bb05-ddf0b43b7a70 x-openstack-request-id: req-f4867416-a7b1-4d85-bb05-ddf0b43b7a70 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:46:22.534203 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "282d5757-fbaa-4f43-82f1-b10cd652b52f", "name": "network-vif-deleted", "tag": "d35bc684-cce7-404d-a3eb-c6bb8404788c", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:46:22.534452 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f4867416-a7b1-4d85-bb05-ddf0b43b7a70 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:46:22.534857 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '282d5757-fbaa-4f43-82f1-b10cd652b52f', 'name': 'network-vif-deleted', 'tag': 'd35bc684-cce7-404d-a3eb-c6bb8404788c', 'status': 'completed', 'code': 200} Dec 10 19:46:22.660104 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-4600e7fc-fcdd-4ed3-b29b-a66a013d1743 None None] Set router 91cdc6a0-5ce0-49bf-a64e-001962a8ea9b gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:46:22.872683 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-4600e7fc-fcdd-4ed3-b29b-a66a013d1743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'name': 'tempest-ServerActionsTestJSON-1220875465-router', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': '59c1c741-5d51-4c73-be9a-dd9012f22cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:42:18Z', 'updated_at': '2021-12-10T19:42:21Z', 'revision_number': 4, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'gw_port': {'id': '59c1c741-5d51-4c73-be9a-dd9012f22cea', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:19Z', 'updated_at': '2021-12-10T19:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '02b441d9-b368-4a54-9a77-2d652cdec894', 'name': '', 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'mac_address': 'fa:16:3e:1c:5e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '2923f6c5-b5cb-4ee7-95d4-f8f02a974a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:20Z', 'updated_at': '2021-12-10T19:42:24Z', 'revision_number': 5, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'subnets': [{'id': '2923f6c5-b5cb-4ee7-95d4-f8f02a974a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:46:22.898779 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4600e7fc-fcdd-4ed3-b29b-a66a013d1743 None None] Checking router: 91cdc6a0-5ce0-49bf-a64e-001962a8ea9b for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:46:22.908527 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4600e7fc-fcdd-4ed3-b29b-a66a013d1743 None None] Routers {'91cdc6a0-5ce0-49bf-a64e-001962a8ea9b'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:46:22.909128 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-4600e7fc-fcdd-4ed3-b29b-a66a013d1743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:45:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['91cdc6a0-5ce0-49bf-a64e-001962a8ea9b'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:46:23.026247 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-4600e7fc-fcdd-4ed3-b29b-a66a013d1743 None None] Set router 91cdc6a0-5ce0-49bf-a64e-001962a8ea9b gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:46:23.216462 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-4600e7fc-fcdd-4ed3-b29b-a66a013d1743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'name': 'tempest-ServerActionsTestJSON-1220875465-router', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': '59c1c741-5d51-4c73-be9a-dd9012f22cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:42:18Z', 'updated_at': '2021-12-10T19:42:21Z', 'revision_number': 4, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'gw_port': {'id': '59c1c741-5d51-4c73-be9a-dd9012f22cea', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:19Z', 'updated_at': '2021-12-10T19:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '02b441d9-b368-4a54-9a77-2d652cdec894', 'name': '', 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'mac_address': 'fa:16:3e:1c:5e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '2923f6c5-b5cb-4ee7-95d4-f8f02a974a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:20Z', 'updated_at': '2021-12-10T19:42:24Z', 'revision_number': 5, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'subnets': [{'id': '2923f6c5-b5cb-4ee7-95d4-f8f02a974a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:46:23.242608 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4600e7fc-fcdd-4ed3-b29b-a66a013d1743 None None] The sync data for ids ['91cdc6a0-5ce0-49bf-a64e-001962a8ea9b'] in dv-neutron-821441-1-hyperv is: [{'id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'name': 'tempest-ServerActionsTestJSON-1220875465-router', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': '59c1c741-5d51-4c73-be9a-dd9012f22cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:42:18Z', 'updated_at': '2021-12-10T19:42:21Z', 'revision_number': 4, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'gw_port': {'id': '59c1c741-5d51-4c73-be9a-dd9012f22cea', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:19Z', 'updated_at': '2021-12-10T19:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '02b441d9-b368-4a54-9a77-2d652cdec894', 'name': '', 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'mac_address': 'fa:16:3e:1c:5e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '2923f6c5-b5cb-4ee7-95d4-f8f02a974a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:20Z', 'updated_at': '2021-12-10T19:42:24Z', 'revision_number': 5, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'subnets': [{'id': '2923f6c5-b5cb-4ee7-95d4-f8f02a974a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:46:23.496910 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82aec5ea-be2a-46b9-a091-cbd45dc2fbdb None None] New status for floating IP 6452c6ea-7e74-4cf4-80c3-3e20c0a15137: DOWN {{(pid=102367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:46:23.576018 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d1c47f87-b116-4b92-a6b9-0f2755be2d96 req-9ac1cb1d-e7ab-4173-9fe4-22cd53f13842 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1273083522&fields=id&tenant_id=c5dd4dad4f774e9681e4f02d74c9ed4b HTTP/1.1" status: 200 len: 267 time: 0.0342853 Dec 10 19:46:23.694290 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c47f87-b116-4b92-a6b9-0f2755be2d96 req-aac3df21-fc13-4a5c-94e3-a96a5bc28e1c tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:23.695731 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d1c47f87-b116-4b92-a6b9-0f2755be2d96 req-aac3df21-fc13-4a5c-94e3-a96a5bc28e1c tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/networks?id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea HTTP/1.1" status: 200 len: 812 time: 0.1120136 Dec 10 19:46:23.711246 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d1c47f87-b116-4b92-a6b9-0f2755be2d96 req-d21d1668-e422-4d5f-be73-e6018468eeda tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/quotas/c5dd4dad4f774e9681e4f02d74c9ed4b HTTP/1.1" status: 200 len: 375 time: 0.0099087 Dec 10 19:46:23.767268 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d1c47f87-b116-4b92-a6b9-0f2755be2d96 req-b8f00d2c-a238-4b4b-91d0-526f7381a410 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=c5dd4dad4f774e9681e4f02d74c9ed4b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0507708 Dec 10 19:46:23.783290 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [req-d1c47f87-b116-4b92-a6b9-0f2755be2d96 req-fcbf79ac-a863-4981-b210-fc81cd973814 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:46:23.784236 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d1c47f87-b116-4b92-a6b9-0f2755be2d96 req-fcbf79ac-a863-4981-b210-fc81cd973814 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058739 Dec 10 19:46:23.880133 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d1c47f87-b116-4b92-a6b9-0f2755be2d96 req-70316db4-0d5a-4852-826a-d5b2c4cb36f8 service neutron] 10.222.0.69 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898950 Dec 10 19:46:23.973746 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d1c47f87-b116-4b92-a6b9-0f2755be2d96 req-df166a7f-67f8-4370-b856-50580d469f5b service neutron] 10.222.0.69 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875714 Dec 10 19:46:24.137328 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3df57107-6610-439c-8ae2-2350bcfeaa32 req-42c8cbc1-a7d3-4641-9303-38bd700a7b41 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=875a7177-9b18-4367-a5c1-c53bc2c67ffa HTTP/1.1" status: 200 len: 210 time: 0.0269361 Dec 10 19:46:24.245543 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-cc475c4b-557d-498c-b504-6c99f4a1119b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:46:25.230288 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e9d92e34-f0a8-4432-a189-57ba6f3f3a40 req-644fe003-35db-4599-aa62-cc6114e7553a tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=875a7177-9b18-4367-a5c1-c53bc2c67ffa HTTP/1.1" status: 200 len: 210 time: 0.0256157 Dec 10 19:46:25.456743 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:46:26.337064 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8a2c26ea-956b-4e07-be1f-c61711039158 req-2c1f9748-23a4-4988-826b-23eef01d9a7f tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=875a7177-9b18-4367-a5c1-c53bc2c67ffa HTTP/1.1" status: 200 len: 210 time: 0.0316114 Dec 10 19:46:26.379450 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c47f87-b116-4b92-a6b9-0f2755be2d96 req-a8df1c88-2f64-4977-830f-5ca6a9e77995 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:26.380908 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d1c47f87-b116-4b92-a6b9-0f2755be2d96 req-a8df1c88-2f64-4977-830f-5ca6a9e77995 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.36 "GET /v2.0/networks?id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea HTTP/1.1" status: 200 len: 812 time: 0.4245923 Dec 10 19:46:26.423966 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d1c47f87-b116-4b92-a6b9-0f2755be2d96 req-d754119b-20f2-4643-ab84-d4b79bb35a44 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5dd4dad4f774e9681e4f02d74c9ed4b HTTP/1.1" status: 200 len: 380 time: 0.0330143 Dec 10 19:46:26.433274 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-d1c47f87-b116-4b92-a6b9-0f2755be2d96 req-d864b312-d592-495d-9936-6d6269e89f3f tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Request body: {'port': {'device_id': '875a7177-9b18-4367-a5c1-c53bc2c67ffa', 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea', 'admin_state_up': True, 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'security_groups': ['6f4ebeac-6d93-48c2-92fb-e07bf915942c']}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:46:26.524030 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:46:26.545161 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1c47f87-b116-4b92-a6b9-0f2755be2d96 req-d864b312-d592-495d-9936-6d6269e89f3f tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Made reservation on behalf of c5dd4dad4f774e9681e4f02d74c9ed4b for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:46:26.549365 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-d1c47f87-b116-4b92-a6b9-0f2755be2d96 req-d864b312-d592-495d-9936-6d6269e89f3f tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:46:26.595451 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device d35bc684-cce7-404d-a3eb-c6bb8404788c no longer exists at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:46:26.617031 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] No Port match for: d35bc684-cce7-404d-a3eb-c6bb8404788c {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:46:26.617280 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device d35bc684-cce7-404d-a3eb-c6bb8404788c not bound to the agent host hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:46:26.681966 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [req-d1c47f87-b116-4b92-a6b9-0f2755be2d96 req-d864b312-d592-495d-9936-6d6269e89f3f tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Allocated IP 172.20.0.5 (2660cb76-8d1b-4626-9e34-4e202eb7c6ea/2923f6c5-b5cb-4ee7-95d4-f8f02a974a41/9842e66e-147b-4879-ad05-56591fbd50fc) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:46:26.816003 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-d1c47f87-b116-4b92-a6b9-0f2755be2d96 req-d864b312-d592-495d-9936-6d6269e89f3f tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:46:26.851062 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-d1c47f87-b116-4b92-a6b9-0f2755be2d96 req-d864b312-d592-495d-9936-6d6269e89f3f tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:46:26.854398 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:46:26.901574 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1c47f87-b116-4b92-a6b9-0f2755be2d96 req-d864b312-d592-495d-9936-6d6269e89f3f tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Network 2660cb76-8d1b-4626-9e34-4e202eb7c6ea is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:46:26.904573 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [req-d1c47f87-b116-4b92-a6b9-0f2755be2d96 req-d864b312-d592-495d-9936-6d6269e89f3f tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:46:26.908307 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1c47f87-b116-4b92-a6b9-0f2755be2d96 req-d864b312-d592-495d-9936-6d6269e89f3f tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:46:26.938356 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864b312-d592-495d-9936-6d6269e89f3f tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Pushing event updated for resources: {'Port': ['ID=9842e66e-147b-4879-ad05-56591fbd50fc,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:46:26.965718 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c47f87-b116-4b92-a6b9-0f2755be2d96 req-d864b312-d592-495d-9936-6d6269e89f3f tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:26.966331 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-d1c47f87-b116-4b92-a6b9-0f2755be2d96 req-d864b312-d592-495d-9936-6d6269e89f3f tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:46:26.987115 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d1c47f87-b116-4b92-a6b9-0f2755be2d96 req-d864b312-d592-495d-9936-6d6269e89f3f tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5573127 Dec 10 19:46:27.002030 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-d1c47f87-b116-4b92-a6b9-0f2755be2d96 req-5d7ba75d-ee73-457d-91bc-9483b7b4ca58 service neutron] Request body: {'port': {'device_id': '875a7177-9b18-4367-a5c1-c53bc2c67ffa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:46:27.058387 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-d1c47f87-b116-4b92-a6b9-0f2755be2d96 req-5d7ba75d-ee73-457d-91bc-9483b7b4ca58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:46:27.108481 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-88c48c4b-5132-42b2-977e-35de1b3cca62 None None] Provisioning complete for port 9842e66e-147b-4879-ad05-56591fbd50fc triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:46:27.108949 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-88c48c4b-5132-42b2-977e-35de1b3cca62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:46:27.152177 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-88c48c4b-5132-42b2-977e-35de1b3cca62 None None] Port 9842e66e-147b-4879-ad05-56591fbd50fc cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:46:27.392527 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [req-d1c47f87-b116-4b92-a6b9-0f2755be2d96 req-5d7ba75d-ee73-457d-91bc-9483b7b4ca58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9842e66e-147b-4879-ad05-56591fbd50fc {{(pid=102365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:46:27.400283 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-d1c47f87-b116-4b92-a6b9-0f2755be2d96 req-5d7ba75d-ee73-457d-91bc-9483b7b4ca58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:46:27.413109 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.provisioning_blocks [req-d1c47f87-b116-4b92-a6b9-0f2755be2d96 req-5d7ba75d-ee73-457d-91bc-9483b7b4ca58 service neutron] Transition to ACTIVE for port object 9842e66e-147b-4879-ad05-56591fbd50fc will not be triggered until provisioned by entity L2. {{(pid=102365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:46:27.416998 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-d1c47f87-b116-4b92-a6b9-0f2755be2d96 req-5d7ba75d-ee73-457d-91bc-9483b7b4ca58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:46:27.504133 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7ba75d-ee73-457d-91bc-9483b7b4ca58 service neutron] Pushing event updated for resources: {'Port': ['ID=9842e66e-147b-4879-ad05-56591fbd50fc,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:46:27.542117 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9646da97-e8eb-4ace-960b-7627e80dfb0f req-150b49ac-d0f2-4cf7-9137-7a7058fbcf39 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:27.543794 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9646da97-e8eb-4ace-960b-7627e80dfb0f req-150b49ac-d0f2-4cf7-9137-7a7058fbcf39 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=875a7177-9b18-4367-a5c1-c53bc2c67ffa HTTP/1.1" status: 200 len: 943 time: 0.1214538 Dec 10 19:46:27.629614 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9646da97-e8eb-4ace-960b-7627e80dfb0f req-4ff60ce7-26c3-4368-bfe1-d186798d4d48 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589366 Dec 10 19:46:27.630421 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-d1c47f87-b116-4b92-a6b9-0f2755be2d96 req-5d7ba75d-ee73-457d-91bc-9483b7b4ca58 service neutron] Attempting to bind port 9842e66e-147b-4879-ad05-56591fbd50fc on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:46:27.630742 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-d1c47f87-b116-4b92-a6b9-0f2755be2d96 req-5d7ba75d-ee73-457d-91bc-9483b7b4ca58 service neutron] Attempting to bind port 9842e66e-147b-4879-ad05-56591fbd50fc by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'd4c2219e-ea6d-418f-9715-88f09433d8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:46:27.631061 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c47f87-b116-4b92-a6b9-0f2755be2d96 req-5d7ba75d-ee73-457d-91bc-9483b7b4ca58 service neutron] Attempting to bind port 9842e66e-147b-4879-ad05-56591fbd50fc on network 2660cb76-8d1b-4626-9e34-4e202eb7c6ea {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:46:27.635997 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c47f87-b116-4b92-a6b9-0f2755be2d96 req-5d7ba75d-ee73-457d-91bc-9483b7b4ca58 service neutron] Port 9842e66e-147b-4879-ad05-56591fbd50fc on network 2660cb76-8d1b-4626-9e34-4e202eb7c6ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:46:27.636311 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c47f87-b116-4b92-a6b9-0f2755be2d96 req-5d7ba75d-ee73-457d-91bc-9483b7b4ca58 service neutron] Attempting to bind port 9842e66e-147b-4879-ad05-56591fbd50fc on network 2660cb76-8d1b-4626-9e34-4e202eb7c6ea {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:46:27.641588 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c47f87-b116-4b92-a6b9-0f2755be2d96 req-5d7ba75d-ee73-457d-91bc-9483b7b4ca58 service neutron] Checking agent: {'id': '9e16c23e-95bc-4c2e-b3ec-daf7533f9d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'started_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:46:27.641915 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c47f87-b116-4b92-a6b9-0f2755be2d96 req-5d7ba75d-ee73-457d-91bc-9483b7b4ca58 service neutron] Checking segment: {'id': 'd4c2219e-ea6d-418f-9715-88f09433d8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:46:27.642309 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c47f87-b116-4b92-a6b9-0f2755be2d96 req-5d7ba75d-ee73-457d-91bc-9483b7b4ca58 service neutron] Bound using segment: {'id': 'd4c2219e-ea6d-418f-9715-88f09433d8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea'} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:46:27.642706 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-d1c47f87-b116-4b92-a6b9-0f2755be2d96 req-5d7ba75d-ee73-457d-91bc-9483b7b4ca58 service neutron] Bound port: 9842e66e-147b-4879-ad05-56591fbd50fc, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4c2219e-ea6d-418f-9715-88f09433d8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea'}}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:46:27.643059 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-d1c47f87-b116-4b92-a6b9-0f2755be2d96 req-5d7ba75d-ee73-457d-91bc-9483b7b4ca58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:46:27.712262 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-d1c47f87-b116-4b92-a6b9-0f2755be2d96 req-5d7ba75d-ee73-457d-91bc-9483b7b4ca58 service neutron] For port 9842e66e-147b-4879-ad05-56591fbd50fc, host hv-neutron-8214, cleared binding levels {{(pid=102365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:46:27.715766 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-d1c47f87-b116-4b92-a6b9-0f2755be2d96 req-5d7ba75d-ee73-457d-91bc-9483b7b4ca58 service neutron] For port 9842e66e-147b-4879-ad05-56591fbd50fc, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=9842e66e-147b-4879-ad05-56591fbd50fc,segment=NetworkSegment(d4c2219e-ea6d-418f-9715-88f09433d8b1),segment_id=d4c2219e-ea6d-418f-9715-88f09433d8b1)] {{(pid=102365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:46:27.722674 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-d1c47f87-b116-4b92-a6b9-0f2755be2d96 req-5d7ba75d-ee73-457d-91bc-9483b7b4ca58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:46:27.764477 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c47f87-b116-4b92-a6b9-0f2755be2d96 req-5d7ba75d-ee73-457d-91bc-9483b7b4ca58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:27.765203 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-d1c47f87-b116-4b92-a6b9-0f2755be2d96 req-5d7ba75d-ee73-457d-91bc-9483b7b4ca58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:46:27.766589 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d1c47f87-b116-4b92-a6b9-0f2755be2d96 req-5d7ba75d-ee73-457d-91bc-9483b7b4ca58 service neutron] 10.222.0.36 "PUT /v2.0/ports/9842e66e-147b-4879-ad05-56591fbd50fc HTTP/1.1" status: 200 len: 1093 time: 0.7691355 Dec 10 19:46:27.767066 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '875a7177-9b18-4367-a5c1-c53bc2c67ffa', 'tag': '9842e66e-147b-4879-ad05-56591fbd50fc'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:46:27.769351 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69ebc09-fbf6-4236-9a45-f05325683f03" -d '{"events": [{"name": "network-changed", "server_uuid": "875a7177-9b18-4367-a5c1-c53bc2c67ffa", "tag": "9842e66e-147b-4879-ad05-56591fbd50fc"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:46:27.802163 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7ba75d-ee73-457d-91bc-9483b7b4ca58 service neutron] Pushing event updated for resources: {'Port': ['ID=9842e66e-147b-4879-ad05-56591fbd50fc,revision_number=3']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:46:27.846040 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8528c3-c8ac-4f01-b1c6-e11637bdf7c1 x-openstack-request-id: req-dd8528c3-c8ac-4f01-b1c6-e11637bdf7c1 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:46:27.846431 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "875a7177-9b18-4367-a5c1-c53bc2c67ffa", "tag": "9842e66e-147b-4879-ad05-56591fbd50fc", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:46:27.846820 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-dd8528c3-c8ac-4f01-b1c6-e11637bdf7c1 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:46:27.847294 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '875a7177-9b18-4367-a5c1-c53bc2c67ffa', 'tag': '9842e66e-147b-4879-ad05-56591fbd50fc', 'status': 'completed', 'code': 200} Dec 10 19:46:27.864763 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c47f87-b116-4b92-a6b9-0f2755be2d96 req-411ea469-e250-40fe-8b37-672224889a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:27.866381 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d1c47f87-b116-4b92-a6b9-0f2755be2d96 req-411ea469-e250-40fe-8b37-672224889a10 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c5dd4dad4f774e9681e4f02d74c9ed4b&device_id=875a7177-9b18-4367-a5c1-c53bc2c67ffa HTTP/1.1" status: 200 len: 1096 time: 0.0529537 Dec 10 19:46:27.912337 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d1c47f87-b116-4b92-a6b9-0f2755be2d96 req-1c8ef3ff-2472-4961-a715-844c94a12217 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9842e66e-147b-4879-ad05-56591fbd50fc HTTP/1.1" status: 200 len: 217 time: 0.0367608 Dec 10 19:46:27.964897 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c47f87-b116-4b92-a6b9-0f2755be2d96 req-3c4ea1ad-36fd-4d5a-b4fd-e7ec919d36e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:27.966151 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d1c47f87-b116-4b92-a6b9-0f2755be2d96 req-3c4ea1ad-36fd-4d5a-b4fd-e7ec919d36e5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2923f6c5-b5cb-4ee7-95d4-f8f02a974a41 HTTP/1.1" status: 200 len: 851 time: 0.0460157 Dec 10 19:46:28.021037 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c47f87-b116-4b92-a6b9-0f2755be2d96 req-d1fdc322-7025-417d-924e-5bffd53593d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:28.022650 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d1c47f87-b116-4b92-a6b9-0f2755be2d96 req-d1fdc322-7025-417d-924e-5bffd53593d5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0497050 Dec 10 19:46:28.115646 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d1c47f87-b116-4b92-a6b9-0f2755be2d96 req-34b8c1b8-aee5-42d0-a5c0-9a081bce2735 service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844719 Dec 10 19:46:28.211677 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d1c47f87-b116-4b92-a6b9-0f2755be2d96 req-1aacbead-266e-4023-9a05-774ad568e5b6 service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873950 Dec 10 19:46:28.310329 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ebc09-fbf6-4236-9a45-f05325683f03 req-7290d6bf-fbfd-482d-a4d7-e1076c8fbe0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:28.312742 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b69ebc09-fbf6-4236-9a45-f05325683f03 req-7290d6bf-fbfd-482d-a4d7-e1076c8fbe0f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c5dd4dad4f774e9681e4f02d74c9ed4b&device_id=875a7177-9b18-4367-a5c1-c53bc2c67ffa HTTP/1.1" status: 200 len: 1096 time: 0.0460644 Dec 10 19:46:28.407974 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ebc09-fbf6-4236-9a45-f05325683f03 req-e72cc9fa-f072-4fce-8ecb-56e8de0fe309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:28.409525 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b69ebc09-fbf6-4236-9a45-f05325683f03 req-e72cc9fa-f072-4fce-8ecb-56e8de0fe309 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea HTTP/1.1" status: 200 len: 913 time: 0.0897822 Dec 10 19:46:28.456825 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b69ebc09-fbf6-4236-9a45-f05325683f03 req-c9b0a6f7-24b1-4d68-8eef-fcc2010b1f70 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9842e66e-147b-4879-ad05-56591fbd50fc HTTP/1.1" status: 200 len: 217 time: 0.0398762 Dec 10 19:46:28.507020 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ebc09-fbf6-4236-9a45-f05325683f03 req-ae5d1ded-e386-442f-8d3e-16ff17061b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:28.508352 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b69ebc09-fbf6-4236-9a45-f05325683f03 req-ae5d1ded-e386-442f-8d3e-16ff17061b5b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2923f6c5-b5cb-4ee7-95d4-f8f02a974a41 HTTP/1.1" status: 200 len: 851 time: 0.0445318 Dec 10 19:46:28.555127 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ebc09-fbf6-4236-9a45-f05325683f03 req-85a452e7-0e23-4dc1-bf06-f4cde4212046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:28.556617 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b69ebc09-fbf6-4236-9a45-f05325683f03 req-85a452e7-0e23-4dc1-bf06-f4cde4212046 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405946 Dec 10 19:46:28.651029 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b69ebc09-fbf6-4236-9a45-f05325683f03 req-543ea461-dace-4239-80d6-5d5073fd5b7a service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859797 Dec 10 19:46:28.792418 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f65c86-da91-41ed-83bf-818e58d65b65 req-055c62d3-c5bd-4c68-b27a-af1169afa256 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:28.793818 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-31f65c86-da91-41ed-83bf-818e58d65b65 req-055c62d3-c5bd-4c68-b27a-af1169afa256 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=875a7177-9b18-4367-a5c1-c53bc2c67ffa HTTP/1.1" status: 200 len: 943 time: 0.0914028 Dec 10 19:46:28.821191 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b69ebc09-fbf6-4236-9a45-f05325683f03 req-76b70107-a3be-48d8-903b-dfbc4375787f service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619821 Dec 10 19:46:28.840758 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-31f65c86-da91-41ed-83bf-818e58d65b65 req-9156390d-40f1-498d-8957-291bcabec172 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409198 Dec 10 19:46:29.957895 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246306ce-5932-40a2-b3e2-2403baba0f01 req-22220f0f-50f0-4394-a763-ffef5f144d91 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:29.959354 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-246306ce-5932-40a2-b3e2-2403baba0f01 req-22220f0f-50f0-4394-a763-ffef5f144d91 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=875a7177-9b18-4367-a5c1-c53bc2c67ffa HTTP/1.1" status: 200 len: 943 time: 0.0492060 Dec 10 19:46:29.997929 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-246306ce-5932-40a2-b3e2-2403baba0f01 req-0e6c932a-0a22-4610-bd89-c85c2d1dc8da tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324731 Dec 10 19:46:31.112052 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcdbb91-b7d2-4a89-8a0d-0d1a0bc6c18d req-bf1b59e0-bf2c-486d-8f37-085b3909f409 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:31.113590 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4fcdbb91-b7d2-4a89-8a0d-0d1a0bc6c18d req-bf1b59e0-bf2c-486d-8f37-085b3909f409 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=875a7177-9b18-4367-a5c1-c53bc2c67ffa HTTP/1.1" status: 200 len: 943 time: 0.0504379 Dec 10 19:46:31.151553 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4fcdbb91-b7d2-4a89-8a0d-0d1a0bc6c18d req-0e7c738d-09bd-4f56-bd2c-5ac214596b1c tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319684 Dec 10 19:46:32.271989 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f09c5-e14c-477e-bb56-616ca13c4d90 req-299da70f-59aa-46a3-bb04-2fd8d458b415 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:32.273516 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-050f09c5-e14c-477e-bb56-616ca13c4d90 req-299da70f-59aa-46a3-bb04-2fd8d458b415 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=875a7177-9b18-4367-a5c1-c53bc2c67ffa HTTP/1.1" status: 200 len: 943 time: 0.0531900 Dec 10 19:46:32.315489 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-050f09c5-e14c-477e-bb56-616ca13c4d90 req-921dde8a-3969-4f4a-bee2-38c4a370d2f2 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359836 Dec 10 19:46:32.592969 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:46:32.606370 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 9842e66e-147b-4879-ad05-56591fbd50fc details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=102367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:46:32.697983 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 9842e66e-147b-4879-ad05-56591fbd50fc, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=9842e66e-147b-4879-ad05-56591fbd50fc,segment=NetworkSegment(d4c2219e-ea6d-418f-9715-88f09433d8b1),segment_id=d4c2219e-ea6d-418f-9715-88f09433d8b1)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:46:32.713106 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Returning: {'device': '9842e66e-147b-4879-ad05-56591fbd50fc', 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea', 'port_id': '9842e66e-147b-4879-ad05-56591fbd50fc', 'mac_address': 'fa:16:3e:6d:8f:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2923f6c5-b5cb-4ee7-95d4-f8f02a974a41', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:46:32.753592 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:46:32.765752 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9842e66e-147b-4879-ad05-56591fbd50fc {{(pid=102367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:46:32.785031 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 9842e66e-147b-4879-ad05-56591fbd50fc, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=9842e66e-147b-4879-ad05-56591fbd50fc,segment=NetworkSegment(d4c2219e-ea6d-418f-9715-88f09433d8b1),segment_id=d4c2219e-ea6d-418f-9715-88f09433d8b1)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:46:32.789322 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:46:32.837403 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=9842e66e-147b-4879-ad05-56591fbd50fc,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:46:33.174731 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['9842e66e-147b-4879-ad05-56591fbd50fc'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:46:33.430738 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780655b-3c20-49fe-a649-ecb135761732 req-45e60ccb-b0c8-4825-8dc4-afb01d20de93 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:33.432109 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8780655b-3c20-49fe-a649-ecb135761732 req-45e60ccb-b0c8-4825-8dc4-afb01d20de93 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=875a7177-9b18-4367-a5c1-c53bc2c67ffa HTTP/1.1" status: 200 len: 944 time: 0.0477846 Dec 10 19:46:33.469919 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8780655b-3c20-49fe-a649-ecb135761732 req-8db95182-ac74-48ba-83d0-f6050231fdb0 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317426 Dec 10 19:46:34.585577 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362d5e9-8151-44df-ad71-01de0dbdf708 req-de32b1ed-3131-4817-a731-8283ddcf44e4 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:34.587034 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7362d5e9-8151-44df-ad71-01de0dbdf708 req-de32b1ed-3131-4817-a731-8283ddcf44e4 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=875a7177-9b18-4367-a5c1-c53bc2c67ffa HTTP/1.1" status: 200 len: 944 time: 0.0490792 Dec 10 19:46:34.598319 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 9842e66e-147b-4879-ad05-56591fbd50fc up at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:46:34.624413 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7362d5e9-8151-44df-ad71-01de0dbdf708 req-0f09963c-ad83-4db9-92eb-93adee0576e7 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315020 Dec 10 19:46:34.647263 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning for port 9842e66e-147b-4879-ad05-56591fbd50fc completed by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:46:34.651389 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning complete for port 9842e66e-147b-4879-ad05-56591fbd50fc triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:46:34.651759 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:46:34.727746 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:46:34.750797 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '875a7177-9b18-4367-a5c1-c53bc2c67ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9842e66e-147b-4879-ad05-56591fbd50fc'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:46:34.753158 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0dd006407324ce2959a5a4cf9f0b5e0801d7a51a5291ea700e8786e11115a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f882af29-a625-4f83-9b4e-134cc36e99fd" -d '{"events": [{"server_uuid": "875a7177-9b18-4367-a5c1-c53bc2c67ffa", "name": "network-vif-plugged", "status": "completed", "tag": "9842e66e-147b-4879-ad05-56591fbd50fc"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:46:34.765200 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 9842e66e-147b-4879-ad05-56591fbd50fc, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=9842e66e-147b-4879-ad05-56591fbd50fc,segment=NetworkSegment(d4c2219e-ea6d-418f-9715-88f09433d8b1),segment_id=d4c2219e-ea6d-418f-9715-88f09433d8b1)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:46:34.769285 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:46:34.802435 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8e8dc1-3dca-4144-a448-7d4761e86528 x-openstack-request-id: req-6b8e8dc1-3dca-4144-a448-7d4761e86528 {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:46:34.802734 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "875a7177-9b18-4367-a5c1-c53bc2c67ffa", "name": "network-vif-plugged", "status": "completed", "tag": "9842e66e-147b-4879-ad05-56591fbd50fc", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:46:34.802987 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6b8e8dc1-3dca-4144-a448-7d4761e86528 {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:46:34.803372 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '875a7177-9b18-4367-a5c1-c53bc2c67ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9842e66e-147b-4879-ad05-56591fbd50fc', 'code': 200} Dec 10 19:46:34.831016 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=9842e66e-147b-4879-ad05-56591fbd50fc,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:46:34.962920 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a7cfa-d491-4a8a-b800-ef990522638a req-0f2f516f-fe7b-466b-8ffe-d27e84d60747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:34.964390 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2a5a7cfa-d491-4a8a-b800-ef990522638a req-0f2f516f-fe7b-466b-8ffe-d27e84d60747 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=875a7177-9b18-4367-a5c1-c53bc2c67ffa HTTP/1.1" status: 200 len: 1098 time: 0.0451939 Dec 10 19:46:34.999839 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2a5a7cfa-d491-4a8a-b800-ef990522638a req-b0fc4abf-dac4-4b56-9062-7067ee29f197 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278172 Dec 10 19:46:35.741559 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e5c859-71f8-48d9-a93c-0eccd4cdd6a0 req-5d9d08a8-9b52-4a92-a2da-2cb36d632426 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:35.743045 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-61e5c859-71f8-48d9-a93c-0eccd4cdd6a0 req-5d9d08a8-9b52-4a92-a2da-2cb36d632426 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=875a7177-9b18-4367-a5c1-c53bc2c67ffa HTTP/1.1" status: 200 len: 945 time: 0.0492425 Dec 10 19:46:35.781419 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-61e5c859-71f8-48d9-a93c-0eccd4cdd6a0 req-72b221b0-4ce0-4120-8f90-1978ff258c03 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324824 Dec 10 19:46:36.899643 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af73b7ba-5392-4904-a46a-443199b873a0 req-73802580-b67e-42d5-8463-6b49dfb3aac4 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:36.901206 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-af73b7ba-5392-4904-a46a-443199b873a0 req-73802580-b67e-42d5-8463-6b49dfb3aac4 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=875a7177-9b18-4367-a5c1-c53bc2c67ffa HTTP/1.1" status: 200 len: 945 time: 0.0495315 Dec 10 19:46:36.938587 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-af73b7ba-5392-4904-a46a-443199b873a0 req-46fe9a94-74c9-4524-b3a6-723db2693d81 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309191 Dec 10 19:46:37.055058 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db9e55-0256-4c30-880d-e5e6c168f744 req-2f298341-76a8-4e81-8f88-9238d3495b73 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:37.056425 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-23db9e55-0256-4c30-880d-e5e6c168f744 req-2f298341-76a8-4e81-8f88-9238d3495b73 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=875a7177-9b18-4367-a5c1-c53bc2c67ffa HTTP/1.1" status: 200 len: 945 time: 0.0530908 Dec 10 19:46:37.065134 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 32844) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:46:37.069447 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-a861287a-13b0-47f7-8123-47abd1ecf0a4 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Request body: {'floatingip': {'port_id': '9842e66e-147b-4879-ad05-56591fbd50fc'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:46:37.107603 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a861287a-13b0-47f7-8123-47abd1ecf0a4 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks [] for floatingip, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:46:37.525544 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a861287a-13b0-47f7-8123-47abd1ecf0a4 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:46:37.529268 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a861287a-13b0-47f7-8123-47abd1ecf0a4 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3713103'] for floatingip, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:46:37.628073 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.l3_db [None req-a861287a-13b0-47f7-8123-47abd1ecf0a4 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Floating IP 6452c6ea-7e74-4cf4-80c3-3e20c0a15137 associated. External IP: 172.26.6.4, port: 9842e66e-147b-4879-ad05-56591fbd50fc. Dec 10 19:46:37.833962 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a861287a-13b0-47f7-8123-47abd1ecf0a4 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Router 91cdc6a0-5ce0-49bf-a64e-001962a8ea9b has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:46:37.948217 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a861287a-13b0-47f7-8123-47abd1ecf0a4 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:46:37.953060 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a861287a-13b0-47f7-8123-47abd1ecf0a4 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:46:37.958248 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09006d1b-37ec-403d-ba33-29f07368fb0a None None] Sync routers for ids ['91cdc6a0-5ce0-49bf-a64e-001962a8ea9b'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:46:37.967644 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09006d1b-37ec-403d-ba33-29f07368fb0a None None] Routers {'91cdc6a0-5ce0-49bf-a64e-001962a8ea9b'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:46:37.968222 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-09006d1b-37ec-403d-ba33-29f07368fb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:46:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['91cdc6a0-5ce0-49bf-a64e-001962a8ea9b'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:46:37.979915 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-a861287a-13b0-47f7-8123-47abd1ecf0a4 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "PUT /v2.0/floatingips/6452c6ea-7e74-4cf4-80c3-3e20c0a15137 HTTP/1.1" status: 200 len: 989 time: 0.9137416 Dec 10 19:46:37.980473 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '875a7177-9b18-4367-a5c1-c53bc2c67ffa', 'tag': '9842e66e-147b-4879-ad05-56591fbd50fc'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:46:37.983367 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a82c227-a816-484f-976b-af91b09c12ae" -d '{"events": [{"name": "network-changed", "server_uuid": "875a7177-9b18-4367-a5c1-c53bc2c67ffa", "tag": "9842e66e-147b-4879-ad05-56591fbd50fc"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:46:38.022244 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662df970-8a1b-434d-b6ae-715a5122cbe6 x-openstack-request-id: req-662df970-8a1b-434d-b6ae-715a5122cbe6 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:46:38.022590 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "875a7177-9b18-4367-a5c1-c53bc2c67ffa", "tag": "9842e66e-147b-4879-ad05-56591fbd50fc", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:46:38.023142 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-662df970-8a1b-434d-b6ae-715a5122cbe6 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:46:38.023549 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '875a7177-9b18-4367-a5c1-c53bc2c67ffa', 'tag': '9842e66e-147b-4879-ad05-56591fbd50fc', 'status': 'completed', 'code': 200} Dec 10 19:46:38.076563 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-09006d1b-37ec-403d-ba33-29f07368fb0a None None] Set router 91cdc6a0-5ce0-49bf-a64e-001962a8ea9b gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:46:38.097046 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a82c227-a816-484f-976b-af91b09c12ae req-6e6013e3-f679-474a-a92c-2062093f69a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:38.098633 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9a82c227-a816-484f-976b-af91b09c12ae req-6e6013e3-f679-474a-a92c-2062093f69a3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c5dd4dad4f774e9681e4f02d74c9ed4b&device_id=875a7177-9b18-4367-a5c1-c53bc2c67ffa HTTP/1.1" status: 200 len: 1098 time: 0.0458200 Dec 10 19:46:38.192950 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a82c227-a816-484f-976b-af91b09c12ae req-11aeb35e-6ba9-4d30-8e96-8820e52bb79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:38.194463 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9a82c227-a816-484f-976b-af91b09c12ae req-11aeb35e-6ba9-4d30-8e96-8820e52bb79e service neutron] 10.222.0.36 "GET /v2.0/networks?id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea HTTP/1.1" status: 200 len: 913 time: 0.0872865 Dec 10 19:46:38.265201 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9a82c227-a816-484f-976b-af91b09c12ae req-1e572c26-3c4b-4191-8e6c-98680a35d099 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9842e66e-147b-4879-ad05-56591fbd50fc HTTP/1.1" status: 200 len: 997 time: 0.0626178 Dec 10 19:46:38.306687 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-09006d1b-37ec-403d-ba33-29f07368fb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'name': 'tempest-ServerActionsTestJSON-1220875465-router', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': '59c1c741-5d51-4c73-be9a-dd9012f22cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:42:18Z', 'updated_at': '2021-12-10T19:42:21Z', 'revision_number': 4, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'gw_port': {'id': '59c1c741-5d51-4c73-be9a-dd9012f22cea', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:19Z', 'updated_at': '2021-12-10T19:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '6452c6ea-7e74-4cf4-80c3-3e20c0a15137', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'floating_ip_address': '172.26.6.4', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'port_id': '9842e66e-147b-4879-ad05-56591fbd50fc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea', 'mac_address': 'fa:16:3e:6d:8f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875a7177-9b18-4367-a5c1-c53bc2c67ffa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:42:23Z', 'updated_at': '2021-12-10T19:46:37Z', 'revision_number': 9, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02b441d9-b368-4a54-9a77-2d652cdec894', 'name': '', 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'mac_address': 'fa:16:3e:1c:5e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '2923f6c5-b5cb-4ee7-95d4-f8f02a974a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:20Z', 'updated_at': '2021-12-10T19:42:24Z', 'revision_number': 5, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'subnets': [{'id': '2923f6c5-b5cb-4ee7-95d4-f8f02a974a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:46:38.315766 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a82c227-a816-484f-976b-af91b09c12ae req-9e2e883c-3292-4215-b889-5e7f2d3411c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:38.317292 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9a82c227-a816-484f-976b-af91b09c12ae req-9e2e883c-3292-4215-b889-5e7f2d3411c1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2923f6c5-b5cb-4ee7-95d4-f8f02a974a41 HTTP/1.1" status: 200 len: 851 time: 0.0449378 Dec 10 19:46:38.337678 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09006d1b-37ec-403d-ba33-29f07368fb0a None None] Checking router: 91cdc6a0-5ce0-49bf-a64e-001962a8ea9b for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:46:38.345969 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09006d1b-37ec-403d-ba33-29f07368fb0a None None] Routers {'91cdc6a0-5ce0-49bf-a64e-001962a8ea9b'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:46:38.346565 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-09006d1b-37ec-403d-ba33-29f07368fb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:46:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['91cdc6a0-5ce0-49bf-a64e-001962a8ea9b'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:46:38.365658 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a82c227-a816-484f-976b-af91b09c12ae req-53d8327f-75aa-4ab4-8701-9744d5e1f672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:46:38.367143 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9a82c227-a816-484f-976b-af91b09c12ae req-53d8327f-75aa-4ab4-8701-9744d5e1f672 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413868 Dec 10 19:46:38.450515 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-09006d1b-37ec-403d-ba33-29f07368fb0a None None] Set router 91cdc6a0-5ce0-49bf-a64e-001962a8ea9b gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:46:38.464516 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9a82c227-a816-484f-976b-af91b09c12ae req-5bfbf784-6e6f-4d5c-bf10-bf4c3a58e787 service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893741 Dec 10 19:46:38.555338 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9a82c227-a816-484f-976b-af91b09c12ae req-777ec26d-79ef-42c2-a83f-136d39552367 service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831602 Dec 10 19:46:38.675093 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-09006d1b-37ec-403d-ba33-29f07368fb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'name': 'tempest-ServerActionsTestJSON-1220875465-router', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': '59c1c741-5d51-4c73-be9a-dd9012f22cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:42:18Z', 'updated_at': '2021-12-10T19:42:21Z', 'revision_number': 4, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'gw_port': {'id': '59c1c741-5d51-4c73-be9a-dd9012f22cea', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:19Z', 'updated_at': '2021-12-10T19:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '6452c6ea-7e74-4cf4-80c3-3e20c0a15137', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'floating_ip_address': '172.26.6.4', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'port_id': '9842e66e-147b-4879-ad05-56591fbd50fc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea', 'mac_address': 'fa:16:3e:6d:8f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875a7177-9b18-4367-a5c1-c53bc2c67ffa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:42:23Z', 'updated_at': '2021-12-10T19:46:37Z', 'revision_number': 9, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02b441d9-b368-4a54-9a77-2d652cdec894', 'name': '', 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'mac_address': 'fa:16:3e:1c:5e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '2923f6c5-b5cb-4ee7-95d4-f8f02a974a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:20Z', 'updated_at': '2021-12-10T19:42:24Z', 'revision_number': 5, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'subnets': [{'id': '2923f6c5-b5cb-4ee7-95d4-f8f02a974a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:46:38.789455 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09006d1b-37ec-403d-ba33-29f07368fb0a None None] The sync data for ids ['91cdc6a0-5ce0-49bf-a64e-001962a8ea9b'] in dv-neutron-821441-1-hyperv is: [{'id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'name': 'tempest-ServerActionsTestJSON-1220875465-router', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': '59c1c741-5d51-4c73-be9a-dd9012f22cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:42:18Z', 'updated_at': '2021-12-10T19:42:21Z', 'revision_number': 4, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'gw_port': {'id': '59c1c741-5d51-4c73-be9a-dd9012f22cea', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:19Z', 'updated_at': '2021-12-10T19:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '6452c6ea-7e74-4cf4-80c3-3e20c0a15137', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'floating_ip_address': '172.26.6.4', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'port_id': '9842e66e-147b-4879-ad05-56591fbd50fc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea', 'mac_address': 'fa:16:3e:6d:8f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875a7177-9b18-4367-a5c1-c53bc2c67ffa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:42:23Z', 'updated_at': '2021-12-10T19:46:37Z', 'revision_number': 9, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02b441d9-b368-4a54-9a77-2d652cdec894', 'name': '', 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'mac_address': 'fa:16:3e:1c:5e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '2923f6c5-b5cb-4ee7-95d4-f8f02a974a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:20Z', 'updated_at': '2021-12-10T19:42:24Z', 'revision_number': 5, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'subnets': [{'id': '2923f6c5-b5cb-4ee7-95d4-f8f02a974a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:46:38.992943 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ba5403-6da3-428e-b5b9-60426a88b674 None None] New status for floating IP 6452c6ea-7e74-4cf4-80c3-3e20c0a15137: ACTIVE {{(pid=102367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:46:50.294863 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-febe4636-81a3-4079-818b-356fad114285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:46:54.248619 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-315f38ce-a1cc-43f2-adf4-426bfab333db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:46:55.458772 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:46:56.526337 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:46:56.857172 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:46:57.957320 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:47:02.594696 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:47:06.750574 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c9f6ffa6-00dd-4f18-9735-6de21f8ca93a req-d14cc04c-3299-43f5-a233-7bd458ebcc7a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=875a7177-9b18-4367-a5c1-c53bc2c67ffa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423255 Dec 10 19:47:06.838481 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f6ffa6-00dd-4f18-9735-6de21f8ca93a req-8a15800e-2b3c-44f9-a981-b9fc14f69565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:47:06.839978 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c9f6ffa6-00dd-4f18-9735-6de21f8ca93a req-8a15800e-2b3c-44f9-a981-b9fc14f69565 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c5dd4dad4f774e9681e4f02d74c9ed4b&device_id=875a7177-9b18-4367-a5c1-c53bc2c67ffa HTTP/1.1" status: 200 len: 1098 time: 0.0451462 Dec 10 19:47:06.943995 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f6ffa6-00dd-4f18-9735-6de21f8ca93a req-d15c204a-304d-4493-b8a3-ba14a23e026d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:47:06.945683 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c9f6ffa6-00dd-4f18-9735-6de21f8ca93a req-d15c204a-304d-4493-b8a3-ba14a23e026d service neutron] 10.222.0.36 "GET /v2.0/networks?id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea HTTP/1.1" status: 200 len: 913 time: 0.0864367 Dec 10 19:47:07.017619 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c9f6ffa6-00dd-4f18-9735-6de21f8ca93a req-dfbf009d-d608-4d1d-84ff-4f489fc88d56 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9842e66e-147b-4879-ad05-56591fbd50fc HTTP/1.1" status: 200 len: 1000 time: 0.0637422 Dec 10 19:47:07.068898 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f6ffa6-00dd-4f18-9735-6de21f8ca93a req-a0ab0d48-ed87-424d-849b-856b54749cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:47:07.070337 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c9f6ffa6-00dd-4f18-9735-6de21f8ca93a req-a0ab0d48-ed87-424d-849b-856b54749cb7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2923f6c5-b5cb-4ee7-95d4-f8f02a974a41 HTTP/1.1" status: 200 len: 851 time: 0.0458653 Dec 10 19:47:07.118968 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f6ffa6-00dd-4f18-9735-6de21f8ca93a req-fcfc3068-93ba-4516-9bbb-1dbcb04a8285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:47:07.120472 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c9f6ffa6-00dd-4f18-9735-6de21f8ca93a req-fcfc3068-93ba-4516-9bbb-1dbcb04a8285 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423720 Dec 10 19:47:07.218022 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c9f6ffa6-00dd-4f18-9735-6de21f8ca93a req-566ab85b-16fe-4873-93ba-72fd2f90c41d service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899899 Dec 10 19:47:07.311473 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c9f6ffa6-00dd-4f18-9735-6de21f8ca93a req-f2ce58dd-04b3-4569-bd8a-603e9fe27287 service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861075 Dec 10 19:47:20.286413 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-14f1bac6-b4bb-431e-8201-40487213d354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:47:24.252613 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-403e1756-4c71-42da-a1af-4dd44a049d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:47:25.461304 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:47:26.531168 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:47:26.859323 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:47:32.591984 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:47:34.956287 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:47:50.286505 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-9610c146-6061-4e71-84fd-62c7cf46bb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:47:54.255039 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-5413fa5a-e107-499f-b01f-95511087d929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:47:55.466950 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:47:55.772275 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-6413c4bb-c25c-47d3-917c-562b176c781f req-863ad67f-164a-4470-9ee8-4fd3c8808cf2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=875a7177-9b18-4367-a5c1-c53bc2c67ffa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0429320 Dec 10 19:47:55.794681 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e3c121-002d-4747-ae5f-6416a6379699 req-42747cb4-5592-4475-baea-3108cbe4f039 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:47:55.796168 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-03e3c121-002d-4747-ae5f-6416a6379699 req-42747cb4-5592-4475-baea-3108cbe4f039 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=875a7177-9b18-4367-a5c1-c53bc2c67ffa HTTP/1.1" status: 200 len: 945 time: 0.0512362 Dec 10 19:47:55.835184 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-03e3c121-002d-4747-ae5f-6416a6379699 req-9f22c0ba-63b3-4407-b80f-53613723ec3a tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323176 Dec 10 19:47:56.534084 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:47:56.866353 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:47:56.886121 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413c4bb-c25c-47d3-917c-562b176c781f req-25fb059e-b04c-45dc-8ca8-3f397f962171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:47:56.887633 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6413c4bb-c25c-47d3-917c-562b176c781f req-25fb059e-b04c-45dc-8ca8-3f397f962171 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c5dd4dad4f774e9681e4f02d74c9ed4b&device_id=875a7177-9b18-4367-a5c1-c53bc2c67ffa HTTP/1.1" status: 200 len: 1098 time: 0.0471022 Dec 10 19:47:57.306201 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d71c4-10f9-4ea4-b4c1-8614adc7bc84 req-cec259a2-6e39-4ae1-8968-e5b96e9d09f1 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:47:57.307654 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-350d71c4-10f9-4ea4-b4c1-8614adc7bc84 req-cec259a2-6e39-4ae1-8968-e5b96e9d09f1 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=875a7177-9b18-4367-a5c1-c53bc2c67ffa HTTP/1.1" status: 200 len: 945 time: 0.3947575 Dec 10 19:47:57.324545 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413c4bb-c25c-47d3-917c-562b176c781f req-17caba07-e76b-44d7-841f-93d191fdb734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:47:57.325933 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6413c4bb-c25c-47d3-917c-562b176c781f req-17caba07-e76b-44d7-841f-93d191fdb734 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea HTTP/1.1" status: 200 len: 913 time: 0.4314048 Dec 10 19:47:57.389473 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-350d71c4-10f9-4ea4-b4c1-8614adc7bc84 req-78560c25-4497-48d9-9b69-1da814497d36 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758021 Dec 10 19:47:57.407060 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6413c4bb-c25c-47d3-917c-562b176c781f req-cc0f1c45-d28e-49f9-b370-e8302e81b605 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9842e66e-147b-4879-ad05-56591fbd50fc HTTP/1.1" status: 200 len: 1000 time: 0.0718384 Dec 10 19:47:57.456736 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413c4bb-c25c-47d3-917c-562b176c781f req-6efbc9a3-6e34-4b49-aa05-90a0ffd82775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:47:57.458142 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6413c4bb-c25c-47d3-917c-562b176c781f req-6efbc9a3-6e34-4b49-aa05-90a0ffd82775 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2923f6c5-b5cb-4ee7-95d4-f8f02a974a41 HTTP/1.1" status: 200 len: 851 time: 0.0430906 Dec 10 19:47:57.508951 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413c4bb-c25c-47d3-917c-562b176c781f req-e44ab55e-2c15-4d46-9760-0c3d4dd12637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:47:57.510388 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6413c4bb-c25c-47d3-917c-562b176c781f req-e44ab55e-2c15-4d46-9760-0c3d4dd12637 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439594 Dec 10 19:47:57.602052 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6413c4bb-c25c-47d3-917c-562b176c781f req-b1ff2b47-ae48-4a17-b742-73d5f604a19f service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838974 Dec 10 19:47:57.700481 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6413c4bb-c25c-47d3-917c-562b176c781f req-399df39f-5ae7-4b12-98dd-6ea80cf174d3 service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903645 Dec 10 19:47:58.507614 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af7d62-2292-48b5-b944-c4e941a9267a req-346a263a-5057-45fa-a074-a0cc81718887 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:47:58.509120 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-25af7d62-2292-48b5-b944-c4e941a9267a req-346a263a-5057-45fa-a074-a0cc81718887 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=875a7177-9b18-4367-a5c1-c53bc2c67ffa HTTP/1.1" status: 200 len: 945 time: 0.0488601 Dec 10 19:47:58.546999 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-25af7d62-2292-48b5-b944-c4e941a9267a req-254ead61-5ce8-4dab-853b-46a3fa8e6245 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319469 Dec 10 19:47:59.661856 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d662d336-259f-4ad1-b585-090f0f8ef19d req-43fdad18-1390-4692-a3ec-84b12f624820 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:47:59.663221 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d662d336-259f-4ad1-b585-090f0f8ef19d req-43fdad18-1390-4692-a3ec-84b12f624820 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=875a7177-9b18-4367-a5c1-c53bc2c67ffa HTTP/1.1" status: 200 len: 945 time: 0.0478568 Dec 10 19:47:59.702062 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d662d336-259f-4ad1-b585-090f0f8ef19d req-00091ff2-5568-4202-91c6-90859e6330d3 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329030 Dec 10 19:48:00.819854 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ff1b8-5b8b-429e-8338-2368787693cf req-70a291c7-2b61-4d28-85d2-5d60d80573f8 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:00.821322 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-635ff1b8-5b8b-429e-8338-2368787693cf req-70a291c7-2b61-4d28-85d2-5d60d80573f8 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=875a7177-9b18-4367-a5c1-c53bc2c67ffa HTTP/1.1" status: 200 len: 945 time: 0.0510433 Dec 10 19:48:00.861646 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-635ff1b8-5b8b-429e-8338-2368787693cf req-b0488ee9-5243-4dfc-bf2e-3db2a561ea07 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340981 Dec 10 19:48:01.989584 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8087ae2e-3ea0-4fbe-9987-ae373a65f8fc req-087fb049-86b4-4dda-9142-d9d25ebff2fd tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:01.991260 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8087ae2e-3ea0-4fbe-9987-ae373a65f8fc req-087fb049-86b4-4dda-9142-d9d25ebff2fd tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=875a7177-9b18-4367-a5c1-c53bc2c67ffa HTTP/1.1" status: 200 len: 945 time: 0.0525308 Dec 10 19:48:02.028935 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8087ae2e-3ea0-4fbe-9987-ae373a65f8fc req-782f439c-2bb6-438d-b7dd-6b7b88339289 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310805 Dec 10 19:48:02.604163 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:48:03.147305 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c363f9d8-7093-4b93-8128-2db13f325ee6 req-43000d86-223e-4c78-b379-9aaec054f9e6 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:03.148871 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c363f9d8-7093-4b93-8128-2db13f325ee6 req-43000d86-223e-4c78-b379-9aaec054f9e6 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=875a7177-9b18-4367-a5c1-c53bc2c67ffa HTTP/1.1" status: 200 len: 945 time: 0.0512428 Dec 10 19:48:03.186730 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c363f9d8-7093-4b93-8128-2db13f325ee6 req-f40b5b1b-b432-46fa-bf11-a6ce5b57c31e tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318756 Dec 10 19:48:04.312925 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c92cdc-dd3f-404e-917b-09415c1aaaec req-51aee877-927a-4269-b2c6-a3d2ea538d7f tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:04.314864 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-12c92cdc-dd3f-404e-917b-09415c1aaaec req-51aee877-927a-4269-b2c6-a3d2ea538d7f tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=875a7177-9b18-4367-a5c1-c53bc2c67ffa HTTP/1.1" status: 200 len: 945 time: 0.0533359 Dec 10 19:48:04.353801 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-12c92cdc-dd3f-404e-917b-09415c1aaaec req-212ce936-e976-4584-869b-df6e60026e66 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329628 Dec 10 19:48:05.473999 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115fb24f-c310-4639-9194-eb9fe31db3e3 req-3352c2ab-4ac4-46cb-b256-867bbff0b62f tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:05.475843 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-115fb24f-c310-4639-9194-eb9fe31db3e3 req-3352c2ab-4ac4-46cb-b256-867bbff0b62f tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=875a7177-9b18-4367-a5c1-c53bc2c67ffa HTTP/1.1" status: 200 len: 945 time: 0.0544240 Dec 10 19:48:05.514569 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-115fb24f-c310-4639-9194-eb9fe31db3e3 req-80ed85aa-2e03-4f66-bbe0-c0d8ba9cce5b tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324025 Dec 10 19:48:06.637129 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91073fe9-163b-462f-87ad-59e82920ff41 req-76e07965-7a39-44c0-9258-fb28c7deb3d1 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:06.638635 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-91073fe9-163b-462f-87ad-59e82920ff41 req-76e07965-7a39-44c0-9258-fb28c7deb3d1 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=875a7177-9b18-4367-a5c1-c53bc2c67ffa HTTP/1.1" status: 200 len: 945 time: 0.0523610 Dec 10 19:48:06.678846 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-91073fe9-163b-462f-87ad-59e82920ff41 req-f4d20430-8763-4e88-a84d-ba84ca2eda15 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339770 Dec 10 19:48:06.822553 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a6f8b-f4c5-47bd-97bd-492b369d3492 req-ef0ed775-3746-484c-9f0d-1c44baeb6d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:06.823993 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-819a6f8b-f4c5-47bd-97bd-492b369d3492 req-ef0ed775-3746-484c-9f0d-1c44baeb6d77 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c5dd4dad4f774e9681e4f02d74c9ed4b&device_id=875a7177-9b18-4367-a5c1-c53bc2c67ffa HTTP/1.1" status: 200 len: 1098 time: 0.0444684 Dec 10 19:48:06.927500 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a6f8b-f4c5-47bd-97bd-492b369d3492 req-89ea6148-16c8-44b3-af5d-07a98961205a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:06.928981 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-819a6f8b-f4c5-47bd-97bd-492b369d3492 req-89ea6148-16c8-44b3-af5d-07a98961205a service neutron] 10.222.0.36 "GET /v2.0/networks?id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea HTTP/1.1" status: 200 len: 913 time: 0.0845747 Dec 10 19:48:06.997814 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-819a6f8b-f4c5-47bd-97bd-492b369d3492 req-610b9da3-b563-4869-9bd3-58ec7973fc7e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9842e66e-147b-4879-ad05-56591fbd50fc HTTP/1.1" status: 200 len: 1000 time: 0.0613356 Dec 10 19:48:07.047640 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a6f8b-f4c5-47bd-97bd-492b369d3492 req-44b02438-3ba6-4b06-a73f-a7f7b495381c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:07.049648 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-819a6f8b-f4c5-47bd-97bd-492b369d3492 req-44b02438-3ba6-4b06-a73f-a7f7b495381c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2923f6c5-b5cb-4ee7-95d4-f8f02a974a41 HTTP/1.1" status: 200 len: 851 time: 0.0439823 Dec 10 19:48:07.095366 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a6f8b-f4c5-47bd-97bd-492b369d3492 req-3bdf0b6f-ec26-4def-9db1-15ca00934200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:07.096778 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-819a6f8b-f4c5-47bd-97bd-492b369d3492 req-3bdf0b6f-ec26-4def-9db1-15ca00934200 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394206 Dec 10 19:48:07.192151 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-819a6f8b-f4c5-47bd-97bd-492b369d3492 req-6090ee65-6a2b-4b4a-96c8-93f2aa62c7f5 service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862079 Dec 10 19:48:07.282679 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-819a6f8b-f4c5-47bd-97bd-492b369d3492 req-c626f089-3b05-4afc-b678-d40fb9fac536 service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826507 Dec 10 19:48:07.796692 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac7b00-9304-4092-8583-191aa2f53d96 req-b7ae8b9d-359f-43e2-bd88-994c6241f826 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:07.798164 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-43ac7b00-9304-4092-8583-191aa2f53d96 req-b7ae8b9d-359f-43e2-bd88-994c6241f826 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=875a7177-9b18-4367-a5c1-c53bc2c67ffa HTTP/1.1" status: 200 len: 945 time: 0.0512097 Dec 10 19:48:07.836785 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-43ac7b00-9304-4092-8583-191aa2f53d96 req-69da449f-d080-403d-b6dd-75a605ac8466 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325363 Dec 10 19:48:08.958210 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece3a9b2-ac3c-405c-966b-323f46ff89c1 req-2d28424c-c533-418f-b43d-732bf5fbc831 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:08.959690 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ece3a9b2-ac3c-405c-966b-323f46ff89c1 req-2d28424c-c533-418f-b43d-732bf5fbc831 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=875a7177-9b18-4367-a5c1-c53bc2c67ffa HTTP/1.1" status: 200 len: 945 time: 0.0558410 Dec 10 19:48:08.997892 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ece3a9b2-ac3c-405c-966b-323f46ff89c1 req-30674dcc-d9e2-46cb-b8bb-e1bfab066c7f tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321538 Dec 10 19:48:09.328527 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6413c4bb-c25c-47d3-917c-562b176c781f req-0c173dd5-c5cb-4162-adf7-df9c4297519e service neutron] 10.222.0.36 "GET /v2.0/ports/9842e66e-147b-4879-ad05-56591fbd50fc/bindings/hv-neutron-8214 HTTP/1.1" status: 200 len: 384 time: 0.0538571 Dec 10 19:48:09.535608 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413c4bb-c25c-47d3-917c-562b176c781f req-28d10794-b21c-44ce-ac09-8215d90aa513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:09.537082 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6413c4bb-c25c-47d3-917c-562b176c781f req-28d10794-b21c-44ce-ac09-8215d90aa513 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=875a7177-9b18-4367-a5c1-c53bc2c67ffa&tenant_id=c5dd4dad4f774e9681e4f02d74c9ed4b HTTP/1.1" status: 200 len: 1098 time: 0.0403223 Dec 10 19:48:09.603931 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413c4bb-c25c-47d3-917c-562b176c781f req-c59137b1-aa58-4f56-b62d-fc7bf7d367fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:09.605384 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6413c4bb-c25c-47d3-917c-562b176c781f req-c59137b1-aa58-4f56-b62d-fc7bf7d367fe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c5dd4dad4f774e9681e4f02d74c9ed4b&device_id=875a7177-9b18-4367-a5c1-c53bc2c67ffa HTTP/1.1" status: 200 len: 1098 time: 0.0442388 Dec 10 19:48:09.698626 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413c4bb-c25c-47d3-917c-562b176c781f req-68c900ae-b451-48d5-b978-06a5b0500ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:09.700070 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6413c4bb-c25c-47d3-917c-562b176c781f req-68c900ae-b451-48d5-b978-06a5b0500ee9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea HTTP/1.1" status: 200 len: 913 time: 0.0875819 Dec 10 19:48:09.772779 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6413c4bb-c25c-47d3-917c-562b176c781f req-c7fa212d-6891-4ea2-8d56-1241e3390551 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9842e66e-147b-4879-ad05-56591fbd50fc HTTP/1.1" status: 200 len: 1000 time: 0.0646160 Dec 10 19:48:09.822679 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413c4bb-c25c-47d3-917c-562b176c781f req-831e644f-e57f-44b1-92a3-6b28eb25e2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:09.824122 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6413c4bb-c25c-47d3-917c-562b176c781f req-831e644f-e57f-44b1-92a3-6b28eb25e2c9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2923f6c5-b5cb-4ee7-95d4-f8f02a974a41 HTTP/1.1" status: 200 len: 851 time: 0.0440629 Dec 10 19:48:09.870893 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413c4bb-c25c-47d3-917c-562b176c781f req-401afa1f-5411-4131-8c4d-58e539e4a109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:09.872287 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6413c4bb-c25c-47d3-917c-562b176c781f req-401afa1f-5411-4131-8c4d-58e539e4a109 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404558 Dec 10 19:48:09.966176 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6413c4bb-c25c-47d3-917c-562b176c781f req-bfc7fdbc-7c3e-4f5c-b65d-9e9cd0570293 service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851052 Dec 10 19:48:10.067096 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6413c4bb-c25c-47d3-917c-562b176c781f req-702ec4ec-e358-4ce3-acd7-893d3c437a15 service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920599 Dec 10 19:48:10.123457 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b398b5-001a-47c1-b98b-8c8a6cd0848c req-6582eb8f-80ad-4269-8bb8-b57274750cc4 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:10.125037 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-34b398b5-001a-47c1-b98b-8c8a6cd0848c req-6582eb8f-80ad-4269-8bb8-b57274750cc4 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=875a7177-9b18-4367-a5c1-c53bc2c67ffa HTTP/1.1" status: 200 len: 945 time: 0.0567174 Dec 10 19:48:10.167376 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-34b398b5-001a-47c1-b98b-8c8a6cd0848c req-f81ab8a0-91a2-476d-94ed-3eb3fa632724 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356462 Dec 10 19:48:11.293898 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf11c6-bb5b-4dab-bb1f-d0b3d5abf714 req-a595376b-e1ed-425d-96f2-12e99fca2b68 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:11.295370 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2dcf11c6-bb5b-4dab-bb1f-d0b3d5abf714 req-a595376b-e1ed-425d-96f2-12e99fca2b68 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=875a7177-9b18-4367-a5c1-c53bc2c67ffa HTTP/1.1" status: 200 len: 945 time: 0.0568547 Dec 10 19:48:11.334447 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2dcf11c6-bb5b-4dab-bb1f-d0b3d5abf714 req-b2a70eec-c4fb-4479-8122-dd906cb7a349 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320990 Dec 10 19:48:11.955657 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:48:12.450528 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d32ab-e3e3-47f6-a03c-1d02e1b7f02b req-5b854fe5-283b-468b-b087-535047338d2d tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:12.452154 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-dc7d32ab-e3e3-47f6-a03c-1d02e1b7f02b req-5b854fe5-283b-468b-b087-535047338d2d tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=875a7177-9b18-4367-a5c1-c53bc2c67ffa HTTP/1.1" status: 200 len: 945 time: 0.0489781 Dec 10 19:48:12.489934 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-dc7d32ab-e3e3-47f6-a03c-1d02e1b7f02b req-57c85eaa-d22a-4352-becf-bc43a4581bba tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317073 Dec 10 19:48:13.133095 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 9842e66e-147b-4879-ad05-56591fbd50fc details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=102367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:48:13.136215 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 9842e66e-147b-4879-ad05-56591fbd50fc no longer exists at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:48:13.285980 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:48:13.308350 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 9842e66e-147b-4879-ad05-56591fbd50fc, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=9842e66e-147b-4879-ad05-56591fbd50fc,segment=NetworkSegment(d4c2219e-ea6d-418f-9715-88f09433d8b1),segment_id=d4c2219e-ea6d-418f-9715-88f09433d8b1)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:48:13.327445 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '875a7177-9b18-4367-a5c1-c53bc2c67ffa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9842e66e-147b-4879-ad05-56591fbd50fc'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:48:13.329655 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0dd006407324ce2959a5a4cf9f0b5e0801d7a51a5291ea700e8786e11115a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760795d9-3a38-43cf-a1c9-204eefa6f1cf" -d '{"events": [{"server_uuid": "875a7177-9b18-4367-a5c1-c53bc2c67ffa", "name": "network-vif-unplugged", "status": "completed", "tag": "9842e66e-147b-4879-ad05-56591fbd50fc"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:48:13.334256 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Returning: {'device': '9842e66e-147b-4879-ad05-56591fbd50fc', 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea', 'port_id': '9842e66e-147b-4879-ad05-56591fbd50fc', 'mac_address': 'fa:16:3e:6d:8f:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2923f6c5-b5cb-4ee7-95d4-f8f02a974a41', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:48:13.343682 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 9842e66e-147b-4879-ad05-56591fbd50fc, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=9842e66e-147b-4879-ad05-56591fbd50fc,segment=NetworkSegment(d4c2219e-ea6d-418f-9715-88f09433d8b1),segment_id=d4c2219e-ea6d-418f-9715-88f09433d8b1)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:48:13.349288 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:48:13.395244 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 19:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c545ce05-239d-49a4-b7dd-eee3b6a0e51f x-openstack-request-id: req-c545ce05-239d-49a4-b7dd-eee3b6a0e51f {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:48:13.395471 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "875a7177-9b18-4367-a5c1-c53bc2c67ffa", "name": "network-vif-unplugged", "status": "completed", "tag": "9842e66e-147b-4879-ad05-56591fbd50fc", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:48:13.395674 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c545ce05-239d-49a4-b7dd-eee3b6a0e51f {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:48:13.396051 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '875a7177-9b18-4367-a5c1-c53bc2c67ffa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9842e66e-147b-4879-ad05-56591fbd50fc', 'code': 200} Dec 10 19:48:13.425301 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:48:13.436584 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=9842e66e-147b-4879-ad05-56591fbd50fc,revision_number=6']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:48:13.446317 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9842e66e-147b-4879-ad05-56591fbd50fc {{(pid=102367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:48:13.450726 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:48:13.451060 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:48:13.451390 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:48:13.451713 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:48:13.452031 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:48:13.452350 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:48:13.452721 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:48:13.453050 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:48:13.453356 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:48:13.453668 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:48:13.453974 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:48:13.454280 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:48:13.493057 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.db.api [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102367) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:48:13.493405 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG oslo_db.api [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:48:13.607937 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee9bce9-248f-477b-9f5b-5a851fb08d77 req-d724138b-4c95-48b5-a55d-2831ad910eff tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:13.609401 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8ee9bce9-248f-477b-9f5b-5a851fb08d77 req-d724138b-4c95-48b5-a55d-2831ad910eff tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=875a7177-9b18-4367-a5c1-c53bc2c67ffa HTTP/1.1" status: 200 len: 943 time: 0.0485168 Dec 10 19:48:13.647327 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8ee9bce9-248f-477b-9f5b-5a851fb08d77 req-29517723-f0ee-4305-a507-cf4002436ec0 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315309 Dec 10 19:48:13.964846 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf79f2-f522-4eeb-88f1-823603141a36 req-fca86242-d5a4-4d5c-9cf6-73c9de37a044 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:13.966254 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0dbf79f2-f522-4eeb-88f1-823603141a36 req-fca86242-d5a4-4d5c-9cf6-73c9de37a044 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.36 "GET /v2.0/ports?device_id=875a7177-9b18-4367-a5c1-c53bc2c67ffa&tenant_id=c5dd4dad4f774e9681e4f02d74c9ed4b&binding%3Ahost_id=hv-neutron-8214 HTTP/1.1" status: 200 len: 943 time: 0.0807204 Dec 10 19:48:13.990952 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b21c51-24fd-4b82-8c32-aeef378d45ef req-351b94c1-56e0-45c0-9ad7-b679d18f8528 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:13.995336 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-68b21c51-24fd-4b82-8c32-aeef378d45ef req-351b94c1-56e0-45c0-9ad7-b679d18f8528 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=875a7177-9b18-4367-a5c1-c53bc2c67ffa HTTP/1.1" status: 200 len: 943 time: 0.0786099 Dec 10 19:48:14.030458 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:48:14.044358 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9842e66e-147b-4879-ad05-56591fbd50fc {{(pid=102367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:48:14.063790 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 9842e66e-147b-4879-ad05-56591fbd50fc, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=9842e66e-147b-4879-ad05-56591fbd50fc,segment=NetworkSegment(d4c2219e-ea6d-418f-9715-88f09433d8b1),segment_id=d4c2219e-ea6d-418f-9715-88f09433d8b1)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:48:14.068399 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-68b21c51-24fd-4b82-8c32-aeef378d45ef req-eaff9bd6-ca80-4ae6-a6f1-61bf57455e0a tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543790 Dec 10 19:48:14.068727 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:48:14.075913 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0dbf79f2-f522-4eeb-88f1-823603141a36 req-b12cdee8-1e99-4bdb-8363-503b8a2878fc service neutron] 10.222.0.36 "GET /v2.0/ports/9842e66e-147b-4879-ad05-56591fbd50fc/bindings/hv-neutron-8214 HTTP/1.1" status: 200 len: 384 time: 0.1017287 Dec 10 19:48:14.122616 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=9842e66e-147b-4879-ad05-56591fbd50fc,revision_number=7']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:48:14.137493 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['9842e66e-147b-4879-ad05-56591fbd50fc'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:48:14.152865 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf79f2-f522-4eeb-88f1-823603141a36 req-ffe3abc7-f80a-4041-9ac3-20b8a0bd820a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:14.154543 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0dbf79f2-f522-4eeb-88f1-823603141a36 req-ffe3abc7-f80a-4041-9ac3-20b8a0bd820a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c5dd4dad4f774e9681e4f02d74c9ed4b&device_id=875a7177-9b18-4367-a5c1-c53bc2c67ffa HTTP/1.1" status: 200 len: 1097 time: 0.0476913 Dec 10 19:48:14.245256 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf79f2-f522-4eeb-88f1-823603141a36 req-89929537-3e61-4d2d-b4e6-f78c92da1d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:14.246797 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0dbf79f2-f522-4eeb-88f1-823603141a36 req-89929537-3e61-4d2d-b4e6-f78c92da1d09 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea HTTP/1.1" status: 200 len: 913 time: 0.0847397 Dec 10 19:48:14.316805 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0dbf79f2-f522-4eeb-88f1-823603141a36 req-2c98fe3e-bb92-4a07-aad3-63ce424781fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9842e66e-147b-4879-ad05-56591fbd50fc HTTP/1.1" status: 200 len: 999 time: 0.0626154 Dec 10 19:48:14.367473 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf79f2-f522-4eeb-88f1-823603141a36 req-c8aa96b3-0796-4f89-89d8-39f3ebd8a310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:14.369053 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0dbf79f2-f522-4eeb-88f1-823603141a36 req-c8aa96b3-0796-4f89-89d8-39f3ebd8a310 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2923f6c5-b5cb-4ee7-95d4-f8f02a974a41 HTTP/1.1" status: 200 len: 851 time: 0.0440683 Dec 10 19:48:14.417703 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf79f2-f522-4eeb-88f1-823603141a36 req-06443def-5c91-45a1-855a-9f75c5623501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:14.419190 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0dbf79f2-f522-4eeb-88f1-823603141a36 req-06443def-5c91-45a1-855a-9f75c5623501 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414965 Dec 10 19:48:14.510591 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0dbf79f2-f522-4eeb-88f1-823603141a36 req-525fdbde-5b2e-4caf-8098-0c1a6095ae1f service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834255 Dec 10 19:48:14.599130 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0dbf79f2-f522-4eeb-88f1-823603141a36 req-72f2f82b-50aa-4415-a156-90e68dad2aa4 service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806999 Dec 10 19:48:15.158185 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 9842e66e-147b-4879-ad05-56591fbd50fc up at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:48:15.196730 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93cbe0-53d9-41ba-a603-ce7a43f5a856 req-61b297eb-7ad0-4119-a676-95f6899641fb tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:15.198382 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6d93cbe0-53d9-41ba-a603-ce7a43f5a856 req-61b297eb-7ad0-4119-a676-95f6899641fb tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=875a7177-9b18-4367-a5c1-c53bc2c67ffa HTTP/1.1" status: 200 len: 944 time: 0.0516686 Dec 10 19:48:15.210717 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning complete for port 9842e66e-147b-4879-ad05-56591fbd50fc triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:48:15.211091 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:48:15.238793 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6d93cbe0-53d9-41ba-a603-ce7a43f5a856 req-f7239485-8be0-4781-aa83-7485c5870454 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343719 Dec 10 19:48:15.289205 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:48:15.322396 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 9842e66e-147b-4879-ad05-56591fbd50fc, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=9842e66e-147b-4879-ad05-56591fbd50fc,segment=NetworkSegment(d4c2219e-ea6d-418f-9715-88f09433d8b1),segment_id=d4c2219e-ea6d-418f-9715-88f09433d8b1)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:48:15.327335 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:48:15.373725 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=9842e66e-147b-4879-ad05-56591fbd50fc,revision_number=8']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:48:15.396896 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '875a7177-9b18-4367-a5c1-c53bc2c67ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9842e66e-147b-4879-ad05-56591fbd50fc'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:48:15.399204 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0dd006407324ce2959a5a4cf9f0b5e0801d7a51a5291ea700e8786e11115a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7716c8e-0181-4b6f-be23-9a28da32fa6a" -d '{"events": [{"server_uuid": "875a7177-9b18-4367-a5c1-c53bc2c67ffa", "name": "network-vif-plugged", "status": "completed", "tag": "9842e66e-147b-4879-ad05-56591fbd50fc"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:48:15.444913 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f2ddb6-e8e4-4210-b1dc-e6ffeb726e37 x-openstack-request-id: req-73f2ddb6-e8e4-4210-b1dc-e6ffeb726e37 {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:48:15.445205 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "875a7177-9b18-4367-a5c1-c53bc2c67ffa", "name": "network-vif-plugged", "status": "completed", "tag": "9842e66e-147b-4879-ad05-56591fbd50fc", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:48:15.445452 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-73f2ddb6-e8e4-4210-b1dc-e6ffeb726e37 {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:48:15.445838 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '875a7177-9b18-4367-a5c1-c53bc2c67ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9842e66e-147b-4879-ad05-56591fbd50fc', 'code': 200} Dec 10 19:48:16.369411 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae88e4f-e99d-49cb-9075-ebfb4d001ab0 req-f788e874-3e6a-42bb-8754-0d068977b975 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:16.370882 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-aae88e4f-e99d-49cb-9075-ebfb4d001ab0 req-f788e874-3e6a-42bb-8754-0d068977b975 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=875a7177-9b18-4367-a5c1-c53bc2c67ffa HTTP/1.1" status: 200 len: 945 time: 0.0537109 Dec 10 19:48:16.407793 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-aae88e4f-e99d-49cb-9075-ebfb4d001ab0 req-6807e6aa-7d91-4eac-a4f2-9175d8ec51db tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310254 Dec 10 19:48:17.419234 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf79f2-f522-4eeb-88f1-823603141a36 req-75fc90e2-f3ca-4f95-9dec-a93905bd8cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:17.420768 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0dbf79f2-f522-4eeb-88f1-823603141a36 req-75fc90e2-f3ca-4f95-9dec-a93905bd8cb6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=875a7177-9b18-4367-a5c1-c53bc2c67ffa&tenant_id=c5dd4dad4f774e9681e4f02d74c9ed4b HTTP/1.1" status: 200 len: 1098 time: 0.0412405 Dec 10 19:48:17.493202 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf79f2-f522-4eeb-88f1-823603141a36 req-494517f4-664b-42db-a483-8cb08d4abed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:17.494515 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0dbf79f2-f522-4eeb-88f1-823603141a36 req-494517f4-664b-42db-a483-8cb08d4abed4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c5dd4dad4f774e9681e4f02d74c9ed4b&device_id=875a7177-9b18-4367-a5c1-c53bc2c67ffa HTTP/1.1" status: 200 len: 1098 time: 0.0516357 Dec 10 19:48:17.586809 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d537c2-837e-4808-b2e8-0d176aeae00b req-c2c342fb-a6c0-45b7-8002-29bae3e7f628 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:17.588316 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-91d537c2-837e-4808-b2e8-0d176aeae00b req-c2c342fb-a6c0-45b7-8002-29bae3e7f628 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=875a7177-9b18-4367-a5c1-c53bc2c67ffa HTTP/1.1" status: 200 len: 945 time: 0.1063325 Dec 10 19:48:17.635570 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf79f2-f522-4eeb-88f1-823603141a36 req-5899b527-754f-4e0a-aaca-a8b090d61721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:17.637034 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0dbf79f2-f522-4eeb-88f1-823603141a36 req-5899b527-754f-4e0a-aaca-a8b090d61721 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea HTTP/1.1" status: 200 len: 913 time: 0.1220932 Dec 10 19:48:17.655842 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-91d537c2-837e-4808-b2e8-0d176aeae00b req-7264f62b-99cd-41d0-b8d1-24e452b60fe0 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592055 Dec 10 19:48:17.710438 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0dbf79f2-f522-4eeb-88f1-823603141a36 req-6942dad6-e6a3-4a50-9728-00d445b9e0b2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9842e66e-147b-4879-ad05-56591fbd50fc HTTP/1.1" status: 200 len: 1000 time: 0.0657523 Dec 10 19:48:17.759769 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf79f2-f522-4eeb-88f1-823603141a36 req-1f54712a-4928-4bb2-ae01-7710c42a839a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:17.761180 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0dbf79f2-f522-4eeb-88f1-823603141a36 req-1f54712a-4928-4bb2-ae01-7710c42a839a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2923f6c5-b5cb-4ee7-95d4-f8f02a974a41 HTTP/1.1" status: 200 len: 851 time: 0.0443561 Dec 10 19:48:17.806015 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf79f2-f522-4eeb-88f1-823603141a36 req-68496f39-46f7-4197-9dba-4dc435a893ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:17.807445 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0dbf79f2-f522-4eeb-88f1-823603141a36 req-68496f39-46f7-4197-9dba-4dc435a893ed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391314 Dec 10 19:48:17.899149 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0dbf79f2-f522-4eeb-88f1-823603141a36 req-755cb3ec-76c3-4c77-b54e-ab08b40374b8 service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836573 Dec 10 19:48:17.987311 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0dbf79f2-f522-4eeb-88f1-823603141a36 req-9ca070ab-cec5-4a19-a99d-28ad484a14a9 service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811281 Dec 10 19:48:18.779235 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ea76c-3223-4859-b70e-2457d0511e38 req-0169d41d-110a-45c6-ae82-b651a1616b4d tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:18.780726 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-718ea76c-3223-4859-b70e-2457d0511e38 req-0169d41d-110a-45c6-ae82-b651a1616b4d tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=875a7177-9b18-4367-a5c1-c53bc2c67ffa HTTP/1.1" status: 200 len: 945 time: 0.0567286 Dec 10 19:48:18.818374 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-718ea76c-3223-4859-b70e-2457d0511e38 req-2cb65626-c11d-456c-a8ac-e1ea3e85920a tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316083 Dec 10 19:48:19.937747 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3022ce78-860b-431d-8d69-e2b46ddc1325 req-497c9e39-d75d-4cdb-9190-4d72461e83bc tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:19.939239 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3022ce78-860b-431d-8d69-e2b46ddc1325 req-497c9e39-d75d-4cdb-9190-4d72461e83bc tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=875a7177-9b18-4367-a5c1-c53bc2c67ffa HTTP/1.1" status: 200 len: 945 time: 0.0532022 Dec 10 19:48:19.978571 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3022ce78-860b-431d-8d69-e2b46ddc1325 req-0ce515d2-a67a-4559-a846-25d617b6be18 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324965 Dec 10 19:48:20.287583 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d9db37fa-6bb0-41e1-83c2-da2ab2158606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:48:21.097559 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425160d-eb76-48ff-ab3f-b60f7db7e70a req-4b7afb5a-6119-4782-ae8b-391fbf2ffefa tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:21.099024 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d425160d-eb76-48ff-ab3f-b60f7db7e70a req-4b7afb5a-6119-4782-ae8b-391fbf2ffefa tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=875a7177-9b18-4367-a5c1-c53bc2c67ffa HTTP/1.1" status: 200 len: 945 time: 0.0491908 Dec 10 19:48:21.136374 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d425160d-eb76-48ff-ab3f-b60f7db7e70a req-22731c31-daaf-4586-9a93-1b9d8271dac0 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313764 Dec 10 19:48:21.187751 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 9842e66e-147b-4879-ad05-56591fbd50fc no longer exists at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:48:21.261644 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4d99c-ae58-4f65-b1dd-16c1d50735a0 req-4b8a899d-190a-4cc0-850c-7264fbd4429f tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:21.263911 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f6c4d99c-ae58-4f65-b1dd-16c1d50735a0 req-4b8a899d-190a-4cc0-850c-7264fbd4429f tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=875a7177-9b18-4367-a5c1-c53bc2c67ffa HTTP/1.1" status: 200 len: 945 time: 0.0551984 Dec 10 19:48:21.270426 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:48:21.292764 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '875a7177-9b18-4367-a5c1-c53bc2c67ffa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9842e66e-147b-4879-ad05-56591fbd50fc'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:48:21.295312 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0dd006407324ce2959a5a4cf9f0b5e0801d7a51a5291ea700e8786e11115a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c5ddc4-2c87-43fd-bba7-35c497b5c592" -d '{"events": [{"server_uuid": "875a7177-9b18-4367-a5c1-c53bc2c67ffa", "name": "network-vif-unplugged", "status": "completed", "tag": "9842e66e-147b-4879-ad05-56591fbd50fc"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:48:21.302170 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f6c4d99c-ae58-4f65-b1dd-16c1d50735a0 req-761a141f-02b9-4aca-ab26-65bdc784f2b7 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327621 Dec 10 19:48:21.308760 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 9842e66e-147b-4879-ad05-56591fbd50fc, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=9842e66e-147b-4879-ad05-56591fbd50fc,segment=NetworkSegment(d4c2219e-ea6d-418f-9715-88f09433d8b1),segment_id=d4c2219e-ea6d-418f-9715-88f09433d8b1)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:48:21.312994 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:48:21.344993 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 19:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b484c9f1-dc32-46b3-9172-fccf55f96d40 x-openstack-request-id: req-b484c9f1-dc32-46b3-9172-fccf55f96d40 {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:48:21.345387 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "875a7177-9b18-4367-a5c1-c53bc2c67ffa", "name": "network-vif-unplugged", "status": "completed", "tag": "9842e66e-147b-4879-ad05-56591fbd50fc", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:48:21.345638 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b484c9f1-dc32-46b3-9172-fccf55f96d40 {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:48:21.346079 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '875a7177-9b18-4367-a5c1-c53bc2c67ffa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9842e66e-147b-4879-ad05-56591fbd50fc', 'code': 200} Dec 10 19:48:21.373869 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=9842e66e-147b-4879-ad05-56591fbd50fc,revision_number=9']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:48:21.422479 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365df09f-4452-49e8-9623-7708dd89223a req-d2b86598-d6cd-4aaf-8e58-dc55f2f70517 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:21.423985 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-365df09f-4452-49e8-9623-7708dd89223a req-d2b86598-d6cd-4aaf-8e58-dc55f2f70517 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=875a7177-9b18-4367-a5c1-c53bc2c67ffa HTTP/1.1" status: 200 len: 943 time: 0.0516858 Dec 10 19:48:21.462644 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-365df09f-4452-49e8-9623-7708dd89223a req-f57174fe-a9be-4623-9c76-3a0a23594770 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324054 Dec 10 19:48:21.692646 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3398fc-9ef3-48f3-9f4a-ef43dcdab764 req-8ce24198-bfbe-44f4-bfdf-56df3d6e3881 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:21.694107 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1e3398fc-9ef3-48f3-9f4a-ef43dcdab764 req-8ce24198-bfbe-44f4-bfdf-56df3d6e3881 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=875a7177-9b18-4367-a5c1-c53bc2c67ffa HTTP/1.1" status: 200 len: 943 time: 0.0493872 Dec 10 19:48:21.732719 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1e3398fc-9ef3-48f3-9f4a-ef43dcdab764 req-0a3c1ba7-8e17-49a0-81ad-168a359c9e96 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324109 Dec 10 19:48:22.854535 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5466cb64-c376-439e-a991-3603f7a3122e req-6b978764-32e5-4723-a1e6-210c47fb5a05 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:22.855990 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5466cb64-c376-439e-a991-3603f7a3122e req-6b978764-32e5-4723-a1e6-210c47fb5a05 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=875a7177-9b18-4367-a5c1-c53bc2c67ffa HTTP/1.1" status: 200 len: 943 time: 0.0524888 Dec 10 19:48:22.893576 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5466cb64-c376-439e-a991-3603f7a3122e req-db187dc6-8b1c-4b76-b5d9-e9234639f26f tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307255 Dec 10 19:48:24.025653 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89694afa-f2b0-43d7-803f-315751c79b07 req-74135e91-bcaa-4400-a578-e5c47bfa7770 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:24.026995 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-89694afa-f2b0-43d7-803f-315751c79b07 req-74135e91-bcaa-4400-a578-e5c47bfa7770 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.36 "GET /v2.0/ports?device_id=875a7177-9b18-4367-a5c1-c53bc2c67ffa HTTP/1.1" status: 200 len: 943 time: 0.0772467 Dec 10 19:48:24.039260 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e220709-4e5f-4e4b-8776-909acf420977 req-29df4f79-6280-4d77-b557-459ed86338b9 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:24.040667 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1e220709-4e5f-4e4b-8776-909acf420977 req-29df4f79-6280-4d77-b557-459ed86338b9 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=875a7177-9b18-4367-a5c1-c53bc2c67ffa HTTP/1.1" status: 200 len: 943 time: 0.0654788 Dec 10 19:48:24.129068 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1e220709-4e5f-4e4b-8776-909acf420977 req-99ccfafa-3a08-4559-a496-d81df046ca18 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814981 Dec 10 19:48:24.155010 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-89694afa-f2b0-43d7-803f-315751c79b07 req-73031ebb-6e2e-4266-b49e-a2a596e8f54c tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Deleting port 9842e66e-147b-4879-ad05-56591fbd50fc {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:48:24.155345 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-89694afa-f2b0-43d7-803f-315751c79b07 req-73031ebb-6e2e-4266-b49e-a2a596e8f54c tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:48:24.242391 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-89694afa-f2b0-43d7-803f-315751c79b07 req-73031ebb-6e2e-4266-b49e-a2a596e8f54c tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] For port 9842e66e-147b-4879-ad05-56591fbd50fc, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=9842e66e-147b-4879-ad05-56591fbd50fc,segment=NetworkSegment(d4c2219e-ea6d-418f-9715-88f09433d8b1),segment_id=d4c2219e-ea6d-418f-9715-88f09433d8b1)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:48:24.242744 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-89694afa-f2b0-43d7-803f-315751c79b07 req-73031ebb-6e2e-4266-b49e-a2a596e8f54c tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:48:24.258345 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2d3b325c-ac1c-4969-8cb9-02d60e302223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:48:24.422505 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-89694afa-f2b0-43d7-803f-315751c79b07 req-73031ebb-6e2e-4266-b49e-a2a596e8f54c tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:48:24.422846 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-89694afa-f2b0-43d7-803f-315751c79b07 req-73031ebb-6e2e-4266-b49e-a2a596e8f54c tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3713103'] for floatingip, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:48:24.423222 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.l3_db [req-89694afa-f2b0-43d7-803f-315751c79b07 req-73031ebb-6e2e-4266-b49e-a2a596e8f54c tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Floating IP 6452c6ea-7e74-4cf4-80c3-3e20c0a15137 disassociated. External IP: 172.26.6.4, port: 9842e66e-147b-4879-ad05-56591fbd50fc. Dec 10 19:48:24.423603 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-89694afa-f2b0-43d7-803f-315751c79b07 req-73031ebb-6e2e-4266-b49e-a2a596e8f54c tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Calling delete_port for 9842e66e-147b-4879-ad05-56591fbd50fc owned by compute:nova {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:48:24.552515 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-89694afa-f2b0-43d7-803f-315751c79b07 req-73031ebb-6e2e-4266-b49e-a2a596e8f54c tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:48:24.584920 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73031ebb-6e2e-4266-b49e-a2a596e8f54c tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Pushing event deleted for resources: {'Port': ['ID=9842e66e-147b-4879-ad05-56591fbd50fc,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:48:24.595559 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73031ebb-6e2e-4266-b49e-a2a596e8f54c tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:48:24.596544 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73031ebb-6e2e-4266-b49e-a2a596e8f54c tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:48:24.597354 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73031ebb-6e2e-4266-b49e-a2a596e8f54c tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:48:24.597547 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73031ebb-6e2e-4266-b49e-a2a596e8f54c tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:48:24.597878 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73031ebb-6e2e-4266-b49e-a2a596e8f54c tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:48:24.598203 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73031ebb-6e2e-4266-b49e-a2a596e8f54c tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:48:24.598530 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73031ebb-6e2e-4266-b49e-a2a596e8f54c tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:48:24.598850 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73031ebb-6e2e-4266-b49e-a2a596e8f54c tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:48:24.599169 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73031ebb-6e2e-4266-b49e-a2a596e8f54c tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:48:24.599486 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73031ebb-6e2e-4266-b49e-a2a596e8f54c tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:48:24.599797 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73031ebb-6e2e-4266-b49e-a2a596e8f54c tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:48:24.600109 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73031ebb-6e2e-4266-b49e-a2a596e8f54c tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:48:24.716596 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89694afa-f2b0-43d7-803f-315751c79b07 req-73031ebb-6e2e-4266-b49e-a2a596e8f54c tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Router 91cdc6a0-5ce0-49bf-a64e-001962a8ea9b has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:48:24.823097 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89694afa-f2b0-43d7-803f-315751c79b07 req-73031ebb-6e2e-4266-b49e-a2a596e8f54c tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:48:24.834985 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c5cb79-f459-474a-99f1-d1a20624888e None None] Sync routers for ids ['91cdc6a0-5ce0-49bf-a64e-001962a8ea9b'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:48:24.844072 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c5cb79-f459-474a-99f1-d1a20624888e None None] Routers {'91cdc6a0-5ce0-49bf-a64e-001962a8ea9b'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:48:24.844783 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-84c5cb79-f459-474a-99f1-d1a20624888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:48:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['91cdc6a0-5ce0-49bf-a64e-001962a8ea9b'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:48:24.865648 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-89694afa-f2b0-43d7-803f-315751c79b07 req-73031ebb-6e2e-4266-b49e-a2a596e8f54c tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] No DVR routers for this DVR port 9842e66e-147b-4879-ad05-56591fbd50fc on host hv-neutron-8214 {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:48:24.868216 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-89694afa-f2b0-43d7-803f-315751c79b07 req-73031ebb-6e2e-4266-b49e-a2a596e8f54c tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:48:24.871718 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-89694afa-f2b0-43d7-803f-315751c79b07 req-73031ebb-6e2e-4266-b49e-a2a596e8f54c tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.36 "DELETE /v2.0/ports/9842e66e-147b-4879-ad05-56591fbd50fc HTTP/1.1" status: 204 len: 173 time: 0.8301907 Dec 10 19:48:24.872149 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '875a7177-9b18-4367-a5c1-c53bc2c67ffa', 'name': 'network-vif-deleted', 'tag': '9842e66e-147b-4879-ad05-56591fbd50fc'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:48:24.874396 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8bd8377-200f-4d08-b880-ae8b3572731a" -d '{"events": [{"server_uuid": "875a7177-9b18-4367-a5c1-c53bc2c67ffa", "name": "network-vif-deleted", "tag": "9842e66e-147b-4879-ad05-56591fbd50fc"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:48:24.950912 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-84c5cb79-f459-474a-99f1-d1a20624888e None None] Set router 91cdc6a0-5ce0-49bf-a64e-001962a8ea9b gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:48:25.000456 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015d6b77-7702-4f40-aae8-a86d01167e6b x-openstack-request-id: req-015d6b77-7702-4f40-aae8-a86d01167e6b {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:48:25.000789 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "875a7177-9b18-4367-a5c1-c53bc2c67ffa", "name": "network-vif-deleted", "tag": "9842e66e-147b-4879-ad05-56591fbd50fc", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:48:25.001072 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-015d6b77-7702-4f40-aae8-a86d01167e6b {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:48:25.001498 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '875a7177-9b18-4367-a5c1-c53bc2c67ffa', 'name': 'network-vif-deleted', 'tag': '9842e66e-147b-4879-ad05-56591fbd50fc', 'status': 'completed', 'code': 200} Dec 10 19:48:25.149512 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-84c5cb79-f459-474a-99f1-d1a20624888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'name': 'tempest-ServerActionsTestJSON-1220875465-router', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': '59c1c741-5d51-4c73-be9a-dd9012f22cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:42:18Z', 'updated_at': '2021-12-10T19:42:21Z', 'revision_number': 4, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'gw_port': {'id': '59c1c741-5d51-4c73-be9a-dd9012f22cea', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:19Z', 'updated_at': '2021-12-10T19:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '02b441d9-b368-4a54-9a77-2d652cdec894', 'name': '', 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'mac_address': 'fa:16:3e:1c:5e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '2923f6c5-b5cb-4ee7-95d4-f8f02a974a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:20Z', 'updated_at': '2021-12-10T19:42:24Z', 'revision_number': 5, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'subnets': [{'id': '2923f6c5-b5cb-4ee7-95d4-f8f02a974a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:48:25.179213 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c5cb79-f459-474a-99f1-d1a20624888e None None] Checking router: 91cdc6a0-5ce0-49bf-a64e-001962a8ea9b for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:48:25.187531 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c5cb79-f459-474a-99f1-d1a20624888e None None] Routers {'91cdc6a0-5ce0-49bf-a64e-001962a8ea9b'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:48:25.188135 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-84c5cb79-f459-474a-99f1-d1a20624888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:48:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['91cdc6a0-5ce0-49bf-a64e-001962a8ea9b'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:48:25.238196 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-302ae9a4-c030-4b42-8d09-81f2fa6fdd36 req-bd05cb41-eb8b-4873-8209-d91c7b98d82e tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=875a7177-9b18-4367-a5c1-c53bc2c67ffa HTTP/1.1" status: 200 len: 210 time: 0.0287983 Dec 10 19:48:25.300436 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-84c5cb79-f459-474a-99f1-d1a20624888e None None] Set router 91cdc6a0-5ce0-49bf-a64e-001962a8ea9b gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:48:25.468247 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:48:25.498178 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-84c5cb79-f459-474a-99f1-d1a20624888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'name': 'tempest-ServerActionsTestJSON-1220875465-router', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': '59c1c741-5d51-4c73-be9a-dd9012f22cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:42:18Z', 'updated_at': '2021-12-10T19:42:21Z', 'revision_number': 4, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'gw_port': {'id': '59c1c741-5d51-4c73-be9a-dd9012f22cea', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:19Z', 'updated_at': '2021-12-10T19:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '02b441d9-b368-4a54-9a77-2d652cdec894', 'name': '', 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'mac_address': 'fa:16:3e:1c:5e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '2923f6c5-b5cb-4ee7-95d4-f8f02a974a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:20Z', 'updated_at': '2021-12-10T19:42:24Z', 'revision_number': 5, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'subnets': [{'id': '2923f6c5-b5cb-4ee7-95d4-f8f02a974a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:48:25.526901 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c5cb79-f459-474a-99f1-d1a20624888e None None] The sync data for ids ['91cdc6a0-5ce0-49bf-a64e-001962a8ea9b'] in dv-neutron-821441-1-hyperv is: [{'id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'name': 'tempest-ServerActionsTestJSON-1220875465-router', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': '59c1c741-5d51-4c73-be9a-dd9012f22cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:42:18Z', 'updated_at': '2021-12-10T19:42:21Z', 'revision_number': 4, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'gw_port': {'id': '59c1c741-5d51-4c73-be9a-dd9012f22cea', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:19Z', 'updated_at': '2021-12-10T19:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '02b441d9-b368-4a54-9a77-2d652cdec894', 'name': '', 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'mac_address': 'fa:16:3e:1c:5e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '2923f6c5-b5cb-4ee7-95d4-f8f02a974a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:20Z', 'updated_at': '2021-12-10T19:42:24Z', 'revision_number': 5, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'subnets': [{'id': '2923f6c5-b5cb-4ee7-95d4-f8f02a974a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:48:25.750674 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd2138f-8ca8-4cd8-8a1b-234372b245fa None None] New status for floating IP 6452c6ea-7e74-4cf4-80c3-3e20c0a15137: DOWN {{(pid=102367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:48:26.500689 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-14f235dc-de83-4e32-837f-9c652e504ab5 req-a830ba1f-22da-4e76-bc54-34bba6cee97a tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1273083522&fields=id&tenant_id=c5dd4dad4f774e9681e4f02d74c9ed4b HTTP/1.1" status: 200 len: 267 time: 0.0339403 Dec 10 19:48:26.535457 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:48:26.609802 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f235dc-de83-4e32-837f-9c652e504ab5 req-65d326d2-4b59-4a10-97cf-6e5c53e20169 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:26.611229 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-14f235dc-de83-4e32-837f-9c652e504ab5 req-65d326d2-4b59-4a10-97cf-6e5c53e20169 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/networks?id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea HTTP/1.1" status: 200 len: 812 time: 0.1030533 Dec 10 19:48:26.626547 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-14f235dc-de83-4e32-837f-9c652e504ab5 req-3c0a9d20-50c1-40eb-82bd-711d2f22de0b tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/quotas/c5dd4dad4f774e9681e4f02d74c9ed4b HTTP/1.1" status: 200 len: 375 time: 0.0088983 Dec 10 19:48:26.681023 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-14f235dc-de83-4e32-837f-9c652e504ab5 req-b28efd60-4002-4687-8142-fc23154261dd tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=c5dd4dad4f774e9681e4f02d74c9ed4b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0482564 Dec 10 19:48:26.824646 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-14f235dc-de83-4e32-837f-9c652e504ab5 req-bca9b539-7c75-4c80-a519-46a9ccd36374 service neutron] 10.222.0.69 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309845 Dec 10 19:48:26.866097 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:48:27.204178 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-14f235dc-de83-4e32-837f-9c652e504ab5 req-f2644a81-3afb-4c2f-b6cd-867d972998de service neutron] 10.222.0.69 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3731465 Dec 10 19:48:27.219389 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 9842e66e-147b-4879-ad05-56591fbd50fc no longer exists at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:48:27.239256 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] No Port match for: 9842e66e-147b-4879-ad05-56591fbd50fc {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:48:27.239586 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 9842e66e-147b-4879-ad05-56591fbd50fc not bound to the agent host hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:48:27.372153 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c2cb3fdb-6f44-43a4-b0d2-7bb4af1567a9 req-a7d90886-c357-4d1b-8cad-e73757d20e92 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 210 time: 0.0280216 Dec 10 19:48:28.282222 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f235dc-de83-4e32-837f-9c652e504ab5 req-4c3a4207-f929-4fa5-abbc-9aebf0e1c93d tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:28.284246 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-14f235dc-de83-4e32-837f-9c652e504ab5 req-4c3a4207-f929-4fa5-abbc-9aebf0e1c93d tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.36 "GET /v2.0/networks?id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea HTTP/1.1" status: 200 len: 812 time: 0.1063113 Dec 10 19:48:28.329707 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-14f235dc-de83-4e32-837f-9c652e504ab5 req-e5f85563-e7d4-427b-bd18-3841614ec515 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5dd4dad4f774e9681e4f02d74c9ed4b HTTP/1.1" status: 200 len: 380 time: 0.0352182 Dec 10 19:48:28.344171 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-14f235dc-de83-4e32-837f-9c652e504ab5 req-8614583e-9194-4b14-bc7b-3650bb6bb782 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Request body: {'port': {'device_id': '4ffdb0ff-3630-4a40-8945-a41a6b3d29ad', 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea', 'admin_state_up': True, 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'security_groups': ['6f4ebeac-6d93-48c2-92fb-e07bf915942c']}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:48:28.471253 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a93bcd27-2740-4e82-8475-0be976138df2 req-c083379b-e3ee-44a1-b9d4-cec3c1660e90 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 210 time: 0.0321681 Dec 10 19:48:28.478143 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14f235dc-de83-4e32-837f-9c652e504ab5 req-8614583e-9194-4b14-bc7b-3650bb6bb782 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Made reservation on behalf of c5dd4dad4f774e9681e4f02d74c9ed4b for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:48:28.481866 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-14f235dc-de83-4e32-837f-9c652e504ab5 req-8614583e-9194-4b14-bc7b-3650bb6bb782 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:48:28.605338 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [req-14f235dc-de83-4e32-837f-9c652e504ab5 req-8614583e-9194-4b14-bc7b-3650bb6bb782 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Allocated IP 172.20.0.9 (2660cb76-8d1b-4626-9e34-4e202eb7c6ea/2923f6c5-b5cb-4ee7-95d4-f8f02a974a41/8c885700-b8e7-41b7-8586-8f3068bb7fbd) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:48:28.772650 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-14f235dc-de83-4e32-837f-9c652e504ab5 req-8614583e-9194-4b14-bc7b-3650bb6bb782 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:48:28.813507 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-14f235dc-de83-4e32-837f-9c652e504ab5 req-8614583e-9194-4b14-bc7b-3650bb6bb782 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:48:28.861835 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14f235dc-de83-4e32-837f-9c652e504ab5 req-8614583e-9194-4b14-bc7b-3650bb6bb782 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Network 2660cb76-8d1b-4626-9e34-4e202eb7c6ea is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:48:28.864995 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [req-14f235dc-de83-4e32-837f-9c652e504ab5 req-8614583e-9194-4b14-bc7b-3650bb6bb782 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:48:28.869238 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f235dc-de83-4e32-837f-9c652e504ab5 req-8614583e-9194-4b14-bc7b-3650bb6bb782 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:48:28.878858 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8614583e-9194-4b14-bc7b-3650bb6bb782 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Pushing event updated for resources: {'Port': ['ID=8c885700-b8e7-41b7-8586-8f3068bb7fbd,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:48:28.927526 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f235dc-de83-4e32-837f-9c652e504ab5 req-8614583e-9194-4b14-bc7b-3650bb6bb782 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:28.928159 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-14f235dc-de83-4e32-837f-9c652e504ab5 req-8614583e-9194-4b14-bc7b-3650bb6bb782 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:48:28.949001 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-14f235dc-de83-4e32-837f-9c652e504ab5 req-8614583e-9194-4b14-bc7b-3650bb6bb782 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6085072 Dec 10 19:48:28.963281 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-14f235dc-de83-4e32-837f-9c652e504ab5 req-2f755103-54c3-411b-9de3-5b2f524ac700 service neutron] Request body: {'port': {'device_id': '4ffdb0ff-3630-4a40-8945-a41a6b3d29ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:48:29.030847 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-14f235dc-de83-4e32-837f-9c652e504ab5 req-2f755103-54c3-411b-9de3-5b2f524ac700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:48:29.177472 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-cbad0bac-e86a-48b8-a8ec-a9e510f6e147 None None] Provisioning complete for port 8c885700-b8e7-41b7-8586-8f3068bb7fbd triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:48:29.178353 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-cbad0bac-e86a-48b8-a8ec-a9e510f6e147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:48:29.213120 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-cbad0bac-e86a-48b8-a8ec-a9e510f6e147 None None] Port 8c885700-b8e7-41b7-8586-8f3068bb7fbd cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:48:29.346483 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [req-14f235dc-de83-4e32-837f-9c652e504ab5 req-2f755103-54c3-411b-9de3-5b2f524ac700 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c885700-b8e7-41b7-8586-8f3068bb7fbd {{(pid=102365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:48:29.355183 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-14f235dc-de83-4e32-837f-9c652e504ab5 req-2f755103-54c3-411b-9de3-5b2f524ac700 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:48:29.370634 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.provisioning_blocks [req-14f235dc-de83-4e32-837f-9c652e504ab5 req-2f755103-54c3-411b-9de3-5b2f524ac700 service neutron] Transition to ACTIVE for port object 8c885700-b8e7-41b7-8586-8f3068bb7fbd will not be triggered until provisioned by entity L2. {{(pid=102365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:48:29.373536 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-14f235dc-de83-4e32-837f-9c652e504ab5 req-2f755103-54c3-411b-9de3-5b2f524ac700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:48:29.443191 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f755103-54c3-411b-9de3-5b2f524ac700 service neutron] Pushing event updated for resources: {'Port': ['ID=8c885700-b8e7-41b7-8586-8f3068bb7fbd,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:48:29.495528 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-14f235dc-de83-4e32-837f-9c652e504ab5 req-2f755103-54c3-411b-9de3-5b2f524ac700 service neutron] Attempting to bind port 8c885700-b8e7-41b7-8586-8f3068bb7fbd on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:48:29.495869 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-14f235dc-de83-4e32-837f-9c652e504ab5 req-2f755103-54c3-411b-9de3-5b2f524ac700 service neutron] Attempting to bind port 8c885700-b8e7-41b7-8586-8f3068bb7fbd by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'd4c2219e-ea6d-418f-9715-88f09433d8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:48:29.496183 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f235dc-de83-4e32-837f-9c652e504ab5 req-2f755103-54c3-411b-9de3-5b2f524ac700 service neutron] Attempting to bind port 8c885700-b8e7-41b7-8586-8f3068bb7fbd on network 2660cb76-8d1b-4626-9e34-4e202eb7c6ea {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:48:29.500877 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f235dc-de83-4e32-837f-9c652e504ab5 req-2f755103-54c3-411b-9de3-5b2f524ac700 service neutron] Port 8c885700-b8e7-41b7-8586-8f3068bb7fbd on network 2660cb76-8d1b-4626-9e34-4e202eb7c6ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:48:29.501197 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f235dc-de83-4e32-837f-9c652e504ab5 req-2f755103-54c3-411b-9de3-5b2f524ac700 service neutron] Attempting to bind port 8c885700-b8e7-41b7-8586-8f3068bb7fbd on network 2660cb76-8d1b-4626-9e34-4e202eb7c6ea {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:48:29.507144 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f235dc-de83-4e32-837f-9c652e504ab5 req-2f755103-54c3-411b-9de3-5b2f524ac700 service neutron] Checking agent: {'id': '9e16c23e-95bc-4c2e-b3ec-daf7533f9d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'started_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:48:29.507408 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f235dc-de83-4e32-837f-9c652e504ab5 req-2f755103-54c3-411b-9de3-5b2f524ac700 service neutron] Checking segment: {'id': 'd4c2219e-ea6d-418f-9715-88f09433d8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:48:29.507944 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f235dc-de83-4e32-837f-9c652e504ab5 req-2f755103-54c3-411b-9de3-5b2f524ac700 service neutron] Bound using segment: {'id': 'd4c2219e-ea6d-418f-9715-88f09433d8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea'} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:48:29.508327 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-14f235dc-de83-4e32-837f-9c652e504ab5 req-2f755103-54c3-411b-9de3-5b2f524ac700 service neutron] Bound port: 8c885700-b8e7-41b7-8586-8f3068bb7fbd, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4c2219e-ea6d-418f-9715-88f09433d8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea'}}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:48:29.508661 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-14f235dc-de83-4e32-837f-9c652e504ab5 req-2f755103-54c3-411b-9de3-5b2f524ac700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:48:29.608629 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-14f235dc-de83-4e32-837f-9c652e504ab5 req-2f755103-54c3-411b-9de3-5b2f524ac700 service neutron] For port 8c885700-b8e7-41b7-8586-8f3068bb7fbd, host hv-neutron-8214, cleared binding levels {{(pid=102365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:48:29.613630 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-14f235dc-de83-4e32-837f-9c652e504ab5 req-2f755103-54c3-411b-9de3-5b2f524ac700 service neutron] For port 8c885700-b8e7-41b7-8586-8f3068bb7fbd, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=8c885700-b8e7-41b7-8586-8f3068bb7fbd,segment=NetworkSegment(d4c2219e-ea6d-418f-9715-88f09433d8b1),segment_id=d4c2219e-ea6d-418f-9715-88f09433d8b1)] {{(pid=102365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:48:29.619157 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-14f235dc-de83-4e32-837f-9c652e504ab5 req-2f755103-54c3-411b-9de3-5b2f524ac700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:48:29.633861 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac287fa-3fab-47a4-bb63-103e25faa42a req-aa942270-9385-439c-a323-20eb01f84469 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:29.635363 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-dac287fa-3fab-47a4-bb63-103e25faa42a req-aa942270-9385-439c-a323-20eb01f84469 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 943 time: 0.0892994 Dec 10 19:48:29.686057 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f235dc-de83-4e32-837f-9c652e504ab5 req-2f755103-54c3-411b-9de3-5b2f524ac700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:29.686666 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-14f235dc-de83-4e32-837f-9c652e504ab5 req-2f755103-54c3-411b-9de3-5b2f524ac700 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:48:29.688093 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-14f235dc-de83-4e32-837f-9c652e504ab5 req-2f755103-54c3-411b-9de3-5b2f524ac700 service neutron] 10.222.0.36 "PUT /v2.0/ports/8c885700-b8e7-41b7-8586-8f3068bb7fbd HTTP/1.1" status: 200 len: 1093 time: 0.7308130 Dec 10 19:48:29.690901 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ffdb0ff-3630-4a40-8945-a41a6b3d29ad', 'tag': '8c885700-b8e7-41b7-8586-8f3068bb7fbd'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:48:29.693328 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fea39b3-39a6-4d26-aae1-c5c942496e13" -d '{"events": [{"name": "network-changed", "server_uuid": "4ffdb0ff-3630-4a40-8945-a41a6b3d29ad", "tag": "8c885700-b8e7-41b7-8586-8f3068bb7fbd"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:48:29.730052 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-dac287fa-3fab-47a4-bb63-103e25faa42a req-d3114daf-a23c-49b8-9fb9-6da03e50bf7d tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723338 Dec 10 19:48:29.730807 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f755103-54c3-411b-9de3-5b2f524ac700 service neutron] Pushing event updated for resources: {'Port': ['ID=8c885700-b8e7-41b7-8586-8f3068bb7fbd,revision_number=3']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:48:29.745592 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255980fd-e132-4bb7-a539-b3bbad4e2a00 x-openstack-request-id: req-255980fd-e132-4bb7-a539-b3bbad4e2a00 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:48:29.746011 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ffdb0ff-3630-4a40-8945-a41a6b3d29ad", "tag": "8c885700-b8e7-41b7-8586-8f3068bb7fbd", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:48:29.746336 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-255980fd-e132-4bb7-a539-b3bbad4e2a00 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:48:29.756420 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ffdb0ff-3630-4a40-8945-a41a6b3d29ad', 'tag': '8c885700-b8e7-41b7-8586-8f3068bb7fbd', 'status': 'completed', 'code': 200} Dec 10 19:48:29.804052 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f235dc-de83-4e32-837f-9c652e504ab5 req-61b2e906-6b12-4bd0-b655-f7bf005b4408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:29.805589 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-14f235dc-de83-4e32-837f-9c652e504ab5 req-61b2e906-6b12-4bd0-b655-f7bf005b4408 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c5dd4dad4f774e9681e4f02d74c9ed4b&device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 1096 time: 0.0478320 Dec 10 19:48:29.849077 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-14f235dc-de83-4e32-837f-9c652e504ab5 req-b757759a-6ed8-4e24-9442-70c62474b0e5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c885700-b8e7-41b7-8586-8f3068bb7fbd HTTP/1.1" status: 200 len: 217 time: 0.0358143 Dec 10 19:48:29.899754 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f235dc-de83-4e32-837f-9c652e504ab5 req-5202c69f-021c-4349-af30-2ad77c012495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:29.901284 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-14f235dc-de83-4e32-837f-9c652e504ab5 req-5202c69f-021c-4349-af30-2ad77c012495 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2923f6c5-b5cb-4ee7-95d4-f8f02a974a41 HTTP/1.1" status: 200 len: 851 time: 0.0453460 Dec 10 19:48:29.949377 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f235dc-de83-4e32-837f-9c652e504ab5 req-63d6eb98-ab23-4224-839f-c59d7833057b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:29.950794 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-14f235dc-de83-4e32-837f-9c652e504ab5 req-63d6eb98-ab23-4224-839f-c59d7833057b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412288 Dec 10 19:48:30.043426 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-14f235dc-de83-4e32-837f-9c652e504ab5 req-5771f7a4-53fd-4006-84ba-18ba8c0aef90 service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848985 Dec 10 19:48:30.132754 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-14f235dc-de83-4e32-837f-9c652e504ab5 req-01de7261-beba-463a-b2a4-e6c68c00fcd7 service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809743 Dec 10 19:48:30.226434 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea39b3-39a6-4d26-aae1-c5c942496e13 req-35d783e0-9026-4c90-84d9-11ab776c01db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:30.227839 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2fea39b3-39a6-4d26-aae1-c5c942496e13 req-35d783e0-9026-4c90-84d9-11ab776c01db service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c5dd4dad4f774e9681e4f02d74c9ed4b&device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 1096 time: 0.0471160 Dec 10 19:48:30.316923 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea39b3-39a6-4d26-aae1-c5c942496e13 req-5e4c0e48-b4f5-4706-aed2-b3751887b852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:30.318382 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2fea39b3-39a6-4d26-aae1-c5c942496e13 req-5e4c0e48-b4f5-4706-aed2-b3751887b852 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea HTTP/1.1" status: 200 len: 913 time: 0.0837471 Dec 10 19:48:30.364641 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2fea39b3-39a6-4d26-aae1-c5c942496e13 req-751cd137-5aff-426b-a4aa-de0fdd09c692 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c885700-b8e7-41b7-8586-8f3068bb7fbd HTTP/1.1" status: 200 len: 217 time: 0.0380614 Dec 10 19:48:30.417228 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea39b3-39a6-4d26-aae1-c5c942496e13 req-e2f80cbd-bab1-4143-b1e0-3b562dd69538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:30.418697 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2fea39b3-39a6-4d26-aae1-c5c942496e13 req-e2f80cbd-bab1-4143-b1e0-3b562dd69538 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2923f6c5-b5cb-4ee7-95d4-f8f02a974a41 HTTP/1.1" status: 200 len: 851 time: 0.0460465 Dec 10 19:48:30.466869 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea39b3-39a6-4d26-aae1-c5c942496e13 req-1b054e16-557e-4cca-b7ab-bd19125fc55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:30.468361 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2fea39b3-39a6-4d26-aae1-c5c942496e13 req-1b054e16-557e-4cca-b7ab-bd19125fc55a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424671 Dec 10 19:48:30.566381 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2fea39b3-39a6-4d26-aae1-c5c942496e13 req-15216424-260b-4f57-aebe-f5db9df32d9a service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900960 Dec 10 19:48:30.666634 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2fea39b3-39a6-4d26-aae1-c5c942496e13 req-cdcee360-8688-4944-bb54-02bb9696869b service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925436 Dec 10 19:48:30.857156 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ee3d9-83fd-4bed-ba50-315c7e01f20e req-15c4c1b6-7780-4a1d-9ac7-a1bc2c63daac tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:30.858569 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-804ee3d9-83fd-4bed-ba50-315c7e01f20e req-15c4c1b6-7780-4a1d-9ac7-a1bc2c63daac tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 943 time: 0.0524778 Dec 10 19:48:30.897748 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-804ee3d9-83fd-4bed-ba50-315c7e01f20e req-d0b2bea6-ac29-4def-9890-57ecb8dc15d2 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323853 Dec 10 19:48:32.020245 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfdbf91-2163-453b-89d8-1383b3ae71f3 req-f74487f4-10a9-49bc-8cc9-331109bdf64c tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:32.021722 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8dfdbf91-2163-453b-89d8-1383b3ae71f3 req-f74487f4-10a9-49bc-8cc9-331109bdf64c tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 943 time: 0.0563848 Dec 10 19:48:32.061612 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8dfdbf91-2163-453b-89d8-1383b3ae71f3 req-9819c6e0-6cf9-44be-9969-a77172e23ff6 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339296 Dec 10 19:48:32.609824 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:48:33.179915 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8982ba45-200d-4cf7-b36e-378a1ead48f6 req-645d8925-3f6f-4c89-ac9e-fc496fb9d391 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:33.181461 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8982ba45-200d-4cf7-b36e-378a1ead48f6 req-645d8925-3f6f-4c89-ac9e-fc496fb9d391 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 943 time: 0.0517337 Dec 10 19:48:33.224438 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8982ba45-200d-4cf7-b36e-378a1ead48f6 req-46b08281-0ed8-45f5-8aef-2d46e391c1b9 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370076 Dec 10 19:48:33.275421 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 8c885700-b8e7-41b7-8586-8f3068bb7fbd details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=102367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:48:33.370777 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 8c885700-b8e7-41b7-8586-8f3068bb7fbd, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=8c885700-b8e7-41b7-8586-8f3068bb7fbd,segment=NetworkSegment(d4c2219e-ea6d-418f-9715-88f09433d8b1),segment_id=d4c2219e-ea6d-418f-9715-88f09433d8b1)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:48:33.383428 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Returning: {'device': '8c885700-b8e7-41b7-8586-8f3068bb7fbd', 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea', 'port_id': '8c885700-b8e7-41b7-8586-8f3068bb7fbd', 'mac_address': 'fa:16:3e:60:6a:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2923f6c5-b5cb-4ee7-95d4-f8f02a974a41', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:48:33.420020 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:48:33.434366 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c885700-b8e7-41b7-8586-8f3068bb7fbd {{(pid=102367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:48:33.454712 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 8c885700-b8e7-41b7-8586-8f3068bb7fbd, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=8c885700-b8e7-41b7-8586-8f3068bb7fbd,segment=NetworkSegment(d4c2219e-ea6d-418f-9715-88f09433d8b1),segment_id=d4c2219e-ea6d-418f-9715-88f09433d8b1)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:48:33.459891 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:48:33.507064 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=8c885700-b8e7-41b7-8586-8f3068bb7fbd,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:48:33.804097 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['8c885700-b8e7-41b7-8586-8f3068bb7fbd'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:48:34.351848 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a267a51a-80e1-456a-8593-721ed674193d req-0f34d66a-3d14-4f3d-81c3-9831f2929d0c tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:34.353420 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a267a51a-80e1-456a-8593-721ed674193d req-0f34d66a-3d14-4f3d-81c3-9831f2929d0c tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 944 time: 0.0508020 Dec 10 19:48:34.392752 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a267a51a-80e1-456a-8593-721ed674193d req-e80f9c81-a0df-4480-b544-029a5cd21ac1 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328758 Dec 10 19:48:35.272708 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 8c885700-b8e7-41b7-8586-8f3068bb7fbd up at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:48:35.320140 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning for port 8c885700-b8e7-41b7-8586-8f3068bb7fbd completed by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:48:35.323644 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning complete for port 8c885700-b8e7-41b7-8586-8f3068bb7fbd triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:48:35.324123 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:48:35.405155 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:48:35.429391 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ffdb0ff-3630-4a40-8945-a41a6b3d29ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c885700-b8e7-41b7-8586-8f3068bb7fbd'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:48:35.431671 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0dd006407324ce2959a5a4cf9f0b5e0801d7a51a5291ea700e8786e11115a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d777f48-50cc-443b-b044-d6e850c4b600" -d '{"events": [{"server_uuid": "4ffdb0ff-3630-4a40-8945-a41a6b3d29ad", "name": "network-vif-plugged", "status": "completed", "tag": "8c885700-b8e7-41b7-8586-8f3068bb7fbd"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:48:35.451286 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 8c885700-b8e7-41b7-8586-8f3068bb7fbd, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=8c885700-b8e7-41b7-8586-8f3068bb7fbd,segment=NetworkSegment(d4c2219e-ea6d-418f-9715-88f09433d8b1),segment_id=d4c2219e-ea6d-418f-9715-88f09433d8b1)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:48:35.457025 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:48:35.481717 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5441d169-c396-47a1-b576-4a901eb4231a x-openstack-request-id: req-5441d169-c396-47a1-b576-4a901eb4231a {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:48:35.482012 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ffdb0ff-3630-4a40-8945-a41a6b3d29ad", "name": "network-vif-plugged", "status": "completed", "tag": "8c885700-b8e7-41b7-8586-8f3068bb7fbd", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:48:35.482271 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5441d169-c396-47a1-b576-4a901eb4231a {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:48:35.482661 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ffdb0ff-3630-4a40-8945-a41a6b3d29ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c885700-b8e7-41b7-8586-8f3068bb7fbd', 'code': 200} Dec 10 19:48:35.511631 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=8c885700-b8e7-41b7-8586-8f3068bb7fbd,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:48:35.540429 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881cc682-27c1-4f30-b620-e147d4f37a33 req-b1683889-97e3-46c1-a2f0-c9fe0689c3f0 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:35.541914 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-881cc682-27c1-4f30-b620-e147d4f37a33 req-b1683889-97e3-46c1-a2f0-c9fe0689c3f0 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 945 time: 0.0679896 Dec 10 19:48:35.584361 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-881cc682-27c1-4f30-b620-e147d4f37a33 req-e874030d-cfc8-4321-8e1f-d22b9cd8bc8d tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358372 Dec 10 19:48:35.661532 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf66b5-90bb-49bc-8d8e-ef3580a5eddc req-a29f407c-8c04-44fc-9c71-77d3bda4bd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:35.663027 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7eaf66b5-90bb-49bc-8d8e-ef3580a5eddc req-a29f407c-8c04-44fc-9c71-77d3bda4bd75 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 1098 time: 0.0411055 Dec 10 19:48:35.701040 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7eaf66b5-90bb-49bc-8d8e-ef3580a5eddc req-9235e42a-4f4b-459a-8e5f-621b5215b620 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302598 Dec 10 19:48:36.708846 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a9bec9-3cc1-4b3b-8607-6eff01c22bf6 req-33c59a99-41aa-4673-a71a-5f9c8a7e6e5d tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:36.710367 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-23a9bec9-3cc1-4b3b-8607-6eff01c22bf6 req-33c59a99-41aa-4673-a71a-5f9c8a7e6e5d tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 945 time: 0.0530684 Dec 10 19:48:36.749653 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-23a9bec9-3cc1-4b3b-8607-6eff01c22bf6 req-ddb14143-6217-434b-b596-1fe7bd1770e2 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333660 Dec 10 19:48:37.873410 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fab05f-e79d-4d97-9a16-3f2290e6b6fd req-e58a9afe-e27f-4ad8-88d7-3110f88e9904 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:37.874895 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e8fab05f-e79d-4d97-9a16-3f2290e6b6fd req-e58a9afe-e27f-4ad8-88d7-3110f88e9904 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 945 time: 0.0558457 Dec 10 19:48:37.914043 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e8fab05f-e79d-4d97-9a16-3f2290e6b6fd req-1b8c4abf-6c47-4ecd-b56b-24d5f827610e tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324047 Dec 10 19:48:38.026436 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e2ceb-adf1-4f15-bf67-258c16959c1c req-40e58bce-6cfa-42cc-a555-b2ad92e6d00d tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:38.027820 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-574e2ceb-adf1-4f15-bf67-258c16959c1c req-40e58bce-6cfa-42cc-a555-b2ad92e6d00d tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 945 time: 0.0508885 Dec 10 19:48:38.037061 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 33170) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:48:38.041506 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-0e7f33d4-d60c-43be-a8e3-e588e0ba491e tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Request body: {'floatingip': {'port_id': '8c885700-b8e7-41b7-8586-8f3068bb7fbd'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:48:38.082222 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0e7f33d4-d60c-43be-a8e3-e588e0ba491e tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks [] for floatingip, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:48:38.502917 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0e7f33d4-d60c-43be-a8e3-e588e0ba491e tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:48:38.506714 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0e7f33d4-d60c-43be-a8e3-e588e0ba491e tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3713103'] for floatingip, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:48:38.604442 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.l3_db [None req-0e7f33d4-d60c-43be-a8e3-e588e0ba491e tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Floating IP 6452c6ea-7e74-4cf4-80c3-3e20c0a15137 associated. External IP: 172.26.6.4, port: 8c885700-b8e7-41b7-8586-8f3068bb7fbd. Dec 10 19:48:38.808248 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e7f33d4-d60c-43be-a8e3-e588e0ba491e tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Router 91cdc6a0-5ce0-49bf-a64e-001962a8ea9b has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:48:38.920394 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e7f33d4-d60c-43be-a8e3-e588e0ba491e tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:48:38.926181 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0e7f33d4-d60c-43be-a8e3-e588e0ba491e tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:48:38.931050 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf86587d-1a62-4ebb-a279-b850f18dddd2 None None] Sync routers for ids ['91cdc6a0-5ce0-49bf-a64e-001962a8ea9b'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:48:38.940868 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf86587d-1a62-4ebb-a279-b850f18dddd2 None None] Routers {'91cdc6a0-5ce0-49bf-a64e-001962a8ea9b'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:48:38.941471 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-bf86587d-1a62-4ebb-a279-b850f18dddd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:48:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['91cdc6a0-5ce0-49bf-a64e-001962a8ea9b'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:48:38.954569 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-0e7f33d4-d60c-43be-a8e3-e588e0ba491e tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "PUT /v2.0/floatingips/6452c6ea-7e74-4cf4-80c3-3e20c0a15137 HTTP/1.1" status: 200 len: 990 time: 0.9164345 Dec 10 19:48:38.955995 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ffdb0ff-3630-4a40-8945-a41a6b3d29ad', 'tag': '8c885700-b8e7-41b7-8586-8f3068bb7fbd'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:48:38.958331 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cef1859-7d7a-4a7f-890a-10504f5b7845" -d '{"events": [{"name": "network-changed", "server_uuid": "4ffdb0ff-3630-4a40-8945-a41a6b3d29ad", "tag": "8c885700-b8e7-41b7-8586-8f3068bb7fbd"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:48:38.997377 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c21dba8-3832-43c0-a3e4-69e19e1c3564 x-openstack-request-id: req-1c21dba8-3832-43c0-a3e4-69e19e1c3564 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:48:38.997672 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ffdb0ff-3630-4a40-8945-a41a6b3d29ad", "tag": "8c885700-b8e7-41b7-8586-8f3068bb7fbd", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:48:38.997950 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1c21dba8-3832-43c0-a3e4-69e19e1c3564 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:48:38.998394 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ffdb0ff-3630-4a40-8945-a41a6b3d29ad', 'tag': '8c885700-b8e7-41b7-8586-8f3068bb7fbd', 'status': 'completed', 'code': 200} Dec 10 19:48:39.056588 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-bf86587d-1a62-4ebb-a279-b850f18dddd2 None None] Set router 91cdc6a0-5ce0-49bf-a64e-001962a8ea9b gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:48:39.060193 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cef1859-7d7a-4a7f-890a-10504f5b7845 req-e22cac43-f5b2-4453-8c3c-31fbae7185ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:39.061669 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6cef1859-7d7a-4a7f-890a-10504f5b7845 req-e22cac43-f5b2-4453-8c3c-31fbae7185ec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c5dd4dad4f774e9681e4f02d74c9ed4b&device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 1098 time: 0.0417831 Dec 10 19:48:39.156916 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cef1859-7d7a-4a7f-890a-10504f5b7845 req-a1d63f9e-9dfb-4579-bcc5-786aeac5aec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:39.159642 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6cef1859-7d7a-4a7f-890a-10504f5b7845 req-a1d63f9e-9dfb-4579-bcc5-786aeac5aec9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea HTTP/1.1" status: 200 len: 913 time: 0.0903039 Dec 10 19:48:39.228665 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6cef1859-7d7a-4a7f-890a-10504f5b7845 req-60781e28-7020-466b-952b-6e426b7d8bcb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c885700-b8e7-41b7-8586-8f3068bb7fbd HTTP/1.1" status: 200 len: 998 time: 0.0610371 Dec 10 19:48:39.278069 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cef1859-7d7a-4a7f-890a-10504f5b7845 req-2cb56ca4-52ac-4fe8-97c2-1db72d9c4327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:39.279533 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6cef1859-7d7a-4a7f-890a-10504f5b7845 req-2cb56ca4-52ac-4fe8-97c2-1db72d9c4327 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2923f6c5-b5cb-4ee7-95d4-f8f02a974a41 HTTP/1.1" status: 200 len: 851 time: 0.0443480 Dec 10 19:48:39.282665 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-bf86587d-1a62-4ebb-a279-b850f18dddd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'name': 'tempest-ServerActionsTestJSON-1220875465-router', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': '59c1c741-5d51-4c73-be9a-dd9012f22cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:42:18Z', 'updated_at': '2021-12-10T19:42:21Z', 'revision_number': 4, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'gw_port': {'id': '59c1c741-5d51-4c73-be9a-dd9012f22cea', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:19Z', 'updated_at': '2021-12-10T19:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '6452c6ea-7e74-4cf4-80c3-3e20c0a15137', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'floating_ip_address': '172.26.6.4', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'port_id': '8c885700-b8e7-41b7-8586-8f3068bb7fbd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea', 'mac_address': 'fa:16:3e:60:6a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffdb0ff-3630-4a40-8945-a41a6b3d29ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:42:23Z', 'updated_at': '2021-12-10T19:48:38Z', 'revision_number': 13, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02b441d9-b368-4a54-9a77-2d652cdec894', 'name': '', 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'mac_address': 'fa:16:3e:1c:5e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '2923f6c5-b5cb-4ee7-95d4-f8f02a974a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:20Z', 'updated_at': '2021-12-10T19:42:24Z', 'revision_number': 5, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'subnets': [{'id': '2923f6c5-b5cb-4ee7-95d4-f8f02a974a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:48:39.310003 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf86587d-1a62-4ebb-a279-b850f18dddd2 None None] Checking router: 91cdc6a0-5ce0-49bf-a64e-001962a8ea9b for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:48:39.319187 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf86587d-1a62-4ebb-a279-b850f18dddd2 None None] Routers {'91cdc6a0-5ce0-49bf-a64e-001962a8ea9b'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:48:39.319958 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-bf86587d-1a62-4ebb-a279-b850f18dddd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:48:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['91cdc6a0-5ce0-49bf-a64e-001962a8ea9b'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:48:39.328600 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cef1859-7d7a-4a7f-890a-10504f5b7845 req-4f3b9a61-6b76-482b-bea0-3a90bf9b4a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:48:39.331200 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6cef1859-7d7a-4a7f-890a-10504f5b7845 req-4f3b9a61-6b76-482b-bea0-3a90bf9b4a7e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0443130 Dec 10 19:48:39.426670 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-bf86587d-1a62-4ebb-a279-b850f18dddd2 None None] Set router 91cdc6a0-5ce0-49bf-a64e-001962a8ea9b gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:48:39.431230 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6cef1859-7d7a-4a7f-890a-10504f5b7845 req-5b4b01f0-8d1f-472f-85b9-b0937cc7978e service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920055 Dec 10 19:48:39.536743 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6cef1859-7d7a-4a7f-890a-10504f5b7845 req-52736474-1512-4586-b35f-579e71fcab6e service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973496 Dec 10 19:48:39.737594 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-bf86587d-1a62-4ebb-a279-b850f18dddd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'name': 'tempest-ServerActionsTestJSON-1220875465-router', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': '59c1c741-5d51-4c73-be9a-dd9012f22cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:42:18Z', 'updated_at': '2021-12-10T19:42:21Z', 'revision_number': 4, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'gw_port': {'id': '59c1c741-5d51-4c73-be9a-dd9012f22cea', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:19Z', 'updated_at': '2021-12-10T19:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '6452c6ea-7e74-4cf4-80c3-3e20c0a15137', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'floating_ip_address': '172.26.6.4', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'port_id': '8c885700-b8e7-41b7-8586-8f3068bb7fbd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea', 'mac_address': 'fa:16:3e:60:6a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffdb0ff-3630-4a40-8945-a41a6b3d29ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:42:23Z', 'updated_at': '2021-12-10T19:48:38Z', 'revision_number': 13, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02b441d9-b368-4a54-9a77-2d652cdec894', 'name': '', 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'mac_address': 'fa:16:3e:1c:5e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '2923f6c5-b5cb-4ee7-95d4-f8f02a974a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:20Z', 'updated_at': '2021-12-10T19:42:24Z', 'revision_number': 5, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'subnets': [{'id': '2923f6c5-b5cb-4ee7-95d4-f8f02a974a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:48:39.763214 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf86587d-1a62-4ebb-a279-b850f18dddd2 None None] The sync data for ids ['91cdc6a0-5ce0-49bf-a64e-001962a8ea9b'] in dv-neutron-821441-1-hyperv is: [{'id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'name': 'tempest-ServerActionsTestJSON-1220875465-router', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': '59c1c741-5d51-4c73-be9a-dd9012f22cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:42:18Z', 'updated_at': '2021-12-10T19:42:21Z', 'revision_number': 4, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'gw_port': {'id': '59c1c741-5d51-4c73-be9a-dd9012f22cea', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:19Z', 'updated_at': '2021-12-10T19:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '6452c6ea-7e74-4cf4-80c3-3e20c0a15137', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'floating_ip_address': '172.26.6.4', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'port_id': '8c885700-b8e7-41b7-8586-8f3068bb7fbd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea', 'mac_address': 'fa:16:3e:60:6a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffdb0ff-3630-4a40-8945-a41a6b3d29ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:42:23Z', 'updated_at': '2021-12-10T19:48:38Z', 'revision_number': 13, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02b441d9-b368-4a54-9a77-2d652cdec894', 'name': '', 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'mac_address': 'fa:16:3e:1c:5e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '2923f6c5-b5cb-4ee7-95d4-f8f02a974a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:20Z', 'updated_at': '2021-12-10T19:42:24Z', 'revision_number': 5, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'subnets': [{'id': '2923f6c5-b5cb-4ee7-95d4-f8f02a974a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:48:39.940731 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b15633b-b11c-4cb9-a360-2947eb10f0e3 None None] New status for floating IP 6452c6ea-7e74-4cf4-80c3-3e20c0a15137: ACTIVE {{(pid=102367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:48:48.954266 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:48:50.289963 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b3234c2d-73f4-4245-bab4-b7915fed3559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:48:54.263137 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6247a219-8e4e-4ab9-b5fa-8008976f470a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:48:55.472834 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:48:56.536901 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:48:56.870460 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:49:02.619753 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:49:06.757481 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-44298553-1189-4c3f-a30c-2f33445d10fa req-f54f0cfc-ed45-48dc-be2a-3a433356fde0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418801 Dec 10 19:49:06.838742 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44298553-1189-4c3f-a30c-2f33445d10fa req-26a9bf4c-97d8-4c4d-b119-5319e100975e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:49:06.840180 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-44298553-1189-4c3f-a30c-2f33445d10fa req-26a9bf4c-97d8-4c4d-b119-5319e100975e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c5dd4dad4f774e9681e4f02d74c9ed4b&device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 1098 time: 0.0409024 Dec 10 19:49:07.257868 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44298553-1189-4c3f-a30c-2f33445d10fa req-fe3b7fd3-901a-47fd-a7ea-e6059bf5c594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:49:07.259363 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-44298553-1189-4c3f-a30c-2f33445d10fa req-fe3b7fd3-901a-47fd-a7ea-e6059bf5c594 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea HTTP/1.1" status: 200 len: 913 time: 0.3985906 Dec 10 19:49:07.328420 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-44298553-1189-4c3f-a30c-2f33445d10fa req-9d82a332-1667-4420-9d94-689224f9a807 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c885700-b8e7-41b7-8586-8f3068bb7fbd HTTP/1.1" status: 200 len: 1000 time: 0.0601823 Dec 10 19:49:07.383980 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44298553-1189-4c3f-a30c-2f33445d10fa req-ebe02b1c-659f-42e3-98c1-82f35387ff56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:49:07.385485 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-44298553-1189-4c3f-a30c-2f33445d10fa req-ebe02b1c-659f-42e3-98c1-82f35387ff56 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2923f6c5-b5cb-4ee7-95d4-f8f02a974a41 HTTP/1.1" status: 200 len: 851 time: 0.0494137 Dec 10 19:49:07.437348 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44298553-1189-4c3f-a30c-2f33445d10fa req-026ccadc-9252-4df1-9824-9886e3cf96ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:49:07.438852 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-44298553-1189-4c3f-a30c-2f33445d10fa req-026ccadc-9252-4df1-9824-9886e3cf96ae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0450807 Dec 10 19:49:07.536678 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-44298553-1189-4c3f-a30c-2f33445d10fa req-fc45c60f-2407-46ca-94cb-43eb546b5fe1 service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890958 Dec 10 19:49:07.635183 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-44298553-1189-4c3f-a30c-2f33445d10fa req-3a7b0b6a-58a9-4252-a40f-4bfed654b46f service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915818 Dec 10 19:49:20.290964 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a53ea522-bdc4-4f34-baf3-1c906eba74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:49:24.263829 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-722c1d51-ec83-4677-8a08-314ba76a6b9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:49:25.474604 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:49:25.952837 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:49:26.537385 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:49:26.871371 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:49:32.643960 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:49:50.291458 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-cf709054-d3ab-49ba-8de2-7fc363952ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:49:54.267317 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ef5bb36f-f6ab-4851-ad1e-d29165c5c279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:49:55.477059 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:49:56.538223 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:49:56.875609 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:49:57.885991 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae25a8bd-8f8b-4514-b071-fbb22d52b79a req-95767b98-2f06-4372-b07c-c7040fff5993 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:49:57.887478 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ae25a8bd-8f8b-4514-b071-fbb22d52b79a req-95767b98-2f06-4372-b07c-c7040fff5993 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 945 time: 0.0501764 Dec 10 19:49:57.925727 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ae25a8bd-8f8b-4514-b071-fbb22d52b79a req-7c2f4559-1ba5-4e43-82cd-c2c861abe1f9 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320396 Dec 10 19:50:02.641601 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:50:02.952051 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:50:06.772241 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-026dc083-a372-4803-a701-d4b492cf4145 req-209db734-a4e3-4597-beaf-c49a4c416367 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0833821 Dec 10 19:50:06.857065 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026dc083-a372-4803-a701-d4b492cf4145 req-f99db943-5e65-4250-b9a3-cbc9fe3a67ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:06.858518 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-026dc083-a372-4803-a701-d4b492cf4145 req-f99db943-5e65-4250-b9a3-cbc9fe3a67ff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c5dd4dad4f774e9681e4f02d74c9ed4b&device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 1098 time: 0.0443163 Dec 10 19:50:06.960034 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026dc083-a372-4803-a701-d4b492cf4145 req-335eaa2e-c97f-4f13-b7e7-4f7d0990d110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:06.961432 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-026dc083-a372-4803-a701-d4b492cf4145 req-335eaa2e-c97f-4f13-b7e7-4f7d0990d110 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea HTTP/1.1" status: 200 len: 913 time: 0.0841637 Dec 10 19:50:07.032955 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-026dc083-a372-4803-a701-d4b492cf4145 req-d8f1b3fe-a8ae-4aa6-b0bf-4d5b2ff785d9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c885700-b8e7-41b7-8586-8f3068bb7fbd HTTP/1.1" status: 200 len: 1000 time: 0.0642474 Dec 10 19:50:07.083946 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026dc083-a372-4803-a701-d4b492cf4145 req-43b3acd5-29ca-47ac-b3fe-bd44e83f052e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:07.085487 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-026dc083-a372-4803-a701-d4b492cf4145 req-43b3acd5-29ca-47ac-b3fe-bd44e83f052e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2923f6c5-b5cb-4ee7-95d4-f8f02a974a41 HTTP/1.1" status: 200 len: 851 time: 0.0446815 Dec 10 19:50:07.132887 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026dc083-a372-4803-a701-d4b492cf4145 req-bbc762fc-44bb-4f76-abd2-d41f605818c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:07.134365 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-026dc083-a372-4803-a701-d4b492cf4145 req-bbc762fc-44bb-4f76-abd2-d41f605818c5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411370 Dec 10 19:50:07.231947 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-026dc083-a372-4803-a701-d4b492cf4145 req-1ed00122-4e02-4298-b493-0dcfbf75c745 service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862224 Dec 10 19:50:07.320645 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-026dc083-a372-4803-a701-d4b492cf4145 req-e239baed-be90-4584-9302-3506ad749c0b service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814221 Dec 10 19:50:08.949916 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [req-1a422a18-de68-470b-b0c7-d6a5d0a7e8ba req-572ae2a9-9f34-4d1b-a7a3-3cef5741d7d8 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:50:08.950879 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1a422a18-de68-470b-b0c7-d6a5d0a7e8ba req-572ae2a9-9f34-4d1b-a7a3-3cef5741d7d8 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054202 Dec 10 19:50:09.117647 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-f4007520-59cc-4e55-bcbe-192d5a461443 req-74ca5f42-7689-41c4-916d-886e54fbc83b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0446084 Dec 10 19:50:09.126688 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [req-f4007520-59cc-4e55-bcbe-192d5a461443 req-2a3d4180-2247-44c9-9ca6-201973ee7fa0 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:50:09.127653 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-f4007520-59cc-4e55-bcbe-192d5a461443 req-2a3d4180-2247-44c9-9ca6-201973ee7fa0 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052357 Dec 10 19:50:09.133457 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f8c88-c278-420f-9ae1-bfa2b9e7979f req-7d8485aa-b514-4e2f-8ff3-c1b7ccdf4247 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:09.134962 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-449f8c88-c278-420f-9ae1-bfa2b9e7979f req-7d8485aa-b514-4e2f-8ff3-c1b7ccdf4247 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 945 time: 0.0502870 Dec 10 19:50:09.176509 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-449f8c88-c278-420f-9ae1-bfa2b9e7979f req-8b54c6f5-3f8c-416c-a05d-61579aa94c7c tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355797 Dec 10 19:50:10.301496 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668525e2-45a7-499f-a308-108e96420e97 req-4922c1fe-8775-4ecc-a73b-3f904545c6cf tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:10.303010 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-668525e2-45a7-499f-a308-108e96420e97 req-4922c1fe-8775-4ecc-a73b-3f904545c6cf tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 945 time: 0.0560963 Dec 10 19:50:10.342185 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-668525e2-45a7-499f-a308-108e96420e97 req-9ff8e50d-2d80-4cca-89fe-cf7a9dcae353 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332615 Dec 10 19:50:11.463511 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af5fbd3-afea-4416-b66b-80fd524a12ef req-d691213b-2ec7-49c9-96f0-0d34103f9004 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:11.465011 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2af5fbd3-afea-4416-b66b-80fd524a12ef req-d691213b-2ec7-49c9-96f0-0d34103f9004 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 945 time: 0.0508516 Dec 10 19:50:11.505185 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2af5fbd3-afea-4416-b66b-80fd524a12ef req-52719768-2b3a-447b-bafc-e449f0d2f538 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341139 Dec 10 19:50:12.308246 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4007520-59cc-4e55-bcbe-192d5a461443 req-7a417349-e82a-46e3-bbc5-677e33f9bd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:12.309775 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f4007520-59cc-4e55-bcbe-192d5a461443 req-7a417349-e82a-46e3-bbc5-677e33f9bd8b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c5dd4dad4f774e9681e4f02d74c9ed4b&device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 1098 time: 0.0419805 Dec 10 19:50:12.405718 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4007520-59cc-4e55-bcbe-192d5a461443 req-ba724d78-ee2a-49c5-8092-8e4468493df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:12.407176 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f4007520-59cc-4e55-bcbe-192d5a461443 req-ba724d78-ee2a-49c5-8092-8e4468493df5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea HTTP/1.1" status: 200 len: 913 time: 0.0899601 Dec 10 19:50:12.476461 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f4007520-59cc-4e55-bcbe-192d5a461443 req-023c2873-ca55-4d5a-9a06-64048c775dc2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c885700-b8e7-41b7-8586-8f3068bb7fbd HTTP/1.1" status: 200 len: 1000 time: 0.0600688 Dec 10 19:50:12.529766 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4007520-59cc-4e55-bcbe-192d5a461443 req-97134853-a110-44f9-9a0b-3fb873758adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:12.531206 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f4007520-59cc-4e55-bcbe-192d5a461443 req-97134853-a110-44f9-9a0b-3fb873758adb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2923f6c5-b5cb-4ee7-95d4-f8f02a974a41 HTTP/1.1" status: 200 len: 851 time: 0.0481977 Dec 10 19:50:12.588922 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4007520-59cc-4e55-bcbe-192d5a461443 req-e02751c8-4be7-42f3-b470-075e72474acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:12.590348 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f4007520-59cc-4e55-bcbe-192d5a461443 req-e02751c8-4be7-42f3-b470-075e72474acf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0498929 Dec 10 19:50:12.685774 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f575765-b15e-4d23-a841-a2c5774eae71 req-6e77243a-6c6d-406e-ab12-071f8bf39fa4 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:12.687239 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4f575765-b15e-4d23-a841-a2c5774eae71 req-6e77243a-6c6d-406e-ab12-071f8bf39fa4 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 945 time: 0.1090281 Dec 10 19:50:12.733192 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f4007520-59cc-4e55-bcbe-192d5a461443 req-f77d4175-5533-42e0-934a-793f8f9c581e service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253181 Dec 10 19:50:12.764029 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4f575765-b15e-4d23-a841-a2c5774eae71 req-2fce015c-0af7-4c76-8be9-330aebe91945 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681176 Dec 10 19:50:12.829131 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f4007520-59cc-4e55-bcbe-192d5a461443 req-21ccedf7-3740-41bd-8686-e11caa8b8aa5 service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879264 Dec 10 19:50:13.885398 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feea107-4b9f-41b6-9719-cade0ec7ff5a req-6bd4b49f-bc82-47d2-a5b3-097736d0ce51 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:13.886870 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9feea107-4b9f-41b6-9719-cade0ec7ff5a req-6bd4b49f-bc82-47d2-a5b3-097736d0ce51 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 945 time: 0.0547724 Dec 10 19:50:13.926180 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9feea107-4b9f-41b6-9719-cade0ec7ff5a req-04fe0f43-82c9-48c1-af4a-809c2dbe5587 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335004 Dec 10 19:50:15.041560 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b22a738-12f5-4025-8f39-7a22611ed342 req-a86e0163-12f7-4d84-9305-5ff1b20a8cd0 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:15.042944 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5b22a738-12f5-4025-8f39-7a22611ed342 req-a86e0163-12f7-4d84-9305-5ff1b20a8cd0 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 945 time: 0.0486414 Dec 10 19:50:15.080530 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5b22a738-12f5-4025-8f39-7a22611ed342 req-37b9fb1a-4756-4969-bc2e-f020ff761cd5 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316980 Dec 10 19:50:16.196972 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb16d6-cf90-4f88-861d-c4a966ed3838 req-9411e163-2fe6-4918-9055-73cb973fc5c9 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:16.198438 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3ffb16d6-cf90-4f88-861d-c4a966ed3838 req-9411e163-2fe6-4918-9055-73cb973fc5c9 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 945 time: 0.0493753 Dec 10 19:50:16.237760 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3ffb16d6-cf90-4f88-861d-c4a966ed3838 req-42f52f4b-0c0a-49d6-b83b-4ef9a11a65cd tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328996 Dec 10 19:50:17.359246 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad4abbe-52c1-4f10-9f60-b883c2cb3485 req-3dbaa450-cbf7-46cb-bfc3-648d7bca86ed tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:17.360772 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-dad4abbe-52c1-4f10-9f60-b883c2cb3485 req-3dbaa450-cbf7-46cb-bfc3-648d7bca86ed tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 945 time: 0.0531459 Dec 10 19:50:17.403361 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-dad4abbe-52c1-4f10-9f60-b883c2cb3485 req-2f7a7873-c420-46d6-9103-64ff2e583757 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366695 Dec 10 19:50:18.521777 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eaf744-b7fd-4e8c-86f1-8bcabffda1f8 req-7e90bcc8-2b83-4806-9aa9-81f4fc115e17 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:18.523235 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-49eaf744-b7fd-4e8c-86f1-8bcabffda1f8 req-7e90bcc8-2b83-4806-9aa9-81f4fc115e17 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 945 time: 0.0511153 Dec 10 19:50:18.559801 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-49eaf744-b7fd-4e8c-86f1-8bcabffda1f8 req-23d7acbb-8b89-4692-8b9a-814699bda427 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304794 Dec 10 19:50:19.675509 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c894e-ae10-4005-bc60-7bb8a8d0f9e6 req-0ce6b101-65aa-487e-a981-c78c31b56379 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:19.677124 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a21c894e-ae10-4005-bc60-7bb8a8d0f9e6 req-0ce6b101-65aa-487e-a981-c78c31b56379 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 945 time: 0.0485530 Dec 10 19:50:19.715356 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a21c894e-ae10-4005-bc60-7bb8a8d0f9e6 req-1f85df8b-97c5-4f61-b557-1ad0a6c485d6 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321310 Dec 10 19:50:20.292281 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4f36ff3e-1d5f-4027-828e-420694571fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:50:20.836112 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e9f349-588b-4bec-87fb-b0b34dccfd56 req-5f9d98a5-af7b-4fea-8577-249858218d57 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:20.837610 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-33e9f349-588b-4bec-87fb-b0b34dccfd56 req-5f9d98a5-af7b-4fea-8577-249858218d57 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 945 time: 0.0527263 Dec 10 19:50:20.874948 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-33e9f349-588b-4bec-87fb-b0b34dccfd56 req-0fbff208-4acc-4957-9cb6-ad46641d7e47 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314567 Dec 10 19:50:21.992611 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586455f-83bf-4794-b183-aa413c8e01d3 req-bc734485-12e2-47e7-a9f0-53b564158ed1 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:21.994002 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e586455f-83bf-4794-b183-aa413c8e01d3 req-bc734485-12e2-47e7-a9f0-53b564158ed1 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 945 time: 0.0493379 Dec 10 19:50:22.031367 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e586455f-83bf-4794-b183-aa413c8e01d3 req-900ab88c-7dea-4d68-9dfb-5a926ddbba7d tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314114 Dec 10 19:50:23.147529 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c408b55-c10f-4590-948a-50742dcbd6a0 req-5f7086ab-ff83-4924-83d4-8801303c9701 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:23.149087 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9c408b55-c10f-4590-948a-50742dcbd6a0 req-5f7086ab-ff83-4924-83d4-8801303c9701 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 945 time: 0.0494313 Dec 10 19:50:23.188787 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9c408b55-c10f-4590-948a-50742dcbd6a0 req-c1af534e-62a0-4a60-9691-224ccd8ca9ce tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337558 Dec 10 19:50:24.275807 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-57736b92-f2fc-453a-ad3e-8be5193ae05f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:50:24.319419 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ba2b7-1853-438d-b47c-d0709d275b25 req-a3699275-b104-4b1b-b971-36d6f8a3c117 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:24.320925 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c78ba2b7-1853-438d-b47c-d0709d275b25 req-a3699275-b104-4b1b-b971-36d6f8a3c117 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 945 time: 0.0621455 Dec 10 19:50:24.358917 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c78ba2b7-1853-438d-b47c-d0709d275b25 req-7ba8559c-306d-4c6b-a91c-e7b7e9e71ce2 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319028 Dec 10 19:50:25.475344 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72b0d4-0740-4129-882c-10ff1e23e6b5 req-6982f648-a608-4623-87b2-0fd6c5d021bf tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:25.476884 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4a72b0d4-0740-4129-882c-10ff1e23e6b5 req-6982f648-a608-4623-87b2-0fd6c5d021bf tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 945 time: 0.0490787 Dec 10 19:50:25.480281 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:50:25.516537 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4a72b0d4-0740-4129-882c-10ff1e23e6b5 req-a5029b04-64bf-40c2-a630-db86f1b90170 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324507 Dec 10 19:50:26.542770 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:50:26.636450 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90629836-7400-4849-8879-7f87faa252df req-f8eb9b32-18e7-46dd-ab70-57dd1263710f tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:26.637852 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-90629836-7400-4849-8879-7f87faa252df req-f8eb9b32-18e7-46dd-ab70-57dd1263710f tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 945 time: 0.0493464 Dec 10 19:50:26.676256 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-90629836-7400-4849-8879-7f87faa252df req-00800d9c-a394-4306-ae0a-c8bfed3501c8 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322123 Dec 10 19:50:26.877427 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:50:27.798375 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb57fe4-61e8-4390-8b90-0b98ca571439 req-ff8b8d1f-d3da-4585-8233-c6469eb4f929 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:27.799832 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6fb57fe4-61e8-4390-8b90-0b98ca571439 req-ff8b8d1f-d3da-4585-8233-c6469eb4f929 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 945 time: 0.0535579 Dec 10 19:50:27.837313 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6fb57fe4-61e8-4390-8b90-0b98ca571439 req-dcdd03e3-4436-4b01-9111-69559aa2c40d tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309134 Dec 10 19:50:28.952055 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb01365-e599-46f8-b7bf-f89ac07222cc req-5d6e6687-60ac-428f-840f-fe647bddbf1d tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:28.953547 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ffb01365-e599-46f8-b7bf-f89ac07222cc req-5d6e6687-60ac-428f-840f-fe647bddbf1d tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 945 time: 0.0490468 Dec 10 19:50:28.991783 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ffb01365-e599-46f8-b7bf-f89ac07222cc req-1d2c887f-65fc-4fbd-9fce-9d76b7b09942 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311730 Dec 10 19:50:30.108054 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70adb047-e275-4440-b60e-890c10097ad4 req-ee1cf339-b87e-4ab0-be93-f35bbd843785 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:30.109544 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-70adb047-e275-4440-b60e-890c10097ad4 req-ee1cf339-b87e-4ab0-be93-f35bbd843785 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 945 time: 0.0489967 Dec 10 19:50:30.146875 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-70adb047-e275-4440-b60e-890c10097ad4 req-144f3103-5701-456b-b7c2-47ce94a0afce tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313554 Dec 10 19:50:31.271067 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ae8f4-8997-4d54-8cc1-15797500b49e req-831aed17-850c-4ca4-aa8a-d8d56ce01ec1 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:31.272570 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bc9ae8f4-8997-4d54-8cc1-15797500b49e req-831aed17-850c-4ca4-aa8a-d8d56ce01ec1 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 945 time: 0.0540094 Dec 10 19:50:31.310793 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bc9ae8f4-8997-4d54-8cc1-15797500b49e req-41dadfb0-1092-40b6-8109-6f3e72373c2a tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319622 Dec 10 19:50:32.431603 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e514a-4ad2-4850-bce8-44dbb1362966 req-3b359860-6fc5-43e0-9da5-c62241a5e120 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:32.433105 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-966e514a-4ad2-4850-bce8-44dbb1362966 req-3b359860-6fc5-43e0-9da5-c62241a5e120 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 945 time: 0.0511413 Dec 10 19:50:32.483924 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-966e514a-4ad2-4850-bce8-44dbb1362966 req-29d1b274-53a6-4bcd-ac10-374c2608d6d3 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448194 Dec 10 19:50:32.644673 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:50:33.601921 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd86e3a-8b92-4a59-bb24-08e097b35fb5 req-10e98203-6934-47a7-b056-ec1997b46e86 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:33.603400 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bdd86e3a-8b92-4a59-bb24-08e097b35fb5 req-10e98203-6934-47a7-b056-ec1997b46e86 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 945 time: 0.0495534 Dec 10 19:50:33.641136 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bdd86e3a-8b92-4a59-bb24-08e097b35fb5 req-b9667d8b-4be8-4d36-ba86-542d3f6036cf tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314569 Dec 10 19:50:34.765282 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b40e9-dd38-4b8f-b628-57e589145fc1 req-3d69824b-5fc3-49da-bd13-0ff7f2029fc9 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:34.766767 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5f4b40e9-dd38-4b8f-b628-57e589145fc1 req-3d69824b-5fc3-49da-bd13-0ff7f2029fc9 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 945 time: 0.0539403 Dec 10 19:50:34.806139 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5f4b40e9-dd38-4b8f-b628-57e589145fc1 req-a49c86f2-7ef9-4c57-acfb-7d9394696826 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325525 Dec 10 19:50:35.932189 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f15e6c-9e30-4c7a-9ca3-57865a3943fa req-eac34ad3-9190-466a-81e0-ccf553734718 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:35.933805 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-05f15e6c-9e30-4c7a-9ca3-57865a3943fa req-eac34ad3-9190-466a-81e0-ccf553734718 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 945 time: 0.0497503 Dec 10 19:50:35.973693 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-05f15e6c-9e30-4c7a-9ca3-57865a3943fa req-9e9e0343-b10b-482b-9098-4384041eed10 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337327 Dec 10 19:50:36.310503 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f4007520-59cc-4e55-bcbe-192d5a461443 req-5c849f81-bee4-414c-b37a-dc98e23f4d22 service neutron] 10.222.0.36 "GET /v2.0/ports/8c885700-b8e7-41b7-8586-8f3068bb7fbd/bindings/hv-neutron-8214 HTTP/1.1" status: 200 len: 384 time: 0.0606890 Dec 10 19:50:36.519230 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4007520-59cc-4e55-bcbe-192d5a461443 req-fb4ac5b1-173a-4649-82ab-d911a905187e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:36.520653 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f4007520-59cc-4e55-bcbe-192d5a461443 req-fb4ac5b1-173a-4649-82ab-d911a905187e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad&tenant_id=c5dd4dad4f774e9681e4f02d74c9ed4b HTTP/1.1" status: 200 len: 1098 time: 0.0440421 Dec 10 19:50:36.582299 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4007520-59cc-4e55-bcbe-192d5a461443 req-6f5782ae-e502-447c-a9dd-3b8dd2f32ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:36.583772 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f4007520-59cc-4e55-bcbe-192d5a461443 req-6f5782ae-e502-447c-a9dd-3b8dd2f32ff7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c5dd4dad4f774e9681e4f02d74c9ed4b&device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 1098 time: 0.0399947 Dec 10 19:50:36.675825 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4007520-59cc-4e55-bcbe-192d5a461443 req-470af53e-1b60-42e8-b417-4cc331a49c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:36.677649 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f4007520-59cc-4e55-bcbe-192d5a461443 req-470af53e-1b60-42e8-b417-4cc331a49c32 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea HTTP/1.1" status: 200 len: 913 time: 0.0858715 Dec 10 19:50:36.751689 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f4007520-59cc-4e55-bcbe-192d5a461443 req-7c61e0cb-c3d7-4a2d-816f-5f0dc88fb6aa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c885700-b8e7-41b7-8586-8f3068bb7fbd HTTP/1.1" status: 200 len: 1000 time: 0.0659325 Dec 10 19:50:36.803697 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4007520-59cc-4e55-bcbe-192d5a461443 req-4b471d47-a9f0-4f62-821c-df590cbf0ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:36.805196 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f4007520-59cc-4e55-bcbe-192d5a461443 req-4b471d47-a9f0-4f62-821c-df590cbf0ccf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2923f6c5-b5cb-4ee7-95d4-f8f02a974a41 HTTP/1.1" status: 200 len: 851 time: 0.0451567 Dec 10 19:50:36.854549 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4007520-59cc-4e55-bcbe-192d5a461443 req-a54f6669-5280-463b-8831-730c46e9de36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:36.856218 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f4007520-59cc-4e55-bcbe-192d5a461443 req-a54f6669-5280-463b-8831-730c46e9de36 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428600 Dec 10 19:50:36.951180 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f4007520-59cc-4e55-bcbe-192d5a461443 req-56dfc1e4-dd07-49a6-95f3-cb881eeabe94 service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876133 Dec 10 19:50:37.046700 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f4007520-59cc-4e55-bcbe-192d5a461443 req-21a7c744-2c21-4999-ad45-e3e140de4352 service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870869 Dec 10 19:50:37.108510 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9217c0-68b6-4d28-8bb9-17cab5db7e8a req-b1d93fd3-ddfa-4c67-aa64-9a8531d9a486 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:37.109922 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-dd9217c0-68b6-4d28-8bb9-17cab5db7e8a req-b1d93fd3-ddfa-4c67-aa64-9a8531d9a486 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 945 time: 0.0623605 Dec 10 19:50:37.153879 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-dd9217c0-68b6-4d28-8bb9-17cab5db7e8a req-5f29747f-5c0c-442b-8168-ac8d7e3bb492 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372038 Dec 10 19:50:37.846084 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 8c885700-b8e7-41b7-8586-8f3068bb7fbd no longer exists at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:50:37.925062 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:50:37.947933 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ffdb0ff-3630-4a40-8945-a41a6b3d29ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c885700-b8e7-41b7-8586-8f3068bb7fbd'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:50:37.950168 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0dd006407324ce2959a5a4cf9f0b5e0801d7a51a5291ea700e8786e11115a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ade4c36-05fb-4f78-9f05-63c68063e76e" -d '{"events": [{"server_uuid": "4ffdb0ff-3630-4a40-8945-a41a6b3d29ad", "name": "network-vif-unplugged", "status": "completed", "tag": "8c885700-b8e7-41b7-8586-8f3068bb7fbd"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:50:37.963687 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 8c885700-b8e7-41b7-8586-8f3068bb7fbd, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=8c885700-b8e7-41b7-8586-8f3068bb7fbd,segment=NetworkSegment(d4c2219e-ea6d-418f-9715-88f09433d8b1),segment_id=d4c2219e-ea6d-418f-9715-88f09433d8b1)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:50:37.969194 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:50:38.028049 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=8c885700-b8e7-41b7-8586-8f3068bb7fbd,revision_number=6']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:50:38.035311 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:50:38.035655 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:50:38.035990 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:50:38.036321 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:50:38.036688 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:50:38.037013 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:50:38.037394 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:50:38.037717 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:50:38.038041 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:50:38.038360 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:50:38.038675 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:50:38.038989 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:50:38.082499 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 19:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db612313-d678-4adf-bba9-966b44cf1430 x-openstack-request-id: req-db612313-d678-4adf-bba9-966b44cf1430 {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:50:38.082822 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ffdb0ff-3630-4a40-8945-a41a6b3d29ad", "name": "network-vif-unplugged", "status": "completed", "tag": "8c885700-b8e7-41b7-8586-8f3068bb7fbd", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:50:38.083033 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-db612313-d678-4adf-bba9-966b44cf1430 {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:50:38.083449 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ffdb0ff-3630-4a40-8945-a41a6b3d29ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c885700-b8e7-41b7-8586-8f3068bb7fbd', 'code': 200} Dec 10 19:50:38.298700 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465ae6b-bc6f-41f4-8f8b-a0064f0d8d8c req-9652741f-83b7-45f1-b8b9-97e7a7bbec1b tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:38.301562 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e465ae6b-bc6f-41f4-8f8b-a0064f0d8d8c req-9652741f-83b7-45f1-b8b9-97e7a7bbec1b tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 943 time: 0.0627167 Dec 10 19:50:38.345244 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e465ae6b-bc6f-41f4-8f8b-a0064f0d8d8c req-61e016cc-ae38-49af-9ea6-a4613fd0946a tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375605 Dec 10 19:50:39.470609 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cecc66-f79b-489a-be49-11f8c88941db req-aa7215da-1082-4b8b-bb12-772493f4eec0 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:39.472896 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b3cecc66-f79b-489a-be49-11f8c88941db req-aa7215da-1082-4b8b-bb12-772493f4eec0 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 943 time: 0.0523272 Dec 10 19:50:39.515529 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b3cecc66-f79b-489a-be49-11f8c88941db req-c0ade773-6400-4272-a5c4-a4a26ee2becc tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357747 Dec 10 19:50:39.951729 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:50:40.639686 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b57f72-9eb4-455c-97a5-6bcda999b4b5 req-604c581a-5718-4a90-8e92-d1380fdabb2d tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:40.641209 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-03b57f72-9eb4-455c-97a5-6bcda999b4b5 req-604c581a-5718-4a90-8e92-d1380fdabb2d tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 943 time: 0.0538418 Dec 10 19:50:40.681693 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-03b57f72-9eb4-455c-97a5-6bcda999b4b5 req-bafa2a5c-172e-4672-8ca3-5dabc59c0c2d tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335729 Dec 10 19:50:41.797257 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd34eea-dd02-449c-b117-eacdd78ba14c req-47eb3b65-469b-4734-83bc-a858d6aa2396 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:41.798623 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6bd34eea-dd02-449c-b117-eacdd78ba14c req-47eb3b65-469b-4734-83bc-a858d6aa2396 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 943 time: 0.0484166 Dec 10 19:50:41.835935 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6bd34eea-dd02-449c-b117-eacdd78ba14c req-07454137-cfd2-47b3-9e23-711174c59375 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306726 Dec 10 19:50:42.953030 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0820c3-bca5-4524-8593-68e72b97b92a req-4aabee6e-3c4e-4993-aea1-351c3bf56290 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:42.954498 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-fc0820c3-bca5-4524-8593-68e72b97b92a req-4aabee6e-3c4e-4993-aea1-351c3bf56290 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 943 time: 0.0483093 Dec 10 19:50:42.992460 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-fc0820c3-bca5-4524-8593-68e72b97b92a req-01e38449-647a-48b8-9922-e22b413a36f5 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312698 Dec 10 19:50:43.855303 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 8c885700-b8e7-41b7-8586-8f3068bb7fbd details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=102367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:50:43.948342 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 8c885700-b8e7-41b7-8586-8f3068bb7fbd, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=8c885700-b8e7-41b7-8586-8f3068bb7fbd,segment=NetworkSegment(d4c2219e-ea6d-418f-9715-88f09433d8b1),segment_id=d4c2219e-ea6d-418f-9715-88f09433d8b1)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:50:43.960173 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Returning: {'device': '8c885700-b8e7-41b7-8586-8f3068bb7fbd', 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea', 'port_id': '8c885700-b8e7-41b7-8586-8f3068bb7fbd', 'mac_address': 'fa:16:3e:60:6a:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2923f6c5-b5cb-4ee7-95d4-f8f02a974a41', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:50:43.995566 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:50:44.012798 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c885700-b8e7-41b7-8586-8f3068bb7fbd {{(pid=102367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:50:44.034247 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 8c885700-b8e7-41b7-8586-8f3068bb7fbd, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=8c885700-b8e7-41b7-8586-8f3068bb7fbd,segment=NetworkSegment(d4c2219e-ea6d-418f-9715-88f09433d8b1),segment_id=d4c2219e-ea6d-418f-9715-88f09433d8b1)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:50:44.039731 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:50:44.095225 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=8c885700-b8e7-41b7-8586-8f3068bb7fbd,revision_number=7']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:50:44.107499 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['8c885700-b8e7-41b7-8586-8f3068bb7fbd'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:50:44.119412 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f30ac-8917-4690-9963-4e1991c5b42d req-5b086381-9c82-490b-9efa-4f18ab1b3a1e tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:44.120936 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-467f30ac-8917-4690-9963-4e1991c5b42d req-5b086381-9c82-490b-9efa-4f18ab1b3a1e tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 944 time: 0.0586987 Dec 10 19:50:44.161907 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-467f30ac-8917-4690-9963-4e1991c5b42d req-1df15a34-8631-4aef-82b0-bd935ee3f870 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344536 Dec 10 19:50:45.278662 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1719463-8141-484c-94a5-3a835c8b911c req-7897e8ee-e3e6-4776-a454-e1419f24eb1c tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:45.280123 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e1719463-8141-484c-94a5-3a835c8b911c req-7897e8ee-e3e6-4776-a454-e1419f24eb1c tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 944 time: 0.0482564 Dec 10 19:50:45.317292 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e1719463-8141-484c-94a5-3a835c8b911c req-e1e064ec-0feb-44b7-8472-2de320a8cf5d tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305498 Dec 10 19:50:45.871230 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 8c885700-b8e7-41b7-8586-8f3068bb7fbd up at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:50:45.920317 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning complete for port 8c885700-b8e7-41b7-8586-8f3068bb7fbd triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:50:45.920701 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:50:45.996177 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:50:46.019121 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ffdb0ff-3630-4a40-8945-a41a6b3d29ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c885700-b8e7-41b7-8586-8f3068bb7fbd'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:50:46.021513 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0dd006407324ce2959a5a4cf9f0b5e0801d7a51a5291ea700e8786e11115a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb17d24-5a6a-4669-9ea9-d496819154cf" -d '{"events": [{"server_uuid": "4ffdb0ff-3630-4a40-8945-a41a6b3d29ad", "name": "network-vif-plugged", "status": "completed", "tag": "8c885700-b8e7-41b7-8586-8f3068bb7fbd"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:50:46.033701 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 8c885700-b8e7-41b7-8586-8f3068bb7fbd, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=8c885700-b8e7-41b7-8586-8f3068bb7fbd,segment=NetworkSegment(d4c2219e-ea6d-418f-9715-88f09433d8b1),segment_id=d4c2219e-ea6d-418f-9715-88f09433d8b1)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:50:46.038122 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:50:46.068698 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55dac2bc-fde2-4f89-a591-ea66e834aae0 x-openstack-request-id: req-55dac2bc-fde2-4f89-a591-ea66e834aae0 {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:50:46.068990 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ffdb0ff-3630-4a40-8945-a41a6b3d29ad", "name": "network-vif-plugged", "status": "completed", "tag": "8c885700-b8e7-41b7-8586-8f3068bb7fbd", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:50:46.069246 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-55dac2bc-fde2-4f89-a591-ea66e834aae0 {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:50:46.069628 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ffdb0ff-3630-4a40-8945-a41a6b3d29ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c885700-b8e7-41b7-8586-8f3068bb7fbd', 'code': 200} Dec 10 19:50:46.094151 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=8c885700-b8e7-41b7-8586-8f3068bb7fbd,revision_number=8']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:50:46.436194 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a4b5d-76cd-4f28-8054-a5e7f17224c0 req-2b0a811f-f5f8-4e71-a77a-c7765c9d03e3 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:46.437676 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f45a4b5d-76cd-4f28-8054-a5e7f17224c0 req-2b0a811f-f5f8-4e71-a77a-c7765c9d03e3 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 945 time: 0.0498536 Dec 10 19:50:46.476451 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f45a4b5d-76cd-4f28-8054-a5e7f17224c0 req-149067be-57a5-4dea-afaf-fb2909d6606c tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321214 Dec 10 19:50:47.601290 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0fe96-f45a-4fb3-bd64-7579e4ea11e0 req-73116a82-494f-4672-9a8a-40784b11a6f8 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:47.602779 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e7e0fe96-f45a-4fb3-bd64-7579e4ea11e0 req-73116a82-494f-4672-9a8a-40784b11a6f8 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 945 time: 0.0568593 Dec 10 19:50:47.645323 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e7e0fe96-f45a-4fb3-bd64-7579e4ea11e0 req-1e23c4e6-2dc0-44f3-b0fa-3e5d8f7cc3d1 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359828 Dec 10 19:50:48.776080 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1dad69-4fc8-4fb0-9d34-f5e6f980e513 req-ee7bc969-1038-481a-a73b-bb9897cf8c3b tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:48.777692 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2c1dad69-4fc8-4fb0-9d34-f5e6f980e513 req-ee7bc969-1038-481a-a73b-bb9897cf8c3b tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 945 time: 0.0592697 Dec 10 19:50:48.818248 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2c1dad69-4fc8-4fb0-9d34-f5e6f980e513 req-8c47a708-78fa-475b-8530-6646abe9a3bb tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345674 Dec 10 19:50:49.942660 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd65cb34-fdc3-4fb4-b77b-c0f3a743892e req-d6932adb-015b-4e2a-b49d-3680a94f9628 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:49.944145 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-dd65cb34-fdc3-4fb4-b77b-c0f3a743892e req-d6932adb-015b-4e2a-b49d-3680a94f9628 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 945 time: 0.0555367 Dec 10 19:50:49.983456 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-dd65cb34-fdc3-4fb4-b77b-c0f3a743892e req-e5a1909b-172f-4e05-97bb-beeca0e448dd tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332472 Dec 10 19:50:50.293505 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e631b7cb-c473-404f-807e-74969b2cbf76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:50:50.316467 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f17c9d8-c96f-4318-9606-2155a18b1c4f req-c5c1272c-9df1-4c65-96c0-fbd5a7b8035a tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:50.317924 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2f17c9d8-c96f-4318-9606-2155a18b1c4f req-c5c1272c-9df1-4c65-96c0-fbd5a7b8035a tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad&tenant_id=c5dd4dad4f774e9681e4f02d74c9ed4b&binding%3Ahost_id=hv-neutron-8214 HTTP/1.1" status: 200 len: 945 time: 0.0843484 Dec 10 19:50:50.329619 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72578165-c4bf-4fed-9b9a-951e2fe674fc req-792782f2-6155-4cdb-923d-8d2677b9b3b8 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:50.331725 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-72578165-c4bf-4fed-9b9a-951e2fe674fc req-792782f2-6155-4cdb-923d-8d2677b9b3b8 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 945 time: 0.0675006 Dec 10 19:50:50.403694 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-72578165-c4bf-4fed-9b9a-951e2fe674fc req-7722917f-0c51-498d-bc6f-37b45a2b5041 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659289 Dec 10 19:50:50.413591 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2f17c9d8-c96f-4318-9606-2155a18b1c4f req-5ff840be-d646-4cbb-9ab6-a5bd0f4eb746 service neutron] 10.222.0.36 "GET /v2.0/ports/8c885700-b8e7-41b7-8586-8f3068bb7fbd/bindings/hv-neutron-8214 HTTP/1.1" status: 200 len: 384 time: 0.0809269 Dec 10 19:50:50.482969 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f17c9d8-c96f-4318-9606-2155a18b1c4f req-4e34efeb-0444-4562-b85e-f0022f621942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:50.484364 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2f17c9d8-c96f-4318-9606-2155a18b1c4f req-4e34efeb-0444-4562-b85e-f0022f621942 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c5dd4dad4f774e9681e4f02d74c9ed4b&device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 1098 time: 0.0472126 Dec 10 19:50:50.576088 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f17c9d8-c96f-4318-9606-2155a18b1c4f req-bbeae250-2488-4561-adef-562f369fada2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:50.577550 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2f17c9d8-c96f-4318-9606-2155a18b1c4f req-bbeae250-2488-4561-adef-562f369fada2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea HTTP/1.1" status: 200 len: 913 time: 0.0845475 Dec 10 19:50:50.651661 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2f17c9d8-c96f-4318-9606-2155a18b1c4f req-59de2e84-0e56-4347-b76e-466dfda9dc88 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c885700-b8e7-41b7-8586-8f3068bb7fbd HTTP/1.1" status: 200 len: 1000 time: 0.0642276 Dec 10 19:50:50.704003 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f17c9d8-c96f-4318-9606-2155a18b1c4f req-a3f56209-3006-4da8-9c79-ed42b7023d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:50.706165 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2f17c9d8-c96f-4318-9606-2155a18b1c4f req-a3f56209-3006-4da8-9c79-ed42b7023d0f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2923f6c5-b5cb-4ee7-95d4-f8f02a974a41 HTTP/1.1" status: 200 len: 851 time: 0.0455811 Dec 10 19:50:50.753207 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f17c9d8-c96f-4318-9606-2155a18b1c4f req-8db3e243-d4e9-4890-b30a-f6b53a42d6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:50.754692 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2f17c9d8-c96f-4318-9606-2155a18b1c4f req-8db3e243-d4e9-4890-b30a-f6b53a42d6cc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402868 Dec 10 19:50:50.847696 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2f17c9d8-c96f-4318-9606-2155a18b1c4f req-416f5d34-2561-448a-b615-0ceb727133bc service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840642 Dec 10 19:50:50.937342 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2f17c9d8-c96f-4318-9606-2155a18b1c4f req-7714323c-7c64-49d4-87ab-54b5027a8ece service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820689 Dec 10 19:50:51.573569 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b66db99-85af-4749-9e2c-e88339edcbb8 req-ed440c4f-44cf-4b58-9301-30c0375702fa tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:51.575053 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9b66db99-85af-4749-9e2c-e88339edcbb8 req-ed440c4f-44cf-4b58-9301-30c0375702fa tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 945 time: 0.0973074 Dec 10 19:50:51.613800 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9b66db99-85af-4749-9e2c-e88339edcbb8 req-82d08e50-269b-45f3-8504-4fb3021bdc7e tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319664 Dec 10 19:50:52.785563 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642a042-eaa5-4b4f-bbb5-7d6cb7d0af62 req-e282071b-4b5c-4387-814e-b40008422457 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:52.787085 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5642a042-eaa5-4b4f-bbb5-7d6cb7d0af62 req-e282071b-4b5c-4387-814e-b40008422457 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 945 time: 0.1015077 Dec 10 19:50:52.826660 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5642a042-eaa5-4b4f-bbb5-7d6cb7d0af62 req-4b1b7917-2dd2-47ab-b731-e29b1e8c37e0 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334122 Dec 10 19:50:53.946064 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00304b91-00ff-4966-b5bd-12bb94a31e29 req-432a99ba-4e50-42a9-a268-5b9dc1d3b22e tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:53.947609 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-00304b91-00ff-4966-b5bd-12bb94a31e29 req-432a99ba-4e50-42a9-a268-5b9dc1d3b22e tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 945 time: 0.0511799 Dec 10 19:50:53.990270 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-00304b91-00ff-4966-b5bd-12bb94a31e29 req-a1afb858-9e17-41a8-91c1-4884798581db tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364912 Dec 10 19:50:54.268791 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-7584d882-0392-44ce-98a4-87d3b766e2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:50:55.117126 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654c815-47e0-49d9-b6fe-a569ba82afe6 req-101e230e-3f4a-4638-be9b-31df4583e28f tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:55.118618 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a654c815-47e0-49d9-b6fe-a569ba82afe6 req-101e230e-3f4a-4638-be9b-31df4583e28f tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 945 time: 0.0504565 Dec 10 19:50:55.169539 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a654c815-47e0-49d9-b6fe-a569ba82afe6 req-dcdd019a-6ac1-44e4-94c5-55154acf687b tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440683 Dec 10 19:50:55.437512 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f17c9d8-c96f-4318-9606-2155a18b1c4f req-d9fbd9f5-2cec-4fae-8822-d736f3c5a62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:55.438994 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2f17c9d8-c96f-4318-9606-2155a18b1c4f req-d9fbd9f5-2cec-4fae-8822-d736f3c5a62c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad&tenant_id=c5dd4dad4f774e9681e4f02d74c9ed4b HTTP/1.1" status: 200 len: 1098 time: 0.0447190 Dec 10 19:50:55.479113 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:50:55.504804 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f17c9d8-c96f-4318-9606-2155a18b1c4f req-8e31504b-f7bc-4a68-9a50-158358edab08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:55.506384 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2f17c9d8-c96f-4318-9606-2155a18b1c4f req-8e31504b-f7bc-4a68-9a50-158358edab08 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c5dd4dad4f774e9681e4f02d74c9ed4b&device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 1098 time: 0.0421507 Dec 10 19:50:55.597818 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f17c9d8-c96f-4318-9606-2155a18b1c4f req-55c5baff-e071-40d0-8d41-414d31aacdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:55.599253 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2f17c9d8-c96f-4318-9606-2155a18b1c4f req-55c5baff-e071-40d0-8d41-414d31aacdb3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea HTTP/1.1" status: 200 len: 913 time: 0.0861425 Dec 10 19:50:55.664035 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2f17c9d8-c96f-4318-9606-2155a18b1c4f req-dcc1d516-62cb-4cf8-bb25-0832bb5b6609 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c885700-b8e7-41b7-8586-8f3068bb7fbd HTTP/1.1" status: 200 len: 1000 time: 0.0572190 Dec 10 19:50:55.713228 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f17c9d8-c96f-4318-9606-2155a18b1c4f req-f6e13eae-bc40-499b-96d9-68c61c736479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:55.714658 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2f17c9d8-c96f-4318-9606-2155a18b1c4f req-f6e13eae-bc40-499b-96d9-68c61c736479 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2923f6c5-b5cb-4ee7-95d4-f8f02a974a41 HTTP/1.1" status: 200 len: 851 time: 0.0436614 Dec 10 19:50:55.763621 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f17c9d8-c96f-4318-9606-2155a18b1c4f req-55b2be3c-2fa3-48f2-b9db-47f2d498a7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:55.765113 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2f17c9d8-c96f-4318-9606-2155a18b1c4f req-55b2be3c-2fa3-48f2-b9db-47f2d498a7cb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429235 Dec 10 19:50:55.854931 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2f17c9d8-c96f-4318-9606-2155a18b1c4f req-a82a953f-72f1-4207-88d3-ee8dd54a13fd service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808234 Dec 10 19:50:55.947657 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2f17c9d8-c96f-4318-9606-2155a18b1c4f req-36380db2-c651-497e-a123-a33e7458e5cb service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854220 Dec 10 19:50:55.984487 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 8c885700-b8e7-41b7-8586-8f3068bb7fbd no longer exists at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:50:56.059932 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:50:56.084038 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ffdb0ff-3630-4a40-8945-a41a6b3d29ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c885700-b8e7-41b7-8586-8f3068bb7fbd'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:50:56.086301 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0dd006407324ce2959a5a4cf9f0b5e0801d7a51a5291ea700e8786e11115a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f85ed3-5d36-4fa4-9ef7-10397088fef9" -d '{"events": [{"server_uuid": "4ffdb0ff-3630-4a40-8945-a41a6b3d29ad", "name": "network-vif-unplugged", "status": "completed", "tag": "8c885700-b8e7-41b7-8586-8f3068bb7fbd"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:50:56.098771 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 8c885700-b8e7-41b7-8586-8f3068bb7fbd, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=8c885700-b8e7-41b7-8586-8f3068bb7fbd,segment=NetworkSegment(d4c2219e-ea6d-418f-9715-88f09433d8b1),segment_id=d4c2219e-ea6d-418f-9715-88f09433d8b1)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:50:56.103140 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:50:56.136070 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 19:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc388ba-ccf0-4234-a85a-6aaae295af2f x-openstack-request-id: req-0cc388ba-ccf0-4234-a85a-6aaae295af2f {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:50:56.136364 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ffdb0ff-3630-4a40-8945-a41a6b3d29ad", "name": "network-vif-unplugged", "status": "completed", "tag": "8c885700-b8e7-41b7-8586-8f3068bb7fbd", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:50:56.136649 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0cc388ba-ccf0-4234-a85a-6aaae295af2f {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:50:56.137036 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ffdb0ff-3630-4a40-8945-a41a6b3d29ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c885700-b8e7-41b7-8586-8f3068bb7fbd', 'code': 200} Dec 10 19:50:56.157738 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=8c885700-b8e7-41b7-8586-8f3068bb7fbd,revision_number=9']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:50:56.292194 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b6cea-fe54-4081-8293-56bc2e10a45f req-f9114be7-224c-4ed1-819c-87df61198950 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:56.293649 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-246b6cea-fe54-4081-8293-56bc2e10a45f req-f9114be7-224c-4ed1-819c-87df61198950 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 943 time: 0.0525067 Dec 10 19:50:56.334144 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-246b6cea-fe54-4081-8293-56bc2e10a45f req-9902c84e-b998-478d-b152-259a38f45d69 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337365 Dec 10 19:50:56.545754 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:50:56.880560 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:50:57.460511 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88457c15-87ff-4262-b7f1-48080b6d5272 req-946c5c2c-fd2e-4a6f-ac8a-24e2f9171114 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:57.462052 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-88457c15-87ff-4262-b7f1-48080b6d5272 req-946c5c2c-fd2e-4a6f-ac8a-24e2f9171114 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 943 time: 0.0539663 Dec 10 19:50:57.503969 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-88457c15-87ff-4262-b7f1-48080b6d5272 req-161b926c-eea1-43c7-9ac9-4898e29e7efb tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353835 Dec 10 19:50:58.626773 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed532574-6291-482f-9527-7f0ff6e7dbf3 req-fd1d5c27-4ba4-4ca1-93ba-ba5d623add3a tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:58.628853 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ed532574-6291-482f-9527-7f0ff6e7dbf3 req-fd1d5c27-4ba4-4ca1-93ba-ba5d623add3a tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 943 time: 0.0545168 Dec 10 19:50:58.672556 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ed532574-6291-482f-9527-7f0ff6e7dbf3 req-f3f23b0b-de0f-4cb6-ab4f-06864c9f6723 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373340 Dec 10 19:50:59.793964 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a21797d-e0ba-4b3b-9ada-3873fa673134 req-25be2595-59c5-4bff-a956-e83fccf0dd04 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:50:59.795502 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9a21797d-e0ba-4b3b-9ada-3873fa673134 req-25be2595-59c5-4bff-a956-e83fccf0dd04 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 943 time: 0.0506487 Dec 10 19:50:59.834945 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9a21797d-e0ba-4b3b-9ada-3873fa673134 req-fb10320b-9d6f-4a48-8407-aabac2bb9d3e tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330827 Dec 10 19:51:00.952153 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730e014-4bec-4725-b0c4-d884698266b3 req-774e9671-9885-4a8b-bc93-55d79fa5c669 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:00.953702 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e730e014-4bec-4725-b0c4-d884698266b3 req-774e9671-9885-4a8b-bc93-55d79fa5c669 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 943 time: 0.0504310 Dec 10 19:51:00.994301 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e730e014-4bec-4725-b0c4-d884698266b3 req-7464981a-a826-48b1-a4f1-952ff650db7c tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339167 Dec 10 19:51:02.013145 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 8c885700-b8e7-41b7-8586-8f3068bb7fbd details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=102367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:51:02.115541 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 8c885700-b8e7-41b7-8586-8f3068bb7fbd, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=8c885700-b8e7-41b7-8586-8f3068bb7fbd,segment=NetworkSegment(d4c2219e-ea6d-418f-9715-88f09433d8b1),segment_id=d4c2219e-ea6d-418f-9715-88f09433d8b1)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:51:02.116032 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0eeb26-3da2-47bc-bd52-9cbc5a7777d1 req-523f86c5-feb4-4616-ad68-5c1050666a85 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:02.117868 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9b0eeb26-3da2-47bc-bd52-9cbc5a7777d1 req-523f86c5-feb4-4616-ad68-5c1050666a85 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 943 time: 0.0512884 Dec 10 19:51:02.128309 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Returning: {'device': '8c885700-b8e7-41b7-8586-8f3068bb7fbd', 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea', 'port_id': '8c885700-b8e7-41b7-8586-8f3068bb7fbd', 'mac_address': 'fa:16:3e:60:6a:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2923f6c5-b5cb-4ee7-95d4-f8f02a974a41', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:51:02.168061 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9b0eeb26-3da2-47bc-bd52-9cbc5a7777d1 req-09e7519d-c3a8-4334-ba21-244b65c9cdd2 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441546 Dec 10 19:51:02.175122 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:02.189095 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c885700-b8e7-41b7-8586-8f3068bb7fbd {{(pid=102367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:51:02.210891 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 8c885700-b8e7-41b7-8586-8f3068bb7fbd, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=8c885700-b8e7-41b7-8586-8f3068bb7fbd,segment=NetworkSegment(d4c2219e-ea6d-418f-9715-88f09433d8b1),segment_id=d4c2219e-ea6d-418f-9715-88f09433d8b1)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:51:02.216706 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:02.271534 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=8c885700-b8e7-41b7-8586-8f3068bb7fbd,revision_number=10']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:51:02.281177 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['8c885700-b8e7-41b7-8586-8f3068bb7fbd'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:51:02.648238 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:03.295234 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536bcfe-fe64-4e18-91ca-1e98581ba6ba req-3bd63be2-e5eb-407f-bd89-65654f78b2b3 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:03.296679 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a536bcfe-fe64-4e18-91ca-1e98581ba6ba req-3bd63be2-e5eb-407f-bd89-65654f78b2b3 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 945 time: 0.0509651 Dec 10 19:51:03.344651 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a536bcfe-fe64-4e18-91ca-1e98581ba6ba req-49eaa481-5fdb-4a1e-a18f-6f2554cd8d2a tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402789 Dec 10 19:51:04.026658 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 8c885700-b8e7-41b7-8586-8f3068bb7fbd up at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:51:04.075009 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning complete for port 8c885700-b8e7-41b7-8586-8f3068bb7fbd triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:51:04.075375 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:04.152718 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:04.177586 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ffdb0ff-3630-4a40-8945-a41a6b3d29ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c885700-b8e7-41b7-8586-8f3068bb7fbd'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:51:04.179867 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0dd006407324ce2959a5a4cf9f0b5e0801d7a51a5291ea700e8786e11115a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9239d7-1d8e-46e0-a5d3-70c54358a3cc" -d '{"events": [{"server_uuid": "4ffdb0ff-3630-4a40-8945-a41a6b3d29ad", "name": "network-vif-plugged", "status": "completed", "tag": "8c885700-b8e7-41b7-8586-8f3068bb7fbd"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:51:04.197236 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 8c885700-b8e7-41b7-8586-8f3068bb7fbd, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=8c885700-b8e7-41b7-8586-8f3068bb7fbd,segment=NetworkSegment(d4c2219e-ea6d-418f-9715-88f09433d8b1),segment_id=d4c2219e-ea6d-418f-9715-88f09433d8b1)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:51:04.201429 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:04.229420 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3db701-c58d-480a-bfeb-2ce7d38fefe8 x-openstack-request-id: req-4a3db701-c58d-480a-bfeb-2ce7d38fefe8 {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:51:04.229746 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ffdb0ff-3630-4a40-8945-a41a6b3d29ad", "name": "network-vif-plugged", "status": "completed", "tag": "8c885700-b8e7-41b7-8586-8f3068bb7fbd", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:51:04.229997 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4a3db701-c58d-480a-bfeb-2ce7d38fefe8 {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:51:04.230335 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ffdb0ff-3630-4a40-8945-a41a6b3d29ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c885700-b8e7-41b7-8586-8f3068bb7fbd', 'code': 200} Dec 10 19:51:04.254904 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=8c885700-b8e7-41b7-8586-8f3068bb7fbd,revision_number=11']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:51:04.477854 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e7bd9-f7db-4817-b115-0d51b39b7e06 req-10c12682-77c6-4493-8db3-67343c2a4df2 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:04.479426 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e90e7bd9-f7db-4817-b115-0d51b39b7e06 req-10c12682-77c6-4493-8db3-67343c2a4df2 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 946 time: 0.0643277 Dec 10 19:51:04.520721 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e90e7bd9-f7db-4817-b115-0d51b39b7e06 req-d726f4ad-2be7-4e28-b4eb-cb1eb9ce60ad tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340965 Dec 10 19:51:05.643023 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1361c66-3fed-4311-9240-c8492f7bd31f req-c9dca5a0-7359-4db4-9c23-dc90fdd485cc tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:05.644528 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d1361c66-3fed-4311-9240-c8492f7bd31f req-c9dca5a0-7359-4db4-9c23-dc90fdd485cc tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 946 time: 0.0520358 Dec 10 19:51:05.689694 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d1361c66-3fed-4311-9240-c8492f7bd31f req-a50c017e-162a-4c43-b852-1c681f58bf11 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387437 Dec 10 19:51:06.812984 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c835c80-0a65-4906-a7f6-59afe01e7a68 req-75277698-c80e-43de-a57b-92f82c1ca82e tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:06.814616 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9c835c80-0a65-4906-a7f6-59afe01e7a68 req-75277698-c80e-43de-a57b-92f82c1ca82e tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 946 time: 0.0526028 Dec 10 19:51:06.855282 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9c835c80-0a65-4906-a7f6-59afe01e7a68 req-7c8894d0-4d9e-4dcd-a434-afa6f37dfe91 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341115 Dec 10 19:51:07.748649 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4abb457f-2d80-4de2-8fd8-31309e4dc6ae req-532321c6-a80a-401c-8513-39832f86b33b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447674 Dec 10 19:51:07.835576 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb457f-2d80-4de2-8fd8-31309e4dc6ae req-8e46625d-f8b3-4a48-bf2e-bdf50d13e744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:07.837088 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4abb457f-2d80-4de2-8fd8-31309e4dc6ae req-8e46625d-f8b3-4a48-bf2e-bdf50d13e744 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c5dd4dad4f774e9681e4f02d74c9ed4b&device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 1099 time: 0.0459881 Dec 10 19:51:07.971123 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb457f-2d80-4de2-8fd8-31309e4dc6ae req-dee224d4-da63-4142-9b7b-60747c20fc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:07.972610 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4abb457f-2d80-4de2-8fd8-31309e4dc6ae req-dee224d4-da63-4142-9b7b-60747c20fc62 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea HTTP/1.1" status: 200 len: 913 time: 0.1155593 Dec 10 19:51:07.998190 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffeb521-d545-4d2c-9f04-5457aa82cac6 req-f19e3270-e92c-4b24-8d5a-9623327bac85 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:07.999754 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7ffeb521-d545-4d2c-9f04-5457aa82cac6 req-f19e3270-e92c-4b24-8d5a-9623327bac85 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 946 time: 0.0677593 Dec 10 19:51:08.093498 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4abb457f-2d80-4de2-8fd8-31309e4dc6ae req-7bf03dec-0928-421a-b166-8f52719bd0ed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c885700-b8e7-41b7-8586-8f3068bb7fbd HTTP/1.1" status: 200 len: 1000 time: 0.1118672 Dec 10 19:51:08.096306 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7ffeb521-d545-4d2c-9f04-5457aa82cac6 req-054a7aec-49bf-418d-85b2-f4f1e218cdb8 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577598 Dec 10 19:51:08.149759 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb457f-2d80-4de2-8fd8-31309e4dc6ae req-b4d15b69-0228-41b0-aea9-f19b4a54c251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:08.151543 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4abb457f-2d80-4de2-8fd8-31309e4dc6ae req-b4d15b69-0228-41b0-aea9-f19b4a54c251 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2923f6c5-b5cb-4ee7-95d4-f8f02a974a41 HTTP/1.1" status: 200 len: 851 time: 0.0505862 Dec 10 19:51:08.232285 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb457f-2d80-4de2-8fd8-31309e4dc6ae req-76083382-f00b-4cc3-b47b-a646983b82e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:08.233783 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4abb457f-2d80-4de2-8fd8-31309e4dc6ae req-76083382-f00b-4cc3-b47b-a646983b82e8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2660cb76-8d1b-4626-9e34-4e202eb7c6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752571 Dec 10 19:51:08.246325 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78742c2-64d9-413b-9b90-138db11cacf8 req-e11bd949-9135-49fc-9f39-8f63098a8a3e tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:08.247713 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e78742c2-64d9-413b-9b90-138db11cacf8 req-e11bd949-9135-49fc-9f39-8f63098a8a3e tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 946 time: 0.0626857 Dec 10 19:51:08.620918 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e78742c2-64d9-413b-9b90-138db11cacf8 req-9c39c29c-8a86-4d9d-bee4-efeaba16ab0c tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3633146 Dec 10 19:51:08.646376 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4abb457f-2d80-4de2-8fd8-31309e4dc6ae req-e8b4b784-b293-4456-ada1-86b76077d8c7 service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3977103 Dec 10 19:51:08.764521 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae87b82-1639-4bb2-8d98-f22cd52bca8f req-47bc0f8b-2812-4aa7-a558-f7fa32d680fe tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:08.765994 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0ae87b82-1639-4bb2-8d98-f22cd52bca8f req-47bc0f8b-2812-4aa7-a558-f7fa32d680fe tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 946 time: 0.0669074 Dec 10 19:51:08.787515 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4abb457f-2d80-4de2-8fd8-31309e4dc6ae req-b11881bf-0110-4f3a-825c-441e94d6fd05 service neutron] 10.222.0.36 "GET /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324697 Dec 10 19:51:08.812949 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0ae87b82-1639-4bb2-8d98-f22cd52bca8f req-2ef48685-6c39-4d04-be9c-518f97d3a6f5 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370085 Dec 10 19:51:09.049440 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d091b310-07f2-4730-bb4d-8fe48d7ba13d req-cc62d610-9a7b-486d-b5ea-38108a89fc70 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:09.051446 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d091b310-07f2-4730-bb4d-8fe48d7ba13d req-cc62d610-9a7b-486d-b5ea-38108a89fc70 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 946 time: 0.0532465 Dec 10 19:51:09.093055 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d091b310-07f2-4730-bb4d-8fe48d7ba13d req-0ff56b51-3269-4412-adf0-b94bb57a7af5 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351894 Dec 10 19:51:10.209905 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5899c3-5797-4a2a-97d3-0949737e4857 req-fc09991d-3404-4a27-884f-d2b761f27aa0 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:10.211363 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3b5899c3-5797-4a2a-97d3-0949737e4857 req-fc09991d-3404-4a27-884f-d2b761f27aa0 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 946 time: 0.0487103 Dec 10 19:51:10.248658 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3b5899c3-5797-4a2a-97d3-0949737e4857 req-fb85a4b1-484b-44cb-99b2-aa7ebe0a36fd tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312705 Dec 10 19:51:11.369888 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ce474-61bc-485f-b178-fecbf4cf5d6e req-4a9b77d5-75a4-43ca-b994-c5ab7335f1d0 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:11.371338 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-740ce474-61bc-485f-b178-fecbf4cf5d6e req-4a9b77d5-75a4-43ca-b994-c5ab7335f1d0 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 946 time: 0.0502963 Dec 10 19:51:11.407839 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-740ce474-61bc-485f-b178-fecbf4cf5d6e req-6caf5a6a-a73a-477d-abfc-9ddf82643f57 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f4ebeac-6d93-48c2-92fb-e07bf915942c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305343 Dec 10 19:51:11.713850 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40108301-a79c-45a5-b1fb-e659fb688d6e req-3b04e694-95e4-49a1-8d37-11d7f7a21726 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:11.715509 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-40108301-a79c-45a5-b1fb-e659fb688d6e req-3b04e694-95e4-49a1-8d37-11d7f7a21726 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 946 time: 0.0536571 Dec 10 19:51:11.804276 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-40108301-a79c-45a5-b1fb-e659fb688d6e req-2b8601e3-7b80-4152-8deb-41f5362ee415 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Deleting port 8c885700-b8e7-41b7-8586-8f3068bb7fbd {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:51:11.804621 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-40108301-a79c-45a5-b1fb-e659fb688d6e req-2b8601e3-7b80-4152-8deb-41f5362ee415 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:11.892102 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-40108301-a79c-45a5-b1fb-e659fb688d6e req-2b8601e3-7b80-4152-8deb-41f5362ee415 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] For port 8c885700-b8e7-41b7-8586-8f3068bb7fbd, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=8c885700-b8e7-41b7-8586-8f3068bb7fbd,segment=NetworkSegment(d4c2219e-ea6d-418f-9715-88f09433d8b1),segment_id=d4c2219e-ea6d-418f-9715-88f09433d8b1)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:51:11.892446 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-40108301-a79c-45a5-b1fb-e659fb688d6e req-2b8601e3-7b80-4152-8deb-41f5362ee415 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:12.061282 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-40108301-a79c-45a5-b1fb-e659fb688d6e req-2b8601e3-7b80-4152-8deb-41f5362ee415 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:12.061536 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-40108301-a79c-45a5-b1fb-e659fb688d6e req-2b8601e3-7b80-4152-8deb-41f5362ee415 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3713103'] for floatingip, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:12.061846 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.l3_db [req-40108301-a79c-45a5-b1fb-e659fb688d6e req-2b8601e3-7b80-4152-8deb-41f5362ee415 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Floating IP 6452c6ea-7e74-4cf4-80c3-3e20c0a15137 disassociated. External IP: 172.26.6.4, port: 8c885700-b8e7-41b7-8586-8f3068bb7fbd. Dec 10 19:51:12.062185 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-40108301-a79c-45a5-b1fb-e659fb688d6e req-2b8601e3-7b80-4152-8deb-41f5362ee415 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Calling delete_port for 8c885700-b8e7-41b7-8586-8f3068bb7fbd owned by compute:nova {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:51:12.190973 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-40108301-a79c-45a5-b1fb-e659fb688d6e req-2b8601e3-7b80-4152-8deb-41f5362ee415 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:12.219741 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8601e3-7b80-4152-8deb-41f5362ee415 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Pushing event deleted for resources: {'Port': ['ID=8c885700-b8e7-41b7-8586-8f3068bb7fbd,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:51:12.230253 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8601e3-7b80-4152-8deb-41f5362ee415 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:12.230598 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8601e3-7b80-4152-8deb-41f5362ee415 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:12.231195 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8601e3-7b80-4152-8deb-41f5362ee415 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:12.231522 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8601e3-7b80-4152-8deb-41f5362ee415 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:12.231846 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8601e3-7b80-4152-8deb-41f5362ee415 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:12.232167 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8601e3-7b80-4152-8deb-41f5362ee415 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:12.232514 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8601e3-7b80-4152-8deb-41f5362ee415 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:12.232829 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8601e3-7b80-4152-8deb-41f5362ee415 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:12.233152 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8601e3-7b80-4152-8deb-41f5362ee415 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:12.233462 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8601e3-7b80-4152-8deb-41f5362ee415 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:12.233784 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8601e3-7b80-4152-8deb-41f5362ee415 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:12.234098 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8601e3-7b80-4152-8deb-41f5362ee415 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:12.350948 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40108301-a79c-45a5-b1fb-e659fb688d6e req-2b8601e3-7b80-4152-8deb-41f5362ee415 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Router 91cdc6a0-5ce0-49bf-a64e-001962a8ea9b has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:51:12.464704 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40108301-a79c-45a5-b1fb-e659fb688d6e req-2b8601e3-7b80-4152-8deb-41f5362ee415 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:51:12.475131 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c9199f-88a1-4b0a-80d7-014ca2511b97 None None] Sync routers for ids ['91cdc6a0-5ce0-49bf-a64e-001962a8ea9b'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:51:12.485955 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c9199f-88a1-4b0a-80d7-014ca2511b97 None None] Routers {'91cdc6a0-5ce0-49bf-a64e-001962a8ea9b'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:51:12.486775 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-d7c9199f-88a1-4b0a-80d7-014ca2511b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:50:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['91cdc6a0-5ce0-49bf-a64e-001962a8ea9b'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:51:12.512416 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-40108301-a79c-45a5-b1fb-e659fb688d6e req-2b8601e3-7b80-4152-8deb-41f5362ee415 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] No DVR routers for this DVR port 8c885700-b8e7-41b7-8586-8f3068bb7fbd on host hv-neutron-8214 {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:51:12.527274 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-40108301-a79c-45a5-b1fb-e659fb688d6e req-2b8601e3-7b80-4152-8deb-41f5362ee415 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:12.530581 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-40108301-a79c-45a5-b1fb-e659fb688d6e req-2b8601e3-7b80-4152-8deb-41f5362ee415 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.36 "DELETE /v2.0/ports/8c885700-b8e7-41b7-8586-8f3068bb7fbd HTTP/1.1" status: 204 len: 173 time: 0.8087246 Dec 10 19:51:12.532388 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-236f5b88-6bd2-4753-acb2-a3f39fe9233b req-0cb27e5d-38c8-46fe-a9e2-aae93051bf90 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 210 time: 0.0464547 Dec 10 19:51:12.532833 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ffdb0ff-3630-4a40-8945-a41a6b3d29ad', 'name': 'network-vif-deleted', 'tag': '8c885700-b8e7-41b7-8586-8f3068bb7fbd'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:51:12.535115 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace9c335-7cbb-4a8e-b9f7-c15c536084a2" -d '{"events": [{"server_uuid": "4ffdb0ff-3630-4a40-8945-a41a6b3d29ad", "name": "network-vif-deleted", "tag": "8c885700-b8e7-41b7-8586-8f3068bb7fbd"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:51:12.591944 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c58e5c-2be6-4536-8ddd-c250e7f50973 x-openstack-request-id: req-68c58e5c-2be6-4536-8ddd-c250e7f50973 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:51:12.592198 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ffdb0ff-3630-4a40-8945-a41a6b3d29ad", "name": "network-vif-deleted", "tag": "8c885700-b8e7-41b7-8586-8f3068bb7fbd", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:51:12.592403 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-68c58e5c-2be6-4536-8ddd-c250e7f50973 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:51:12.592826 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ffdb0ff-3630-4a40-8945-a41a6b3d29ad', 'name': 'network-vif-deleted', 'tag': '8c885700-b8e7-41b7-8586-8f3068bb7fbd', 'status': 'completed', 'code': 200} Dec 10 19:51:12.606219 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-d7c9199f-88a1-4b0a-80d7-014ca2511b97 None None] Set router 91cdc6a0-5ce0-49bf-a64e-001962a8ea9b gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:51:12.820590 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-d7c9199f-88a1-4b0a-80d7-014ca2511b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'name': 'tempest-ServerActionsTestJSON-1220875465-router', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': '59c1c741-5d51-4c73-be9a-dd9012f22cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:42:18Z', 'updated_at': '2021-12-10T19:42:21Z', 'revision_number': 4, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'gw_port': {'id': '59c1c741-5d51-4c73-be9a-dd9012f22cea', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:19Z', 'updated_at': '2021-12-10T19:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '02b441d9-b368-4a54-9a77-2d652cdec894', 'name': '', 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'mac_address': 'fa:16:3e:1c:5e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '2923f6c5-b5cb-4ee7-95d4-f8f02a974a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:20Z', 'updated_at': '2021-12-10T19:42:24Z', 'revision_number': 5, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'subnets': [{'id': '2923f6c5-b5cb-4ee7-95d4-f8f02a974a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:51:12.846886 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c9199f-88a1-4b0a-80d7-014ca2511b97 None None] Checking router: 91cdc6a0-5ce0-49bf-a64e-001962a8ea9b for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:51:12.855604 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c9199f-88a1-4b0a-80d7-014ca2511b97 None None] Routers {'91cdc6a0-5ce0-49bf-a64e-001962a8ea9b'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:51:12.856458 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-d7c9199f-88a1-4b0a-80d7-014ca2511b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:50:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['91cdc6a0-5ce0-49bf-a64e-001962a8ea9b'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:51:12.963779 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-d7c9199f-88a1-4b0a-80d7-014ca2511b97 None None] Set router 91cdc6a0-5ce0-49bf-a64e-001962a8ea9b gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:51:13.167373 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-d7c9199f-88a1-4b0a-80d7-014ca2511b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'name': 'tempest-ServerActionsTestJSON-1220875465-router', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': '59c1c741-5d51-4c73-be9a-dd9012f22cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:42:18Z', 'updated_at': '2021-12-10T19:42:21Z', 'revision_number': 4, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'gw_port': {'id': '59c1c741-5d51-4c73-be9a-dd9012f22cea', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:19Z', 'updated_at': '2021-12-10T19:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '02b441d9-b368-4a54-9a77-2d652cdec894', 'name': '', 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'mac_address': 'fa:16:3e:1c:5e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '2923f6c5-b5cb-4ee7-95d4-f8f02a974a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:20Z', 'updated_at': '2021-12-10T19:42:24Z', 'revision_number': 5, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'subnets': [{'id': '2923f6c5-b5cb-4ee7-95d4-f8f02a974a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:51:13.194913 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c9199f-88a1-4b0a-80d7-014ca2511b97 None None] The sync data for ids ['91cdc6a0-5ce0-49bf-a64e-001962a8ea9b'] in dv-neutron-821441-1-hyperv is: [{'id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'name': 'tempest-ServerActionsTestJSON-1220875465-router', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': '59c1c741-5d51-4c73-be9a-dd9012f22cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:42:18Z', 'updated_at': '2021-12-10T19:42:21Z', 'revision_number': 4, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'gw_port': {'id': '59c1c741-5d51-4c73-be9a-dd9012f22cea', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:19Z', 'updated_at': '2021-12-10T19:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '02b441d9-b368-4a54-9a77-2d652cdec894', 'name': '', 'network_id': '2660cb76-8d1b-4626-9e34-4e202eb7c6ea', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'mac_address': 'fa:16:3e:1c:5e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '2923f6c5-b5cb-4ee7-95d4-f8f02a974a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:20Z', 'updated_at': '2021-12-10T19:42:24Z', 'revision_number': 5, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'subnets': [{'id': '2923f6c5-b5cb-4ee7-95d4-f8f02a974a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:51:13.412062 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb76f675-793f-41a6-8fcd-937d71cfd740 None None] New status for floating IP 6452c6ea-7e74-4cf4-80c3-3e20c0a15137: DOWN {{(pid=102367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:51:13.628273 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6ce3e582-c4f4-43a9-bb90-ec2c4dfbaeca req-93aea21d-0341-407f-b494-f26714b51a8d tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 210 time: 0.0274482 Dec 10 19:51:14.730158 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d1c78d97-6398-40de-a2d8-30003a34024b req-3af04a5c-6701-4ff1-895c-19f415055a5b tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 210 time: 0.0301869 Dec 10 19:51:15.834402 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-15ab2bf8-b637-44a8-9583-c62cd06ab47f req-0e921f94-3faa-49f9-84d3-a345a9b71310 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffdb0ff-3630-4a40-8945-a41a6b3d29ad HTTP/1.1" status: 200 len: 210 time: 0.0315523 Dec 10 19:51:16.048133 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 8c885700-b8e7-41b7-8586-8f3068bb7fbd no longer exists at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:51:16.069422 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] No Port match for: 8c885700-b8e7-41b7-8586-8f3068bb7fbd {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:51:16.069762 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 8c885700-b8e7-41b7-8586-8f3068bb7fbd not bound to the agent host hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:51:16.950835 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:51:19.576892 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 33604) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:51:19.639537 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0e676f7c-0364-4fe7-8945-69cf68615e75 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:19.665907 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0e676f7c-0364-4fe7-8945-69cf68615e75 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:19.717230 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0e676f7c-0364-4fe7-8945-69cf68615e75 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:19.719887 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0e676f7c-0364-4fe7-8945-69cf68615e75 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:19.721216 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-0e676f7c-0364-4fe7-8945-69cf68615e75 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "DELETE /v2.0/security-groups/6f4ebeac-6d93-48c2-92fb-e07bf915942c HTTP/1.1" status: 204 len: 168 time: 0.1432304 Dec 10 19:51:19.725166 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 33608) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:51:19.732088 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e676f7c-0364-4fe7-8945-69cf68615e75 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4ebeac-6d93-48c2-92fb-e07bf915942c,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:51:19.740020 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e676f7c-0364-4fe7-8945-69cf68615e75 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:19.741080 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e676f7c-0364-4fe7-8945-69cf68615e75 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:19.741080 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e676f7c-0364-4fe7-8945-69cf68615e75 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:19.741276 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e676f7c-0364-4fe7-8945-69cf68615e75 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:19.741690 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e676f7c-0364-4fe7-8945-69cf68615e75 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:19.742044 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e676f7c-0364-4fe7-8945-69cf68615e75 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:19.742360 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e676f7c-0364-4fe7-8945-69cf68615e75 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:19.742653 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.api.v2.resource [None req-ec72eed2-6923-4681-a04b-94527590a8f5 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] show failed (client error): The resource could not be found. Dec 10 19:51:19.742779 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e676f7c-0364-4fe7-8945-69cf68615e75 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:19.743008 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e676f7c-0364-4fe7-8945-69cf68615e75 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:19.743331 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e676f7c-0364-4fe7-8945-69cf68615e75 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:19.743653 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e676f7c-0364-4fe7-8945-69cf68615e75 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:19.743971 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e676f7c-0364-4fe7-8945-69cf68615e75 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:19.744582 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-ec72eed2-6923-4681-a04b-94527590a8f5 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "GET /v2.0/security-groups/6f4ebeac-6d93-48c2-92fb-e07bf915942c HTTP/1.1" status: 404 len: 347 time: 0.0178106 Dec 10 19:51:19.749152 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 33610) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:51:19.931965 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-5bc5db62-14e3-4250-b11a-00a52818c366 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Deleting port 6aaf6770-2b98-431c-a71b-e62adf5bcb72 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:51:19.932172 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5bc5db62-14e3-4250-b11a-00a52818c366 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:20.015230 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5bc5db62-14e3-4250-b11a-00a52818c366 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:20.015546 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5bc5db62-14e3-4250-b11a-00a52818c366 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:20.027620 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-5bc5db62-14e3-4250-b11a-00a52818c366 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Calling delete_port for 6aaf6770-2b98-431c-a71b-e62adf5bcb72 owned by network:floatingip {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:51:20.178686 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5bc5db62-14e3-4250-b11a-00a52818c366 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:20.227216 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc5db62-14e3-4250-b11a-00a52818c366 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Pushing event deleted for resources: {'Port': ['ID=6aaf6770-2b98-431c-a71b-e62adf5bcb72,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:51:20.298551 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5bc5db62-14e3-4250-b11a-00a52818c366 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks [] for floatingip, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:20.301159 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5bc5db62-14e3-4250-b11a-00a52818c366 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:20.301782 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-27dfa751-1da4-4f2d-a037-790939bf3572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:20.302330 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-5bc5db62-14e3-4250-b11a-00a52818c366 tempest-ServerActionsTestJSON-144558987 tempest-ServerActionsTestJSON-144558987-project] 10.222.0.69 "DELETE /v2.0/floatingips/6452c6ea-7e74-4cf4-80c3-3e20c0a15137 HTTP/1.1" status: 204 len: 168 time: 0.5488620 Dec 10 19:51:20.305948 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 33612) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:51:20.713390 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d34bcf3a-ce5d-4fb6-a430-da58cf0e9702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711290'] for router_interface, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:20.970475 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-d34bcf3a-ce5d-4fb6-a430-da58cf0e9702 admin admin] Deleting port 02b441d9-b368-4a54-9a77-2d652cdec894 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:51:20.971283 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d34bcf3a-ce5d-4fb6-a430-da58cf0e9702 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:21.056557 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-d34bcf3a-ce5d-4fb6-a430-da58cf0e9702 admin admin] For port 02b441d9-b368-4a54-9a77-2d652cdec894, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=02b441d9-b368-4a54-9a77-2d652cdec894,segment=NetworkSegment(d4c2219e-ea6d-418f-9715-88f09433d8b1),segment_id=d4c2219e-ea6d-418f-9715-88f09433d8b1)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:51:21.056940 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d34bcf3a-ce5d-4fb6-a430-da58cf0e9702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:21.069656 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-d34bcf3a-ce5d-4fb6-a430-da58cf0e9702 admin admin] Calling delete_port for 02b441d9-b368-4a54-9a77-2d652cdec894 owned by network:router_interface {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:51:21.251460 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d34bcf3a-ce5d-4fb6-a430-da58cf0e9702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:21.286828 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34bcf3a-ce5d-4fb6-a430-da58cf0e9702 admin admin] Pushing event deleted for resources: {'Port': ['ID=02b441d9-b368-4a54-9a77-2d652cdec894,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:51:21.461521 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d34bcf3a-ce5d-4fb6-a430-da58cf0e9702 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3755731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3712768'] for router_interface, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:21.694079 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d34bcf3a-ce5d-4fb6-a430-da58cf0e9702 admin admin] Router 91cdc6a0-5ce0-49bf-a64e-001962a8ea9b has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:51:21.803770 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34bcf3a-ce5d-4fb6-a430-da58cf0e9702 admin admin] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:51:21.808682 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-d34bcf3a-ce5d-4fb6-a430-da58cf0e9702 admin admin] 10.222.0.69 "PUT /v2.0/routers/91cdc6a0-5ce0-49bf-a64e-001962a8ea9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5016096 Dec 10 19:51:21.811207 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 33616) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:51:21.813935 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05561c33-0b33-491a-8b33-4140a2dbe345 None None] Sync routers for ids ['91cdc6a0-5ce0-49bf-a64e-001962a8ea9b'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:51:21.824127 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05561c33-0b33-491a-8b33-4140a2dbe345 None None] Routers {'91cdc6a0-5ce0-49bf-a64e-001962a8ea9b'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:51:21.824772 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-05561c33-0b33-491a-8b33-4140a2dbe345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:50:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['91cdc6a0-5ce0-49bf-a64e-001962a8ea9b'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:51:21.917212 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dbd5b614-ac66-44f3-aa14-31349122a4fe admin admin] Notify callbacks [] for router, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:21.932958 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-05561c33-0b33-491a-8b33-4140a2dbe345 None None] Set router 91cdc6a0-5ce0-49bf-a64e-001962a8ea9b gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:51:22.232762 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-05561c33-0b33-491a-8b33-4140a2dbe345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'name': 'tempest-ServerActionsTestJSON-1220875465-router', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': '59c1c741-5d51-4c73-be9a-dd9012f22cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:42:18Z', 'updated_at': '2021-12-10T19:51:21Z', 'revision_number': 5, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'gw_port': {'id': '59c1c741-5d51-4c73-be9a-dd9012f22cea', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:19Z', 'updated_at': '2021-12-10T19:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:51:22.263224 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05561c33-0b33-491a-8b33-4140a2dbe345 None None] Checking router: 91cdc6a0-5ce0-49bf-a64e-001962a8ea9b for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:51:22.274722 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05561c33-0b33-491a-8b33-4140a2dbe345 None None] Routers {'91cdc6a0-5ce0-49bf-a64e-001962a8ea9b'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:51:22.275344 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-05561c33-0b33-491a-8b33-4140a2dbe345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:50:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['91cdc6a0-5ce0-49bf-a64e-001962a8ea9b'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:51:22.328019 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dbd5b614-ac66-44f3-aa14-31349122a4fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:22.384997 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-05561c33-0b33-491a-8b33-4140a2dbe345 None None] Set router 91cdc6a0-5ce0-49bf-a64e-001962a8ea9b gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:51:22.388256 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-dbd5b614-ac66-44f3-aa14-31349122a4fe admin admin] Deleting port 59c1c741-5d51-4c73-be9a-dd9012f22cea {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:51:22.388618 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dbd5b614-ac66-44f3-aa14-31349122a4fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:22.472127 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-dbd5b614-ac66-44f3-aa14-31349122a4fe admin admin] For port 59c1c741-5d51-4c73-be9a-dd9012f22cea, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=59c1c741-5d51-4c73-be9a-dd9012f22cea,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:51:22.472858 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dbd5b614-ac66-44f3-aa14-31349122a4fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:22.491250 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-dbd5b614-ac66-44f3-aa14-31349122a4fe admin admin] Calling delete_port for 59c1c741-5d51-4c73-be9a-dd9012f22cea owned by network:router_gateway {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:51:22.567655 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-05561c33-0b33-491a-8b33-4140a2dbe345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'name': 'tempest-ServerActionsTestJSON-1220875465-router', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': '59c1c741-5d51-4c73-be9a-dd9012f22cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:42:18Z', 'updated_at': '2021-12-10T19:51:21Z', 'revision_number': 5, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'gw_port': {'id': '59c1c741-5d51-4c73-be9a-dd9012f22cea', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:19Z', 'updated_at': '2021-12-10T19:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:51:22.593559 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05561c33-0b33-491a-8b33-4140a2dbe345 None None] The sync data for ids ['91cdc6a0-5ce0-49bf-a64e-001962a8ea9b'] in dv-neutron-821441-1-hyperv is: [{'id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'name': 'tempest-ServerActionsTestJSON-1220875465-router', 'tenant_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.38'}], 'enable_snat': True}, 'gw_port_id': '59c1c741-5d51-4c73-be9a-dd9012f22cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:42:18Z', 'updated_at': '2021-12-10T19:51:21Z', 'revision_number': 5, 'project_id': 'c5dd4dad4f774e9681e4f02d74c9ed4b', 'gw_port': {'id': '59c1c741-5d51-4c73-be9a-dd9012f22cea', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cdc6a0-5ce0-49bf-a64e-001962a8ea9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:42:19Z', 'updated_at': '2021-12-10T19:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:51:22.667686 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dbd5b614-ac66-44f3-aa14-31349122a4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:22.700047 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd5b614-ac66-44f3-aa14-31349122a4fe admin admin] Pushing event deleted for resources: {'Port': ['ID=59c1c741-5d51-4c73-be9a-dd9012f22cea,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:51:22.762058 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dbd5b614-ac66-44f3-aa14-31349122a4fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3713145'] for router_gateway, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:22.852729 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dbd5b614-ac66-44f3-aa14-31349122a4fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:22.854880 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dbd5b614-ac66-44f3-aa14-31349122a4fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:22.900969 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dbd5b614-ac66-44f3-aa14-31349122a4fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:22.901423 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd5b614-ac66-44f3-aa14-31349122a4fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91cdc6a0-5ce0-49bf-a64e-001962a8ea9b {{(pid=102365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:51:22.905992 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dbd5b614-ac66-44f3-aa14-31349122a4fe admin admin] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:22.906982 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-dbd5b614-ac66-44f3-aa14-31349122a4fe admin admin] 10.222.0.69 "DELETE /v2.0/routers/91cdc6a0-5ce0-49bf-a64e-001962a8ea9b HTTP/1.1" status: 204 len: 168 time: 1.0948362 Dec 10 19:51:22.910302 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 33618) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:51:22.957867 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-45b7c721-370e-4a1c-bbc6-951dd0f2cde0 admin admin] Deleting subnet 2923f6c5-b5cb-4ee7-95d4-f8f02a974a41 {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:51:22.961246 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-45b7c721-370e-4a1c-bbc6-951dd0f2cde0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:23.000237 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-45b7c721-370e-4a1c-bbc6-951dd0f2cde0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:23.083755 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-45b7c721-370e-4a1c-bbc6-951dd0f2cde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:23.146944 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-45b7c721-370e-4a1c-bbc6-951dd0f2cde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:23.175892 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b7c721-370e-4a1c-bbc6-951dd0f2cde0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2923f6c5-b5cb-4ee7-95d4-f8f02a974a41,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:51:23.178009 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-45b7c721-370e-4a1c-bbc6-951dd0f2cde0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:23.181464 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-45b7c721-370e-4a1c-bbc6-951dd0f2cde0 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/2923f6c5-b5cb-4ee7-95d4-f8f02a974a41 HTTP/1.1" status: 204 len: 168 time: 0.2700312 Dec 10 19:51:23.184250 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 33620) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:51:23.190511 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f58990-f9ad-4a07-9dbb-3ab51e898d8a None None] Network 2660cb76-8d1b-4626-9e34-4e202eb7c6ea requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:51:23.272587 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c7cd094a-2d6b-40bc-b734-94055aacd249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:23.343541 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-c7cd094a-2d6b-40bc-b734-94055aacd249 admin admin] Deleting port a36401fb-8534-408f-bd8c-44a9eb788f71 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:51:23.343881 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c7cd094a-2d6b-40bc-b734-94055aacd249 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:23.411271 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-c7cd094a-2d6b-40bc-b734-94055aacd249 admin admin] For port a36401fb-8534-408f-bd8c-44a9eb788f71, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=a36401fb-8534-408f-bd8c-44a9eb788f71,segment=NetworkSegment(d4c2219e-ea6d-418f-9715-88f09433d8b1),segment_id=d4c2219e-ea6d-418f-9715-88f09433d8b1)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:51:23.411644 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c7cd094a-2d6b-40bc-b734-94055aacd249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:23.428312 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-c7cd094a-2d6b-40bc-b734-94055aacd249 admin admin] Calling delete_port for a36401fb-8534-408f-bd8c-44a9eb788f71 owned by network:dhcp {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:51:23.506358 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c7cd094a-2d6b-40bc-b734-94055aacd249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:23.534302 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cd094a-2d6b-40bc-b734-94055aacd249 admin admin] Pushing event deleted for resources: {'Port': ['ID=a36401fb-8534-408f-bd8c-44a9eb788f71,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:51:23.536092 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cd094a-2d6b-40bc-b734-94055aacd249 admin admin] No DVR routers for this DVR port a36401fb-8534-408f-bd8c-44a9eb788f71 on host dv-neutron-821441-1-hyperv {{(pid=102366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:51:23.612138 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c7cd094a-2d6b-40bc-b734-94055aacd249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:23.634130 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce18601-27f4-4388-9e4f-72e5e7d5d16d None None] DHCP port deletion for 2660cb76-8d1b-4626-9e34-4e202eb7c6ea request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:51:23.636451 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-c7cd094a-2d6b-40bc-b734-94055aacd249 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2660cb76-8d1b-4626-9e34-4e202eb7c6ea']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:51:23.651246 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-c7cd094a-2d6b-40bc-b734-94055aacd249 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4c2219e-ea6d-418f-9715-88f09433d8b1') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:51:23.651550 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-c7cd094a-2d6b-40bc-b734-94055aacd249 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4c2219e-ea6d-418f-9715-88f09433d8b1') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:51:23.663316 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c7cd094a-2d6b-40bc-b734-94055aacd249 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:23.687954 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c7cd094a-2d6b-40bc-b734-94055aacd249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:23.695404 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7cd094a-2d6b-40bc-b734-94055aacd249 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:51:23.695832 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c7cd094a-2d6b-40bc-b734-94055aacd249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:23.698541 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:51:23.698541 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:51:23.698541 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:51:23.698541 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:51:23.698541 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:51:23.698541 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:51:23.698541 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:51:23.698541 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:51:23.698541 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:51:23.698541 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:51:23.698541 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:51:23.698541 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:51:23.698541 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:51:23.698541 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:51:23.698541 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:51:23.698541 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:51:23.698541 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:51:23.698541 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:51:23.698541 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:51:23.698541 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:51:23.698541 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:51:23.698541 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:51:23.698541 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:51:23.698541 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:51:23.698541 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:51:23.698541 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:51:23.698541 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:51:23.698541 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:51:23.698541 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:51:23.698541 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:51:23.698541 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:51:23.698541 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:51:23.708173 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device a36401fb-8534-408f-bd8c-44a9eb788f71 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:51:23.728176 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: a36401fb-8534-408f-bd8c-44a9eb788f71 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:51:23.728548 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device a36401fb-8534-408f-bd8c-44a9eb788f71 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:51:23.728979 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 02b441d9-b368-4a54-9a77-2d652cdec894 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:51:23.759448 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c7cd094a-2d6b-40bc-b734-94055aacd249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:23.760367 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 02b441d9-b368-4a54-9a77-2d652cdec894 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:51:23.760771 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 02b441d9-b368-4a54-9a77-2d652cdec894 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:51:23.762070 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 59c1c741-5d51-4c73-be9a-dd9012f22cea no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:51:23.767937 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c7cd094a-2d6b-40bc-b734-94055aacd249 admin admin] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:23.771758 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-c7cd094a-2d6b-40bc-b734-94055aacd249 admin admin] 10.222.0.69 "DELETE /v2.0/networks/2660cb76-8d1b-4626-9e34-4e202eb7c6ea HTTP/1.1" status: 204 len: 168 time: 0.5862775 Dec 10 19:51:23.783581 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 59c1c741-5d51-4c73-be9a-dd9012f22cea {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:51:23.783925 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 59c1c741-5d51-4c73-be9a-dd9012f22cea not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:51:23.784643 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cd094a-2d6b-40bc-b734-94055aacd249 admin admin] Pushing event deleted for resources: {'Network': ['ID=2660cb76-8d1b-4626-9e34-4e202eb7c6ea,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:51:23.887581 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 33624) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:51:23.928786 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-9ce5448a-200d-4c2a-a45f-2e70cddeecfb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c5dd4dad4f774e9681e4f02d74c9ed4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399606 Dec 10 19:51:23.931263 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 33626) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:51:23.982523 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8ce96335-4dcf-4b2d-a168-3181a563b6c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:24.005934 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8ce96335-4dcf-4b2d-a168-3181a563b6c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:24.060177 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8ce96335-4dcf-4b2d-a168-3181a563b6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:24.062853 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8ce96335-4dcf-4b2d-a168-3181a563b6c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:24.064015 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-8ce96335-4dcf-4b2d-a168-3181a563b6c7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d2f47156-6123-4b5c-ac8f-cdef29603d89 HTTP/1.1" status: 204 len: 168 time: 0.1318262 Dec 10 19:51:24.072148 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce96335-4dcf-4b2d-a168-3181a563b6c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f47156-6123-4b5c-ac8f-cdef29603d89,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:51:24.271032 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-caaeaaa2-aed5-4777-bd9e-d3849d138054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:24.806605 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 33648) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:51:24.933962 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-830ed631-ed28-4c11-9d84-941afea8bd17 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-665951365-network', 'tenant_id': '7dae939a14444baf8beece419ac9bdcb'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:51:24.958237 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830ed631-ed28-4c11-9d84-941afea8bd17 admin admin] Made reservation on behalf of 7dae939a14444baf8beece419ac9bdcb for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:51:24.960568 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-830ed631-ed28-4c11-9d84-941afea8bd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:24.969253 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-830ed631-ed28-4c11-9d84-941afea8bd17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:25.050035 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-830ed631-ed28-4c11-9d84-941afea8bd17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:25.054432 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-830ed631-ed28-4c11-9d84-941afea8bd17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:25.078452 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-830ed631-ed28-4c11-9d84-941afea8bd17 admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:51:25.087997 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ed631-ed28-4c11-9d84-941afea8bd17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b625f1fc-36bb-451d-9f37-1ef620b0c562,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:51:25.092804 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-830ed631-ed28-4c11-9d84-941afea8bd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:25.093137 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-830ed631-ed28-4c11-9d84-941afea8bd17 admin admin] Added segment b25d70e4-c1c5-4648-81d0-b4f04b807622 of type vlan for network 5382fc90-5caf-48a1-bd53-49e45163f8b7 Dec 10 19:51:25.133099 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-830ed631-ed28-4c11-9d84-941afea8bd17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:25.157776 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-830ed631-ed28-4c11-9d84-941afea8bd17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:25.158649 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830ed631-ed28-4c11-9d84-941afea8bd17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:25.159209 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-830ed631-ed28-4c11-9d84-941afea8bd17 admin admin] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:25.209881 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-830ed631-ed28-4c11-9d84-941afea8bd17 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4021387 Dec 10 19:51:25.212912 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 33652) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:51:25.217983 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-78569c4e-fe3b-467c-b25b-37d65aa58b38 admin admin] Request body: {'subnet': {'network_id': '5382fc90-5caf-48a1-bd53-49e45163f8b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-665951365-subnet', 'tenant_id': '7dae939a14444baf8beece419ac9bdcb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:51:25.221148 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ed631-ed28-4c11-9d84-941afea8bd17 admin admin] Pushing event updated for resources: {'Network': ['ID=5382fc90-5caf-48a1-bd53-49e45163f8b7,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:51:25.233280 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 5382fc90-5caf-48a1-bd53-49e45163f8b7 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:51:25.247843 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78569c4e-fe3b-467c-b25b-37d65aa58b38 admin admin] Made reservation on behalf of 7dae939a14444baf8beece419ac9bdcb for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:51:25.250445 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-78569c4e-fe3b-467c-b25b-37d65aa58b38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:25.425881 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-78569c4e-fe3b-467c-b25b-37d65aa58b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:25.474985 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78569c4e-fe3b-467c-b25b-37d65aa58b38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1bad2e8-1540-4816-b881-6141f77be1cc,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:51:25.482111 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:25.493036 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78569c4e-fe3b-467c-b25b-37d65aa58b38 admin admin] Checking segment: {'id': 'b25d70e4-c1c5-4648-81d0-b4f04b807622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5382fc90-5caf-48a1-bd53-49e45163f8b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:51:25.493397 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78569c4e-fe3b-467c-b25b-37d65aa58b38 admin admin] Network hostable DHCP agents. Network: 5382fc90-5caf-48a1-bd53-49e45163f8b7, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:51:25.511747 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78569c4e-fe3b-467c-b25b-37d65aa58b38 admin admin] Network 5382fc90-5caf-48a1-bd53-49e45163f8b7 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:51:25.521574 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-78569c4e-fe3b-467c-b25b-37d65aa58b38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 5382fc90-5caf-48a1-bd53-49e45163f8b7) {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:51:25.526831 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78569c4e-fe3b-467c-b25b-37d65aa58b38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:25.527548 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-78569c4e-fe3b-467c-b25b-37d65aa58b38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:25.532156 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eaa3c39-599c-4bd7-b7fa-9f251bc6935b None None] Network 5382fc90-5caf-48a1-bd53-49e45163f8b7 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:51:25.545622 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-78569c4e-fe3b-467c-b25b-37d65aa58b38 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3314352 Dec 10 19:51:25.657781 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bae90f3-3175-4fe2-a9b8-bb78485feda1 None None] Network 5382fc90-5caf-48a1-bd53-49e45163f8b7 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:51:26.002061 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea865e47-e836-4754-bc44-298fbf463259 req-cfa0e610-bc2a-4dee-bbc7-2c9794e1fcc3 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:26.003633 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ea865e47-e836-4754-bc44-298fbf463259 req-cfa0e610-bc2a-4dee-bbc7-2c9794e1fcc3 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.69 "GET /v2.0/networks?id=5382fc90-5caf-48a1-bd53-49e45163f8b7 HTTP/1.1" status: 200 len: 813 time: 0.1129155 Dec 10 19:51:26.022793 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ea865e47-e836-4754-bc44-298fbf463259 req-b0f48682-15ac-439d-94ef-0f1cfe2c6dc4 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.69 "GET /v2.0/quotas/7dae939a14444baf8beece419ac9bdcb HTTP/1.1" status: 200 len: 375 time: 0.0121064 Dec 10 19:51:26.068863 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ea865e47-e836-4754-bc44-298fbf463259 req-37b0f9e3-edab-4421-b36d-c82d9690930e tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=7dae939a14444baf8beece419ac9bdcb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351651 Dec 10 19:51:26.177636 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ea865e47-e836-4754-bc44-298fbf463259 req-72ecd24d-62fb-4c95-a1d4-e4fe982f2d21 service neutron] 10.222.0.69 "GET /v2.0/networks/5382fc90-5caf-48a1-bd53-49e45163f8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014822 Dec 10 19:51:26.271511 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ea865e47-e836-4754-bc44-298fbf463259 req-bc4bfe04-8661-4b35-aefc-56f9b217b102 service neutron] 10.222.0.69 "GET /v2.0/networks/5382fc90-5caf-48a1-bd53-49e45163f8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883913 Dec 10 19:51:26.427816 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-863fefce-570f-471c-829f-5e426261a0b7 req-faa51ee6-c37e-4744-abea-4cac1bf75437 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.69 "GET /v2.0/ports?device_id=09f41c7c-12d6-4c87-974b-b57c98cd0768 HTTP/1.1" status: 200 len: 210 time: 0.0273941 Dec 10 19:51:26.549075 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:26.882646 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:27.368686 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea865e47-e836-4754-bc44-298fbf463259 req-5be4e728-3e98-4baa-8faf-200960b6e860 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:27.370245 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ea865e47-e836-4754-bc44-298fbf463259 req-5be4e728-3e98-4baa-8faf-200960b6e860 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.36 "GET /v2.0/networks?id=5382fc90-5caf-48a1-bd53-49e45163f8b7 HTTP/1.1" status: 200 len: 813 time: 0.1286097 Dec 10 19:51:27.391423 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-ea865e47-e836-4754-bc44-298fbf463259 req-26f71a9a-b89a-4e87-a6b5-111e033cf9bf tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Request body: {'port': {'device_id': '09f41c7c-12d6-4c87-974b-b57c98cd0768', 'network_id': '5382fc90-5caf-48a1-bd53-49e45163f8b7', 'admin_state_up': True, 'tenant_id': '7dae939a14444baf8beece419ac9bdcb'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:51:27.533550 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c0b5d3ab-ce39-41be-a1b9-722198169b26 req-f1082280-89b7-4cdf-9b19-c8f4a5946612 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.69 "GET /v2.0/ports?device_id=09f41c7c-12d6-4c87-974b-b57c98cd0768 HTTP/1.1" status: 200 len: 210 time: 0.0312450 Dec 10 19:51:27.534112 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea865e47-e836-4754-bc44-298fbf463259 req-26f71a9a-b89a-4e87-a6b5-111e033cf9bf tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Made reservation on behalf of 7dae939a14444baf8beece419ac9bdcb for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:51:27.538134 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-ea865e47-e836-4754-bc44-298fbf463259 req-26f71a9a-b89a-4e87-a6b5-111e033cf9bf tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:27.669261 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [req-ea865e47-e836-4754-bc44-298fbf463259 req-26f71a9a-b89a-4e87-a6b5-111e033cf9bf tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Allocated IP 172.20.0.8 (5382fc90-5caf-48a1-bd53-49e45163f8b7/c1bad2e8-1540-4816-b881-6141f77be1cc/637184c2-b01b-40da-96dc-7c3af4c1f313) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:51:27.811299 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-ea865e47-e836-4754-bc44-298fbf463259 req-26f71a9a-b89a-4e87-a6b5-111e033cf9bf tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:27.843177 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-ea865e47-e836-4754-bc44-298fbf463259 req-26f71a9a-b89a-4e87-a6b5-111e033cf9bf tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:27.889619 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea865e47-e836-4754-bc44-298fbf463259 req-26f71a9a-b89a-4e87-a6b5-111e033cf9bf tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Network 5382fc90-5caf-48a1-bd53-49e45163f8b7 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:51:27.892574 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [req-ea865e47-e836-4754-bc44-298fbf463259 req-26f71a9a-b89a-4e87-a6b5-111e033cf9bf tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:51:27.896634 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea865e47-e836-4754-bc44-298fbf463259 req-26f71a9a-b89a-4e87-a6b5-111e033cf9bf tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:51:27.905564 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f71a9a-b89a-4e87-a6b5-111e033cf9bf tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Pushing event updated for resources: {'Port': ['ID=637184c2-b01b-40da-96dc-7c3af4c1f313,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:51:27.949822 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea865e47-e836-4754-bc44-298fbf463259 req-26f71a9a-b89a-4e87-a6b5-111e033cf9bf tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:27.950326 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-ea865e47-e836-4754-bc44-298fbf463259 req-26f71a9a-b89a-4e87-a6b5-111e033cf9bf tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:27.966067 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ea865e47-e836-4754-bc44-298fbf463259 req-26f71a9a-b89a-4e87-a6b5-111e033cf9bf tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5787551 Dec 10 19:51:27.977981 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-ea865e47-e836-4754-bc44-298fbf463259 req-84b6e200-05e3-44b6-81a5-63d758aa462e service neutron] Request body: {'port': {'device_id': '09f41c7c-12d6-4c87-974b-b57c98cd0768', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:51:28.029747 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-ea865e47-e836-4754-bc44-298fbf463259 req-84b6e200-05e3-44b6-81a5-63d758aa462e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:28.296064 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [req-ea865e47-e836-4754-bc44-298fbf463259 req-84b6e200-05e3-44b6-81a5-63d758aa462e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 637184c2-b01b-40da-96dc-7c3af4c1f313 {{(pid=102365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:51:28.303714 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-ea865e47-e836-4754-bc44-298fbf463259 req-84b6e200-05e3-44b6-81a5-63d758aa462e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:28.316729 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.provisioning_blocks [req-ea865e47-e836-4754-bc44-298fbf463259 req-84b6e200-05e3-44b6-81a5-63d758aa462e service neutron] Transition to ACTIVE for port object 637184c2-b01b-40da-96dc-7c3af4c1f313 will not be triggered until provisioned by entity L2. {{(pid=102365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:51:28.321293 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-ea865e47-e836-4754-bc44-298fbf463259 req-84b6e200-05e3-44b6-81a5-63d758aa462e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:28.373112 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b6e200-05e3-44b6-81a5-63d758aa462e service neutron] Pushing event updated for resources: {'Port': ['ID=637184c2-b01b-40da-96dc-7c3af4c1f313,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:51:28.450025 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-ea865e47-e836-4754-bc44-298fbf463259 req-84b6e200-05e3-44b6-81a5-63d758aa462e service neutron] Attempting to bind port 637184c2-b01b-40da-96dc-7c3af4c1f313 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:51:28.450356 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-ea865e47-e836-4754-bc44-298fbf463259 req-84b6e200-05e3-44b6-81a5-63d758aa462e service neutron] Attempting to bind port 637184c2-b01b-40da-96dc-7c3af4c1f313 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'b25d70e4-c1c5-4648-81d0-b4f04b807622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5382fc90-5caf-48a1-bd53-49e45163f8b7'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:51:28.450682 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea865e47-e836-4754-bc44-298fbf463259 req-84b6e200-05e3-44b6-81a5-63d758aa462e service neutron] Attempting to bind port 637184c2-b01b-40da-96dc-7c3af4c1f313 on network 5382fc90-5caf-48a1-bd53-49e45163f8b7 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:51:28.455393 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea865e47-e836-4754-bc44-298fbf463259 req-84b6e200-05e3-44b6-81a5-63d758aa462e service neutron] Port 637184c2-b01b-40da-96dc-7c3af4c1f313 on network 5382fc90-5caf-48a1-bd53-49e45163f8b7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:51:28.455707 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea865e47-e836-4754-bc44-298fbf463259 req-84b6e200-05e3-44b6-81a5-63d758aa462e service neutron] Attempting to bind port 637184c2-b01b-40da-96dc-7c3af4c1f313 on network 5382fc90-5caf-48a1-bd53-49e45163f8b7 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:51:28.461392 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea865e47-e836-4754-bc44-298fbf463259 req-84b6e200-05e3-44b6-81a5-63d758aa462e service neutron] Checking agent: {'id': '9e16c23e-95bc-4c2e-b3ec-daf7533f9d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'started_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:51:28.461719 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea865e47-e836-4754-bc44-298fbf463259 req-84b6e200-05e3-44b6-81a5-63d758aa462e service neutron] Checking segment: {'id': 'b25d70e4-c1c5-4648-81d0-b4f04b807622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5382fc90-5caf-48a1-bd53-49e45163f8b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:51:28.462096 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea865e47-e836-4754-bc44-298fbf463259 req-84b6e200-05e3-44b6-81a5-63d758aa462e service neutron] Bound using segment: {'id': 'b25d70e4-c1c5-4648-81d0-b4f04b807622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5382fc90-5caf-48a1-bd53-49e45163f8b7'} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:51:28.462551 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-ea865e47-e836-4754-bc44-298fbf463259 req-84b6e200-05e3-44b6-81a5-63d758aa462e service neutron] Bound port: 637184c2-b01b-40da-96dc-7c3af4c1f313, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b25d70e4-c1c5-4648-81d0-b4f04b807622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5382fc90-5caf-48a1-bd53-49e45163f8b7'}}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:51:28.462902 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-ea865e47-e836-4754-bc44-298fbf463259 req-84b6e200-05e3-44b6-81a5-63d758aa462e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:28.545792 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-ea865e47-e836-4754-bc44-298fbf463259 req-84b6e200-05e3-44b6-81a5-63d758aa462e service neutron] For port 637184c2-b01b-40da-96dc-7c3af4c1f313, host hv-neutron-8214, cleared binding levels {{(pid=102365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:51:28.549541 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-ea865e47-e836-4754-bc44-298fbf463259 req-84b6e200-05e3-44b6-81a5-63d758aa462e service neutron] For port 637184c2-b01b-40da-96dc-7c3af4c1f313, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=637184c2-b01b-40da-96dc-7c3af4c1f313,segment=NetworkSegment(b25d70e4-c1c5-4648-81d0-b4f04b807622),segment_id=b25d70e4-c1c5-4648-81d0-b4f04b807622)] {{(pid=102365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:51:28.555013 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-ea865e47-e836-4754-bc44-298fbf463259 req-84b6e200-05e3-44b6-81a5-63d758aa462e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:28.591306 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea865e47-e836-4754-bc44-298fbf463259 req-84b6e200-05e3-44b6-81a5-63d758aa462e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:28.592029 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-ea865e47-e836-4754-bc44-298fbf463259 req-84b6e200-05e3-44b6-81a5-63d758aa462e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:28.593337 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ea865e47-e836-4754-bc44-298fbf463259 req-84b6e200-05e3-44b6-81a5-63d758aa462e service neutron] 10.222.0.36 "PUT /v2.0/ports/637184c2-b01b-40da-96dc-7c3af4c1f313 HTTP/1.1" status: 200 len: 1093 time: 0.6193538 Dec 10 19:51:28.593791 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09f41c7c-12d6-4c87-974b-b57c98cd0768', 'tag': '637184c2-b01b-40da-96dc-7c3af4c1f313'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:51:28.596074 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc805df-b6b9-4e8b-91c2-062446b96158" -d '{"events": [{"name": "network-changed", "server_uuid": "09f41c7c-12d6-4c87-974b-b57c98cd0768", "tag": "637184c2-b01b-40da-96dc-7c3af4c1f313"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:51:28.648872 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b14e44-76d4-4a3a-8d95-ce261f2d5b69 x-openstack-request-id: req-90b14e44-76d4-4a3a-8d95-ce261f2d5b69 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:51:28.649157 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09f41c7c-12d6-4c87-974b-b57c98cd0768", "tag": "637184c2-b01b-40da-96dc-7c3af4c1f313", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:51:28.649413 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-90b14e44-76d4-4a3a-8d95-ce261f2d5b69 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:51:28.649806 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09f41c7c-12d6-4c87-974b-b57c98cd0768', 'tag': '637184c2-b01b-40da-96dc-7c3af4c1f313', 'status': 'completed', 'code': 200} Dec 10 19:51:28.664938 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b6e200-05e3-44b6-81a5-63d758aa462e service neutron] Pushing event updated for resources: {'Port': ['ID=637184c2-b01b-40da-96dc-7c3af4c1f313,revision_number=3']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:51:28.709513 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea865e47-e836-4754-bc44-298fbf463259 req-8861fe5b-6d60-49cf-9dab-7d709001c9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:28.711041 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ea865e47-e836-4754-bc44-298fbf463259 req-8861fe5b-6d60-49cf-9dab-7d709001c9aa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7dae939a14444baf8beece419ac9bdcb&device_id=09f41c7c-12d6-4c87-974b-b57c98cd0768 HTTP/1.1" status: 200 len: 1096 time: 0.0758994 Dec 10 19:51:28.718603 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce489ca4-22c0-4787-bcfe-014e7789cc99 req-a4ef0f3f-c6ff-4736-b754-139bb88db07b tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:28.719944 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ce489ca4-22c0-4787-bcfe-014e7789cc99 req-a4ef0f3f-c6ff-4736-b754-139bb88db07b tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.69 "GET /v2.0/ports?device_id=09f41c7c-12d6-4c87-974b-b57c98cd0768 HTTP/1.1" status: 200 len: 943 time: 0.1042113 Dec 10 19:51:28.760851 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ea865e47-e836-4754-bc44-298fbf463259 req-e192e8db-a73d-4e4d-b92b-07cac222d9a7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=637184c2-b01b-40da-96dc-7c3af4c1f313 HTTP/1.1" status: 200 len: 217 time: 0.0399220 Dec 10 19:51:28.817010 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ce489ca4-22c0-4787-bcfe-014e7789cc99 req-a8a5d177-4c72-48c2-82d2-ec3213cc0241 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.69 "GET /v2.0/security-groups?id=b625f1fc-36bb-451d-9f37-1ef620b0c562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890632 Dec 10 19:51:28.833369 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea865e47-e836-4754-bc44-298fbf463259 req-1df05527-78e4-471b-9632-580050b71380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:28.834830 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ea865e47-e836-4754-bc44-298fbf463259 req-1df05527-78e4-471b-9632-580050b71380 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c1bad2e8-1540-4816-b881-6141f77be1cc HTTP/1.1" status: 200 len: 853 time: 0.0641010 Dec 10 19:51:28.872894 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ea865e47-e836-4754-bc44-298fbf463259 req-7c05bb35-021a-4988-a25a-c40c6d33f52b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5382fc90-5caf-48a1-bd53-49e45163f8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304868 Dec 10 19:51:28.961137 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ea865e47-e836-4754-bc44-298fbf463259 req-4720ff1e-244d-4a42-adc9-a4440362b660 service neutron] 10.222.0.36 "GET /v2.0/networks/5382fc90-5caf-48a1-bd53-49e45163f8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810947 Dec 10 19:51:29.054939 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ea865e47-e836-4754-bc44-298fbf463259 req-95b06c93-8ace-4e05-8c39-2b45809ced5e service neutron] 10.222.0.36 "GET /v2.0/networks/5382fc90-5caf-48a1-bd53-49e45163f8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855248 Dec 10 19:51:29.145444 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc805df-b6b9-4e8b-91c2-062446b96158 req-f7168865-f761-458e-8ba7-5b4e1daf3d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:29.146872 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ecc805df-b6b9-4e8b-91c2-062446b96158 req-f7168865-f761-458e-8ba7-5b4e1daf3d8f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7dae939a14444baf8beece419ac9bdcb&device_id=09f41c7c-12d6-4c87-974b-b57c98cd0768 HTTP/1.1" status: 200 len: 1096 time: 0.0434315 Dec 10 19:51:29.240526 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc805df-b6b9-4e8b-91c2-062446b96158 req-f0f5ba2e-1224-4100-9a6b-9a913990c92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:29.242016 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ecc805df-b6b9-4e8b-91c2-062446b96158 req-f0f5ba2e-1224-4100-9a6b-9a913990c92d service neutron] 10.222.0.36 "GET /v2.0/networks?id=5382fc90-5caf-48a1-bd53-49e45163f8b7 HTTP/1.1" status: 200 len: 914 time: 0.0866787 Dec 10 19:51:29.290525 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ecc805df-b6b9-4e8b-91c2-062446b96158 req-061d15ee-71cc-44ed-a2c9-c162f856c3d1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=637184c2-b01b-40da-96dc-7c3af4c1f313 HTTP/1.1" status: 200 len: 217 time: 0.0402477 Dec 10 19:51:29.341639 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc805df-b6b9-4e8b-91c2-062446b96158 req-3cb3778e-46d5-4305-9169-76404a84d48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:29.343165 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ecc805df-b6b9-4e8b-91c2-062446b96158 req-3cb3778e-46d5-4305-9169-76404a84d48f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c1bad2e8-1540-4816-b881-6141f77be1cc HTTP/1.1" status: 200 len: 853 time: 0.0450888 Dec 10 19:51:29.376194 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ecc805df-b6b9-4e8b-91c2-062446b96158 req-19401312-9b5a-4adb-b11a-10095035a89b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5382fc90-5caf-48a1-bd53-49e45163f8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259068 Dec 10 19:51:29.470972 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ecc805df-b6b9-4e8b-91c2-062446b96158 req-5aeb4878-45dc-46c5-9571-af40bf99b22a service neutron] 10.222.0.36 "GET /v2.0/networks/5382fc90-5caf-48a1-bd53-49e45163f8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873504 Dec 10 19:51:29.561872 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ecc805df-b6b9-4e8b-91c2-062446b96158 req-4967b028-08d9-4923-bb59-6ec79022efd8 service neutron] 10.222.0.36 "GET /v2.0/networks/5382fc90-5caf-48a1-bd53-49e45163f8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832422 Dec 10 19:51:29.937071 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db2f59-a6a4-4b6e-981f-3ef0b61f9091 req-b59414fd-4f4c-482e-b478-3dce463de958 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:29.938677 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-82db2f59-a6a4-4b6e-981f-3ef0b61f9091 req-b59414fd-4f4c-482e-b478-3dce463de958 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.69 "GET /v2.0/ports?device_id=09f41c7c-12d6-4c87-974b-b57c98cd0768 HTTP/1.1" status: 200 len: 943 time: 0.0530529 Dec 10 19:51:29.981349 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-82db2f59-a6a4-4b6e-981f-3ef0b61f9091 req-ab2064ed-9f34-4c09-8438-4f9cd2e463b8 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.69 "GET /v2.0/security-groups?id=b625f1fc-36bb-451d-9f37-1ef620b0c562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358441 Dec 10 19:51:31.095110 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d94a7a-92f7-47ee-86fd-eecec3193b7f req-98a479a1-b98c-41a8-9f4b-493fe8dc48fe tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:31.096575 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c5d94a7a-92f7-47ee-86fd-eecec3193b7f req-98a479a1-b98c-41a8-9f4b-493fe8dc48fe tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.69 "GET /v2.0/ports?device_id=09f41c7c-12d6-4c87-974b-b57c98cd0768 HTTP/1.1" status: 200 len: 943 time: 0.0486524 Dec 10 19:51:31.134579 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c5d94a7a-92f7-47ee-86fd-eecec3193b7f req-9db40137-6930-4e76-95db-1c4341fb570f tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.69 "GET /v2.0/security-groups?id=b625f1fc-36bb-451d-9f37-1ef620b0c562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312240 Dec 10 19:51:32.140036 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 637184c2-b01b-40da-96dc-7c3af4c1f313 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=102367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:51:32.266405 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a221d2-86f0-48cf-bb5c-ca4d67323fc3 req-231b811d-9086-46ed-89c3-be97882530ca tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:32.267847 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a7a221d2-86f0-48cf-bb5c-ca4d67323fc3 req-231b811d-9086-46ed-89c3-be97882530ca tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.69 "GET /v2.0/ports?device_id=09f41c7c-12d6-4c87-974b-b57c98cd0768 HTTP/1.1" status: 200 len: 943 time: 0.0526884 Dec 10 19:51:32.269760 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 637184c2-b01b-40da-96dc-7c3af4c1f313, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=637184c2-b01b-40da-96dc-7c3af4c1f313,segment=NetworkSegment(b25d70e4-c1c5-4648-81d0-b4f04b807622),segment_id=b25d70e4-c1c5-4648-81d0-b4f04b807622)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:51:32.289600 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Returning: {'device': '637184c2-b01b-40da-96dc-7c3af4c1f313', 'network_id': '5382fc90-5caf-48a1-bd53-49e45163f8b7', 'port_id': '637184c2-b01b-40da-96dc-7c3af4c1f313', 'mac_address': 'fa:16:3e:19:b3:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1bad2e8-1540-4816-b881-6141f77be1cc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:51:32.310002 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a7a221d2-86f0-48cf-bb5c-ca4d67323fc3 req-b1e8ee75-9d53-4c2c-88a5-5e467d1193ef tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.69 "GET /v2.0/security-groups?id=b625f1fc-36bb-451d-9f37-1ef620b0c562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346518 Dec 10 19:51:32.335641 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:32.350168 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 637184c2-b01b-40da-96dc-7c3af4c1f313 {{(pid=102367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:51:32.372267 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 637184c2-b01b-40da-96dc-7c3af4c1f313, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=637184c2-b01b-40da-96dc-7c3af4c1f313,segment=NetworkSegment(b25d70e4-c1c5-4648-81d0-b4f04b807622),segment_id=b25d70e4-c1c5-4648-81d0-b4f04b807622)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:51:32.376575 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:32.426820 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=637184c2-b01b-40da-96dc-7c3af4c1f313,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:51:32.652025 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:32.729824 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['637184c2-b01b-40da-96dc-7c3af4c1f313'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:51:33.429156 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f239f-f9f1-4200-976d-7e04e34f0271 req-d48bb65d-9285-4b00-aefc-cc2cdbde1bdb tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:33.430671 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-276f239f-f9f1-4200-976d-7e04e34f0271 req-d48bb65d-9285-4b00-aefc-cc2cdbde1bdb tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.69 "GET /v2.0/ports?device_id=09f41c7c-12d6-4c87-974b-b57c98cd0768 HTTP/1.1" status: 200 len: 944 time: 0.0497344 Dec 10 19:51:33.475553 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-276f239f-f9f1-4200-976d-7e04e34f0271 req-c3b66c9c-c196-4dea-9519-ab8894196eb5 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.69 "GET /v2.0/security-groups?id=b625f1fc-36bb-451d-9f37-1ef620b0c562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387952 Dec 10 19:51:34.157976 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 637184c2-b01b-40da-96dc-7c3af4c1f313 up at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:51:34.206601 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning for port 637184c2-b01b-40da-96dc-7c3af4c1f313 completed by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:51:34.211070 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning complete for port 637184c2-b01b-40da-96dc-7c3af4c1f313 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:51:34.211487 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:34.295003 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:34.317739 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09f41c7c-12d6-4c87-974b-b57c98cd0768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '637184c2-b01b-40da-96dc-7c3af4c1f313'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:51:34.320409 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0dd006407324ce2959a5a4cf9f0b5e0801d7a51a5291ea700e8786e11115a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57a9075-9637-4bd8-a9e3-fd7665d64b8e" -d '{"events": [{"server_uuid": "09f41c7c-12d6-4c87-974b-b57c98cd0768", "name": "network-vif-plugged", "status": "completed", "tag": "637184c2-b01b-40da-96dc-7c3af4c1f313"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:51:34.333113 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 637184c2-b01b-40da-96dc-7c3af4c1f313, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=637184c2-b01b-40da-96dc-7c3af4c1f313,segment=NetworkSegment(b25d70e4-c1c5-4648-81d0-b4f04b807622),segment_id=b25d70e4-c1c5-4648-81d0-b4f04b807622)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:51:34.338507 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:34.363610 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d89d8c9-6477-47ef-b22a-d7cb8261df19 x-openstack-request-id: req-4d89d8c9-6477-47ef-b22a-d7cb8261df19 {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:51:34.363900 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09f41c7c-12d6-4c87-974b-b57c98cd0768", "name": "network-vif-plugged", "status": "completed", "tag": "637184c2-b01b-40da-96dc-7c3af4c1f313", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:51:34.364394 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4d89d8c9-6477-47ef-b22a-d7cb8261df19 {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:51:34.364667 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09f41c7c-12d6-4c87-974b-b57c98cd0768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '637184c2-b01b-40da-96dc-7c3af4c1f313', 'code': 200} Dec 10 19:51:34.390846 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=637184c2-b01b-40da-96dc-7c3af4c1f313,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:51:34.531627 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618442ec-8188-4667-8708-ba08e323a5ba req-1a65c9de-d5a2-4654-bb05-810f2b1ca2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:34.533180 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-618442ec-8188-4667-8708-ba08e323a5ba req-1a65c9de-d5a2-4654-bb05-810f2b1ca2b5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=09f41c7c-12d6-4c87-974b-b57c98cd0768 HTTP/1.1" status: 200 len: 1098 time: 0.0411530 Dec 10 19:51:34.571329 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-618442ec-8188-4667-8708-ba08e323a5ba req-af658cd6-1452-4f3c-a73c-d1d63b89e3c7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b625f1fc-36bb-451d-9f37-1ef620b0c562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306804 Dec 10 19:51:34.623088 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6efd7a2-5b00-4ad4-a962-7072694853c2 req-aa9a027c-f234-4f30-abcf-6b63d00d1d7a tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:34.624613 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b6efd7a2-5b00-4ad4-a962-7072694853c2 req-aa9a027c-f234-4f30-abcf-6b63d00d1d7a tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.69 "GET /v2.0/ports?device_id=09f41c7c-12d6-4c87-974b-b57c98cd0768 HTTP/1.1" status: 200 len: 945 time: 0.0493579 Dec 10 19:51:34.664267 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b6efd7a2-5b00-4ad4-a962-7072694853c2 req-2af84b40-5e54-4c1c-8f75-4d3e253eb5a4 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.69 "GET /v2.0/security-groups?id=b625f1fc-36bb-451d-9f37-1ef620b0c562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327780 Dec 10 19:51:35.778959 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61e8d0-a527-4a26-8b22-1028dcf9012e req-7e321fc7-fa70-4e68-bfb9-833ad1f7c200 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:35.780773 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-fc61e8d0-a527-4a26-8b22-1028dcf9012e req-7e321fc7-fa70-4e68-bfb9-833ad1f7c200 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.69 "GET /v2.0/ports?device_id=09f41c7c-12d6-4c87-974b-b57c98cd0768 HTTP/1.1" status: 200 len: 945 time: 0.0485985 Dec 10 19:51:35.823643 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-fc61e8d0-a527-4a26-8b22-1028dcf9012e req-c165b1b5-284d-46e8-b5ac-bf95b9b882b7 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.69 "GET /v2.0/security-groups?id=b625f1fc-36bb-451d-9f37-1ef620b0c562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362751 Dec 10 19:51:36.937368 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4c72c-c790-4734-862c-2a52a0b97285 req-d058dd95-8fbe-4e89-a7c0-9eb3d54c9403 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:36.938814 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-61d4c72c-c790-4734-862c-2a52a0b97285 req-d058dd95-8fbe-4e89-a7c0-9eb3d54c9403 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.69 "GET /v2.0/ports?device_id=09f41c7c-12d6-4c87-974b-b57c98cd0768 HTTP/1.1" status: 200 len: 945 time: 0.0485673 Dec 10 19:51:36.976923 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-61d4c72c-c790-4734-862c-2a52a0b97285 req-157bc484-68b0-41c3-9cda-ab4aac6f28e7 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.69 "GET /v2.0/security-groups?id=b625f1fc-36bb-451d-9f37-1ef620b0c562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314207 Dec 10 19:51:37.201940 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a3a92-06f2-43ed-9ea8-c0964be4bb93 req-0a7bff5c-d0c7-4f73-b7fe-547746e5c3a6 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:37.203419 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7e7a3a92-06f2-43ed-9ea8-c0964be4bb93 req-0a7bff5c-d0c7-4f73-b7fe-547746e5c3a6 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.69 "GET /v2.0/networks?id=5382fc90-5caf-48a1-bd53-49e45163f8b7 HTTP/1.1" status: 200 len: 813 time: 0.1048861 Dec 10 19:51:37.218986 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7e7a3a92-06f2-43ed-9ea8-c0964be4bb93 req-7e63c19b-7441-4e4f-8618-3e64de8e0a81 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.69 "GET /v2.0/quotas/7dae939a14444baf8beece419ac9bdcb HTTP/1.1" status: 200 len: 375 time: 0.0095961 Dec 10 19:51:37.270480 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7e7a3a92-06f2-43ed-9ea8-c0964be4bb93 req-d5b6242d-1000-4bd1-8d88-6bc840b3a090 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=7dae939a14444baf8beece419ac9bdcb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0445628 Dec 10 19:51:37.379726 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7e7a3a92-06f2-43ed-9ea8-c0964be4bb93 req-27887497-e0d2-4b65-9360-dbf63116c1b3 service neutron] 10.222.0.69 "GET /v2.0/networks/5382fc90-5caf-48a1-bd53-49e45163f8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022148 Dec 10 19:51:37.472946 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7e7a3a92-06f2-43ed-9ea8-c0964be4bb93 req-359447bb-557f-43e7-bf45-6cba37b56a31 service neutron] 10.222.0.69 "GET /v2.0/networks/5382fc90-5caf-48a1-bd53-49e45163f8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866897 Dec 10 19:51:37.629654 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ae086481-25be-4828-903d-876bd4e08596 req-7c722e19-5de5-482c-b889-361c285198e7 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.69 "GET /v2.0/ports?device_id=fbcb3035-bcbb-4976-a5e6-84c5fcb34737 HTTP/1.1" status: 200 len: 210 time: 0.0268598 Dec 10 19:51:38.589354 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a3a92-06f2-43ed-9ea8-c0964be4bb93 req-742dc92d-6382-4da5-97ca-123de1de43db tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:38.590895 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7e7a3a92-06f2-43ed-9ea8-c0964be4bb93 req-742dc92d-6382-4da5-97ca-123de1de43db tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.36 "GET /v2.0/networks?id=5382fc90-5caf-48a1-bd53-49e45163f8b7 HTTP/1.1" status: 200 len: 813 time: 0.1169417 Dec 10 19:51:38.605044 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-7e7a3a92-06f2-43ed-9ea8-c0964be4bb93 req-7d95ad5f-9de1-4fba-a460-99abb6060cff tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Request body: {'port': {'device_id': 'fbcb3035-bcbb-4976-a5e6-84c5fcb34737', 'network_id': '5382fc90-5caf-48a1-bd53-49e45163f8b7', 'admin_state_up': True, 'tenant_id': '7dae939a14444baf8beece419ac9bdcb'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:51:38.737010 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2d72781c-56a6-48bf-b149-f44866d5001e req-3175b77f-243c-4cf8-b9d0-1b45305f0ff0 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.69 "GET /v2.0/ports?device_id=fbcb3035-bcbb-4976-a5e6-84c5fcb34737 HTTP/1.1" status: 200 len: 210 time: 0.0300868 Dec 10 19:51:38.755245 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e7a3a92-06f2-43ed-9ea8-c0964be4bb93 req-7d95ad5f-9de1-4fba-a460-99abb6060cff tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Made reservation on behalf of 7dae939a14444baf8beece419ac9bdcb for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:51:38.759268 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-7e7a3a92-06f2-43ed-9ea8-c0964be4bb93 req-7d95ad5f-9de1-4fba-a460-99abb6060cff tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:38.939924 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [req-7e7a3a92-06f2-43ed-9ea8-c0964be4bb93 req-7d95ad5f-9de1-4fba-a460-99abb6060cff tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Allocated IP 172.20.0.12 (5382fc90-5caf-48a1-bd53-49e45163f8b7/c1bad2e8-1540-4816-b881-6141f77be1cc/10da4a39-c76f-4775-95cb-cbc3dea4c7bc) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:51:39.132865 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-7e7a3a92-06f2-43ed-9ea8-c0964be4bb93 req-7d95ad5f-9de1-4fba-a460-99abb6060cff tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:39.187162 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-7e7a3a92-06f2-43ed-9ea8-c0964be4bb93 req-7d95ad5f-9de1-4fba-a460-99abb6060cff tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:39.200070 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['637184c2-b01b-40da-96dc-7c3af4c1f313'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:51:39.233112 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e7a3a92-06f2-43ed-9ea8-c0964be4bb93 req-7d95ad5f-9de1-4fba-a460-99abb6060cff tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Network 5382fc90-5caf-48a1-bd53-49e45163f8b7 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:51:39.236386 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [req-7e7a3a92-06f2-43ed-9ea8-c0964be4bb93 req-7d95ad5f-9de1-4fba-a460-99abb6060cff tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:51:39.240871 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e7a3a92-06f2-43ed-9ea8-c0964be4bb93 req-7d95ad5f-9de1-4fba-a460-99abb6060cff tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:51:39.268732 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d95ad5f-9de1-4fba-a460-99abb6060cff tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Pushing event updated for resources: {'Port': ['ID=10da4a39-c76f-4775-95cb-cbc3dea4c7bc,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:51:39.297234 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a3a92-06f2-43ed-9ea8-c0964be4bb93 req-7d95ad5f-9de1-4fba-a460-99abb6060cff tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:39.297869 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-7e7a3a92-06f2-43ed-9ea8-c0964be4bb93 req-7d95ad5f-9de1-4fba-a460-99abb6060cff tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:39.317079 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7e7a3a92-06f2-43ed-9ea8-c0964be4bb93 req-7d95ad5f-9de1-4fba-a460-99abb6060cff tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7161295 Dec 10 19:51:39.330388 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-7e7a3a92-06f2-43ed-9ea8-c0964be4bb93 req-979e89e7-0e16-4a34-be02-eb1a27af5d36 service neutron] Request body: {'port': {'device_id': 'fbcb3035-bcbb-4976-a5e6-84c5fcb34737', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:51:39.393790 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-7e7a3a92-06f2-43ed-9ea8-c0964be4bb93 req-979e89e7-0e16-4a34-be02-eb1a27af5d36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:39.677071 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [req-7e7a3a92-06f2-43ed-9ea8-c0964be4bb93 req-979e89e7-0e16-4a34-be02-eb1a27af5d36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10da4a39-c76f-4775-95cb-cbc3dea4c7bc {{(pid=102365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:51:39.685293 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-7e7a3a92-06f2-43ed-9ea8-c0964be4bb93 req-979e89e7-0e16-4a34-be02-eb1a27af5d36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:39.698708 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.provisioning_blocks [req-7e7a3a92-06f2-43ed-9ea8-c0964be4bb93 req-979e89e7-0e16-4a34-be02-eb1a27af5d36 service neutron] Transition to ACTIVE for port object 10da4a39-c76f-4775-95cb-cbc3dea4c7bc will not be triggered until provisioned by entity L2. {{(pid=102365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:51:39.703244 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-7e7a3a92-06f2-43ed-9ea8-c0964be4bb93 req-979e89e7-0e16-4a34-be02-eb1a27af5d36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:39.763807 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979e89e7-0e16-4a34-be02-eb1a27af5d36 service neutron] Pushing event updated for resources: {'Port': ['ID=10da4a39-c76f-4775-95cb-cbc3dea4c7bc,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:51:39.872454 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-7e7a3a92-06f2-43ed-9ea8-c0964be4bb93 req-979e89e7-0e16-4a34-be02-eb1a27af5d36 service neutron] Attempting to bind port 10da4a39-c76f-4775-95cb-cbc3dea4c7bc on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:51:39.872811 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-7e7a3a92-06f2-43ed-9ea8-c0964be4bb93 req-979e89e7-0e16-4a34-be02-eb1a27af5d36 service neutron] Attempting to bind port 10da4a39-c76f-4775-95cb-cbc3dea4c7bc by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'b25d70e4-c1c5-4648-81d0-b4f04b807622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5382fc90-5caf-48a1-bd53-49e45163f8b7'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:51:39.873140 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7a3a92-06f2-43ed-9ea8-c0964be4bb93 req-979e89e7-0e16-4a34-be02-eb1a27af5d36 service neutron] Attempting to bind port 10da4a39-c76f-4775-95cb-cbc3dea4c7bc on network 5382fc90-5caf-48a1-bd53-49e45163f8b7 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:51:39.881173 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7a3a92-06f2-43ed-9ea8-c0964be4bb93 req-979e89e7-0e16-4a34-be02-eb1a27af5d36 service neutron] Port 10da4a39-c76f-4775-95cb-cbc3dea4c7bc on network 5382fc90-5caf-48a1-bd53-49e45163f8b7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:51:39.881492 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7a3a92-06f2-43ed-9ea8-c0964be4bb93 req-979e89e7-0e16-4a34-be02-eb1a27af5d36 service neutron] Attempting to bind port 10da4a39-c76f-4775-95cb-cbc3dea4c7bc on network 5382fc90-5caf-48a1-bd53-49e45163f8b7 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:51:39.892160 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb3df0e-140a-42d8-8cc6-9ce967399475 req-534a6a10-c5c0-46d3-85d5-5536cd594774 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:39.894699 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2cb3df0e-140a-42d8-8cc6-9ce967399475 req-534a6a10-c5c0-46d3-85d5-5536cd594774 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.69 "GET /v2.0/ports?device_id=fbcb3035-bcbb-4976-a5e6-84c5fcb34737 HTTP/1.1" status: 200 len: 944 time: 0.0803273 Dec 10 19:51:39.897677 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7a3a92-06f2-43ed-9ea8-c0964be4bb93 req-979e89e7-0e16-4a34-be02-eb1a27af5d36 service neutron] Checking agent: {'id': '9e16c23e-95bc-4c2e-b3ec-daf7533f9d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'started_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:51:39.898018 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7a3a92-06f2-43ed-9ea8-c0964be4bb93 req-979e89e7-0e16-4a34-be02-eb1a27af5d36 service neutron] Checking segment: {'id': 'b25d70e4-c1c5-4648-81d0-b4f04b807622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5382fc90-5caf-48a1-bd53-49e45163f8b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:51:39.898398 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7a3a92-06f2-43ed-9ea8-c0964be4bb93 req-979e89e7-0e16-4a34-be02-eb1a27af5d36 service neutron] Bound using segment: {'id': 'b25d70e4-c1c5-4648-81d0-b4f04b807622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5382fc90-5caf-48a1-bd53-49e45163f8b7'} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:51:39.898834 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-7e7a3a92-06f2-43ed-9ea8-c0964be4bb93 req-979e89e7-0e16-4a34-be02-eb1a27af5d36 service neutron] Bound port: 10da4a39-c76f-4775-95cb-cbc3dea4c7bc, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b25d70e4-c1c5-4648-81d0-b4f04b807622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5382fc90-5caf-48a1-bd53-49e45163f8b7'}}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:51:39.899190 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-7e7a3a92-06f2-43ed-9ea8-c0964be4bb93 req-979e89e7-0e16-4a34-be02-eb1a27af5d36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:39.976417 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2cb3df0e-140a-42d8-8cc6-9ce967399475 req-ea5366ee-1d39-41ad-869b-831feeeb2290 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.69 "GET /v2.0/security-groups?id=b625f1fc-36bb-451d-9f37-1ef620b0c562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747705 Dec 10 19:51:40.012901 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-7e7a3a92-06f2-43ed-9ea8-c0964be4bb93 req-979e89e7-0e16-4a34-be02-eb1a27af5d36 service neutron] For port 10da4a39-c76f-4775-95cb-cbc3dea4c7bc, host hv-neutron-8214, cleared binding levels {{(pid=102365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:51:40.016781 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-7e7a3a92-06f2-43ed-9ea8-c0964be4bb93 req-979e89e7-0e16-4a34-be02-eb1a27af5d36 service neutron] For port 10da4a39-c76f-4775-95cb-cbc3dea4c7bc, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=10da4a39-c76f-4775-95cb-cbc3dea4c7bc,segment=NetworkSegment(b25d70e4-c1c5-4648-81d0-b4f04b807622),segment_id=b25d70e4-c1c5-4648-81d0-b4f04b807622)] {{(pid=102365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:51:40.021526 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-7e7a3a92-06f2-43ed-9ea8-c0964be4bb93 req-979e89e7-0e16-4a34-be02-eb1a27af5d36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:40.060623 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a3a92-06f2-43ed-9ea8-c0964be4bb93 req-979e89e7-0e16-4a34-be02-eb1a27af5d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:40.061225 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-7e7a3a92-06f2-43ed-9ea8-c0964be4bb93 req-979e89e7-0e16-4a34-be02-eb1a27af5d36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:40.062599 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7e7a3a92-06f2-43ed-9ea8-c0964be4bb93 req-979e89e7-0e16-4a34-be02-eb1a27af5d36 service neutron] 10.222.0.36 "PUT /v2.0/ports/10da4a39-c76f-4775-95cb-cbc3dea4c7bc HTTP/1.1" status: 200 len: 1094 time: 0.7368217 Dec 10 19:51:40.063032 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbcb3035-bcbb-4976-a5e6-84c5fcb34737', 'tag': '10da4a39-c76f-4775-95cb-cbc3dea4c7bc'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:51:40.065971 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05300518-b33e-4349-9f3b-9b96714f7aa2" -d '{"events": [{"name": "network-changed", "server_uuid": "fbcb3035-bcbb-4976-a5e6-84c5fcb34737", "tag": "10da4a39-c76f-4775-95cb-cbc3dea4c7bc"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:51:40.091685 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979e89e7-0e16-4a34-be02-eb1a27af5d36 service neutron] Pushing event updated for resources: {'Port': ['ID=10da4a39-c76f-4775-95cb-cbc3dea4c7bc,revision_number=3']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:51:40.111228 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a956a8-98b5-4954-88af-99cf3848cde1 x-openstack-request-id: req-f6a956a8-98b5-4954-88af-99cf3848cde1 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:51:40.111520 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbcb3035-bcbb-4976-a5e6-84c5fcb34737", "tag": "10da4a39-c76f-4775-95cb-cbc3dea4c7bc", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:51:40.111771 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f6a956a8-98b5-4954-88af-99cf3848cde1 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:51:40.112687 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbcb3035-bcbb-4976-a5e6-84c5fcb34737', 'tag': '10da4a39-c76f-4775-95cb-cbc3dea4c7bc', 'status': 'completed', 'code': 200} Dec 10 19:51:40.147579 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a3a92-06f2-43ed-9ea8-c0964be4bb93 req-a9a1376b-4426-41fc-875a-e654b68b652a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:40.149142 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7e7a3a92-06f2-43ed-9ea8-c0964be4bb93 req-a9a1376b-4426-41fc-875a-e654b68b652a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7dae939a14444baf8beece419ac9bdcb&device_id=fbcb3035-bcbb-4976-a5e6-84c5fcb34737 HTTP/1.1" status: 200 len: 1097 time: 0.0472021 Dec 10 19:51:40.196510 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7e7a3a92-06f2-43ed-9ea8-c0964be4bb93 req-318c0ab5-c812-4713-a493-c21882daee37 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10da4a39-c76f-4775-95cb-cbc3dea4c7bc HTTP/1.1" status: 200 len: 217 time: 0.0386059 Dec 10 19:51:40.259101 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a3a92-06f2-43ed-9ea8-c0964be4bb93 req-40fd9c99-b5c0-491a-bd78-aa7e0b09c86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:40.260569 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7e7a3a92-06f2-43ed-9ea8-c0964be4bb93 req-40fd9c99-b5c0-491a-bd78-aa7e0b09c86e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c1bad2e8-1540-4816-b881-6141f77be1cc HTTP/1.1" status: 200 len: 853 time: 0.0568905 Dec 10 19:51:40.293116 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7e7a3a92-06f2-43ed-9ea8-c0964be4bb93 req-587747f4-9c00-4bde-a895-8cdf161b51fd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5382fc90-5caf-48a1-bd53-49e45163f8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250914 Dec 10 19:51:40.384124 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7e7a3a92-06f2-43ed-9ea8-c0964be4bb93 req-2fa9e716-3236-480c-af84-8c7a80a25b60 service neutron] 10.222.0.36 "GET /v2.0/networks/5382fc90-5caf-48a1-bd53-49e45163f8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831175 Dec 10 19:51:40.477670 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7e7a3a92-06f2-43ed-9ea8-c0964be4bb93 req-426bb2c2-09c4-4ef4-b61d-b29122aa4f44 service neutron] 10.222.0.36 "GET /v2.0/networks/5382fc90-5caf-48a1-bd53-49e45163f8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862157 Dec 10 19:51:40.562291 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05300518-b33e-4349-9f3b-9b96714f7aa2 req-8cca02b4-420b-4a76-b671-fa1e04bb9657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:40.563812 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-05300518-b33e-4349-9f3b-9b96714f7aa2 req-8cca02b4-420b-4a76-b671-fa1e04bb9657 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7dae939a14444baf8beece419ac9bdcb&device_id=fbcb3035-bcbb-4976-a5e6-84c5fcb34737 HTTP/1.1" status: 200 len: 1097 time: 0.0410199 Dec 10 19:51:40.660062 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05300518-b33e-4349-9f3b-9b96714f7aa2 req-beb47fc7-413a-47e9-a910-280989dcd820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:40.661318 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-05300518-b33e-4349-9f3b-9b96714f7aa2 req-beb47fc7-413a-47e9-a910-280989dcd820 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5382fc90-5caf-48a1-bd53-49e45163f8b7 HTTP/1.1" status: 200 len: 914 time: 0.0906193 Dec 10 19:51:40.706537 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-05300518-b33e-4349-9f3b-9b96714f7aa2 req-1bd4b439-d745-4785-9a77-ace6c1790784 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10da4a39-c76f-4775-95cb-cbc3dea4c7bc HTTP/1.1" status: 200 len: 217 time: 0.0354729 Dec 10 19:51:40.759588 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05300518-b33e-4349-9f3b-9b96714f7aa2 req-05110415-48b5-4c59-8ae8-2282fe869226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:40.761056 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-05300518-b33e-4349-9f3b-9b96714f7aa2 req-05110415-48b5-4c59-8ae8-2282fe869226 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c1bad2e8-1540-4816-b881-6141f77be1cc HTTP/1.1" status: 200 len: 853 time: 0.0464127 Dec 10 19:51:40.794571 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-05300518-b33e-4349-9f3b-9b96714f7aa2 req-5bd8cc80-8ae5-42d6-99d0-f6f2ba6a74cd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5382fc90-5caf-48a1-bd53-49e45163f8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252149 Dec 10 19:51:40.896378 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-05300518-b33e-4349-9f3b-9b96714f7aa2 req-4216c03c-5582-4422-8b19-e43a1dbd9a87 service neutron] 10.222.0.36 "GET /v2.0/networks/5382fc90-5caf-48a1-bd53-49e45163f8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938885 Dec 10 19:51:40.994363 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-05300518-b33e-4349-9f3b-9b96714f7aa2 req-d0a41047-d552-445b-bbe6-7d28a9b49642 service neutron] 10.222.0.36 "GET /v2.0/networks/5382fc90-5caf-48a1-bd53-49e45163f8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884693 Dec 10 19:51:41.104085 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3418c7e0-cc3a-49f2-a540-6e03e157fe1f req-6dfef805-e71c-49ab-9467-c2941a8bf081 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:41.105909 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3418c7e0-cc3a-49f2-a540-6e03e157fe1f req-6dfef805-e71c-49ab-9467-c2941a8bf081 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.69 "GET /v2.0/ports?device_id=fbcb3035-bcbb-4976-a5e6-84c5fcb34737 HTTP/1.1" status: 200 len: 944 time: 0.0592732 Dec 10 19:51:41.446087 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3418c7e0-cc3a-49f2-a540-6e03e157fe1f req-ab8963dc-d4df-4b6a-aeb2-03617529e07e tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.69 "GET /v2.0/security-groups?id=b625f1fc-36bb-451d-9f37-1ef620b0c562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3341272 Dec 10 19:51:42.576967 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b566b210-6868-4eb2-bf42-072f380eae6b req-8b0cb528-3563-425c-896c-9a98e2f4c9c0 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:42.578650 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b566b210-6868-4eb2-bf42-072f380eae6b req-8b0cb528-3563-425c-896c-9a98e2f4c9c0 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.69 "GET /v2.0/ports?device_id=fbcb3035-bcbb-4976-a5e6-84c5fcb34737 HTTP/1.1" status: 200 len: 944 time: 0.0587888 Dec 10 19:51:42.621007 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b566b210-6868-4eb2-bf42-072f380eae6b req-b242c213-86c0-4194-9377-d480956fac86 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.69 "GET /v2.0/security-groups?id=b625f1fc-36bb-451d-9f37-1ef620b0c562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352507 Dec 10 19:51:43.741451 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d8845-c728-4ecb-8cec-194c1e7d5a0d req-adcd1230-e7d6-4f6f-ac72-5bb7880e5208 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:43.742945 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8b7d8845-c728-4ecb-8cec-194c1e7d5a0d req-adcd1230-e7d6-4f6f-ac72-5bb7880e5208 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.69 "GET /v2.0/ports?device_id=fbcb3035-bcbb-4976-a5e6-84c5fcb34737 HTTP/1.1" status: 200 len: 944 time: 0.0519359 Dec 10 19:51:43.782879 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8b7d8845-c728-4ecb-8cec-194c1e7d5a0d req-a488491d-48c0-4363-ad62-16c984dda3bb tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.69 "GET /v2.0/security-groups?id=b625f1fc-36bb-451d-9f37-1ef620b0c562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339231 Dec 10 19:51:44.208836 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 10da4a39-c76f-4775-95cb-cbc3dea4c7bc details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=102367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:51:44.307609 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 10da4a39-c76f-4775-95cb-cbc3dea4c7bc, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=10da4a39-c76f-4775-95cb-cbc3dea4c7bc,segment=NetworkSegment(b25d70e4-c1c5-4648-81d0-b4f04b807622),segment_id=b25d70e4-c1c5-4648-81d0-b4f04b807622)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:51:44.322830 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Returning: {'device': '10da4a39-c76f-4775-95cb-cbc3dea4c7bc', 'network_id': '5382fc90-5caf-48a1-bd53-49e45163f8b7', 'port_id': '10da4a39-c76f-4775-95cb-cbc3dea4c7bc', 'mac_address': 'fa:16:3e:3e:fd:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1bad2e8-1540-4816-b881-6141f77be1cc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:51:44.360859 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:44.374126 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10da4a39-c76f-4775-95cb-cbc3dea4c7bc {{(pid=102367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:51:44.392836 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 10da4a39-c76f-4775-95cb-cbc3dea4c7bc, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=10da4a39-c76f-4775-95cb-cbc3dea4c7bc,segment=NetworkSegment(b25d70e4-c1c5-4648-81d0-b4f04b807622),segment_id=b25d70e4-c1c5-4648-81d0-b4f04b807622)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:51:44.397513 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:44.447507 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=10da4a39-c76f-4775-95cb-cbc3dea4c7bc,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:51:44.454608 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:44.454947 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:44.455276 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:44.455601 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:44.455993 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:44.456308 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:44.456810 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:44.457137 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:44.457457 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:44.457772 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:44.458089 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:44.458399 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:51:44.783771 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['10da4a39-c76f-4775-95cb-cbc3dea4c7bc'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:51:44.903443 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a4d4d-a5cd-4dd9-b981-2c09b5824045 req-0f97e4eb-3c59-4073-952b-578b02e05a43 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:44.904955 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f59a4d4d-a5cd-4dd9-b981-2c09b5824045 req-0f97e4eb-3c59-4073-952b-578b02e05a43 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.69 "GET /v2.0/ports?device_id=fbcb3035-bcbb-4976-a5e6-84c5fcb34737 HTTP/1.1" status: 200 len: 945 time: 0.0535290 Dec 10 19:51:44.944673 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f59a4d4d-a5cd-4dd9-b981-2c09b5824045 req-f8449549-c655-4362-87e0-85b7ea3bb373 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.69 "GET /v2.0/security-groups?id=b625f1fc-36bb-451d-9f37-1ef620b0c562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333302 Dec 10 19:51:46.073084 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5f0fe-4e0f-48c0-af3d-6e629efaf949 req-3023ee43-7941-41c5-b4e0-73c50bbf8841 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:46.074591 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b6d5f0fe-4e0f-48c0-af3d-6e629efaf949 req-3023ee43-7941-41c5-b4e0-73c50bbf8841 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.69 "GET /v2.0/ports?device_id=fbcb3035-bcbb-4976-a5e6-84c5fcb34737 HTTP/1.1" status: 200 len: 945 time: 0.0514297 Dec 10 19:51:46.114607 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b6d5f0fe-4e0f-48c0-af3d-6e629efaf949 req-ceb66e97-7884-4479-89a6-5d15f0a73526 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.69 "GET /v2.0/security-groups?id=b625f1fc-36bb-451d-9f37-1ef620b0c562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338933 Dec 10 19:51:46.219122 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 10da4a39-c76f-4775-95cb-cbc3dea4c7bc up at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:51:46.275032 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning for port 10da4a39-c76f-4775-95cb-cbc3dea4c7bc completed by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:51:46.279549 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning complete for port 10da4a39-c76f-4775-95cb-cbc3dea4c7bc triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:51:46.279919 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:46.367290 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:46.389798 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbcb3035-bcbb-4976-a5e6-84c5fcb34737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10da4a39-c76f-4775-95cb-cbc3dea4c7bc'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:51:46.392020 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0dd006407324ce2959a5a4cf9f0b5e0801d7a51a5291ea700e8786e11115a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8947a773-d1c0-48a6-8592-607f26a88a00" -d '{"events": [{"server_uuid": "fbcb3035-bcbb-4976-a5e6-84c5fcb34737", "name": "network-vif-plugged", "status": "completed", "tag": "10da4a39-c76f-4775-95cb-cbc3dea4c7bc"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:51:46.404773 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 10da4a39-c76f-4775-95cb-cbc3dea4c7bc, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=10da4a39-c76f-4775-95cb-cbc3dea4c7bc,segment=NetworkSegment(b25d70e4-c1c5-4648-81d0-b4f04b807622),segment_id=b25d70e4-c1c5-4648-81d0-b4f04b807622)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:51:46.410535 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:46.434264 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82051c24-4293-4290-ae93-592a965b389a x-openstack-request-id: req-82051c24-4293-4290-ae93-592a965b389a {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:51:46.434556 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbcb3035-bcbb-4976-a5e6-84c5fcb34737", "name": "network-vif-plugged", "status": "completed", "tag": "10da4a39-c76f-4775-95cb-cbc3dea4c7bc", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:51:46.434806 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-82051c24-4293-4290-ae93-592a965b389a {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:51:46.435207 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbcb3035-bcbb-4976-a5e6-84c5fcb34737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10da4a39-c76f-4775-95cb-cbc3dea4c7bc', 'code': 200} Dec 10 19:51:46.463884 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=10da4a39-c76f-4775-95cb-cbc3dea4c7bc,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:51:46.603023 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dbcf4f-93fa-407d-8966-70c06b271dcc req-153e4bad-51a6-4778-8c1e-a543f6382370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:46.604546 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-02dbcf4f-93fa-407d-8966-70c06b271dcc req-153e4bad-51a6-4778-8c1e-a543f6382370 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fbcb3035-bcbb-4976-a5e6-84c5fcb34737 HTTP/1.1" status: 200 len: 1099 time: 0.0420172 Dec 10 19:51:46.638598 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-02dbcf4f-93fa-407d-8966-70c06b271dcc req-52cbb596-4905-4667-bc36-e717e5b0144e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b625f1fc-36bb-451d-9f37-1ef620b0c562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271530 Dec 10 19:51:47.240593 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b9f6a-74bf-4076-a0f9-19c691d1fe94 req-7e6c414b-df25-4058-9b83-4d527d3877c5 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:47.242090 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f04b9f6a-74bf-4076-a0f9-19c691d1fe94 req-7e6c414b-df25-4058-9b83-4d527d3877c5 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.69 "GET /v2.0/ports?device_id=fbcb3035-bcbb-4976-a5e6-84c5fcb34737 HTTP/1.1" status: 200 len: 946 time: 0.0581887 Dec 10 19:51:47.281967 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f04b9f6a-74bf-4076-a0f9-19c691d1fe94 req-729af2c5-7cbb-4ecb-80df-34dfff4a5703 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.69 "GET /v2.0/security-groups?id=b625f1fc-36bb-451d-9f37-1ef620b0c562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336843 Dec 10 19:51:48.403706 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ae1ee-29c2-4046-88d0-a7c4c9c85a0b req-6f7d14c8-86e0-4211-a45b-368e4720da9a tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:48.405237 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5e8ae1ee-29c2-4046-88d0-a7c4c9c85a0b req-6f7d14c8-86e0-4211-a45b-368e4720da9a tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.69 "GET /v2.0/ports?device_id=fbcb3035-bcbb-4976-a5e6-84c5fcb34737 HTTP/1.1" status: 200 len: 946 time: 0.0520573 Dec 10 19:51:48.446306 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5e8ae1ee-29c2-4046-88d0-a7c4c9c85a0b req-073ec43c-403a-4961-ba84-382c731cb754 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.69 "GET /v2.0/security-groups?id=b625f1fc-36bb-451d-9f37-1ef620b0c562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340147 Dec 10 19:51:48.700532 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9548414-cc7d-4a5e-a02d-0fa38a993b6d req-d61700e6-b704-4533-a401-37ffde787d75 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:48.702091 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b9548414-cc7d-4a5e-a02d-0fa38a993b6d req-d61700e6-b704-4533-a401-37ffde787d75 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.69 "GET /v2.0/ports?device_id=fbcb3035-bcbb-4976-a5e6-84c5fcb34737 HTTP/1.1" status: 200 len: 946 time: 0.0518537 Dec 10 19:51:48.744034 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b9548414-cc7d-4a5e-a02d-0fa38a993b6d req-1a9f6601-248f-41eb-b288-022807c734e4 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.69 "GET /v2.0/security-groups?id=b625f1fc-36bb-451d-9f37-1ef620b0c562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354350 Dec 10 19:51:49.872456 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae88b0-67a6-4a21-b334-7e67a01e080f req-78c29461-e47c-4773-b567-7dbb6352f5e3 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:49.873977 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5fae88b0-67a6-4a21-b334-7e67a01e080f req-78c29461-e47c-4773-b567-7dbb6352f5e3 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.69 "GET /v2.0/ports?device_id=fbcb3035-bcbb-4976-a5e6-84c5fcb34737 HTTP/1.1" status: 200 len: 946 time: 0.0555785 Dec 10 19:51:49.915800 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5fae88b0-67a6-4a21-b334-7e67a01e080f req-1a11d9f9-9d9f-4281-849e-c8f879d36e0f tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.69 "GET /v2.0/security-groups?id=b625f1fc-36bb-451d-9f37-1ef620b0c562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349793 Dec 10 19:51:50.297593 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8ad95211-14ec-4413-bfcc-5955c55f4df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:50.382184 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50974da-cfa8-40ae-916b-c8f928f0be71 req-c799831f-2f75-45b4-9213-42b22d01fd50 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:50.383805 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b50974da-cfa8-40ae-916b-c8f928f0be71 req-c799831f-2f75-45b4-9213-42b22d01fd50 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbcb3035-bcbb-4976-a5e6-84c5fcb34737 HTTP/1.1" status: 200 len: 946 time: 0.0568485 Dec 10 19:51:50.485458 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-b50974da-cfa8-40ae-916b-c8f928f0be71 req-7440951b-35b4-410e-bb9c-fc6426ac6154 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Deleting port 10da4a39-c76f-4775-95cb-cbc3dea4c7bc {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:51:50.485789 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-b50974da-cfa8-40ae-916b-c8f928f0be71 req-7440951b-35b4-410e-bb9c-fc6426ac6154 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:50.581302 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-b50974da-cfa8-40ae-916b-c8f928f0be71 req-7440951b-35b4-410e-bb9c-fc6426ac6154 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] For port 10da4a39-c76f-4775-95cb-cbc3dea4c7bc, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=10da4a39-c76f-4775-95cb-cbc3dea4c7bc,segment=NetworkSegment(b25d70e4-c1c5-4648-81d0-b4f04b807622),segment_id=b25d70e4-c1c5-4648-81d0-b4f04b807622)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:51:50.581868 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-b50974da-cfa8-40ae-916b-c8f928f0be71 req-7440951b-35b4-410e-bb9c-fc6426ac6154 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:50.597923 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-b50974da-cfa8-40ae-916b-c8f928f0be71 req-7440951b-35b4-410e-bb9c-fc6426ac6154 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Calling delete_port for 10da4a39-c76f-4775-95cb-cbc3dea4c7bc owned by compute:nova {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:51:50.741572 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-b50974da-cfa8-40ae-916b-c8f928f0be71 req-7440951b-35b4-410e-bb9c-fc6426ac6154 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:50.755625 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['637184c2-b01b-40da-96dc-7c3af4c1f313', '10da4a39-c76f-4775-95cb-cbc3dea4c7bc'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:51:50.773002 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7440951b-35b4-410e-bb9c-fc6426ac6154 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Pushing event deleted for resources: {'Port': ['ID=10da4a39-c76f-4775-95cb-cbc3dea4c7bc,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:51:50.817054 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-b50974da-cfa8-40ae-916b-c8f928f0be71 req-7440951b-35b4-410e-bb9c-fc6426ac6154 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] No DVR routers for this DVR port 10da4a39-c76f-4775-95cb-cbc3dea4c7bc on host hv-neutron-8214 {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:51:50.819673 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-b50974da-cfa8-40ae-916b-c8f928f0be71 req-7440951b-35b4-410e-bb9c-fc6426ac6154 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:50.823177 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b50974da-cfa8-40ae-916b-c8f928f0be71 req-7440951b-35b4-410e-bb9c-fc6426ac6154 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.36 "DELETE /v2.0/ports/10da4a39-c76f-4775-95cb-cbc3dea4c7bc HTTP/1.1" status: 204 len: 173 time: 0.4317453 Dec 10 19:51:50.823651 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbcb3035-bcbb-4976-a5e6-84c5fcb34737', 'name': 'network-vif-deleted', 'tag': '10da4a39-c76f-4775-95cb-cbc3dea4c7bc'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:51:50.826143 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675b1906-4484-477f-8579-cdb90a04169e" -d '{"events": [{"server_uuid": "fbcb3035-bcbb-4976-a5e6-84c5fcb34737", "name": "network-vif-deleted", "tag": "10da4a39-c76f-4775-95cb-cbc3dea4c7bc"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:51:50.901632 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ebeee86-0ec6-4c22-928a-fe6661e59c47 x-openstack-request-id: req-3ebeee86-0ec6-4c22-928a-fe6661e59c47 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:51:50.902657 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbcb3035-bcbb-4976-a5e6-84c5fcb34737", "name": "network-vif-deleted", "tag": "10da4a39-c76f-4775-95cb-cbc3dea4c7bc", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:51:50.902657 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3ebeee86-0ec6-4c22-928a-fe6661e59c47 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:51:50.903045 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbcb3035-bcbb-4976-a5e6-84c5fcb34737', 'name': 'network-vif-deleted', 'tag': '10da4a39-c76f-4775-95cb-cbc3dea4c7bc', 'status': 'completed', 'code': 200} Dec 10 19:51:51.041318 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-de23c95b-e23a-4152-ae93-b0f35c41bc6f req-68338d39-cab5-41bf-acdc-6a8dcd3369e5 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.69 "GET /v2.0/ports?device_id=fbcb3035-bcbb-4976-a5e6-84c5fcb34737 HTTP/1.1" status: 200 len: 210 time: 0.0339768 Dec 10 19:51:52.199856 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38611825-f637-4b29-8d9c-94f1745cc6d5 req-9502692b-14e1-4734-8fe3-aee619e7b5cc tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:52.201469 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-38611825-f637-4b29-8d9c-94f1745cc6d5 req-9502692b-14e1-4734-8fe3-aee619e7b5cc tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.69 "GET /v2.0/ports?device_id=09f41c7c-12d6-4c87-974b-b57c98cd0768 HTTP/1.1" status: 200 len: 945 time: 0.0540893 Dec 10 19:51:52.242309 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-38611825-f637-4b29-8d9c-94f1745cc6d5 req-cdcb559b-27be-4b8b-ae0b-9b599086ef59 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.69 "GET /v2.0/security-groups?id=b625f1fc-36bb-451d-9f37-1ef620b0c562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339301 Dec 10 19:51:52.398653 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc73c92-d78c-4050-94d3-16198b4584f7 req-0413bfe1-7802-47ed-8b12-abdee7fda47a tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:52.400059 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2cc73c92-d78c-4050-94d3-16198b4584f7 req-0413bfe1-7802-47ed-8b12-abdee7fda47a tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.69 "GET /v2.0/ports?device_id=09f41c7c-12d6-4c87-974b-b57c98cd0768 HTTP/1.1" status: 200 len: 945 time: 0.0528390 Dec 10 19:51:52.440365 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2cc73c92-d78c-4050-94d3-16198b4584f7 req-a57c431d-8de7-40ee-a5d8-d8101b8b2384 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.69 "GET /v2.0/security-groups?id=b625f1fc-36bb-451d-9f37-1ef620b0c562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336883 Dec 10 19:51:52.571854 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c49e86-ceea-4aee-ab8e-f9980a9b6e98 req-59482d6d-56df-41e2-94e8-a22ef47223ea tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:52.573425 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c0c49e86-ceea-4aee-ab8e-f9980a9b6e98 req-59482d6d-56df-41e2-94e8-a22ef47223ea tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.69 "GET /v2.0/ports?device_id=09f41c7c-12d6-4c87-974b-b57c98cd0768 HTTP/1.1" status: 200 len: 945 time: 0.0555105 Dec 10 19:51:52.614459 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c0c49e86-ceea-4aee-ab8e-f9980a9b6e98 req-b8d0f365-c734-4be7-b812-12465e104f08 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.69 "GET /v2.0/security-groups?id=b625f1fc-36bb-451d-9f37-1ef620b0c562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350738 Dec 10 19:51:52.741563 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [req-4b425c3c-d700-4ff4-a29d-700b27366994 req-04b4af23-6fca-4f9c-989c-77a9ef030fe8 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:51:52.742569 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4b425c3c-d700-4ff4-a29d-700b27366994 req-04b4af23-6fca-4f9c-989c-77a9ef030fe8 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0590088 Dec 10 19:51:52.875582 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99e53f-8994-4d2e-8923-369307131259 req-4ba71e3a-130e-408c-81f3-c0f315bb4f5f tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:52.879014 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ee99e53f-8994-4d2e-8923-369307131259 req-4ba71e3a-130e-408c-81f3-c0f315bb4f5f tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.69 "GET /v2.0/ports?device_id=09f41c7c-12d6-4c87-974b-b57c98cd0768 HTTP/1.1" status: 200 len: 945 time: 0.0751054 Dec 10 19:51:52.920587 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ee99e53f-8994-4d2e-8923-369307131259 req-de2fa70d-9eb0-4707-8e79-eb4b458ead39 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.69 "GET /v2.0/security-groups?id=b625f1fc-36bb-451d-9f37-1ef620b0c562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352049 Dec 10 19:51:53.046070 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b82cf7-2b5b-40cc-a825-9a5ae025979d req-c72da647-7652-425d-8bc1-5a56bc942998 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:53.047659 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f8b82cf7-2b5b-40cc-a825-9a5ae025979d req-c72da647-7652-425d-8bc1-5a56bc942998 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.69 "GET /v2.0/ports?device_id=09f41c7c-12d6-4c87-974b-b57c98cd0768 HTTP/1.1" status: 200 len: 945 time: 0.0521903 Dec 10 19:51:53.089265 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f8b82cf7-2b5b-40cc-a825-9a5ae025979d req-d3d10a84-abab-4d16-94c1-4f35d742089f tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.69 "GET /v2.0/security-groups?id=b625f1fc-36bb-451d-9f37-1ef620b0c562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343957 Dec 10 19:51:53.224751 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6083f7e-56be-44d2-ba05-ead381385f84 req-2c857858-4e87-4ecf-a938-187f50c66d2f tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:53.226181 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e6083f7e-56be-44d2-ba05-ead381385f84 req-2c857858-4e87-4ecf-a938-187f50c66d2f tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.69 "GET /v2.0/ports?device_id=09f41c7c-12d6-4c87-974b-b57c98cd0768 HTTP/1.1" status: 200 len: 945 time: 0.0554256 Dec 10 19:51:53.267029 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e6083f7e-56be-44d2-ba05-ead381385f84 req-669ba296-debe-4eea-a0aa-a4519706df46 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.69 "GET /v2.0/security-groups?id=b625f1fc-36bb-451d-9f37-1ef620b0c562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343387 Dec 10 19:51:53.585579 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d6536-f6a4-462e-8a57-ff5dfd9db7d3 req-81bd921a-ef9f-44e0-8a8a-de80c40f1607 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:53.587108 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e34d6536-f6a4-462e-8a57-ff5dfd9db7d3 req-81bd921a-ef9f-44e0-8a8a-de80c40f1607 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.69 "GET /v2.0/ports?device_id=09f41c7c-12d6-4c87-974b-b57c98cd0768 HTTP/1.1" status: 200 len: 945 time: 0.0512652 Dec 10 19:51:53.627184 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e34d6536-f6a4-462e-8a57-ff5dfd9db7d3 req-d1bc007a-7e65-4a68-96e0-52fcaba279d1 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.69 "GET /v2.0/security-groups?id=b625f1fc-36bb-451d-9f37-1ef620b0c562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338209 Dec 10 19:51:53.955352 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:51:54.249753 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 10da4a39-c76f-4775-95cb-cbc3dea4c7bc no longer exists at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:51:54.276143 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] No Port match for: 10da4a39-c76f-4775-95cb-cbc3dea4c7bc {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:51:54.276481 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 10da4a39-c76f-4775-95cb-cbc3dea4c7bc not bound to the agent host hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:51:54.287348 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6db7c48d-2849-41e8-a969-f14ef82ac21a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:54.767407 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae163d-0f42-4695-b563-bcd24a7f8b22 req-bb16470d-b546-4c72-8424-8a78feb856fe tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:54.770702 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c5ae163d-0f42-4695-b563-bcd24a7f8b22 req-bb16470d-b546-4c72-8424-8a78feb856fe tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.69 "GET /v2.0/ports?device_id=09f41c7c-12d6-4c87-974b-b57c98cd0768 HTTP/1.1" status: 200 len: 945 time: 0.0664275 Dec 10 19:51:54.817334 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c5ae163d-0f42-4695-b563-bcd24a7f8b22 req-a58ccf36-49b6-4885-ac5a-d76fe753ddd6 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.69 "GET /v2.0/security-groups?id=b625f1fc-36bb-451d-9f37-1ef620b0c562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398486 Dec 10 19:51:55.378516 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd93a0-6383-4297-b353-4ba434599062 req-99a160ba-d62f-42c2-9765-75fe9d73a4fe tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:55.380027 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b2cd93a0-6383-4297-b353-4ba434599062 req-99a160ba-d62f-42c2-9765-75fe9d73a4fe tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.36 "GET /v2.0/ports?device_id=09f41c7c-12d6-4c87-974b-b57c98cd0768 HTTP/1.1" status: 200 len: 945 time: 0.0552759 Dec 10 19:51:55.474776 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-b2cd93a0-6383-4297-b353-4ba434599062 req-36f30b30-352f-4a01-a32b-5b2d6a103b25 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Deleting port 637184c2-b01b-40da-96dc-7c3af4c1f313 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:51:55.475115 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-b2cd93a0-6383-4297-b353-4ba434599062 req-36f30b30-352f-4a01-a32b-5b2d6a103b25 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:55.487874 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:55.576441 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-b2cd93a0-6383-4297-b353-4ba434599062 req-36f30b30-352f-4a01-a32b-5b2d6a103b25 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] For port 637184c2-b01b-40da-96dc-7c3af4c1f313, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=637184c2-b01b-40da-96dc-7c3af4c1f313,segment=NetworkSegment(b25d70e4-c1c5-4648-81d0-b4f04b807622),segment_id=b25d70e4-c1c5-4648-81d0-b4f04b807622)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:51:55.576830 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-b2cd93a0-6383-4297-b353-4ba434599062 req-36f30b30-352f-4a01-a32b-5b2d6a103b25 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:55.590526 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-b2cd93a0-6383-4297-b353-4ba434599062 req-36f30b30-352f-4a01-a32b-5b2d6a103b25 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Calling delete_port for 637184c2-b01b-40da-96dc-7c3af4c1f313 owned by compute:nova {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:51:55.739943 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-b2cd93a0-6383-4297-b353-4ba434599062 req-36f30b30-352f-4a01-a32b-5b2d6a103b25 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:55.753191 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['637184c2-b01b-40da-96dc-7c3af4c1f313'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:51:55.780571 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f30b30-352f-4a01-a32b-5b2d6a103b25 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Pushing event deleted for resources: {'Port': ['ID=637184c2-b01b-40da-96dc-7c3af4c1f313,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:51:55.820153 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2cd93a0-6383-4297-b353-4ba434599062 req-36f30b30-352f-4a01-a32b-5b2d6a103b25 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] No DVR routers for this DVR port 637184c2-b01b-40da-96dc-7c3af4c1f313 on host hv-neutron-8214 {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:51:55.822795 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-b2cd93a0-6383-4297-b353-4ba434599062 req-36f30b30-352f-4a01-a32b-5b2d6a103b25 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:55.826389 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b2cd93a0-6383-4297-b353-4ba434599062 req-36f30b30-352f-4a01-a32b-5b2d6a103b25 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.36 "DELETE /v2.0/ports/637184c2-b01b-40da-96dc-7c3af4c1f313 HTTP/1.1" status: 204 len: 173 time: 0.4384842 Dec 10 19:51:55.826855 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09f41c7c-12d6-4c87-974b-b57c98cd0768', 'name': 'network-vif-deleted', 'tag': '637184c2-b01b-40da-96dc-7c3af4c1f313'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:51:55.829778 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d374be-475b-4e20-aaca-3ccdad29dea1" -d '{"events": [{"server_uuid": "09f41c7c-12d6-4c87-974b-b57c98cd0768", "name": "network-vif-deleted", "tag": "637184c2-b01b-40da-96dc-7c3af4c1f313"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:51:55.872528 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6236a1ab-4828-490a-8fe1-3a8b506189b6 x-openstack-request-id: req-6236a1ab-4828-490a-8fe1-3a8b506189b6 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:51:55.872829 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09f41c7c-12d6-4c87-974b-b57c98cd0768", "name": "network-vif-deleted", "tag": "637184c2-b01b-40da-96dc-7c3af4c1f313", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:51:55.873134 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6236a1ab-4828-490a-8fe1-3a8b506189b6 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:51:55.873538 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09f41c7c-12d6-4c87-974b-b57c98cd0768', 'name': 'network-vif-deleted', 'tag': '637184c2-b01b-40da-96dc-7c3af4c1f313', 'status': 'completed', 'code': 200} Dec 10 19:51:55.936686 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6b2cfd3e-c776-4a58-bb8f-d0ab737833e8 req-08842b4b-e20a-4470-ac0c-dfb53701bc54 tempest-ServersNegativeTestJSON-637492963 tempest-ServersNegativeTestJSON-637492963-project] 10.222.0.69 "GET /v2.0/ports?device_id=09f41c7c-12d6-4c87-974b-b57c98cd0768 HTTP/1.1" status: 200 len: 210 time: 0.0284436 Dec 10 19:51:56.552668 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:56.884621 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:56.993856 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 33806) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:51:57.039740 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eb485ce-6893-4545-9b8b-1e01f7b371f8 admin admin] Deleting subnet c1bad2e8-1540-4816-b881-6141f77be1cc {{(pid=102365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:51:57.042810 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2eb485ce-6893-4545-9b8b-1e01f7b371f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:57.082424 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2eb485ce-6893-4545-9b8b-1e01f7b371f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353213'] for subnet, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:57.122471 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2eb485ce-6893-4545-9b8b-1e01f7b371f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:57.177867 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2eb485ce-6893-4545-9b8b-1e01f7b371f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:57.202664 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb485ce-6893-4545-9b8b-1e01f7b371f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1bad2e8-1540-4816-b881-6141f77be1cc,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:51:57.209230 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2eb485ce-6893-4545-9b8b-1e01f7b371f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:57.212571 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-2eb485ce-6893-4545-9b8b-1e01f7b371f8 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/c1bad2e8-1540-4816-b881-6141f77be1cc HTTP/1.1" status: 204 len: 168 time: 0.2176011 Dec 10 19:51:57.215006 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 33808) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:51:57.288063 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fcf97529-d744-4131-b7ba-1f530f37fc73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:57.366954 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fcf97529-d744-4131-b7ba-1f530f37fc73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:57.386274 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-fcf97529-d744-4131-b7ba-1f530f37fc73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5382fc90-5caf-48a1-bd53-49e45163f8b7']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:51:57.396127 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-fcf97529-d744-4131-b7ba-1f530f37fc73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b25d70e4-c1c5-4648-81d0-b4f04b807622') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:51:57.396419 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-fcf97529-d744-4131-b7ba-1f530f37fc73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b25d70e4-c1c5-4648-81d0-b4f04b807622') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:51:57.405529 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fcf97529-d744-4131-b7ba-1f530f37fc73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:57.418688 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fcf97529-d744-4131-b7ba-1f530f37fc73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:57.424463 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcf97529-d744-4131-b7ba-1f530f37fc73 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:51:57.424960 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fcf97529-d744-4131-b7ba-1f530f37fc73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:57.426601 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:51:57.426601 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:51:57.426601 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:51:57.426601 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:51:57.426601 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:51:57.426601 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:51:57.426601 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:51:57.426601 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:51:57.426601 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:51:57.426601 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:51:57.426601 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:51:57.426601 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:51:57.426601 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:51:57.426601 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:51:57.426601 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:51:57.426601 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:51:57.426601 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:51:57.426601 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:51:57.426601 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:51:57.426601 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:51:57.426601 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:51:57.426601 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:51:57.426601 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:51:57.426601 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:51:57.426601 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:51:57.426601 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:51:57.426601 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:51:57.426601 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:51:57.426601 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:51:57.426601 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:51:57.426601 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:51:57.426601 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:51:57.483526 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fcf97529-d744-4131-b7ba-1f530f37fc73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:57.489567 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fcf97529-d744-4131-b7ba-1f530f37fc73 admin admin] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:57.492769 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-fcf97529-d744-4131-b7ba-1f530f37fc73 admin admin] 10.222.0.69 "DELETE /v2.0/networks/5382fc90-5caf-48a1-bd53-49e45163f8b7 HTTP/1.1" status: 204 len: 168 time: 0.2768199 Dec 10 19:51:57.505135 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf97529-d744-4131-b7ba-1f530f37fc73 admin admin] Pushing event deleted for resources: {'Network': ['ID=5382fc90-5caf-48a1-bd53-49e45163f8b7,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:51:57.599857 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 33812) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:51:57.643909 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-6793d188-55bf-4b54-adc8-2846d39fc7db admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7dae939a14444baf8beece419ac9bdcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422280 Dec 10 19:51:57.646339 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 33814) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:51:57.696596 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-63844cce-038d-41a1-b2c2-7eada53394a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:57.717698 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-63844cce-038d-41a1-b2c2-7eada53394a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:57.764484 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-63844cce-038d-41a1-b2c2-7eada53394a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:57.767084 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-63844cce-038d-41a1-b2c2-7eada53394a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:57.768925 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-63844cce-038d-41a1-b2c2-7eada53394a9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b625f1fc-36bb-451d-9f37-1ef620b0c562 HTTP/1.1" status: 204 len: 168 time: 0.1215920 Dec 10 19:51:57.776485 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63844cce-038d-41a1-b2c2-7eada53394a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b625f1fc-36bb-451d-9f37-1ef620b0c562,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:51:58.294341 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 637184c2-b01b-40da-96dc-7c3af4c1f313 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:51:58.316225 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] No Port match for: 637184c2-b01b-40da-96dc-7c3af4c1f313 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:51:58.316595 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 637184c2-b01b-40da-96dc-7c3af4c1f313 not bound to the agent host hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:51:58.459931 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 33836) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:51:58.555227 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-b7aa4036-9daa-433a-8e23-a364db20518f tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1644459759'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:51:58.576510 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7aa4036-9daa-433a-8e23-a364db20518f tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Made reservation on behalf of 4b43ecb98ba64c8fbdedfa39b9ee0022 for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:51:58.580065 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b7aa4036-9daa-433a-8e23-a364db20518f tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:58.588683 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b7aa4036-9daa-433a-8e23-a364db20518f tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:58.665465 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b7aa4036-9daa-433a-8e23-a364db20518f tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:58.669610 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b7aa4036-9daa-433a-8e23-a364db20518f tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:58.693347 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7aa4036-9daa-433a-8e23-a364db20518f tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:51:58.709074 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aa4036-9daa-433a-8e23-a364db20518f tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8de3edb1-4e21-42cd-b0f0-78cf422e3dd0,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:51:58.712040 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b7aa4036-9daa-433a-8e23-a364db20518f tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:58.712381 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-b7aa4036-9daa-433a-8e23-a364db20518f tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Added segment fb44d857-8779-447f-b392-f022778ad424 of type vlan for network 0bb8a520-539a-464e-b14a-fc25afa32468 Dec 10 19:51:58.758084 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b7aa4036-9daa-433a-8e23-a364db20518f tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:59.090349 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b7aa4036-9daa-433a-8e23-a364db20518f tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:59.096388 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7aa4036-9daa-433a-8e23-a364db20518f tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:51:59.097541 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b7aa4036-9daa-433a-8e23-a364db20518f tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:51:59.153060 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-b7aa4036-9daa-433a-8e23-a364db20518f tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6919651 Dec 10 19:51:59.166415 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aa4036-9daa-433a-8e23-a364db20518f tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Pushing event updated for resources: {'Network': ['ID=0bb8a520-539a-464e-b14a-fc25afa32468,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:51:59.178041 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 0bb8a520-539a-464e-b14a-fc25afa32468 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:52:02.373016 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 33840) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:52:02.378703 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-155f719c-50eb-44f0-b34d-3d962bba404f tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Request body: {'subnet': {'network_id': '0bb8a520-539a-464e-b14a-fc25afa32468', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:52:02.466764 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155f719c-50eb-44f0-b34d-3d962bba404f tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Made reservation on behalf of 4b43ecb98ba64c8fbdedfa39b9ee0022 for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:52:02.470178 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-155f719c-50eb-44f0-b34d-3d962bba404f tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:02.652352 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-155f719c-50eb-44f0-b34d-3d962bba404f tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:02.657659 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:02.715212 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155f719c-50eb-44f0-b34d-3d962bba404f tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Pushing event updated for resources: {'Subnet': ['ID=7a5377de-368f-4484-8781-f67bff874d14,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:02.726186 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155f719c-50eb-44f0-b34d-3d962bba404f tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Checking segment: {'id': 'fb44d857-8779-447f-b392-f022778ad424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0bb8a520-539a-464e-b14a-fc25afa32468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:52:02.727707 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155f719c-50eb-44f0-b34d-3d962bba404f tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Network hostable DHCP agents. Network: 0bb8a520-539a-464e-b14a-fc25afa32468, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:52:02.747983 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155f719c-50eb-44f0-b34d-3d962bba404f tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Network 0bb8a520-539a-464e-b14a-fc25afa32468 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:52:02.758294 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-155f719c-50eb-44f0-b34d-3d962bba404f tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 0bb8a520-539a-464e-b14a-fc25afa32468) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:52:02.762687 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155f719c-50eb-44f0-b34d-3d962bba404f tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:52:02.763265 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-155f719c-50eb-44f0-b34d-3d962bba404f tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:02.770502 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd694490-846a-441b-9ea7-e6e1679b7549 None None] Network 0bb8a520-539a-464e-b14a-fc25afa32468 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:52:02.785199 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-155f719c-50eb-44f0-b34d-3d962bba404f tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4069145 Dec 10 19:52:02.785544 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 33842) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:52:02.794291 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-07554de1-da69-4ac8-b856-f9cb22b78f6d tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-628065179'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:52:02.818951 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07554de1-da69-4ac8-b856-f9cb22b78f6d tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Made reservation on behalf of 4b43ecb98ba64c8fbdedfa39b9ee0022 for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:52:02.822582 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-07554de1-da69-4ac8-b856-f9cb22b78f6d tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:02.854684 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07554de1-da69-4ac8-b856-f9cb22b78f6d tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:52:02.866509 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-07554de1-da69-4ac8-b856-f9cb22b78f6d tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:02.866925 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-07554de1-da69-4ac8-b856-f9cb22b78f6d tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Added segment 29e98b50-b8e1-4b1b-9b42-b9ea62b6ac1f of type vlan for network e130d15d-8de3-4d12-9b55-3c275ba54530 Dec 10 19:52:02.914327 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-07554de1-da69-4ac8-b856-f9cb22b78f6d tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:02.925342 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b330975-3b43-4f00-9df2-c7f6e3ec0727 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-0bb8a520-539a-464e-b14a-fc25afa32468', 'network_id': '0bb8a520-539a-464e-b14a-fc25afa32468', 'tenant_id': '4b43ecb98ba64c8fbdedfa39b9ee0022', 'fixed_ips': [{'subnet_id': '7a5377de-368f-4484-8781-f67bff874d14'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:52:02.926292 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2b330975-3b43-4f00-9df2-c7f6e3ec0727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:02.945186 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-07554de1-da69-4ac8-b856-f9cb22b78f6d tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:02.950949 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07554de1-da69-4ac8-b856-f9cb22b78f6d tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:52:02.951585 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-07554de1-da69-4ac8-b856-f9cb22b78f6d tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:03.016395 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-07554de1-da69-4ac8-b856-f9cb22b78f6d tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2269707 Dec 10 19:52:03.017308 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 33844) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:52:03.027873 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07554de1-da69-4ac8-b856-f9cb22b78f6d tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Pushing event updated for resources: {'Network': ['ID=e130d15d-8de3-4d12-9b55-3c275ba54530,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:03.028175 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-67cb56ef-544c-4788-8bd1-9b3c6e3e7ca5 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Request body: {'subnet': {'network_id': 'e130d15d-8de3-4d12-9b55-3c275ba54530', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:52:03.058165 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network e130d15d-8de3-4d12-9b55-3c275ba54530 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:52:03.146216 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67cb56ef-544c-4788-8bd1-9b3c6e3e7ca5 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Made reservation on behalf of 4b43ecb98ba64c8fbdedfa39b9ee0022 for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:52:03.149962 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-67cb56ef-544c-4788-8bd1-9b3c6e3e7ca5 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:03.156664 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-2b330975-3b43-4f00-9df2-c7f6e3ec0727 None None] Allocated IP 2001:db8:0:ffff::2 (0bb8a520-539a-464e-b14a-fc25afa32468/7a5377de-368f-4484-8781-f67bff874d14/bca4c5ba-b2bd-481d-a509-31f366737a1e) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:52:03.311016 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2b330975-3b43-4f00-9df2-c7f6e3ec0727 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:03.317150 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2b330975-3b43-4f00-9df2-c7f6e3ec0727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:03.352521 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-67cb56ef-544c-4788-8bd1-9b3c6e3e7ca5 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:03.354301 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b330975-3b43-4f00-9df2-c7f6e3ec0727 None None] Network 0bb8a520-539a-464e-b14a-fc25afa32468 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:52:03.357475 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-2b330975-3b43-4f00-9df2-c7f6e3ec0727 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:52:03.360722 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b330975-3b43-4f00-9df2-c7f6e3ec0727 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:52:03.369264 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b330975-3b43-4f00-9df2-c7f6e3ec0727 None None] Pushing event updated for resources: {'Port': ['ID=bca4c5ba-b2bd-481d-a509-31f366737a1e,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:03.419481 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-2b330975-3b43-4f00-9df2-c7f6e3ec0727 None None] Attempting to bind port bca4c5ba-b2bd-481d-a509-31f366737a1e on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:52:03.419847 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-2b330975-3b43-4f00-9df2-c7f6e3ec0727 None None] Attempting to bind port bca4c5ba-b2bd-481d-a509-31f366737a1e by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': 'fb44d857-8779-447f-b392-f022778ad424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0bb8a520-539a-464e-b14a-fc25afa32468'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:52:03.420221 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b330975-3b43-4f00-9df2-c7f6e3ec0727 None None] Attempting to bind port bca4c5ba-b2bd-481d-a509-31f366737a1e on network 0bb8a520-539a-464e-b14a-fc25afa32468 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:52:03.420970 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cb56ef-544c-4788-8bd1-9b3c6e3e7ca5 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Pushing event updated for resources: {'Subnet': ['ID=928e483a-0913-4cb9-bfed-17fbc3a5fd92,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:03.425713 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b330975-3b43-4f00-9df2-c7f6e3ec0727 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:52:03.426076 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b330975-3b43-4f00-9df2-c7f6e3ec0727 None None] Checking segment: {'id': 'fb44d857-8779-447f-b392-f022778ad424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0bb8a520-539a-464e-b14a-fc25afa32468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:52:03.426471 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2b330975-3b43-4f00-9df2-c7f6e3ec0727 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:03.426849 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b330975-3b43-4f00-9df2-c7f6e3ec0727 None None] Bound using segment: {'id': 'fb44d857-8779-447f-b392-f022778ad424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0bb8a520-539a-464e-b14a-fc25afa32468'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:52:03.427309 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-2b330975-3b43-4f00-9df2-c7f6e3ec0727 None None] Bound port: bca4c5ba-b2bd-481d-a509-31f366737a1e, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb44d857-8779-447f-b392-f022778ad424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0bb8a520-539a-464e-b14a-fc25afa32468'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:52:03.427678 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2b330975-3b43-4f00-9df2-c7f6e3ec0727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:03.431933 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cb56ef-544c-4788-8bd1-9b3c6e3e7ca5 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Checking segment: {'id': '29e98b50-b8e1-4b1b-9b42-b9ea62b6ac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e130d15d-8de3-4d12-9b55-3c275ba54530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:52:03.432298 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cb56ef-544c-4788-8bd1-9b3c6e3e7ca5 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Network hostable DHCP agents. Network: e130d15d-8de3-4d12-9b55-3c275ba54530, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:52:03.449426 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cb56ef-544c-4788-8bd1-9b3c6e3e7ca5 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Network e130d15d-8de3-4d12-9b55-3c275ba54530 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:52:03.458290 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-67cb56ef-544c-4788-8bd1-9b3c6e3e7ca5 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, e130d15d-8de3-4d12-9b55-3c275ba54530) {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:52:03.464730 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cb56ef-544c-4788-8bd1-9b3c6e3e7ca5 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:52:03.465638 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-67cb56ef-544c-4788-8bd1-9b3c6e3e7ca5 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:03.466975 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa8094f-8d63-4124-a929-fe54971972b3 None None] Network e130d15d-8de3-4d12-9b55-3c275ba54530 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:52:03.483855 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-67cb56ef-544c-4788-8bd1-9b3c6e3e7ca5 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4635611 Dec 10 19:52:03.487106 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 33846) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:52:03.538458 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-2b330975-3b43-4f00-9df2-c7f6e3ec0727 None None] For port bca4c5ba-b2bd-481d-a509-31f366737a1e, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:52:03.543311 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-2b330975-3b43-4f00-9df2-c7f6e3ec0727 None None] For port bca4c5ba-b2bd-481d-a509-31f366737a1e, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=bca4c5ba-b2bd-481d-a509-31f366737a1e,segment=NetworkSegment(fb44d857-8779-447f-b392-f022778ad424),segment_id=fb44d857-8779-447f-b392-f022778ad424)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:52:03.550203 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2b330975-3b43-4f00-9df2-c7f6e3ec0727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:03.590925 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5d86bd3b-2281-4db3-b99e-d8b35ab7ba73 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:03.656992 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b330975-3b43-4f00-9df2-c7f6e3ec0727 None None] Pushing event updated for resources: {'Port': ['ID=bca4c5ba-b2bd-481d-a509-31f366737a1e,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:03.691726 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5d86bd3b-2281-4db3-b99e-d8b35ab7ba73 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:03.703012 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f883852c-c98a-4e32-9d2c-ddf00d5a4bd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-e130d15d-8de3-4d12-9b55-3c275ba54530', 'network_id': 'e130d15d-8de3-4d12-9b55-3c275ba54530', 'tenant_id': '4b43ecb98ba64c8fbdedfa39b9ee0022', 'fixed_ips': [{'subnet_id': '928e483a-0913-4cb9-bfed-17fbc3a5fd92'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:52:03.703849 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f883852c-c98a-4e32-9d2c-ddf00d5a4bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:03.763360 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5d86bd3b-2281-4db3-b99e-d8b35ab7ba73 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:03.801833 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d86bd3b-2281-4db3-b99e-d8b35ab7ba73 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Pushing event deleted for resources: {'Subnet': ['ID=928e483a-0913-4cb9-bfed-17fbc3a5fd92,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server [None req-f883852c-c98a-4e32-9d2c-ddf00d5a4bd4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 928e483a-0913-4cb9-bfed-17fbc3a5fd92: This subnet is being modified by another concurrent operation. Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server raise exception Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 928e483a-0913-4cb9-bfed-17fbc3a5fd92: This subnet is being modified by another concurrent operation. Dec 10 19:52:03.832910 dv-neutron-821441-1-hyperv neutron-server[102367]: ERROR oslo_messaging.rpc.server Dec 10 19:52:03.852008 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2887c4e-9cda-45e6-891d-10d507aafeb0 None None] Network e130d15d-8de3-4d12-9b55-3c275ba54530 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:52:03.886200 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5d86bd3b-2281-4db3-b99e-d8b35ab7ba73 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:03.908126 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-5d86bd3b-2281-4db3-b99e-d8b35ab7ba73 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e130d15d-8de3-4d12-9b55-3c275ba54530']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:52:03.918813 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-5d86bd3b-2281-4db3-b99e-d8b35ab7ba73 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29e98b50-b8e1-4b1b-9b42-b9ea62b6ac1f') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:52:03.919103 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-5d86bd3b-2281-4db3-b99e-d8b35ab7ba73 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29e98b50-b8e1-4b1b-9b42-b9ea62b6ac1f') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:52:03.930210 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5d86bd3b-2281-4db3-b99e-d8b35ab7ba73 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:03.945207 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5d86bd3b-2281-4db3-b99e-d8b35ab7ba73 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:03.952319 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d86bd3b-2281-4db3-b99e-d8b35ab7ba73 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:52:03.952743 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5d86bd3b-2281-4db3-b99e-d8b35ab7ba73 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:03.956377 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:52:03.956377 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:52:03.956377 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:52:03.956377 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:52:03.956377 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:52:03.956377 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:52:03.956377 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:52:03.956377 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:52:03.956377 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:52:03.956377 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:52:03.956377 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:52:03.956377 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:52:03.956377 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:52:03.956377 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:52:03.956377 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:52:03.956377 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:52:03.956377 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:52:03.956377 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:52:03.956377 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:52:03.956377 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:52:03.956377 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:52:03.956377 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:52:03.956377 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:52:03.956377 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:52:03.956377 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:52:03.956377 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:52:03.956377 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:52:03.956377 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:52:03.956377 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:52:03.956377 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:52:03.956377 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:52:03.956377 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:52:04.019648 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5d86bd3b-2281-4db3-b99e-d8b35ab7ba73 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:04.026502 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5d86bd3b-2281-4db3-b99e-d8b35ab7ba73 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:04.029687 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-5d86bd3b-2281-4db3-b99e-d8b35ab7ba73 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] 10.222.0.69 "DELETE /v2.0/networks/e130d15d-8de3-4d12-9b55-3c275ba54530 HTTP/1.1" status: 204 len: 168 time: 0.5416656 Dec 10 19:52:04.034128 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 33848) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:52:04.039205 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-dd87053e-3c70-4625-9697-89653ba17d33 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-534235357'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:52:04.044812 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d86bd3b-2281-4db3-b99e-d8b35ab7ba73 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Pushing event deleted for resources: {'Network': ['ID=e130d15d-8de3-4d12-9b55-3c275ba54530,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:04.061037 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd87053e-3c70-4625-9697-89653ba17d33 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Made reservation on behalf of 4b43ecb98ba64c8fbdedfa39b9ee0022 for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:52:04.065102 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-dd87053e-3c70-4625-9697-89653ba17d33 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:04.088287 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd87053e-3c70-4625-9697-89653ba17d33 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:52:04.099901 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-dd87053e-3c70-4625-9697-89653ba17d33 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:04.100252 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-dd87053e-3c70-4625-9697-89653ba17d33 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Added segment c61ab32d-efa9-4d29-a55b-0c42abd496e6 of type vlan for network d433bc51-d7f0-4ef1-b2d8-d2090fca5a81 Dec 10 19:52:04.148280 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-dd87053e-3c70-4625-9697-89653ba17d33 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:04.174798 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-dd87053e-3c70-4625-9697-89653ba17d33 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:04.180674 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd87053e-3c70-4625-9697-89653ba17d33 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:52:04.181277 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-dd87053e-3c70-4625-9697-89653ba17d33 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:04.245210 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-dd87053e-3c70-4625-9697-89653ba17d33 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2097583 Dec 10 19:52:04.246862 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 33852) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:52:04.255269 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-da188728-4aff-405a-928c-8e9d67ac589a tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Request body: {'subnet': {'network_id': 'd433bc51-d7f0-4ef1-b2d8-d2090fca5a81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:52:04.260946 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd87053e-3c70-4625-9697-89653ba17d33 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Pushing event updated for resources: {'Network': ['ID=d433bc51-d7f0-4ef1-b2d8-d2090fca5a81,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:04.274060 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network d433bc51-d7f0-4ef1-b2d8-d2090fca5a81 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:52:04.398446 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da188728-4aff-405a-928c-8e9d67ac589a tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Made reservation on behalf of 4b43ecb98ba64c8fbdedfa39b9ee0022 for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:52:04.403118 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-da188728-4aff-405a-928c-8e9d67ac589a tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:04.469963 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.ipam_backend_mixin [None req-da188728-4aff-405a-928c-8e9d67ac589a tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Performing IP validity checks on allocation pools {{(pid=102365) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 19:52:04.470477 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.ipam_backend_mixin [None req-da188728-4aff-405a-928c-8e9d67ac589a tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102365) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 19:52:04.605186 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-da188728-4aff-405a-928c-8e9d67ac589a tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:04.663072 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b7ddf2-6944-4173-8949-47c0ff9f89e6 None None] Network 0bb8a520-539a-464e-b14a-fc25afa32468 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:52:04.677158 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da188728-4aff-405a-928c-8e9d67ac589a tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Pushing event updated for resources: {'Subnet': ['ID=38837caf-2528-421c-9acd-991b5fce4cd6,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:04.686627 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da188728-4aff-405a-928c-8e9d67ac589a tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Checking segment: {'id': 'c61ab32d-efa9-4d29-a55b-0c42abd496e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd433bc51-d7f0-4ef1-b2d8-d2090fca5a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:52:04.686987 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da188728-4aff-405a-928c-8e9d67ac589a tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Network hostable DHCP agents. Network: d433bc51-d7f0-4ef1-b2d8-d2090fca5a81, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:52:04.712164 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da188728-4aff-405a-928c-8e9d67ac589a tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Network d433bc51-d7f0-4ef1-b2d8-d2090fca5a81 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:52:04.722494 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-da188728-4aff-405a-928c-8e9d67ac589a tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, d433bc51-d7f0-4ef1-b2d8-d2090fca5a81) {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:52:04.733033 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc10949-3491-4433-97fc-8402fd87ae03 None None] Network d433bc51-d7f0-4ef1-b2d8-d2090fca5a81 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:52:04.737291 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da188728-4aff-405a-928c-8e9d67ac589a tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:52:04.739316 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-28b71a3b-332e-4d0f-ba92-9dcab24eaf86 None None] Provisioning complete for port bca4c5ba-b2bd-481d-a509-31f366737a1e triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:52:04.739665 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-da188728-4aff-405a-928c-8e9d67ac589a tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:04.739804 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-28b71a3b-332e-4d0f-ba92-9dcab24eaf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:04.759482 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-da188728-4aff-405a-928c-8e9d67ac589a tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5109174 Dec 10 19:52:04.762087 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 33854) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:52:04.870296 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9b023926-3918-4df5-88e0-c773b7423ff1 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:04.928583 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9b023926-3918-4df5-88e0-c773b7423ff1 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:05.007203 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9b023926-3918-4df5-88e0-c773b7423ff1 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:05.033697 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b023926-3918-4df5-88e0-c773b7423ff1 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Pushing event deleted for resources: {'Subnet': ['ID=38837caf-2528-421c-9acd-991b5fce4cd6,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:05.100989 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9b023926-3918-4df5-88e0-c773b7423ff1 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:05.121456 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-9b023926-3918-4df5-88e0-c773b7423ff1 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d433bc51-d7f0-4ef1-b2d8-d2090fca5a81']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:52:05.131237 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-9b023926-3918-4df5-88e0-c773b7423ff1 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c61ab32d-efa9-4d29-a55b-0c42abd496e6') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:52:05.131526 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-9b023926-3918-4df5-88e0-c773b7423ff1 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c61ab32d-efa9-4d29-a55b-0c42abd496e6') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:52:05.145365 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9b023926-3918-4df5-88e0-c773b7423ff1 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:05.161999 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9b023926-3918-4df5-88e0-c773b7423ff1 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:05.163649 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ec6058-1e13-44b6-a36b-b124141f23ff None None] Network d433bc51-d7f0-4ef1-b2d8-d2090fca5a81 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:52:05.172031 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b023926-3918-4df5-88e0-c773b7423ff1 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:52:05.172405 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9b023926-3918-4df5-88e0-c773b7423ff1 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:05.177018 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:52:05.177018 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:52:05.177018 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:52:05.177018 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:52:05.177018 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:52:05.177018 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:52:05.177018 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:52:05.177018 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:52:05.177018 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:52:05.177018 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:52:05.177018 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:52:05.177018 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:52:05.177018 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:52:05.177018 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:52:05.177018 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:52:05.177018 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:52:05.177018 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:52:05.177018 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:52:05.177018 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:52:05.177018 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:52:05.177018 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:52:05.177018 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:52:05.177018 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:52:05.177018 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:52:05.177018 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:52:05.177018 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:52:05.177018 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:52:05.177018 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:52:05.177018 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:52:05.177018 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:52:05.177018 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:52:05.177018 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:52:05.210544 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-28b71a3b-332e-4d0f-ba92-9dcab24eaf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:05.238556 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9b023926-3918-4df5-88e0-c773b7423ff1 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:05.246639 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9b023926-3918-4df5-88e0-c773b7423ff1 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:05.250075 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-9b023926-3918-4df5-88e0-c773b7423ff1 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] 10.222.0.69 "DELETE /v2.0/networks/d433bc51-d7f0-4ef1-b2d8-d2090fca5a81 HTTP/1.1" status: 204 len: 168 time: 0.4870217 Dec 10 19:52:05.255092 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 33856) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:52:05.260625 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-fdf54263-9aa1-41b6-9f37-3e71ad289ac6 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1583577152'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:52:05.278755 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b023926-3918-4df5-88e0-c773b7423ff1 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Pushing event deleted for resources: {'Network': ['ID=d433bc51-d7f0-4ef1-b2d8-d2090fca5a81,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:05.305394 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-28b71a3b-332e-4d0f-ba92-9dcab24eaf86 None None] For port bca4c5ba-b2bd-481d-a509-31f366737a1e, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=bca4c5ba-b2bd-481d-a509-31f366737a1e,segment=NetworkSegment(fb44d857-8779-447f-b392-f022778ad424),segment_id=fb44d857-8779-447f-b392-f022778ad424)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:52:05.306847 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf54263-9aa1-41b6-9f37-3e71ad289ac6 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Made reservation on behalf of 4b43ecb98ba64c8fbdedfa39b9ee0022 for: {'network': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:52:05.310547 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fdf54263-9aa1-41b6-9f37-3e71ad289ac6 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:05.328038 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-28b71a3b-332e-4d0f-ba92-9dcab24eaf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:05.337478 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdf54263-9aa1-41b6-9f37-3e71ad289ac6 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=102365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:52:05.347760 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fdf54263-9aa1-41b6-9f37-3e71ad289ac6 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:05.348122 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.segments_db [None req-fdf54263-9aa1-41b6-9f37-3e71ad289ac6 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Added segment a986e297-94ca-4f96-9cc8-b19f2c0220da of type vlan for network 4c8e7b62-f997-462c-8026-e89db521986f Dec 10 19:52:05.396153 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fdf54263-9aa1-41b6-9f37-3e71ad289ac6 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:05.397805 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b71a3b-332e-4d0f-ba92-9dcab24eaf86 None None] Pushing event updated for resources: {'Port': ['ID=bca4c5ba-b2bd-481d-a509-31f366737a1e,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:05.427837 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fdf54263-9aa1-41b6-9f37-3e71ad289ac6 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:05.433981 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf54263-9aa1-41b6-9f37-3e71ad289ac6 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:52:05.434710 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-fdf54263-9aa1-41b6-9f37-3e71ad289ac6 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:05.494442 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5838eb-4160-47b8-bf0f-eb90ecd9d3e0 None None] get_active_networks_info from dv-neutron-821441-1-hyperv {{(pid=102367) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 10 19:52:05.528339 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-fdf54263-9aa1-41b6-9f37-3e71ad289ac6 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2693939 Dec 10 19:52:05.529017 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 33858) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:52:05.535495 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-fc143e9d-93b1-48c8-8cfa-7d3c9b938565 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Request body: {'subnet': {'network_id': '4c8e7b62-f997-462c-8026-e89db521986f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:52:05.549468 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf54263-9aa1-41b6-9f37-3e71ad289ac6 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Pushing event updated for resources: {'Network': ['ID=4c8e7b62-f997-462c-8026-e89db521986f,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:05.574928 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 4c8e7b62-f997-462c-8026-e89db521986f details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:52:05.597128 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-0a691e43-8d51-4699-9fd5-a27f73f58eb3 None None] Provisioning complete for port bca4c5ba-b2bd-481d-a509-31f366737a1e triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:52:05.597588 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0a691e43-8d51-4699-9fd5-a27f73f58eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:05.651625 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc143e9d-93b1-48c8-8cfa-7d3c9b938565 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Made reservation on behalf of 4b43ecb98ba64c8fbdedfa39b9ee0022 for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:52:05.655578 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-fc143e9d-93b1-48c8-8cfa-7d3c9b938565 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:05.668367 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device bca4c5ba-b2bd-481d-a509-31f366737a1e up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:52:05.698270 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5838eb-4160-47b8-bf0f-eb90ecd9d3e0 None None] Resources bound (agent type, host, resource id): {{(pid=102367) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 19:52:05.835536 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port bca4c5ba-b2bd-481d-a509-31f366737a1e triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:52:05.836248 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:05.863732 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-fc143e9d-93b1-48c8-8cfa-7d3c9b938565 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:05.930750 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc143e9d-93b1-48c8-8cfa-7d3c9b938565 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Pushing event updated for resources: {'Subnet': ['ID=76eedf72-4c75-488f-93f0-14c7cc59eb0c,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:05.938147 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc143e9d-93b1-48c8-8cfa-7d3c9b938565 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Checking segment: {'id': 'a986e297-94ca-4f96-9cc8-b19f2c0220da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4c8e7b62-f997-462c-8026-e89db521986f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:52:05.938516 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc143e9d-93b1-48c8-8cfa-7d3c9b938565 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Network hostable DHCP agents. Network: 4c8e7b62-f997-462c-8026-e89db521986f, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:52:05.956096 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc143e9d-93b1-48c8-8cfa-7d3c9b938565 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Network 4c8e7b62-f997-462c-8026-e89db521986f is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:52:05.964896 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-fc143e9d-93b1-48c8-8cfa-7d3c9b938565 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 4c8e7b62-f997-462c-8026-e89db521986f) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:52:05.969133 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc143e9d-93b1-48c8-8cfa-7d3c9b938565 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:52:05.969716 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-fc143e9d-93b1-48c8-8cfa-7d3c9b938565 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:05.989071 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-fc143e9d-93b1-48c8-8cfa-7d3c9b938565 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4582124 Dec 10 19:52:05.992468 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 33860) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:52:05.997427 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-040e538c-760d-4664-a375-4fc4aa41005d tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-157233182'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:52:06.021550 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040e538c-760d-4664-a375-4fc4aa41005d tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Made reservation on behalf of 4b43ecb98ba64c8fbdedfa39b9ee0022 for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:52:06.025132 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-040e538c-760d-4664-a375-4fc4aa41005d tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:06.048046 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad3fc5a-47fc-4842-bab6-68cf880b4af7 None None] Network 4c8e7b62-f997-462c-8026-e89db521986f requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:52:06.052085 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-040e538c-760d-4664-a375-4fc4aa41005d tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:52:06.062719 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-040e538c-760d-4664-a375-4fc4aa41005d tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:06.063067 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-040e538c-760d-4664-a375-4fc4aa41005d tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Added segment 84c91e79-13af-4dcc-9c3f-5e4e510b9c88 of type vlan for network 47a8b073-93cd-41f6-a471-3585f71a6690 Dec 10 19:52:06.107271 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-040e538c-760d-4664-a375-4fc4aa41005d tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:06.131455 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-040e538c-760d-4664-a375-4fc4aa41005d tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:06.137242 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040e538c-760d-4664-a375-4fc4aa41005d tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:52:06.137826 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-040e538c-760d-4664-a375-4fc4aa41005d tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:06.194424 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-040e538c-760d-4664-a375-4fc4aa41005d tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2009254 Dec 10 19:52:06.197312 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 33862) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:52:06.200246 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9f5851-ea67-4702-81e3-9f0c1ff93e3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-4c8e7b62-f997-462c-8026-e89db521986f', 'network_id': '4c8e7b62-f997-462c-8026-e89db521986f', 'tenant_id': '4b43ecb98ba64c8fbdedfa39b9ee0022', 'fixed_ips': [{'subnet_id': '76eedf72-4c75-488f-93f0-14c7cc59eb0c'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:52:06.201143 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-5d9f5851-ea67-4702-81e3-9f0c1ff93e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:06.202370 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-b022a3e8-12d7-41c6-87d1-9a28b418d2e2 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Request body: {'subnet': {'network_id': '47a8b073-93cd-41f6-a471-3585f71a6690', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:52:06.217066 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040e538c-760d-4664-a375-4fc4aa41005d tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Pushing event updated for resources: {'Network': ['ID=47a8b073-93cd-41f6-a471-3585f71a6690,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:06.230939 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 47a8b073-93cd-41f6-a471-3585f71a6690 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:52:06.301299 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b022a3e8-12d7-41c6-87d1-9a28b418d2e2 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Made reservation on behalf of 4b43ecb98ba64c8fbdedfa39b9ee0022 for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:52:06.304887 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b022a3e8-12d7-41c6-87d1-9a28b418d2e2 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:06.407970 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-5d9f5851-ea67-4702-81e3-9f0c1ff93e3f None None] Allocated IP 2001:db8::2 (4c8e7b62-f997-462c-8026-e89db521986f/76eedf72-4c75-488f-93f0-14c7cc59eb0c/21f911f9-ef5e-47c1-a3d9-731dac90fc80) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:52:06.497566 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b022a3e8-12d7-41c6-87d1-9a28b418d2e2 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:06.553066 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-5d9f5851-ea67-4702-81e3-9f0c1ff93e3f None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:06.558372 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-5d9f5851-ea67-4702-81e3-9f0c1ff93e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:06.559861 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b022a3e8-12d7-41c6-87d1-9a28b418d2e2 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Pushing event updated for resources: {'Subnet': ['ID=3392be25-71f7-415f-b25a-036b5f1f3cb3,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:06.568228 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b022a3e8-12d7-41c6-87d1-9a28b418d2e2 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Checking segment: {'id': '84c91e79-13af-4dcc-9c3f-5e4e510b9c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '47a8b073-93cd-41f6-a471-3585f71a6690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:52:06.568613 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b022a3e8-12d7-41c6-87d1-9a28b418d2e2 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Network hostable DHCP agents. Network: 47a8b073-93cd-41f6-a471-3585f71a6690, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:52:06.585560 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b022a3e8-12d7-41c6-87d1-9a28b418d2e2 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Network 47a8b073-93cd-41f6-a471-3585f71a6690 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:52:06.593728 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-b022a3e8-12d7-41c6-87d1-9a28b418d2e2 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 47a8b073-93cd-41f6-a471-3585f71a6690) {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:52:06.598304 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b022a3e8-12d7-41c6-87d1-9a28b418d2e2 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:52:06.598920 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b022a3e8-12d7-41c6-87d1-9a28b418d2e2 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:06.602488 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9f5851-ea67-4702-81e3-9f0c1ff93e3f None None] Network 4c8e7b62-f997-462c-8026-e89db521986f is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:52:06.605262 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-5d9f5851-ea67-4702-81e3-9f0c1ff93e3f None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:52:06.613367 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4124cec9-3621-4c8b-ad20-332572a00a91 None None] Network 47a8b073-93cd-41f6-a471-3585f71a6690 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:52:06.615210 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9f5851-ea67-4702-81e3-9f0c1ff93e3f None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:52:06.617182 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-b022a3e8-12d7-41c6-87d1-9a28b418d2e2 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4187801 Dec 10 19:52:06.619059 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9f5851-ea67-4702-81e3-9f0c1ff93e3f None None] Pushing event updated for resources: {'Port': ['ID=21f911f9-ef5e-47c1-a3d9-731dac90fc80,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:06.619892 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 33864) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:52:06.713826 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-5d9f5851-ea67-4702-81e3-9f0c1ff93e3f None None] Attempting to bind port 21f911f9-ef5e-47c1-a3d9-731dac90fc80 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:52:06.714185 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-5d9f5851-ea67-4702-81e3-9f0c1ff93e3f None None] Attempting to bind port 21f911f9-ef5e-47c1-a3d9-731dac90fc80 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': 'a986e297-94ca-4f96-9cc8-b19f2c0220da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4c8e7b62-f997-462c-8026-e89db521986f'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:52:06.714540 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9f5851-ea67-4702-81e3-9f0c1ff93e3f None None] Attempting to bind port 21f911f9-ef5e-47c1-a3d9-731dac90fc80 on network 4c8e7b62-f997-462c-8026-e89db521986f {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:52:06.733035 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bad7a32f-092f-446b-9483-1a36fdcd3b42 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:06.733989 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9f5851-ea67-4702-81e3-9f0c1ff93e3f None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:52:06.734357 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9f5851-ea67-4702-81e3-9f0c1ff93e3f None None] Checking segment: {'id': 'a986e297-94ca-4f96-9cc8-b19f2c0220da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4c8e7b62-f997-462c-8026-e89db521986f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:52:06.734754 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-5d9f5851-ea67-4702-81e3-9f0c1ff93e3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:06.735126 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9f5851-ea67-4702-81e3-9f0c1ff93e3f None None] Bound using segment: {'id': 'a986e297-94ca-4f96-9cc8-b19f2c0220da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4c8e7b62-f997-462c-8026-e89db521986f'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:52:06.735945 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-5d9f5851-ea67-4702-81e3-9f0c1ff93e3f None None] Bound port: 21f911f9-ef5e-47c1-a3d9-731dac90fc80, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a986e297-94ca-4f96-9cc8-b19f2c0220da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4c8e7b62-f997-462c-8026-e89db521986f'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:52:06.735945 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-5d9f5851-ea67-4702-81e3-9f0c1ff93e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:06.813453 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bad7a32f-092f-446b-9483-1a36fdcd3b42 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:06.847506 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-5d9f5851-ea67-4702-81e3-9f0c1ff93e3f None None] For port 21f911f9-ef5e-47c1-a3d9-731dac90fc80, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:52:06.851086 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-5d9f5851-ea67-4702-81e3-9f0c1ff93e3f None None] For port 21f911f9-ef5e-47c1-a3d9-731dac90fc80, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=21f911f9-ef5e-47c1-a3d9-731dac90fc80,segment=NetworkSegment(a986e297-94ca-4f96-9cc8-b19f2c0220da),segment_id=a986e297-94ca-4f96-9cc8-b19f2c0220da)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:52:06.853492 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021fcb82-7230-4283-9243-0e6a7a3da434 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-47a8b073-93cd-41f6-a471-3585f71a6690', 'network_id': '47a8b073-93cd-41f6-a471-3585f71a6690', 'tenant_id': '4b43ecb98ba64c8fbdedfa39b9ee0022', 'fixed_ips': [{'subnet_id': '3392be25-71f7-415f-b25a-036b5f1f3cb3'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:52:06.854326 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-021fcb82-7230-4283-9243-0e6a7a3da434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:06.864866 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-5d9f5851-ea67-4702-81e3-9f0c1ff93e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:06.881805 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bad7a32f-092f-446b-9483-1a36fdcd3b42 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:06.911248 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad7a32f-092f-446b-9483-1a36fdcd3b42 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Pushing event deleted for resources: {'Subnet': ['ID=3392be25-71f7-415f-b25a-036b5f1f3cb3,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:06.979456 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9f5851-ea67-4702-81e3-9f0c1ff93e3f None None] Pushing event updated for resources: {'Port': ['ID=21f911f9-ef5e-47c1-a3d9-731dac90fc80,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:06.992013 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bad7a32f-092f-446b-9483-1a36fdcd3b42 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:06.993694 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84498ea-bc5f-4c70-9dbf-598d3ee71b1c None None] Network 47a8b073-93cd-41f6-a471-3585f71a6690 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:52:07.015399 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-bad7a32f-092f-446b-9483-1a36fdcd3b42 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47a8b073-93cd-41f6-a471-3585f71a6690']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:52:07.026261 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-bad7a32f-092f-446b-9483-1a36fdcd3b42 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84c91e79-13af-4dcc-9c3f-5e4e510b9c88') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:52:07.026565 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-bad7a32f-092f-446b-9483-1a36fdcd3b42 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84c91e79-13af-4dcc-9c3f-5e4e510b9c88') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:52:07.037232 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bad7a32f-092f-446b-9483-1a36fdcd3b42 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:07.053234 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bad7a32f-092f-446b-9483-1a36fdcd3b42 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:07.060270 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bad7a32f-092f-446b-9483-1a36fdcd3b42 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:52:07.061330 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bad7a32f-092f-446b-9483-1a36fdcd3b42 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:07.066131 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:52:07.066131 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:52:07.066131 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:52:07.066131 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:52:07.066131 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:52:07.066131 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:52:07.066131 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:52:07.066131 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:52:07.066131 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:52:07.066131 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:52:07.066131 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:52:07.066131 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:52:07.066131 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:52:07.066131 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:52:07.066131 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:52:07.066131 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:52:07.066131 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:52:07.066131 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:52:07.066131 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:52:07.066131 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:52:07.066131 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:52:07.066131 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:52:07.066131 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:52:07.066131 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:52:07.066131 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:52:07.066131 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:52:07.066131 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:52:07.066131 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:52:07.066131 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:52:07.066131 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:52:07.066131 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:52:07.066131 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:52:07.148491 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bad7a32f-092f-446b-9483-1a36fdcd3b42 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:07.153899 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bad7a32f-092f-446b-9483-1a36fdcd3b42 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:07.157266 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-bad7a32f-092f-446b-9483-1a36fdcd3b42 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] 10.222.0.69 "DELETE /v2.0/networks/47a8b073-93cd-41f6-a471-3585f71a6690 HTTP/1.1" status: 204 len: 168 time: 0.5354769 Dec 10 19:52:07.162096 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 33866) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:52:07.207615 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad7a32f-092f-446b-9483-1a36fdcd3b42 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Pushing event deleted for resources: {'Network': ['ID=47a8b073-93cd-41f6-a471-3585f71a6690,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:07.211058 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-f64b2e70-dbde-4ac8-89ee-d1557852a605 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] GET failed (client error): The resource could not be found. Dec 10 19:52:07.215021 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-f64b2e70-dbde-4ac8-89ee-d1557852a605 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] 10.222.0.69 "GET /v2.0/subnets/3392be25-71f7-415f-b25a-036b5f1f3cb3 HTTP/1.1" status: 404 len: 337 time: 0.0493889 Dec 10 19:52:07.215391 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 33868) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:52:07.235524 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5f69261-a63b-4c73-ae52-8a9e715705da tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] DELETE failed (client error): The resource could not be found. Dec 10 19:52:07.236161 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5f69261-a63b-4c73-ae52-8a9e715705da tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:52:07.240413 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d5f69261-a63b-4c73-ae52-8a9e715705da tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] 10.222.0.69 "DELETE /v2.0/networks/47a8b073-93cd-41f6-a471-3585f71a6690 HTTP/1.1" status: 404 len: 339 time: 0.0242369 Dec 10 19:52:07.244095 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 33870) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:52:07.271677 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-85c133c7-0c25-465d-ade1-6a7d110a41e2 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] DELETE failed (client error): The resource could not be found. Dec 10 19:52:07.272133 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85c133c7-0c25-465d-ade1-6a7d110a41e2 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:52:07.275212 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-85c133c7-0c25-465d-ade1-6a7d110a41e2 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] 10.222.0.69 "DELETE /v2.0/subnets/3392be25-71f7-415f-b25a-036b5f1f3cb3 HTTP/1.1" status: 404 len: 337 time: 0.0301554 Dec 10 19:52:07.277725 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 33872) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:52:07.295698 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-6217286a-e7f9-4efe-b316-28659f17c205 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] DELETE failed (client error): The resource could not be found. Dec 10 19:52:07.296217 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6217286a-e7f9-4efe-b316-28659f17c205 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:52:07.299980 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-6217286a-e7f9-4efe-b316-28659f17c205 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] 10.222.0.69 "DELETE /v2.0/networks/47a8b073-93cd-41f6-a471-3585f71a6690 HTTP/1.1" status: 404 len: 339 time: 0.0213611 Dec 10 19:52:07.302547 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 33874) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:52:07.351524 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-48e0d2bf-2ecb-411a-84d8-f6344c92f02f tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Deleting subnet 76eedf72-4c75-488f-93f0-14c7cc59eb0c {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:52:07.354872 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-48e0d2bf-2ecb-411a-84d8-f6344c92f02f tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:07.396272 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-48e0d2bf-2ecb-411a-84d8-f6344c92f02f tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:07.484561 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-48e0d2bf-2ecb-411a-84d8-f6344c92f02f tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:07.546225 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-48e0d2bf-2ecb-411a-84d8-f6344c92f02f tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:07.573609 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e0d2bf-2ecb-411a-84d8-f6344c92f02f tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Pushing event deleted for resources: {'Subnet': ['ID=76eedf72-4c75-488f-93f0-14c7cc59eb0c,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:07.582641 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-48e0d2bf-2ecb-411a-84d8-f6344c92f02f tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:07.585893 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-48e0d2bf-2ecb-411a-84d8-f6344c92f02f tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] 10.222.0.69 "DELETE /v2.0/subnets/76eedf72-4c75-488f-93f0-14c7cc59eb0c HTTP/1.1" status: 204 len: 168 time: 0.2824771 Dec 10 19:52:07.588439 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 33878) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:52:07.627611 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 21f911f9-ef5e-47c1-a3d9-731dac90fc80 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:52:07.680221 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a126143b-4924-4cb0-aeab-2dd3e80d1697 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:07.682285 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 21f911f9-ef5e-47c1-a3d9-731dac90fc80 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:52:07.682699 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:07.748248 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-a126143b-4924-4cb0-aeab-2dd3e80d1697 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Deleting port 21f911f9-ef5e-47c1-a3d9-731dac90fc80 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:52:07.748615 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a126143b-4924-4cb0-aeab-2dd3e80d1697 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:07.774026 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:07.810927 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port 21f911f9-ef5e-47c1-a3d9-731dac90fc80, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=21f911f9-ef5e-47c1-a3d9-731dac90fc80,segment=NetworkSegment(a986e297-94ca-4f96-9cc8-b19f2c0220da),segment_id=a986e297-94ca-4f96-9cc8-b19f2c0220da)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:52:07.816164 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:07.818097 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-a126143b-4924-4cb0-aeab-2dd3e80d1697 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] For port 21f911f9-ef5e-47c1-a3d9-731dac90fc80, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=21f911f9-ef5e-47c1-a3d9-731dac90fc80,segment=NetworkSegment(a986e297-94ca-4f96-9cc8-b19f2c0220da),segment_id=a986e297-94ca-4f96-9cc8-b19f2c0220da)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:52:07.818707 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a126143b-4924-4cb0-aeab-2dd3e80d1697 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:07.833586 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-a126143b-4924-4cb0-aeab-2dd3e80d1697 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Calling delete_port for 21f911f9-ef5e-47c1-a3d9-731dac90fc80 owned by network:dhcp {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:52:07.869938 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=21f911f9-ef5e-47c1-a3d9-731dac90fc80,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:07.923164 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a126143b-4924-4cb0-aeab-2dd3e80d1697 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:07.952686 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a126143b-4924-4cb0-aeab-2dd3e80d1697 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Pushing event deleted for resources: {'Port': ['ID=21f911f9-ef5e-47c1-a3d9-731dac90fc80,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:07.954507 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a126143b-4924-4cb0-aeab-2dd3e80d1697 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] No DVR routers for this DVR port 21f911f9-ef5e-47c1-a3d9-731dac90fc80 on host dv-neutron-821441-1-hyperv {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:52:07.972482 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ca100e-b88b-4d77-a8f7-b4eed696e327 None None] Network 4c8e7b62-f997-462c-8026-e89db521986f requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:52:08.028135 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-462defa5-ec71-42a6-92ac-ee110235b7aa None None] Could not find standard attr ID for object 21f911f9-ef5e-47c1-a3d9-731dac90fc80. {{(pid=102367) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:52:08.040190 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a126143b-4924-4cb0-aeab-2dd3e80d1697 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:08.060146 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-a126143b-4924-4cb0-aeab-2dd3e80d1697 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c8e7b62-f997-462c-8026-e89db521986f']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:52:08.070902 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-a126143b-4924-4cb0-aeab-2dd3e80d1697 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a986e297-94ca-4f96-9cc8-b19f2c0220da') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:52:08.071158 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-a126143b-4924-4cb0-aeab-2dd3e80d1697 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a986e297-94ca-4f96-9cc8-b19f2c0220da') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:52:08.082663 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a126143b-4924-4cb0-aeab-2dd3e80d1697 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:08.096980 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a126143b-4924-4cb0-aeab-2dd3e80d1697 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:08.103606 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a126143b-4924-4cb0-aeab-2dd3e80d1697 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:52:08.104006 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a126143b-4924-4cb0-aeab-2dd3e80d1697 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:08.107371 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:52:08.107371 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:52:08.107371 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:52:08.107371 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:52:08.107371 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:52:08.107371 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:52:08.107371 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:52:08.107371 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:52:08.107371 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:52:08.107371 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:52:08.107371 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:52:08.107371 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:52:08.107371 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:52:08.107371 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:52:08.107371 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:52:08.107371 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:52:08.107371 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:52:08.107371 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:52:08.107371 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:52:08.107371 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:52:08.107371 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:52:08.107371 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:52:08.107371 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:52:08.107371 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:52:08.107371 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:52:08.107371 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:52:08.107371 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:52:08.107371 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:52:08.107371 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:52:08.107371 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:52:08.107371 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:52:08.107371 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:52:08.137542 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ffdaa8-8d4e-4201-9f2f-5a89515c3422 None None] DHCP port deletion for 4c8e7b62-f997-462c-8026-e89db521986f request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:52:08.170869 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a126143b-4924-4cb0-aeab-2dd3e80d1697 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:08.178598 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a126143b-4924-4cb0-aeab-2dd3e80d1697 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:08.181925 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-a126143b-4924-4cb0-aeab-2dd3e80d1697 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] 10.222.0.69 "DELETE /v2.0/networks/4c8e7b62-f997-462c-8026-e89db521986f HTTP/1.1" status: 204 len: 168 time: 0.5922992 Dec 10 19:52:08.185274 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 33880) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:52:08.198700 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a126143b-4924-4cb0-aeab-2dd3e80d1697 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Pushing event deleted for resources: {'Network': ['ID=4c8e7b62-f997-462c-8026-e89db521986f,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:08.229168 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.pecan_wsgi.hooks.translation [None req-40135694-8b5a-4a54-b041-2263d00bec68 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] DELETE failed (client error): The resource could not be found. Dec 10 19:52:08.229938 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40135694-8b5a-4a54-b041-2263d00bec68 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102366) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:52:08.235767 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-40135694-8b5a-4a54-b041-2263d00bec68 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] 10.222.0.69 "DELETE /v2.0/subnets/38837caf-2528-421c-9acd-991b5fce4cd6 HTTP/1.1" status: 404 len: 337 time: 0.0490267 Dec 10 19:52:08.239195 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 33882) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:52:08.257805 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ecf8766-7888-4c91-8058-2b68733cc406 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] DELETE failed (client error): The resource could not be found. Dec 10 19:52:08.258367 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ecf8766-7888-4c91-8058-2b68733cc406 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:52:08.261454 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-0ecf8766-7888-4c91-8058-2b68733cc406 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] 10.222.0.69 "DELETE /v2.0/networks/d433bc51-d7f0-4ef1-b2d8-d2090fca5a81 HTTP/1.1" status: 404 len: 339 time: 0.0211978 Dec 10 19:52:08.264470 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 33884) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:52:08.292406 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-c39f1d2a-63f0-4d78-ae00-9dbc3ec3227d tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] DELETE failed (client error): The resource could not be found. Dec 10 19:52:08.292894 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c39f1d2a-63f0-4d78-ae00-9dbc3ec3227d tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:52:08.295967 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-c39f1d2a-63f0-4d78-ae00-9dbc3ec3227d tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] 10.222.0.69 "DELETE /v2.0/subnets/928e483a-0913-4cb9-bfed-17fbc3a5fd92 HTTP/1.1" status: 404 len: 337 time: 0.0305483 Dec 10 19:52:08.298674 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 33886) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:52:08.317074 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b222caf-aa16-4960-a79b-d1f43ead8eb0 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] DELETE failed (client error): The resource could not be found. Dec 10 19:52:08.317634 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b222caf-aa16-4960-a79b-d1f43ead8eb0 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:52:08.320708 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-4b222caf-aa16-4960-a79b-d1f43ead8eb0 tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] 10.222.0.69 "DELETE /v2.0/networks/e130d15d-8de3-4d12-9b55-3c275ba54530 HTTP/1.1" status: 404 len: 339 time: 0.0211070 Dec 10 19:52:08.323355 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 33888) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:52:08.375559 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f87565f-b9e6-4567-a469-5fcb7c96655e tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Deleting subnet 7a5377de-368f-4484-8781-f67bff874d14 {{(pid=102365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:52:08.379046 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1f87565f-b9e6-4567-a469-5fcb7c96655e tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks [] for subnet, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:08.419680 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1f87565f-b9e6-4567-a469-5fcb7c96655e tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353213'] for subnet, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:08.805958 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1f87565f-b9e6-4567-a469-5fcb7c96655e tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:08.864730 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1f87565f-b9e6-4567-a469-5fcb7c96655e tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:08.893020 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87565f-b9e6-4567-a469-5fcb7c96655e tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Pushing event deleted for resources: {'Subnet': ['ID=7a5377de-368f-4484-8781-f67bff874d14,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:08.895156 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1f87565f-b9e6-4567-a469-5fcb7c96655e tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:08.898399 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-1f87565f-b9e6-4567-a469-5fcb7c96655e tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] 10.222.0.69 "DELETE /v2.0/subnets/7a5377de-368f-4484-8781-f67bff874d14 HTTP/1.1" status: 204 len: 168 time: 0.5741186 Dec 10 19:52:08.900732 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cfa7fc-2434-408f-a25d-5afb3920440a None None] Network 0bb8a520-539a-464e-b14a-fc25afa32468 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:52:08.901172 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 33890) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:52:08.979291 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ba617598-85c3-443d-bf72-c09577052d8a tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:09.032238 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-ba617598-85c3-443d-bf72-c09577052d8a tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Deleting port bca4c5ba-b2bd-481d-a509-31f366737a1e {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:52:09.032628 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ba617598-85c3-443d-bf72-c09577052d8a tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:09.072741 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e0a905-90eb-4706-bd72-a9790b3b5d64 None None] DHCP port deletion for 0bb8a520-539a-464e-b14a-fc25afa32468 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:52:09.100453 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-ba617598-85c3-443d-bf72-c09577052d8a tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] For port bca4c5ba-b2bd-481d-a509-31f366737a1e, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=bca4c5ba-b2bd-481d-a509-31f366737a1e,segment=NetworkSegment(fb44d857-8779-447f-b392-f022778ad424),segment_id=fb44d857-8779-447f-b392-f022778ad424)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:52:09.100848 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ba617598-85c3-443d-bf72-c09577052d8a tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:09.113580 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-ba617598-85c3-443d-bf72-c09577052d8a tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Calling delete_port for bca4c5ba-b2bd-481d-a509-31f366737a1e owned by network:dhcp {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:52:09.120294 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-06e0a905-90eb-4706-bd72-a9790b3b5d64 None None] Deleting port bca4c5ba-b2bd-481d-a509-31f366737a1e {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:52:09.120699 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-06e0a905-90eb-4706-bd72-a9790b3b5d64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:09.181806 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-06e0a905-90eb-4706-bd72-a9790b3b5d64 None None] For port bca4c5ba-b2bd-481d-a509-31f366737a1e, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=bca4c5ba-b2bd-481d-a509-31f366737a1e,segment=NetworkSegment(fb44d857-8779-447f-b392-f022778ad424),segment_id=fb44d857-8779-447f-b392-f022778ad424)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:52:09.182304 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-06e0a905-90eb-4706-bd72-a9790b3b5d64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:09.191364 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ba617598-85c3-443d-bf72-c09577052d8a tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:09.195874 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-06e0a905-90eb-4706-bd72-a9790b3b5d64 None None] Calling delete_port for bca4c5ba-b2bd-481d-a509-31f366737a1e owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:52:09.215227 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba617598-85c3-443d-bf72-c09577052d8a tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Pushing event deleted for resources: {'Port': ['ID=bca4c5ba-b2bd-481d-a509-31f366737a1e,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:09.221417 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba617598-85c3-443d-bf72-c09577052d8a tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] No DVR routers for this DVR port bca4c5ba-b2bd-481d-a509-31f366737a1e on host dv-neutron-821441-1-hyperv {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:52:09.278423 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-06e0a905-90eb-4706-bd72-a9790b3b5d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:09.303621 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e0a905-90eb-4706-bd72-a9790b3b5d64 None None] Pushing event deleted for resources: {'Port': ['ID=bca4c5ba-b2bd-481d-a509-31f366737a1e,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:09.304086 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ba617598-85c3-443d-bf72-c09577052d8a tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:09.318568 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e0a905-90eb-4706-bd72-a9790b3b5d64 None None] No DVR routers for this DVR port bca4c5ba-b2bd-481d-a509-31f366737a1e on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:52:09.326628 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-ba617598-85c3-443d-bf72-c09577052d8a tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bb8a520-539a-464e-b14a-fc25afa32468']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:52:09.338708 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-ba617598-85c3-443d-bf72-c09577052d8a tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb44d857-8779-447f-b392-f022778ad424') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:52:09.339008 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-ba617598-85c3-443d-bf72-c09577052d8a tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb44d857-8779-447f-b392-f022778ad424') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:52:09.349225 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ba617598-85c3-443d-bf72-c09577052d8a tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:09.364839 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ba617598-85c3-443d-bf72-c09577052d8a tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:09.373056 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba617598-85c3-443d-bf72-c09577052d8a tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:52:09.373736 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ba617598-85c3-443d-bf72-c09577052d8a tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:09.380167 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:52:09.380167 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:52:09.380167 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:52:09.380167 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:52:09.380167 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:52:09.380167 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:52:09.380167 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:52:09.380167 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:52:09.380167 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:52:09.380167 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:52:09.380167 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:52:09.380167 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:52:09.380167 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:52:09.380167 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:52:09.380167 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:52:09.380167 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:52:09.380167 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:52:09.380167 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:52:09.380167 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:52:09.380167 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:52:09.380167 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:52:09.380167 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:52:09.380167 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:52:09.380167 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:52:09.380167 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:52:09.380167 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:52:09.380167 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:52:09.380167 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:52:09.380167 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:52:09.380167 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:52:09.380167 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:52:09.380167 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:52:09.476594 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ba617598-85c3-443d-bf72-c09577052d8a tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:09.481694 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ba617598-85c3-443d-bf72-c09577052d8a tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:09.484969 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-ba617598-85c3-443d-bf72-c09577052d8a tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] 10.222.0.69 "DELETE /v2.0/networks/0bb8a520-539a-464e-b14a-fc25afa32468 HTTP/1.1" status: 204 len: 168 time: 0.5831423 Dec 10 19:52:09.500619 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba617598-85c3-443d-bf72-c09577052d8a tempest-NetworksIpV6Test-1290855460 tempest-NetworksIpV6Test-1290855460-project] Pushing event deleted for resources: {'Network': ['ID=0bb8a520-539a-464e-b14a-fc25afa32468,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:09.593085 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 21f911f9-ef5e-47c1-a3d9-731dac90fc80 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:52:09.615713 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 21f911f9-ef5e-47c1-a3d9-731dac90fc80 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:52:09.616052 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 21f911f9-ef5e-47c1-a3d9-731dac90fc80 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:52:09.616469 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device bca4c5ba-b2bd-481d-a509-31f366737a1e no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:52:09.634932 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: bca4c5ba-b2bd-481d-a509-31f366737a1e {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:52:09.635271 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device bca4c5ba-b2bd-481d-a509-31f366737a1e not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:52:09.747356 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 33896) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:52:09.884464 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-7a2efa52-b940-4af3-83c8-91bfb2a3aab5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4b43ecb98ba64c8fbdedfa39b9ee0022&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1359088 Dec 10 19:52:09.887020 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 33900) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:52:09.934804 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a1027391-0e1c-4fc4-bdb0-fbb67f2a5515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:09.956866 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a1027391-0e1c-4fc4-bdb0-fbb67f2a5515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:10.003669 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a1027391-0e1c-4fc4-bdb0-fbb67f2a5515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:10.006328 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a1027391-0e1c-4fc4-bdb0-fbb67f2a5515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:10.007472 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-a1027391-0e1c-4fc4-bdb0-fbb67f2a5515 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8de3edb1-4e21-42cd-b0f0-78cf422e3dd0 HTTP/1.1" status: 204 len: 168 time: 0.1195557 Dec 10 19:52:10.015344 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1027391-0e1c-4fc4-bdb0-fbb67f2a5515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de3edb1-4e21-42cd-b0f0-78cf422e3dd0,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:10.659857 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 33922) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:52:10.763244 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-6ccb2853-c375-4561-ba08-4254acaf0a1f tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-325366183', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:52:10.785201 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6ccb2853-c375-4561-ba08-4254acaf0a1f tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:10.786201 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6ccb2853-c375-4561-ba08-4254acaf0a1f tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:10.843816 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6ccb2853-c375-4561-ba08-4254acaf0a1f tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:10.848033 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6ccb2853-c375-4561-ba08-4254acaf0a1f tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:10.865497 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6ccb2853-c375-4561-ba08-4254acaf0a1f tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:10.866678 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-6ccb2853-c375-4561-ba08-4254acaf0a1f tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2058098 Dec 10 19:52:10.869403 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 33926) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:52:10.874162 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-1fc7c286-8023-493d-8634-f3546d18bda5 tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-398742168'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:52:10.894191 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc7c286-8023-493d-8634-f3546d18bda5 tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Made reservation on behalf of 853d7b64b1a744e2879ce5b477b9379f for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:52:10.897661 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1fc7c286-8023-493d-8634-f3546d18bda5 tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:10.906193 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1fc7c286-8023-493d-8634-f3546d18bda5 tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:10.982586 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1fc7c286-8023-493d-8634-f3546d18bda5 tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:10.986492 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1fc7c286-8023-493d-8634-f3546d18bda5 tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:11.014153 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fc7c286-8023-493d-8634-f3546d18bda5 tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:52:11.024526 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc7c286-8023-493d-8634-f3546d18bda5 tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44ad72a8-954c-4c78-b114-82a17c28eca1,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:11.029915 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1fc7c286-8023-493d-8634-f3546d18bda5 tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:11.030315 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-1fc7c286-8023-493d-8634-f3546d18bda5 tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Added segment 2e7b42ed-453b-476e-b46e-c6b0a272036d of type vlan for network 56bc56e0-4fd0-410a-8cbb-f9910cbcae81 Dec 10 19:52:11.072060 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1fc7c286-8023-493d-8634-f3546d18bda5 tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:11.098596 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1fc7c286-8023-493d-8634-f3546d18bda5 tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:11.104213 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc7c286-8023-493d-8634-f3546d18bda5 tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:52:11.104819 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1fc7c286-8023-493d-8634-f3546d18bda5 tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:11.166371 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-1fc7c286-8023-493d-8634-f3546d18bda5 tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2959173 Dec 10 19:52:11.169534 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 33928) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:52:11.175321 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-466002f5-4b2a-430c-8abe-e119cf25e93b tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Request body: {'subnet': {'network_id': '56bc56e0-4fd0-410a-8cbb-f9910cbcae81', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:52:11.179424 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc7c286-8023-493d-8634-f3546d18bda5 tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Pushing event updated for resources: {'Network': ['ID=56bc56e0-4fd0-410a-8cbb-f9910cbcae81,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:11.192370 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 56bc56e0-4fd0-410a-8cbb-f9910cbcae81 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:52:11.282608 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-466002f5-4b2a-430c-8abe-e119cf25e93b tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Made reservation on behalf of 853d7b64b1a744e2879ce5b477b9379f for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:52:11.287677 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-466002f5-4b2a-430c-8abe-e119cf25e93b tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:11.491678 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-466002f5-4b2a-430c-8abe-e119cf25e93b tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:11.553347 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466002f5-4b2a-430c-8abe-e119cf25e93b tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Pushing event updated for resources: {'Subnet': ['ID=a5c848fb-cdb2-48c2-81d1-24f2ca624cd5,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:11.570585 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466002f5-4b2a-430c-8abe-e119cf25e93b tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Checking segment: {'id': '2e7b42ed-453b-476e-b46e-c6b0a272036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '56bc56e0-4fd0-410a-8cbb-f9910cbcae81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:52:11.571180 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466002f5-4b2a-430c-8abe-e119cf25e93b tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Network hostable DHCP agents. Network: 56bc56e0-4fd0-410a-8cbb-f9910cbcae81, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:52:11.596007 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466002f5-4b2a-430c-8abe-e119cf25e93b tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Network 56bc56e0-4fd0-410a-8cbb-f9910cbcae81 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:52:11.605812 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-466002f5-4b2a-430c-8abe-e119cf25e93b tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 56bc56e0-4fd0-410a-8cbb-f9910cbcae81) {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:52:11.614866 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466002f5-4b2a-430c-8abe-e119cf25e93b tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:52:11.615645 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-466002f5-4b2a-430c-8abe-e119cf25e93b tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:11.616621 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564cc64d-e665-4ea7-847f-7c8940be6c43 None None] Network 56bc56e0-4fd0-410a-8cbb-f9910cbcae81 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:52:11.635078 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-466002f5-4b2a-430c-8abe-e119cf25e93b tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4642467 Dec 10 19:52:11.640190 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 33930) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:52:11.645349 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-ae4cb449-2f53-4ef0-8d17-3ef26cf00ffb tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1877079746'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:52:11.675053 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4cb449-2f53-4ef0-8d17-3ef26cf00ffb tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Made reservation on behalf of 853d7b64b1a744e2879ce5b477b9379f for: {'network': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:52:11.680881 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ae4cb449-2f53-4ef0-8d17-3ef26cf00ffb tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:11.710007 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae4cb449-2f53-4ef0-8d17-3ef26cf00ffb tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=102365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:52:11.723199 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ae4cb449-2f53-4ef0-8d17-3ef26cf00ffb tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:11.723759 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.segments_db [None req-ae4cb449-2f53-4ef0-8d17-3ef26cf00ffb tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Added segment bab27aca-f681-481f-95e7-753cbb1275c5 of type vlan for network 9f2c0ce4-10ba-48f8-a120-558cacaf0d11 Dec 10 19:52:11.776031 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ae4cb449-2f53-4ef0-8d17-3ef26cf00ffb tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:11.790618 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8526eca9-bece-46a1-bbfc-ce38e2926e2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-56bc56e0-4fd0-410a-8cbb-f9910cbcae81', 'network_id': '56bc56e0-4fd0-410a-8cbb-f9910cbcae81', 'tenant_id': '853d7b64b1a744e2879ce5b477b9379f', 'fixed_ips': [{'subnet_id': 'a5c848fb-cdb2-48c2-81d1-24f2ca624cd5'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:52:11.791518 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8526eca9-bece-46a1-bbfc-ce38e2926e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:11.806747 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ae4cb449-2f53-4ef0-8d17-3ef26cf00ffb tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:11.814135 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4cb449-2f53-4ef0-8d17-3ef26cf00ffb tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:52:11.815143 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ae4cb449-2f53-4ef0-8d17-3ef26cf00ffb tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:11.873622 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-ae4cb449-2f53-4ef0-8d17-3ef26cf00ffb tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2323403 Dec 10 19:52:11.877465 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 33932) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:52:11.885514 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-f00106d9-9f06-46f2-8960-a1dcb7ec5efe tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Request body: {'subnet': {'network_id': '9f2c0ce4-10ba-48f8-a120-558cacaf0d11', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:52:11.890395 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4cb449-2f53-4ef0-8d17-3ef26cf00ffb tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Pushing event updated for resources: {'Network': ['ID=9f2c0ce4-10ba-48f8-a120-558cacaf0d11,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:11.912394 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 9f2c0ce4-10ba-48f8-a120-558cacaf0d11 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:52:11.980234 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00106d9-9f06-46f2-8960-a1dcb7ec5efe tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Made reservation on behalf of 853d7b64b1a744e2879ce5b477b9379f for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:52:11.984483 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f00106d9-9f06-46f2-8960-a1dcb7ec5efe tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:11.989720 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-8526eca9-bece-46a1-bbfc-ce38e2926e2b None None] Allocated IP 172.20.0.2 (56bc56e0-4fd0-410a-8cbb-f9910cbcae81/a5c848fb-cdb2-48c2-81d1-24f2ca624cd5/1eb7f97e-2e62-4173-8a38-7612170b4cf8) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:52:12.159505 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8526eca9-bece-46a1-bbfc-ce38e2926e2b None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:12.166593 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8526eca9-bece-46a1-bbfc-ce38e2926e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:12.172480 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f00106d9-9f06-46f2-8960-a1dcb7ec5efe tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:12.232060 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8526eca9-bece-46a1-bbfc-ce38e2926e2b None None] Network 56bc56e0-4fd0-410a-8cbb-f9910cbcae81 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:52:12.237241 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-8526eca9-bece-46a1-bbfc-ce38e2926e2b None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:52:12.238705 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00106d9-9f06-46f2-8960-a1dcb7ec5efe tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Pushing event updated for resources: {'Subnet': ['ID=c9d3928e-7813-46e7-a754-bc3865262b19,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:12.243326 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8526eca9-bece-46a1-bbfc-ce38e2926e2b None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:52:12.255458 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00106d9-9f06-46f2-8960-a1dcb7ec5efe tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Checking segment: {'id': 'bab27aca-f681-481f-95e7-753cbb1275c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9f2c0ce4-10ba-48f8-a120-558cacaf0d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:52:12.255964 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00106d9-9f06-46f2-8960-a1dcb7ec5efe tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Network hostable DHCP agents. Network: 9f2c0ce4-10ba-48f8-a120-558cacaf0d11, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:52:12.272454 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8526eca9-bece-46a1-bbfc-ce38e2926e2b None None] Pushing event updated for resources: {'Port': ['ID=1eb7f97e-2e62-4173-8a38-7612170b4cf8,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:12.276081 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00106d9-9f06-46f2-8960-a1dcb7ec5efe tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Network 9f2c0ce4-10ba-48f8-a120-558cacaf0d11 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:52:12.287775 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-f00106d9-9f06-46f2-8960-a1dcb7ec5efe tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 9f2c0ce4-10ba-48f8-a120-558cacaf0d11) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:52:12.293155 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00106d9-9f06-46f2-8960-a1dcb7ec5efe tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:52:12.293748 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f00106d9-9f06-46f2-8960-a1dcb7ec5efe tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:12.310844 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c75a50-393b-4625-980c-1a3ebedee82f None None] Network 9f2c0ce4-10ba-48f8-a120-558cacaf0d11 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:52:12.316463 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-f00106d9-9f06-46f2-8960-a1dcb7ec5efe tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4368248 Dec 10 19:52:12.321108 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 33934) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:52:12.325888 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-f860777b-2ce8-4369-90d7-fb3f9dbb54b6 tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Request body: {'router': {'external_gateway_info': {'network_id': '9f2c0ce4-10ba-48f8-a120-558cacaf0d11'}}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:52:12.365885 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-8526eca9-bece-46a1-bbfc-ce38e2926e2b None None] Attempting to bind port 1eb7f97e-2e62-4173-8a38-7612170b4cf8 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:52:12.366242 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-8526eca9-bece-46a1-bbfc-ce38e2926e2b None None] Attempting to bind port 1eb7f97e-2e62-4173-8a38-7612170b4cf8 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '2e7b42ed-453b-476e-b46e-c6b0a272036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '56bc56e0-4fd0-410a-8cbb-f9910cbcae81'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:52:12.366596 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8526eca9-bece-46a1-bbfc-ce38e2926e2b None None] Attempting to bind port 1eb7f97e-2e62-4173-8a38-7612170b4cf8 on network 56bc56e0-4fd0-410a-8cbb-f9910cbcae81 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:52:12.374569 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8526eca9-bece-46a1-bbfc-ce38e2926e2b None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:52:12.374938 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8526eca9-bece-46a1-bbfc-ce38e2926e2b None None] Checking segment: {'id': '2e7b42ed-453b-476e-b46e-c6b0a272036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '56bc56e0-4fd0-410a-8cbb-f9910cbcae81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:52:12.375333 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8526eca9-bece-46a1-bbfc-ce38e2926e2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:12.375713 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8526eca9-bece-46a1-bbfc-ce38e2926e2b None None] Bound using segment: {'id': '2e7b42ed-453b-476e-b46e-c6b0a272036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '56bc56e0-4fd0-410a-8cbb-f9910cbcae81'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:52:12.376172 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-8526eca9-bece-46a1-bbfc-ce38e2926e2b None None] Bound port: 1eb7f97e-2e62-4173-8a38-7612170b4cf8, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e7b42ed-453b-476e-b46e-c6b0a272036d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '56bc56e0-4fd0-410a-8cbb-f9910cbcae81'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:52:12.377137 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8526eca9-bece-46a1-bbfc-ce38e2926e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:12.499870 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-8526eca9-bece-46a1-bbfc-ce38e2926e2b None None] For port 1eb7f97e-2e62-4173-8a38-7612170b4cf8, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:52:12.518956 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-8526eca9-bece-46a1-bbfc-ce38e2926e2b None None] For port 1eb7f97e-2e62-4173-8a38-7612170b4cf8, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=1eb7f97e-2e62-4173-8a38-7612170b4cf8,segment=NetworkSegment(2e7b42ed-453b-476e-b46e-c6b0a272036d),segment_id=2e7b42ed-453b-476e-b46e-c6b0a272036d)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:52:12.524800 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8526eca9-bece-46a1-bbfc-ce38e2926e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:12.551028 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f860777b-2ce8-4369-90d7-fb3f9dbb54b6 tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:12.572288 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d88af2-52b5-4104-a830-50ab12d641c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-9f2c0ce4-10ba-48f8-a120-558cacaf0d11', 'network_id': '9f2c0ce4-10ba-48f8-a120-558cacaf0d11', 'tenant_id': '853d7b64b1a744e2879ce5b477b9379f', 'fixed_ips': [{'subnet_id': 'c9d3928e-7813-46e7-a754-bc3865262b19'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:52:12.573165 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-05d88af2-52b5-4104-a830-50ab12d641c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:12.688708 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.api.v2.resource [None req-f860777b-2ce8-4369-90d7-fb3f9dbb54b6 tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:52:12.691012 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-f860777b-2ce8-4369-90d7-fb3f9dbb54b6 tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] 10.222.0.69 "PUT /v2.0/routers/e3bccbe9-8dd1-47a3-bdf8-b13bed3a9597 HTTP/1.1" status: 400 len: 364 time: 0.3688662 Dec 10 19:52:12.693115 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8526eca9-bece-46a1-bbfc-ce38e2926e2b None None] Pushing event updated for resources: {'Port': ['ID=1eb7f97e-2e62-4173-8a38-7612170b4cf8,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:12.697165 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 33936) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:52:12.745845 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-05d88af2-52b5-4104-a830-50ab12d641c0 None None] Allocated IP 172.21.0.2 (9f2c0ce4-10ba-48f8-a120-558cacaf0d11/c9d3928e-7813-46e7-a754-bc3865262b19/0f8dd03d-2822-47dd-bb05-00b06a693250) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:52:12.759543 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f126821-1888-4407-b500-b7a872b5deee tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Deleting subnet c9d3928e-7813-46e7-a754-bc3865262b19 {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:52:12.947816 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-05d88af2-52b5-4104-a830-50ab12d641c0 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:12.953900 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9f126821-1888-4407-b500-b7a872b5deee tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:12.954743 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-05d88af2-52b5-4104-a830-50ab12d641c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:12.989057 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d88af2-52b5-4104-a830-50ab12d641c0 None None] Network 9f2c0ce4-10ba-48f8-a120-558cacaf0d11 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:52:12.991954 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-05d88af2-52b5-4104-a830-50ab12d641c0 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:52:12.995629 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d88af2-52b5-4104-a830-50ab12d641c0 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:52:13.001206 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9f126821-1888-4407-b500-b7a872b5deee tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:13.031150 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d88af2-52b5-4104-a830-50ab12d641c0 None None] Pushing event updated for resources: {'Port': ['ID=0f8dd03d-2822-47dd-bb05-00b06a693250,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:13.067577 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-05d88af2-52b5-4104-a830-50ab12d641c0 None None] Attempting to bind port 0f8dd03d-2822-47dd-bb05-00b06a693250 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:52:13.068085 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-05d88af2-52b5-4104-a830-50ab12d641c0 None None] Attempting to bind port 0f8dd03d-2822-47dd-bb05-00b06a693250 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': 'bab27aca-f681-481f-95e7-753cbb1275c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9f2c0ce4-10ba-48f8-a120-558cacaf0d11'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:52:13.068478 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d88af2-52b5-4104-a830-50ab12d641c0 None None] Attempting to bind port 0f8dd03d-2822-47dd-bb05-00b06a693250 on network 9f2c0ce4-10ba-48f8-a120-558cacaf0d11 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:52:13.073768 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d88af2-52b5-4104-a830-50ab12d641c0 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:52:13.074140 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d88af2-52b5-4104-a830-50ab12d641c0 None None] Checking segment: {'id': 'bab27aca-f681-481f-95e7-753cbb1275c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9f2c0ce4-10ba-48f8-a120-558cacaf0d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:52:13.074540 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-05d88af2-52b5-4104-a830-50ab12d641c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:13.074930 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d88af2-52b5-4104-a830-50ab12d641c0 None None] Bound using segment: {'id': 'bab27aca-f681-481f-95e7-753cbb1275c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9f2c0ce4-10ba-48f8-a120-558cacaf0d11'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:52:13.075397 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-05d88af2-52b5-4104-a830-50ab12d641c0 None None] Bound port: 0f8dd03d-2822-47dd-bb05-00b06a693250, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bab27aca-f681-481f-95e7-753cbb1275c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9f2c0ce4-10ba-48f8-a120-558cacaf0d11'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:52:13.075774 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-05d88af2-52b5-4104-a830-50ab12d641c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:13.107713 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9f126821-1888-4407-b500-b7a872b5deee tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:13.174933 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9f126821-1888-4407-b500-b7a872b5deee tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:13.179135 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-05d88af2-52b5-4104-a830-50ab12d641c0 None None] For port 0f8dd03d-2822-47dd-bb05-00b06a693250, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:52:13.182623 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-05d88af2-52b5-4104-a830-50ab12d641c0 None None] For port 0f8dd03d-2822-47dd-bb05-00b06a693250, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=0f8dd03d-2822-47dd-bb05-00b06a693250,segment=NetworkSegment(bab27aca-f681-481f-95e7-753cbb1275c5),segment_id=bab27aca-f681-481f-95e7-753cbb1275c5)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:52:13.187707 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-05d88af2-52b5-4104-a830-50ab12d641c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:13.203148 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f126821-1888-4407-b500-b7a872b5deee tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Pushing event deleted for resources: {'Subnet': ['ID=c9d3928e-7813-46e7-a754-bc3865262b19,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:13.207895 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9f126821-1888-4407-b500-b7a872b5deee tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:13.212962 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-9f126821-1888-4407-b500-b7a872b5deee tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] 10.222.0.69 "DELETE /v2.0/subnets/c9d3928e-7813-46e7-a754-bc3865262b19 HTTP/1.1" status: 204 len: 168 time: 0.5125985 Dec 10 19:52:13.213832 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 33938) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:52:13.254360 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d88af2-52b5-4104-a830-50ab12d641c0 None None] Pushing event updated for resources: {'Port': ['ID=0f8dd03d-2822-47dd-bb05-00b06a693250,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:13.304389 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-eb8dcfbd-edaf-4859-9a5e-1b07be9b4ecd tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:13.366866 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-eb8dcfbd-edaf-4859-9a5e-1b07be9b4ecd tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Deleting port 0f8dd03d-2822-47dd-bb05-00b06a693250 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:52:13.367206 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-eb8dcfbd-edaf-4859-9a5e-1b07be9b4ecd tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:13.449304 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-eb8dcfbd-edaf-4859-9a5e-1b07be9b4ecd tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] For port 0f8dd03d-2822-47dd-bb05-00b06a693250, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=0f8dd03d-2822-47dd-bb05-00b06a693250,segment=NetworkSegment(bab27aca-f681-481f-95e7-753cbb1275c5),segment_id=bab27aca-f681-481f-95e7-753cbb1275c5)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:52:13.449883 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-eb8dcfbd-edaf-4859-9a5e-1b07be9b4ecd tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:13.476551 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-eb8dcfbd-edaf-4859-9a5e-1b07be9b4ecd tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Calling delete_port for 0f8dd03d-2822-47dd-bb05-00b06a693250 owned by network:dhcp {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:52:13.570933 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-eb8dcfbd-edaf-4859-9a5e-1b07be9b4ecd tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:13.603355 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8dcfbd-edaf-4859-9a5e-1b07be9b4ecd tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Pushing event deleted for resources: {'Port': ['ID=0f8dd03d-2822-47dd-bb05-00b06a693250,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:13.606745 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8dcfbd-edaf-4859-9a5e-1b07be9b4ecd tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] No DVR routers for this DVR port 0f8dd03d-2822-47dd-bb05-00b06a693250 on host dv-neutron-821441-1-hyperv {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:52:13.638673 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8dcfbd-edaf-4859-9a5e-1b07be9b4ecd tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:52:13.638955 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8dcfbd-edaf-4859-9a5e-1b07be9b4ecd tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:52:13.639290 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8dcfbd-edaf-4859-9a5e-1b07be9b4ecd tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:52:13.639781 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8dcfbd-edaf-4859-9a5e-1b07be9b4ecd tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:52:13.640272 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8dcfbd-edaf-4859-9a5e-1b07be9b4ecd tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:52:13.640927 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8dcfbd-edaf-4859-9a5e-1b07be9b4ecd tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:52:13.641432 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8dcfbd-edaf-4859-9a5e-1b07be9b4ecd tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:52:13.641905 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8dcfbd-edaf-4859-9a5e-1b07be9b4ecd tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:52:13.643011 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8dcfbd-edaf-4859-9a5e-1b07be9b4ecd tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:52:13.643580 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8dcfbd-edaf-4859-9a5e-1b07be9b4ecd tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:52:13.644079 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8dcfbd-edaf-4859-9a5e-1b07be9b4ecd tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:52:13.644804 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8dcfbd-edaf-4859-9a5e-1b07be9b4ecd tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:52:13.717650 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 0f8dd03d-2822-47dd-bb05-00b06a693250 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:52:13.729908 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-eb8dcfbd-edaf-4859-9a5e-1b07be9b4ecd tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:13.743989 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 0f8dd03d-2822-47dd-bb05-00b06a693250 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:52:13.744328 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 0f8dd03d-2822-47dd-bb05-00b06a693250 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 10 19:52:13.756880 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-eb8dcfbd-edaf-4859-9a5e-1b07be9b4ecd tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f2c0ce4-10ba-48f8-a120-558cacaf0d11']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:52:13.765017 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Port 0f8dd03d-2822-47dd-bb05-00b06a693250 not found, will not notify nova. {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 10 19:52:13.765514 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 1eb7f97e-2e62-4173-8a38-7612170b4cf8 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:52:13.770723 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-eb8dcfbd-edaf-4859-9a5e-1b07be9b4ecd tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bab27aca-f681-481f-95e7-753cbb1275c5') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:52:13.771127 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-eb8dcfbd-edaf-4859-9a5e-1b07be9b4ecd tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bab27aca-f681-481f-95e7-753cbb1275c5') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:52:13.781447 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-eb8dcfbd-edaf-4859-9a5e-1b07be9b4ecd tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:13.791415 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc07d61-a15c-468c-8319-c307693c1e19 None None] Network 56bc56e0-4fd0-410a-8cbb-f9910cbcae81 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:52:13.796433 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-eb8dcfbd-edaf-4859-9a5e-1b07be9b4ecd tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:13.803045 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb8dcfbd-edaf-4859-9a5e-1b07be9b4ecd tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:52:13.803447 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-eb8dcfbd-edaf-4859-9a5e-1b07be9b4ecd tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:13.806752 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:52:13.806752 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:52:13.806752 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:52:13.806752 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:52:13.806752 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:52:13.806752 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:52:13.806752 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:52:13.806752 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:52:13.806752 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:52:13.806752 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:52:13.806752 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:52:13.806752 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:52:13.806752 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:52:13.806752 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:52:13.806752 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:52:13.806752 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:52:13.806752 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:52:13.806752 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:52:13.806752 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:52:13.806752 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:52:13.806752 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:52:13.806752 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:52:13.806752 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:52:13.806752 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:52:13.806752 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:52:13.806752 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:52:13.806752 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:52:13.806752 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:52:13.806752 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:52:13.806752 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:52:13.806752 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:52:13.806752 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:52:13.867029 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-9fdb718a-ecbb-409d-b47b-a4e4eaeece37 None None] Provisioning complete for port 1eb7f97e-2e62-4173-8a38-7612170b4cf8 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:52:13.867537 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-9fdb718a-ecbb-409d-b47b-a4e4eaeece37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:13.875486 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-eb8dcfbd-edaf-4859-9a5e-1b07be9b4ecd tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:13.884125 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-eb8dcfbd-edaf-4859-9a5e-1b07be9b4ecd tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:13.890141 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 33940) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:52:13.890338 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-eb8dcfbd-edaf-4859-9a5e-1b07be9b4ecd tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] 10.222.0.69 "DELETE /v2.0/networks/9f2c0ce4-10ba-48f8-a120-558cacaf0d11 HTTP/1.1" status: 204 len: 168 time: 0.6751866 Dec 10 19:52:13.904541 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8dcfbd-edaf-4859-9a5e-1b07be9b4ecd tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Pushing event deleted for resources: {'Network': ['ID=9f2c0ce4-10ba-48f8-a120-558cacaf0d11,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:13.940793 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 1eb7f97e-2e62-4173-8a38-7612170b4cf8 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:52:13.941247 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:13.952344 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-5996eb5f-626d-418f-bc01-a1ab55b801bd tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Deleting subnet a5c848fb-cdb2-48c2-81d1-24f2ca624cd5 {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:52:13.958016 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5996eb5f-626d-418f-bc01-a1ab55b801bd tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:14.004629 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5996eb5f-626d-418f-bc01-a1ab55b801bd tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:14.086553 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-9fdb718a-ecbb-409d-b47b-a4e4eaeece37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:14.103563 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5996eb5f-626d-418f-bc01-a1ab55b801bd tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:14.142797 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:14.176191 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5996eb5f-626d-418f-bc01-a1ab55b801bd tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:14.212471 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5996eb5f-626d-418f-bc01-a1ab55b801bd tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Pushing event deleted for resources: {'Subnet': ['ID=a5c848fb-cdb2-48c2-81d1-24f2ca624cd5,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:14.216776 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5996eb5f-626d-418f-bc01-a1ab55b801bd tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:14.222910 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-5996eb5f-626d-418f-bc01-a1ab55b801bd tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] 10.222.0.69 "DELETE /v2.0/subnets/a5c848fb-cdb2-48c2-81d1-24f2ca624cd5 HTTP/1.1" status: 204 len: 168 time: 0.3288662 Dec 10 19:52:14.223313 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 33942) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:52:14.253838 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.db.api [None req-9fdb718a-ecbb-409d-b47b-a4e4eaeece37 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102367) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:52:14.254190 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG oslo_db.api [None req-9fdb718a-ecbb-409d-b47b-a4e4eaeece37 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:52:14.259723 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.db.api [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102367) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:52:14.260396 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG oslo_db.api [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:52:14.312996 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-96b7ba4a-4950-4a96-9ac6-e48b97fb1694 tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:14.368824 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-96b7ba4a-4950-4a96-9ac6-e48b97fb1694 tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Deleting port 1eb7f97e-2e62-4173-8a38-7612170b4cf8 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:52:14.369156 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-96b7ba4a-4950-4a96-9ac6-e48b97fb1694 tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:14.399173 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9201210-df35-43e8-b200-0f2a9a7421f8 None None] Network 56bc56e0-4fd0-410a-8cbb-f9910cbcae81 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:52:14.448164 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-96b7ba4a-4950-4a96-9ac6-e48b97fb1694 tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] For port 1eb7f97e-2e62-4173-8a38-7612170b4cf8, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=1eb7f97e-2e62-4173-8a38-7612170b4cf8,segment=NetworkSegment(2e7b42ed-453b-476e-b46e-c6b0a272036d),segment_id=2e7b42ed-453b-476e-b46e-c6b0a272036d)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:52:14.448556 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-96b7ba4a-4950-4a96-9ac6-e48b97fb1694 tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:14.465255 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-96b7ba4a-4950-4a96-9ac6-e48b97fb1694 tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Calling delete_port for 1eb7f97e-2e62-4173-8a38-7612170b4cf8 owned by network:dhcp {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:52:14.513284 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7026ddf5-5ef5-467b-b560-71c32391e635 None None] DHCP port deletion for 9f2c0ce4-10ba-48f8-a120-558cacaf0d11 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:52:14.540575 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8faadf-07a5-4582-82b6-e9a33b3a024a None None] Network 9f2c0ce4-10ba-48f8-a120-558cacaf0d11 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:52:14.547452 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-96b7ba4a-4950-4a96-9ac6-e48b97fb1694 tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:14.554277 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8faadf-07a5-4582-82b6-e9a33b3a024a None None] Network 9f2c0ce4-10ba-48f8-a120-558cacaf0d11 could not be found, it might have been deleted concurrently. {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 10 19:52:14.572037 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b7ba4a-4950-4a96-9ac6-e48b97fb1694 tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Pushing event deleted for resources: {'Port': ['ID=1eb7f97e-2e62-4173-8a38-7612170b4cf8,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:14.577580 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b7ba4a-4950-4a96-9ac6-e48b97fb1694 tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] No DVR routers for this DVR port 1eb7f97e-2e62-4173-8a38-7612170b4cf8 on host dv-neutron-821441-1-hyperv {{(pid=102366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:52:14.629279 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd518207-534e-4053-83b3-883b165215b0 None None] DHCP port deletion for 56bc56e0-4fd0-410a-8cbb-f9910cbcae81 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:52:14.661305 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-96b7ba4a-4950-4a96-9ac6-e48b97fb1694 tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:14.684471 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-96b7ba4a-4950-4a96-9ac6-e48b97fb1694 tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56bc56e0-4fd0-410a-8cbb-f9910cbcae81']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:52:14.695513 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-96b7ba4a-4950-4a96-9ac6-e48b97fb1694 tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e7b42ed-453b-476e-b46e-c6b0a272036d') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:52:14.695726 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-96b7ba4a-4950-4a96-9ac6-e48b97fb1694 tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e7b42ed-453b-476e-b46e-c6b0a272036d') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:52:14.706393 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-96b7ba4a-4950-4a96-9ac6-e48b97fb1694 tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:14.719312 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-96b7ba4a-4950-4a96-9ac6-e48b97fb1694 tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:14.726232 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96b7ba4a-4950-4a96-9ac6-e48b97fb1694 tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:52:14.726676 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-96b7ba4a-4950-4a96-9ac6-e48b97fb1694 tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:14.729730 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:52:14.729730 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:52:14.729730 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:52:14.729730 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:52:14.729730 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:52:14.729730 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:52:14.729730 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:52:14.729730 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:52:14.729730 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:52:14.729730 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:52:14.729730 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:52:14.729730 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:52:14.729730 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:52:14.729730 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:52:14.729730 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:52:14.729730 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:52:14.729730 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:52:14.729730 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:52:14.729730 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:52:14.729730 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:52:14.729730 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:52:14.729730 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:52:14.729730 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:52:14.729730 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:52:14.729730 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:52:14.729730 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:52:14.729730 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:52:14.729730 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:52:14.729730 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:52:14.729730 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:52:14.729730 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:52:14.729730 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:52:14.775967 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-9fdb718a-ecbb-409d-b47b-a4e4eaeece37 None None] Port 1eb7f97e-2e62-4173-8a38-7612170b4cf8 update to ACTIVE by agent not found {{(pid=102367) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Dec 10 19:52:14.793922 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Port 1eb7f97e-2e62-4173-8a38-7612170b4cf8 update to ACTIVE by agent not found {{(pid=102367) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Dec 10 19:52:14.794555 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-96b7ba4a-4950-4a96-9ac6-e48b97fb1694 tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:14.802724 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-96b7ba4a-4950-4a96-9ac6-e48b97fb1694 tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:14.805862 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-96b7ba4a-4950-4a96-9ac6-e48b97fb1694 tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] 10.222.0.69 "DELETE /v2.0/networks/56bc56e0-4fd0-410a-8cbb-f9910cbcae81 HTTP/1.1" status: 204 len: 168 time: 0.5815454 Dec 10 19:52:14.808632 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 33944) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:52:14.818160 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b7ba4a-4950-4a96-9ac6-e48b97fb1694 tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Pushing event deleted for resources: {'Network': ['ID=56bc56e0-4fd0-410a-8cbb-f9910cbcae81,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:14.836487 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-3a21ca04-064c-458d-ae9f-7e053b0927e5 tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3bccbe9-8dd1-47a3-bdf8-b13bed3a9597 HTTP/1.1" status: 200 len: 205 time: 0.0267200 Dec 10 19:52:14.838743 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 33946) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:52:14.887598 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-43508b5f-1c99-4217-9970-e8aca10620e4 None None] Could not find standard attr ID for object 0f8dd03d-2822-47dd-bb05-00b06a693250. {{(pid=102367) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:52:14.890228 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-43508b5f-1c99-4217-9970-e8aca10620e4 None None] Could not find standard attr ID for object 1eb7f97e-2e62-4173-8a38-7612170b4cf8. {{(pid=102367) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:52:14.915242 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3ae96242-e36c-4f07-8f05-db70cc839999 tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Notify callbacks [] for router, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:15.076707 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3ae96242-e36c-4f07-8f05-db70cc839999 tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:15.078871 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3ae96242-e36c-4f07-8f05-db70cc839999 tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:15.122880 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3ae96242-e36c-4f07-8f05-db70cc839999 tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:15.123418 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae96242-e36c-4f07-8f05-db70cc839999 tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Fanout notify agent at l3_agent the message router_deleted on router e3bccbe9-8dd1-47a3-bdf8-b13bed3a9597 {{(pid=102365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:52:15.131138 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-3ae96242-e36c-4f07-8f05-db70cc839999 tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:15.132265 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-3ae96242-e36c-4f07-8f05-db70cc839999 tempest-RoutersNegativeTest-1692878350 tempest-RoutersNegativeTest-1692878350-project] 10.222.0.69 "DELETE /v2.0/routers/e3bccbe9-8dd1-47a3-bdf8-b13bed3a9597 HTTP/1.1" status: 204 len: 168 time: 0.2926288 Dec 10 19:52:15.388669 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 33952) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:52:15.523367 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-72b04267-ecd1-44db-a922-d43a70cbbe40 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=853d7b64b1a744e2879ce5b477b9379f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1334269 Dec 10 19:52:15.525800 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 33956) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:52:15.578221 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-16f3522c-44bc-4b5d-af23-fab25e3a6b8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:15.596081 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 0f8dd03d-2822-47dd-bb05-00b06a693250 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:52:15.601750 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-16f3522c-44bc-4b5d-af23-fab25e3a6b8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:15.616527 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 0f8dd03d-2822-47dd-bb05-00b06a693250 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:52:15.616861 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 0f8dd03d-2822-47dd-bb05-00b06a693250 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:52:15.617292 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 1eb7f97e-2e62-4173-8a38-7612170b4cf8 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:52:15.635467 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 1eb7f97e-2e62-4173-8a38-7612170b4cf8 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:52:15.635811 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 1eb7f97e-2e62-4173-8a38-7612170b4cf8 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:52:15.656684 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-16f3522c-44bc-4b5d-af23-fab25e3a6b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:15.660236 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-16f3522c-44bc-4b5d-af23-fab25e3a6b8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:15.661463 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-16f3522c-44bc-4b5d-af23-fab25e3a6b8c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/44ad72a8-954c-4c78-b114-82a17c28eca1 HTTP/1.1" status: 204 len: 168 time: 0.1347516 Dec 10 19:52:15.669097 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f3522c-44bc-4b5d-af23-fab25e3a6b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ad72a8-954c-4c78-b114-82a17c28eca1,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:16.280261 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 33978) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:52:16.381948 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-dcc4d9d3-3ac3-421d-9d26-468e8a15c6a5 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-405340243-network', 'tenant_id': '0d963129023042508b347e67d6b83f86'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:52:16.411687 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc4d9d3-3ac3-421d-9d26-468e8a15c6a5 admin admin] Made reservation on behalf of 0d963129023042508b347e67d6b83f86 for: {'network': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:52:16.414019 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dcc4d9d3-3ac3-421d-9d26-468e8a15c6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:16.422287 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dcc4d9d3-3ac3-421d-9d26-468e8a15c6a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:16.504777 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dcc4d9d3-3ac3-421d-9d26-468e8a15c6a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:16.508693 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dcc4d9d3-3ac3-421d-9d26-468e8a15c6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:16.529336 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcc4d9d3-3ac3-421d-9d26-468e8a15c6a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=102365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:52:16.544390 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc4d9d3-3ac3-421d-9d26-468e8a15c6a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=447d54a0-c564-44ab-93c5-8aa17c1469c4,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:16.547349 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dcc4d9d3-3ac3-421d-9d26-468e8a15c6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:16.547685 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.segments_db [None req-dcc4d9d3-3ac3-421d-9d26-468e8a15c6a5 admin admin] Added segment 62b36b9e-8a27-4d50-aee8-a8a875f31ef2 of type vlan for network 3009d347-0f1a-4ba8-8dc0-fb1c84ff122d Dec 10 19:52:16.590887 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dcc4d9d3-3ac3-421d-9d26-468e8a15c6a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:16.616468 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dcc4d9d3-3ac3-421d-9d26-468e8a15c6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:16.617364 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc4d9d3-3ac3-421d-9d26-468e8a15c6a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:52:16.617933 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dcc4d9d3-3ac3-421d-9d26-468e8a15c6a5 admin admin] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:16.676330 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-dcc4d9d3-3ac3-421d-9d26-468e8a15c6a5 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3949041 Dec 10 19:52:16.679510 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 33982) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:52:16.684537 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-39a54e46-0e75-4adf-bfb7-f915df144588 admin admin] Request body: {'subnet': {'network_id': '3009d347-0f1a-4ba8-8dc0-fb1c84ff122d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-405340243-subnet', 'tenant_id': '0d963129023042508b347e67d6b83f86', 'ip_version': 4}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:52:16.688004 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc4d9d3-3ac3-421d-9d26-468e8a15c6a5 admin admin] Pushing event updated for resources: {'Network': ['ID=3009d347-0f1a-4ba8-8dc0-fb1c84ff122d,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:16.706311 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a54e46-0e75-4adf-bfb7-f915df144588 admin admin] Made reservation on behalf of 0d963129023042508b347e67d6b83f86 for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:52:16.707282 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 3009d347-0f1a-4ba8-8dc0-fb1c84ff122d details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:52:16.708659 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-39a54e46-0e75-4adf-bfb7-f915df144588 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:16.877759 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-39a54e46-0e75-4adf-bfb7-f915df144588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:16.926756 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a54e46-0e75-4adf-bfb7-f915df144588 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbb25122-fc73-48b9-9d33-088c252d0845,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:16.942544 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a54e46-0e75-4adf-bfb7-f915df144588 admin admin] Checking segment: {'id': '62b36b9e-8a27-4d50-aee8-a8a875f31ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3009d347-0f1a-4ba8-8dc0-fb1c84ff122d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:52:16.942880 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a54e46-0e75-4adf-bfb7-f915df144588 admin admin] Network hostable DHCP agents. Network: 3009d347-0f1a-4ba8-8dc0-fb1c84ff122d, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:52:16.958889 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a54e46-0e75-4adf-bfb7-f915df144588 admin admin] Network 3009d347-0f1a-4ba8-8dc0-fb1c84ff122d is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:52:16.967156 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-39a54e46-0e75-4adf-bfb7-f915df144588 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 3009d347-0f1a-4ba8-8dc0-fb1c84ff122d) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:52:16.972089 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a54e46-0e75-4adf-bfb7-f915df144588 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:52:16.972775 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-39a54e46-0e75-4adf-bfb7-f915df144588 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:16.976622 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2abb5cf-104b-4bfe-98f8-21c7bd79e926 None None] Network 3009d347-0f1a-4ba8-8dc0-fb1c84ff122d requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:52:16.989553 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-39a54e46-0e75-4adf-bfb7-f915df144588 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3088653 Dec 10 19:52:16.992438 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 33984) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:52:16.996859 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-5be7d9cf-34f0-4b63-98b7-92a37e6386b8 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-405340243-router', 'tenant_id': '0d963129023042508b347e67d6b83f86', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:52:17.019137 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5be7d9cf-34f0-4b63-98b7-92a37e6386b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:17.020228 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5be7d9cf-34f0-4b63-98b7-92a37e6386b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:17.074930 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5be7d9cf-34f0-4b63-98b7-92a37e6386b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:17.124240 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7176ccf-2de0-439d-b7c7-1ebdeb09eef1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-3009d347-0f1a-4ba8-8dc0-fb1c84ff122d', 'network_id': '3009d347-0f1a-4ba8-8dc0-fb1c84ff122d', 'tenant_id': '0d963129023042508b347e67d6b83f86', 'fixed_ips': [{'subnet_id': 'bbb25122-fc73-48b9-9d33-088c252d0845'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:52:17.125203 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c7176ccf-2de0-439d-b7c7-1ebdeb09eef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:17.209085 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5be7d9cf-34f0-4b63-98b7-92a37e6386b8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:17.258592 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-c7176ccf-2de0-439d-b7c7-1ebdeb09eef1 None None] Allocated IP 172.20.0.2 (3009d347-0f1a-4ba8-8dc0-fb1c84ff122d/bbb25122-fc73-48b9-9d33-088c252d0845/6a32f193-d729-459f-809b-6af92dcb678b) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:52:17.405270 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c7176ccf-2de0-439d-b7c7-1ebdeb09eef1 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:17.406394 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5be7d9cf-34f0-4b63-98b7-92a37e6386b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:17.413488 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c7176ccf-2de0-439d-b7c7-1ebdeb09eef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:17.427972 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5be7d9cf-34f0-4b63-98b7-92a37e6386b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:17.461843 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7176ccf-2de0-439d-b7c7-1ebdeb09eef1 None None] Network 3009d347-0f1a-4ba8-8dc0-fb1c84ff122d is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:52:17.464748 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-c7176ccf-2de0-439d-b7c7-1ebdeb09eef1 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:52:17.472921 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7176ccf-2de0-439d-b7c7-1ebdeb09eef1 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:52:17.476173 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7176ccf-2de0-439d-b7c7-1ebdeb09eef1 None None] Pushing event updated for resources: {'Port': ['ID=6a32f193-d729-459f-809b-6af92dcb678b,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:17.534974 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-c7176ccf-2de0-439d-b7c7-1ebdeb09eef1 None None] Attempting to bind port 6a32f193-d729-459f-809b-6af92dcb678b on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:52:17.535351 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-c7176ccf-2de0-439d-b7c7-1ebdeb09eef1 None None] Attempting to bind port 6a32f193-d729-459f-809b-6af92dcb678b by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '62b36b9e-8a27-4d50-aee8-a8a875f31ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3009d347-0f1a-4ba8-8dc0-fb1c84ff122d'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:52:17.535740 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7176ccf-2de0-439d-b7c7-1ebdeb09eef1 None None] Attempting to bind port 6a32f193-d729-459f-809b-6af92dcb678b on network 3009d347-0f1a-4ba8-8dc0-fb1c84ff122d {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:52:17.540543 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-5be7d9cf-34f0-4b63-98b7-92a37e6386b8 admin admin] Allocated IP 172.26.6.219 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/9d03acb5-33da-4e7f-81b2-d1a3bdbafcd5) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:52:17.542054 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7176ccf-2de0-439d-b7c7-1ebdeb09eef1 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:52:17.542635 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7176ccf-2de0-439d-b7c7-1ebdeb09eef1 None None] Checking segment: {'id': '62b36b9e-8a27-4d50-aee8-a8a875f31ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3009d347-0f1a-4ba8-8dc0-fb1c84ff122d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:52:17.543224 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c7176ccf-2de0-439d-b7c7-1ebdeb09eef1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:17.543878 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7176ccf-2de0-439d-b7c7-1ebdeb09eef1 None None] Bound using segment: {'id': '62b36b9e-8a27-4d50-aee8-a8a875f31ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3009d347-0f1a-4ba8-8dc0-fb1c84ff122d'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:52:17.544413 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-c7176ccf-2de0-439d-b7c7-1ebdeb09eef1 None None] Bound port: 6a32f193-d729-459f-809b-6af92dcb678b, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62b36b9e-8a27-4d50-aee8-a8a875f31ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3009d347-0f1a-4ba8-8dc0-fb1c84ff122d'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:52:17.544872 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c7176ccf-2de0-439d-b7c7-1ebdeb09eef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:17.623245 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c7176ccf-2de0-439d-b7c7-1ebdeb09eef1 None None] For port 6a32f193-d729-459f-809b-6af92dcb678b, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:52:17.628786 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c7176ccf-2de0-439d-b7c7-1ebdeb09eef1 None None] For port 6a32f193-d729-459f-809b-6af92dcb678b, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=6a32f193-d729-459f-809b-6af92dcb678b,segment=NetworkSegment(62b36b9e-8a27-4d50-aee8-a8a875f31ef2),segment_id=62b36b9e-8a27-4d50-aee8-a8a875f31ef2)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:52:17.634691 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c7176ccf-2de0-439d-b7c7-1ebdeb09eef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:17.682653 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5be7d9cf-34f0-4b63-98b7-92a37e6386b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:17.711681 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7176ccf-2de0-439d-b7c7-1ebdeb09eef1 None None] Pushing event updated for resources: {'Port': ['ID=6a32f193-d729-459f-809b-6af92dcb678b,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:17.724721 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5be7d9cf-34f0-4b63-98b7-92a37e6386b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:17.762450 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be7d9cf-34f0-4b63-98b7-92a37e6386b8 admin admin] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:52:17.765545 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-5be7d9cf-34f0-4b63-98b7-92a37e6386b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:52:17.769847 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be7d9cf-34f0-4b63-98b7-92a37e6386b8 admin admin] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:52:17.796654 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be7d9cf-34f0-4b63-98b7-92a37e6386b8 admin admin] Pushing event updated for resources: {'Port': ['ID=9d03acb5-33da-4e7f-81b2-d1a3bdbafcd5,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:18.347845 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5be7d9cf-34f0-4b63-98b7-92a37e6386b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:18.568437 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5be7d9cf-34f0-4b63-98b7-92a37e6386b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:18.631440 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea68d800-53b1-4927-88a9-e2975cccc32c None None] Network 3009d347-0f1a-4ba8-8dc0-fb1c84ff122d requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:52:18.713694 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5be7d9cf-34f0-4b63-98b7-92a37e6386b8 admin admin] Router b7d638eb-ecff-414c-9801-07b3eb1d901f is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:52:18.761896 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c7c8c5fa-e003-497e-9a37-89d883ded3a9 None None] Provisioning complete for port 6a32f193-d729-459f-809b-6af92dcb678b triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:52:18.762500 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c7c8c5fa-e003-497e-9a37-89d883ded3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:18.825420 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be7d9cf-34f0-4b63-98b7-92a37e6386b8 admin admin] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:52:18.843838 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5be7d9cf-34f0-4b63-98b7-92a37e6386b8 admin admin] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:18.845772 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-5be7d9cf-34f0-4b63-98b7-92a37e6386b8 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8517029 Dec 10 19:52:18.848898 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 33986) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:52:18.949636 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f2ffb9-87ae-41ae-bc4b-b3d1c303182f None None] Sync routers for ids ['b7d638eb-ecff-414c-9801-07b3eb1d901f'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:52:18.975746 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f2ffb9-87ae-41ae-bc4b-b3d1c303182f None None] Routers {'b7d638eb-ecff-414c-9801-07b3eb1d901f'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:52:18.976360 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-10f2ffb9-87ae-41ae-bc4b-b3d1c303182f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:51:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['b7d638eb-ecff-414c-9801-07b3eb1d901f'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:52:19.103518 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c7c8c5fa-e003-497e-9a37-89d883ded3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:19.125896 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-10f2ffb9-87ae-41ae-bc4b-b3d1c303182f None None] Set router b7d638eb-ecff-414c-9801-07b3eb1d901f gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:52:19.214491 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c7c8c5fa-e003-497e-9a37-89d883ded3a9 None None] For port 6a32f193-d729-459f-809b-6af92dcb678b, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=6a32f193-d729-459f-809b-6af92dcb678b,segment=NetworkSegment(62b36b9e-8a27-4d50-aee8-a8a875f31ef2),segment_id=62b36b9e-8a27-4d50-aee8-a8a875f31ef2)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:52:19.241090 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c7c8c5fa-e003-497e-9a37-89d883ded3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:19.296651 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-69c30c31-72ec-4008-b887-fb94a03fd8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:19.314935 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c8c5fa-e003-497e-9a37-89d883ded3a9 None None] Pushing event updated for resources: {'Port': ['ID=6a32f193-d729-459f-809b-6af92dcb678b,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:19.369815 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-2996ea58-7acf-42c0-9703-c3c4c7e19c09 None None] Provisioning complete for port 6a32f193-d729-459f-809b-6af92dcb678b triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:52:19.370073 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2996ea58-7acf-42c0-9703-c3c4c7e19c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:19.414371 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-10f2ffb9-87ae-41ae-bc4b-b3d1c303182f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7d638eb-ecff-414c-9801-07b3eb1d901f', 'name': 'tempest-TestEncryptedCinderVolumes-405340243-router', 'tenant_id': '0d963129023042508b347e67d6b83f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': '9d03acb5-33da-4e7f-81b2-d1a3bdbafcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:52:17Z', 'updated_at': '2021-12-10T19:52:17Z', 'revision_number': 3, 'project_id': '0d963129023042508b347e67d6b83f86', 'gw_port': {'id': '9d03acb5-33da-4e7f-81b2-d1a3bdbafcd5', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:fa:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7d638eb-ecff-414c-9801-07b3eb1d901f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:52:17Z', 'updated_at': '2021-12-10T19:52:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:52:19.444959 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f2ffb9-87ae-41ae-bc4b-b3d1c303182f None None] Checking router: b7d638eb-ecff-414c-9801-07b3eb1d901f for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:52:19.445318 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f2ffb9-87ae-41ae-bc4b-b3d1c303182f None None] Updating router b7d638eb-ecff-414c-9801-07b3eb1d901f port 9d03acb5-33da-4e7f-81b2-d1a3bdbafcd5 binding host dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:52:19.493524 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-10f2ffb9-87ae-41ae-bc4b-b3d1c303182f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:19.498429 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-69c30c31-72ec-4008-b887-fb94a03fd8e4 admin admin] Allocated IP 172.20.0.1 (3009d347-0f1a-4ba8-8dc0-fb1c84ff122d/bbb25122-fc73-48b9-9d33-088c252d0845/4c0afd53-55e9-4ab4-a53c-95492ec8bf9e) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:52:19.621861 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-69c30c31-72ec-4008-b887-fb94a03fd8e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:19.661472 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-69c30c31-72ec-4008-b887-fb94a03fd8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:19.666747 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 6a32f193-d729-459f-809b-6af92dcb678b up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:52:19.698665 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c30c31-72ec-4008-b887-fb94a03fd8e4 admin admin] Network 3009d347-0f1a-4ba8-8dc0-fb1c84ff122d is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:52:19.701477 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-69c30c31-72ec-4008-b887-fb94a03fd8e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:52:19.705520 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c30c31-72ec-4008-b887-fb94a03fd8e4 admin admin] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:52:19.734862 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c30c31-72ec-4008-b887-fb94a03fd8e4 admin admin] Pushing event updated for resources: {'Port': ['ID=4c0afd53-55e9-4ab4-a53c-95492ec8bf9e,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:19.752573 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-69c30c31-72ec-4008-b887-fb94a03fd8e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712030'] for router_interface, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:19.764061 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 6a32f193-d729-459f-809b-6af92dcb678b triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:52:19.764690 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:19.864961 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-10f2ffb9-87ae-41ae-bc4b-b3d1c303182f None None] Notify callbacks [] for port, precommit_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:19.893498 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-10f2ffb9-87ae-41ae-bc4b-b3d1c303182f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:19.903897 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-69c30c31-72ec-4008-b887-fb94a03fd8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:19.971871 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-10f2ffb9-87ae-41ae-bc4b-b3d1c303182f None None] Attempting to bind port 9d03acb5-33da-4e7f-81b2-d1a3bdbafcd5 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:52:19.972241 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-10f2ffb9-87ae-41ae-bc4b-b3d1c303182f None None] Attempting to bind port 9d03acb5-33da-4e7f-81b2-d1a3bdbafcd5 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:52:19.972639 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f2ffb9-87ae-41ae-bc4b-b3d1c303182f None None] Attempting to bind port 9d03acb5-33da-4e7f-81b2-d1a3bdbafcd5 on network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:52:19.974424 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cbcf4d-170f-425a-9348-f4db544344eb None None] Pushing event updated for resources: {'Port': ['ID=9d03acb5-33da-4e7f-81b2-d1a3bdbafcd5,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:19.982137 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f2ffb9-87ae-41ae-bc4b-b3d1c303182f None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:52:19.982429 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f2ffb9-87ae-41ae-bc4b-b3d1c303182f None None] Checking segment: {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:52:19.982833 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-10f2ffb9-87ae-41ae-bc4b-b3d1c303182f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:19.983221 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f2ffb9-87ae-41ae-bc4b-b3d1c303182f None None] Bound using segment: {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:52:19.983697 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-10f2ffb9-87ae-41ae-bc4b-b3d1c303182f None None] Bound port: 9d03acb5-33da-4e7f-81b2-d1a3bdbafcd5, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:52:19.984080 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-10f2ffb9-87ae-41ae-bc4b-b3d1c303182f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:19.986395 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-bd6ed2bb-d749-4797-96d4-807776e825bf None None] Provisioning complete for port 4c0afd53-55e9-4ab4-a53c-95492ec8bf9e triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:52:19.986812 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-bd6ed2bb-d749-4797-96d4-807776e825bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:20.060269 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-bd6ed2bb-d749-4797-96d4-807776e825bf None None] Port 4c0afd53-55e9-4ab4-a53c-95492ec8bf9e cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:52:20.074593 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-10f2ffb9-87ae-41ae-bc4b-b3d1c303182f None None] For port 9d03acb5-33da-4e7f-81b2-d1a3bdbafcd5, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:52:20.078134 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-10f2ffb9-87ae-41ae-bc4b-b3d1c303182f None None] For port 9d03acb5-33da-4e7f-81b2-d1a3bdbafcd5, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=9d03acb5-33da-4e7f-81b2-d1a3bdbafcd5,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:52:20.082815 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-10f2ffb9-87ae-41ae-bc4b-b3d1c303182f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:20.097119 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-69c30c31-72ec-4008-b887-fb94a03fd8e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:20.101863 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-69c30c31-72ec-4008-b887-fb94a03fd8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:20.144689 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f2ffb9-87ae-41ae-bc4b-b3d1c303182f None None] Routers {'b7d638eb-ecff-414c-9801-07b3eb1d901f'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:52:20.145231 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-10f2ffb9-87ae-41ae-bc4b-b3d1c303182f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:51:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['b7d638eb-ecff-414c-9801-07b3eb1d901f'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:52:20.173234 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-69c30c31-72ec-4008-b887-fb94a03fd8e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3755716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711339'] for router_interface, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:20.175227 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c30c31-72ec-4008-b887-fb94a03fd8e4 admin admin] Pushing event updated for resources: {'Port': ['ID=4c0afd53-55e9-4ab4-a53c-95492ec8bf9e,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:20.185909 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cbcf4d-170f-425a-9348-f4db544344eb None None] Pushing event updated for resources: {'Port': ['ID=9d03acb5-33da-4e7f-81b2-d1a3bdbafcd5,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:20.267930 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-10f2ffb9-87ae-41ae-bc4b-b3d1c303182f None None] Set router b7d638eb-ecff-414c-9801-07b3eb1d901f gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:52:20.321439 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ce3a6596-93f8-4c11-a588-49686242b3ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:20.487999 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-10f2ffb9-87ae-41ae-bc4b-b3d1c303182f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7d638eb-ecff-414c-9801-07b3eb1d901f', 'name': 'tempest-TestEncryptedCinderVolumes-405340243-router', 'tenant_id': '0d963129023042508b347e67d6b83f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': '9d03acb5-33da-4e7f-81b2-d1a3bdbafcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:52:17Z', 'updated_at': '2021-12-10T19:52:19Z', 'revision_number': 4, 'project_id': '0d963129023042508b347e67d6b83f86', 'gw_port': {'id': '9d03acb5-33da-4e7f-81b2-d1a3bdbafcd5', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:fa:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7d638eb-ecff-414c-9801-07b3eb1d901f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:52:17Z', 'updated_at': '2021-12-10T19:52:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '4c0afd53-55e9-4ab4-a53c-95492ec8bf9e', 'name': '', 'network_id': '3009d347-0f1a-4ba8-8dc0-fb1c84ff122d', 'tenant_id': '0d963129023042508b347e67d6b83f86', 'mac_address': 'fa:16:3e:79:7a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7d638eb-ecff-414c-9801-07b3eb1d901f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'bbb25122-fc73-48b9-9d33-088c252d0845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:52:19Z', 'updated_at': '2021-12-10T19:52:19Z', 'revision_number': 2, 'project_id': '0d963129023042508b347e67d6b83f86', 'subnets': [{'id': 'bbb25122-fc73-48b9-9d33-088c252d0845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:52:20.514326 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f2ffb9-87ae-41ae-bc4b-b3d1c303182f None None] The sync data for ids ['b7d638eb-ecff-414c-9801-07b3eb1d901f'] in dv-neutron-821441-1-hyperv is: [{'id': 'b7d638eb-ecff-414c-9801-07b3eb1d901f', 'name': 'tempest-TestEncryptedCinderVolumes-405340243-router', 'tenant_id': '0d963129023042508b347e67d6b83f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': '9d03acb5-33da-4e7f-81b2-d1a3bdbafcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:52:17Z', 'updated_at': '2021-12-10T19:52:19Z', 'revision_number': 4, 'project_id': '0d963129023042508b347e67d6b83f86', 'gw_port': {'id': '9d03acb5-33da-4e7f-81b2-d1a3bdbafcd5', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:fa:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7d638eb-ecff-414c-9801-07b3eb1d901f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:52:17Z', 'updated_at': '2021-12-10T19:52:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '4c0afd53-55e9-4ab4-a53c-95492ec8bf9e', 'name': '', 'network_id': '3009d347-0f1a-4ba8-8dc0-fb1c84ff122d', 'tenant_id': '0d963129023042508b347e67d6b83f86', 'mac_address': 'fa:16:3e:79:7a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7d638eb-ecff-414c-9801-07b3eb1d901f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'bbb25122-fc73-48b9-9d33-088c252d0845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:52:19Z', 'updated_at': '2021-12-10T19:52:19Z', 'revision_number': 2, 'project_id': '0d963129023042508b347e67d6b83f86', 'subnets': [{'id': 'bbb25122-fc73-48b9-9d33-088c252d0845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:52:20.581715 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c30c31-72ec-4008-b887-fb94a03fd8e4 admin admin] Network 3009d347-0f1a-4ba8-8dc0-fb1c84ff122d is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:52:20.583132 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-69c30c31-72ec-4008-b887-fb94a03fd8e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:52:20.717524 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69c30c31-72ec-4008-b887-fb94a03fd8e4 admin admin] Router b7d638eb-ecff-414c-9801-07b3eb1d901f has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:52:20.839418 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c30c31-72ec-4008-b887-fb94a03fd8e4 admin admin] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:52:20.845481 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-69c30c31-72ec-4008-b887-fb94a03fd8e4 admin admin] 10.222.0.69 "PUT /v2.0/routers/b7d638eb-ecff-414c-9801-07b3eb1d901f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9946008 Dec 10 19:52:20.884863 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-cfff3d47-4390-4060-baac-31839d1c84ee None None] Provisioning complete for port 4c0afd53-55e9-4ab4-a53c-95492ec8bf9e triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:52:20.885325 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-cfff3d47-4390-4060-baac-31839d1c84ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:20.926988 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-cfff3d47-4390-4060-baac-31839d1c84ee None None] Port 4c0afd53-55e9-4ab4-a53c-95492ec8bf9e cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:52:21.385693 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 34002) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:52:21.390755 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-386cadc0-998f-4133-beed-86322482cad5 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1226837264-network', 'tenant_id': '9a29abf838cb481ea57129413c7fd83a'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:52:21.422190 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386cadc0-998f-4133-beed-86322482cad5 admin admin] Made reservation on behalf of 9a29abf838cb481ea57129413c7fd83a for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:52:21.427597 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-386cadc0-998f-4133-beed-86322482cad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:21.439284 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-386cadc0-998f-4133-beed-86322482cad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:21.524778 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-386cadc0-998f-4133-beed-86322482cad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:21.528302 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-386cadc0-998f-4133-beed-86322482cad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:21.554120 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-386cadc0-998f-4133-beed-86322482cad5 admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:52:21.565032 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386cadc0-998f-4133-beed-86322482cad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b399cb3-2db2-4855-bff9-09cbcde64e9a,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:21.569730 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-386cadc0-998f-4133-beed-86322482cad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:21.570182 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-386cadc0-998f-4133-beed-86322482cad5 admin admin] Added segment d0b19005-8303-4eb9-a408-1fa3584164ee of type vlan for network bb36fef0-7968-4f17-a6fc-c062c97ec429 Dec 10 19:52:21.575285 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386cadc0-998f-4133-beed-86322482cad5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:52:21.575868 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386cadc0-998f-4133-beed-86322482cad5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:52:21.576203 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386cadc0-998f-4133-beed-86322482cad5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:52:21.576571 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386cadc0-998f-4133-beed-86322482cad5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:52:21.576899 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386cadc0-998f-4133-beed-86322482cad5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:52:21.577224 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386cadc0-998f-4133-beed-86322482cad5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:52:21.577537 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386cadc0-998f-4133-beed-86322482cad5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:52:21.578006 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386cadc0-998f-4133-beed-86322482cad5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:52:21.578617 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386cadc0-998f-4133-beed-86322482cad5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:52:21.579073 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386cadc0-998f-4133-beed-86322482cad5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:52:21.580115 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386cadc0-998f-4133-beed-86322482cad5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:52:21.580648 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386cadc0-998f-4133-beed-86322482cad5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:52:21.629689 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-386cadc0-998f-4133-beed-86322482cad5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:21.658435 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-386cadc0-998f-4133-beed-86322482cad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:21.659520 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386cadc0-998f-4133-beed-86322482cad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:52:21.660249 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-386cadc0-998f-4133-beed-86322482cad5 admin admin] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:21.663097 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 9d03acb5-33da-4e7f-81b2-d1a3bdbafcd5 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:52:21.727384 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 9d03acb5-33da-4e7f-81b2-d1a3bdbafcd5 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:52:21.727844 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:21.733325 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-386cadc0-998f-4133-beed-86322482cad5 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3425906 Dec 10 19:52:21.733426 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 34004) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:52:21.745345 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-ec667a92-e71e-479b-9505-5c93b66b918d admin admin] Request body: {'subnet': {'network_id': 'bb36fef0-7968-4f17-a6fc-c062c97ec429', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1226837264-subnet', 'tenant_id': '9a29abf838cb481ea57129413c7fd83a', 'ip_version': 4}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:52:21.755342 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386cadc0-998f-4133-beed-86322482cad5 admin admin] Pushing event updated for resources: {'Network': ['ID=bb36fef0-7968-4f17-a6fc-c062c97ec429,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:21.768991 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network bb36fef0-7968-4f17-a6fc-c062c97ec429 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:52:21.789266 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec667a92-e71e-479b-9505-5c93b66b918d admin admin] Made reservation on behalf of 9a29abf838cb481ea57129413c7fd83a for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:52:21.791638 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ec667a92-e71e-479b-9505-5c93b66b918d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:21.884657 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:21.909127 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port 9d03acb5-33da-4e7f-81b2-d1a3bdbafcd5, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=9d03acb5-33da-4e7f-81b2-d1a3bdbafcd5,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:52:21.916578 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:21.971896 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ec667a92-e71e-479b-9505-5c93b66b918d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:21.972440 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=9d03acb5-33da-4e7f-81b2-d1a3bdbafcd5,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:22.030154 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec667a92-e71e-479b-9505-5c93b66b918d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9faac00-3f31-4e4f-8a58-4f078afb74e9,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:22.039766 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec667a92-e71e-479b-9505-5c93b66b918d admin admin] Checking segment: {'id': 'd0b19005-8303-4eb9-a408-1fa3584164ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'bb36fef0-7968-4f17-a6fc-c062c97ec429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:52:22.040048 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec667a92-e71e-479b-9505-5c93b66b918d admin admin] Network hostable DHCP agents. Network: bb36fef0-7968-4f17-a6fc-c062c97ec429, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:52:22.057099 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec667a92-e71e-479b-9505-5c93b66b918d admin admin] Network bb36fef0-7968-4f17-a6fc-c062c97ec429 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:52:22.067161 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-ec667a92-e71e-479b-9505-5c93b66b918d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, bb36fef0-7968-4f17-a6fc-c062c97ec429) {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:52:22.071649 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec667a92-e71e-479b-9505-5c93b66b918d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:52:22.072349 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ec667a92-e71e-479b-9505-5c93b66b918d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:22.077851 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53249ee8-b490-4e14-b9c1-03685870d42a None None] Network bb36fef0-7968-4f17-a6fc-c062c97ec429 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:52:22.092131 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-ec667a92-e71e-479b-9505-5c93b66b918d admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3583000 Dec 10 19:52:22.094793 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 34006) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:52:22.100746 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-cb0db8b7-d47f-473e-8685-13ab83e49ae7 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1226837264-router', 'tenant_id': '9a29abf838cb481ea57129413c7fd83a', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:52:22.133242 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cb0db8b7-d47f-473e-8685-13ab83e49ae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:22.134434 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cb0db8b7-d47f-473e-8685-13ab83e49ae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:22.229952 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cb0db8b7-d47f-473e-8685-13ab83e49ae7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:22.259484 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583d7f72-81a9-487b-8c40-4386084f881a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-bb36fef0-7968-4f17-a6fc-c062c97ec429', 'network_id': 'bb36fef0-7968-4f17-a6fc-c062c97ec429', 'tenant_id': '9a29abf838cb481ea57129413c7fd83a', 'fixed_ips': [{'subnet_id': 'b9faac00-3f31-4e4f-8a58-4f078afb74e9'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:52:22.261148 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-583d7f72-81a9-487b-8c40-4386084f881a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:22.378761 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cb0db8b7-d47f-473e-8685-13ab83e49ae7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:22.412037 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-583d7f72-81a9-487b-8c40-4386084f881a None None] Allocated IP 172.20.0.2 (bb36fef0-7968-4f17-a6fc-c062c97ec429/b9faac00-3f31-4e4f-8a58-4f078afb74e9/68cbb6f8-46af-47d5-949c-f0efe329862b) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:52:22.576625 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347f3e27-57f5-4ddb-a772-0b7e0b070596 None None] Sync routers for ids ['b7d638eb-ecff-414c-9801-07b3eb1d901f'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:52:22.578427 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-583d7f72-81a9-487b-8c40-4386084f881a None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:22.584927 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-583d7f72-81a9-487b-8c40-4386084f881a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:22.588703 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347f3e27-57f5-4ddb-a772-0b7e0b070596 None None] Routers {'b7d638eb-ecff-414c-9801-07b3eb1d901f'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:52:22.589328 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-347f3e27-57f5-4ddb-a772-0b7e0b070596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:51:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['b7d638eb-ecff-414c-9801-07b3eb1d901f'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:52:22.624965 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cb0db8b7-d47f-473e-8685-13ab83e49ae7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:22.626210 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583d7f72-81a9-487b-8c40-4386084f881a None None] Network bb36fef0-7968-4f17-a6fc-c062c97ec429 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:52:22.629991 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-583d7f72-81a9-487b-8c40-4386084f881a None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:52:22.632986 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583d7f72-81a9-487b-8c40-4386084f881a None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:52:22.645642 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583d7f72-81a9-487b-8c40-4386084f881a None None] Pushing event updated for resources: {'Port': ['ID=68cbb6f8-46af-47d5-949c-f0efe329862b,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:22.655336 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cb0db8b7-d47f-473e-8685-13ab83e49ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:22.706877 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-583d7f72-81a9-487b-8c40-4386084f881a None None] Attempting to bind port 68cbb6f8-46af-47d5-949c-f0efe329862b on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:52:22.707545 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-583d7f72-81a9-487b-8c40-4386084f881a None None] Attempting to bind port 68cbb6f8-46af-47d5-949c-f0efe329862b by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': 'd0b19005-8303-4eb9-a408-1fa3584164ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'bb36fef0-7968-4f17-a6fc-c062c97ec429'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:52:22.708341 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583d7f72-81a9-487b-8c40-4386084f881a None None] Attempting to bind port 68cbb6f8-46af-47d5-949c-f0efe329862b on network bb36fef0-7968-4f17-a6fc-c062c97ec429 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:52:22.714980 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583d7f72-81a9-487b-8c40-4386084f881a None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:52:22.715366 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-347f3e27-57f5-4ddb-a772-0b7e0b070596 None None] Set router b7d638eb-ecff-414c-9801-07b3eb1d901f gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:52:22.715594 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583d7f72-81a9-487b-8c40-4386084f881a None None] Checking segment: {'id': 'd0b19005-8303-4eb9-a408-1fa3584164ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'bb36fef0-7968-4f17-a6fc-c062c97ec429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:52:22.716085 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-583d7f72-81a9-487b-8c40-4386084f881a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:22.716521 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583d7f72-81a9-487b-8c40-4386084f881a None None] Bound using segment: {'id': 'd0b19005-8303-4eb9-a408-1fa3584164ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'bb36fef0-7968-4f17-a6fc-c062c97ec429'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:52:22.716989 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-583d7f72-81a9-487b-8c40-4386084f881a None None] Bound port: 68cbb6f8-46af-47d5-949c-f0efe329862b, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0b19005-8303-4eb9-a408-1fa3584164ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'bb36fef0-7968-4f17-a6fc-c062c97ec429'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:52:22.717395 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-583d7f72-81a9-487b-8c40-4386084f881a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:22.779695 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-cb0db8b7-d47f-473e-8685-13ab83e49ae7 admin admin] Allocated IP 172.26.6.151 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/ff7d88bb-0efb-4f25-89ef-7793f45b3726) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:52:22.789191 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-583d7f72-81a9-487b-8c40-4386084f881a None None] For port 68cbb6f8-46af-47d5-949c-f0efe329862b, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:52:22.794226 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-583d7f72-81a9-487b-8c40-4386084f881a None None] For port 68cbb6f8-46af-47d5-949c-f0efe329862b, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=68cbb6f8-46af-47d5-949c-f0efe329862b,segment=NetworkSegment(d0b19005-8303-4eb9-a408-1fa3584164ee),segment_id=d0b19005-8303-4eb9-a408-1fa3584164ee)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:52:22.800106 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-583d7f72-81a9-487b-8c40-4386084f881a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:22.868108 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583d7f72-81a9-487b-8c40-4386084f881a None None] Pushing event updated for resources: {'Port': ['ID=68cbb6f8-46af-47d5-949c-f0efe329862b,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:22.907491 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cb0db8b7-d47f-473e-8685-13ab83e49ae7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:22.946337 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cb0db8b7-d47f-473e-8685-13ab83e49ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:22.954974 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-347f3e27-57f5-4ddb-a772-0b7e0b070596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7d638eb-ecff-414c-9801-07b3eb1d901f', 'name': 'tempest-TestEncryptedCinderVolumes-405340243-router', 'tenant_id': '0d963129023042508b347e67d6b83f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': '9d03acb5-33da-4e7f-81b2-d1a3bdbafcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:52:17Z', 'updated_at': '2021-12-10T19:52:19Z', 'revision_number': 4, 'project_id': '0d963129023042508b347e67d6b83f86', 'gw_port': {'id': '9d03acb5-33da-4e7f-81b2-d1a3bdbafcd5', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:fa:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d638eb-ecff-414c-9801-07b3eb1d901f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:52:17Z', 'updated_at': '2021-12-10T19:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '4c0afd53-55e9-4ab4-a53c-95492ec8bf9e', 'name': '', 'network_id': '3009d347-0f1a-4ba8-8dc0-fb1c84ff122d', 'tenant_id': '0d963129023042508b347e67d6b83f86', 'mac_address': 'fa:16:3e:79:7a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7d638eb-ecff-414c-9801-07b3eb1d901f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'bbb25122-fc73-48b9-9d33-088c252d0845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:52:19Z', 'updated_at': '2021-12-10T19:52:19Z', 'revision_number': 2, 'project_id': '0d963129023042508b347e67d6b83f86', 'subnets': [{'id': 'bbb25122-fc73-48b9-9d33-088c252d0845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:52:22.981432 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347f3e27-57f5-4ddb-a772-0b7e0b070596 None None] Checking router: b7d638eb-ecff-414c-9801-07b3eb1d901f for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:52:22.981822 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347f3e27-57f5-4ddb-a772-0b7e0b070596 None None] Updating router b7d638eb-ecff-414c-9801-07b3eb1d901f port 4c0afd53-55e9-4ab4-a53c-95492ec8bf9e binding host dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:52:22.982764 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0db8b7-d47f-473e-8685-13ab83e49ae7 admin admin] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:52:22.986332 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-cb0db8b7-d47f-473e-8685-13ab83e49ae7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:52:22.990106 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0db8b7-d47f-473e-8685-13ab83e49ae7 admin admin] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:52:23.028707 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0db8b7-d47f-473e-8685-13ab83e49ae7 admin admin] Pushing event updated for resources: {'Port': ['ID=ff7d88bb-0efb-4f25-89ef-7793f45b3726,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:23.029175 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-347f3e27-57f5-4ddb-a772-0b7e0b070596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:23.274121 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cb0db8b7-d47f-473e-8685-13ab83e49ae7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:23.307754 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-347f3e27-57f5-4ddb-a772-0b7e0b070596 None None] Notify callbacks [] for port, precommit_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:23.313231 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-347f3e27-57f5-4ddb-a772-0b7e0b070596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:23.381250 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d5709-9f0b-48d5-9e17-89efd303ff9d None None] Pushing event updated for resources: {'Port': ['ID=4c0afd53-55e9-4ab4-a53c-95492ec8bf9e,revision_number=3']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:23.390598 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54d5709-9f0b-48d5-9e17-89efd303ff9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:52:23.390947 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54d5709-9f0b-48d5-9e17-89efd303ff9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:52:23.391276 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54d5709-9f0b-48d5-9e17-89efd303ff9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:52:23.391602 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54d5709-9f0b-48d5-9e17-89efd303ff9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:52:23.391974 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54d5709-9f0b-48d5-9e17-89efd303ff9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:52:23.392299 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54d5709-9f0b-48d5-9e17-89efd303ff9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:52:23.392653 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54d5709-9f0b-48d5-9e17-89efd303ff9d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:52:23.392973 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54d5709-9f0b-48d5-9e17-89efd303ff9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:52:23.393288 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54d5709-9f0b-48d5-9e17-89efd303ff9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:52:23.393600 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54d5709-9f0b-48d5-9e17-89efd303ff9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:52:23.393913 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54d5709-9f0b-48d5-9e17-89efd303ff9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:52:23.394287 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54d5709-9f0b-48d5-9e17-89efd303ff9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:52:23.434328 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-347f3e27-57f5-4ddb-a772-0b7e0b070596 None None] Attempting to bind port 4c0afd53-55e9-4ab4-a53c-95492ec8bf9e on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:52:23.434689 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-347f3e27-57f5-4ddb-a772-0b7e0b070596 None None] Attempting to bind port 4c0afd53-55e9-4ab4-a53c-95492ec8bf9e by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '62b36b9e-8a27-4d50-aee8-a8a875f31ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3009d347-0f1a-4ba8-8dc0-fb1c84ff122d'}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:52:23.435045 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347f3e27-57f5-4ddb-a772-0b7e0b070596 None None] Attempting to bind port 4c0afd53-55e9-4ab4-a53c-95492ec8bf9e on network 3009d347-0f1a-4ba8-8dc0-fb1c84ff122d {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:52:23.440943 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347f3e27-57f5-4ddb-a772-0b7e0b070596 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:52:23.441305 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347f3e27-57f5-4ddb-a772-0b7e0b070596 None None] Checking segment: {'id': '62b36b9e-8a27-4d50-aee8-a8a875f31ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3009d347-0f1a-4ba8-8dc0-fb1c84ff122d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:52:23.441696 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-347f3e27-57f5-4ddb-a772-0b7e0b070596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:23.442080 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347f3e27-57f5-4ddb-a772-0b7e0b070596 None None] Bound using segment: {'id': '62b36b9e-8a27-4d50-aee8-a8a875f31ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3009d347-0f1a-4ba8-8dc0-fb1c84ff122d'} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:52:23.442533 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-347f3e27-57f5-4ddb-a772-0b7e0b070596 None None] Bound port: 4c0afd53-55e9-4ab4-a53c-95492ec8bf9e, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62b36b9e-8a27-4d50-aee8-a8a875f31ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3009d347-0f1a-4ba8-8dc0-fb1c84ff122d'}}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:52:23.442902 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-347f3e27-57f5-4ddb-a772-0b7e0b070596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:23.492326 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cb0db8b7-d47f-473e-8685-13ab83e49ae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:23.510732 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-347f3e27-57f5-4ddb-a772-0b7e0b070596 None None] For port 4c0afd53-55e9-4ab4-a53c-95492ec8bf9e, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:52:23.514262 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-347f3e27-57f5-4ddb-a772-0b7e0b070596 None None] For port 4c0afd53-55e9-4ab4-a53c-95492ec8bf9e, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=4c0afd53-55e9-4ab4-a53c-95492ec8bf9e,segment=NetworkSegment(62b36b9e-8a27-4d50-aee8-a8a875f31ef2),segment_id=62b36b9e-8a27-4d50-aee8-a8a875f31ef2)] {{(pid=102368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:52:23.520463 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-347f3e27-57f5-4ddb-a772-0b7e0b070596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:23.578205 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347f3e27-57f5-4ddb-a772-0b7e0b070596 None None] Routers {'b7d638eb-ecff-414c-9801-07b3eb1d901f'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:52:23.580863 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-347f3e27-57f5-4ddb-a772-0b7e0b070596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:51:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['b7d638eb-ecff-414c-9801-07b3eb1d901f'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:52:23.691554 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-0c9ae360-8ad1-48eb-9362-129018c8a504 None None] Provisioning complete for port 4c0afd53-55e9-4ab4-a53c-95492ec8bf9e triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:52:23.692122 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0c9ae360-8ad1-48eb-9362-129018c8a504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:23.722907 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d5709-9f0b-48d5-9e17-89efd303ff9d None None] Pushing event updated for resources: {'Port': ['ID=4c0afd53-55e9-4ab4-a53c-95492ec8bf9e,revision_number=4']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:23.754491 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-347f3e27-57f5-4ddb-a772-0b7e0b070596 None None] Set router b7d638eb-ecff-414c-9801-07b3eb1d901f gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:52:23.772077 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb0db8b7-d47f-473e-8685-13ab83e49ae7 admin admin] Router afb64494-e03f-42f4-9593-2c6936bd1eb8 is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:52:23.823626 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 68cbb6f8-46af-47d5-949c-f0efe329862b up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:52:23.915109 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0c9ae360-8ad1-48eb-9362-129018c8a504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:23.953954 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 68cbb6f8-46af-47d5-949c-f0efe329862b triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:52:23.955005 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:23.967843 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb0db8b7-d47f-473e-8685-13ab83e49ae7 admin admin] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:52:23.986248 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6695b0-d813-4d0c-9605-73092e214ae9 None None] Sync routers for ids ['afb64494-e03f-42f4-9593-2c6936bd1eb8'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:52:24.005432 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cb0db8b7-d47f-473e-8685-13ab83e49ae7 admin admin] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:24.008149 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-0c9ae360-8ad1-48eb-9362-129018c8a504 None None] For port 4c0afd53-55e9-4ab4-a53c-95492ec8bf9e, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=4c0afd53-55e9-4ab4-a53c-95492ec8bf9e,segment=NetworkSegment(62b36b9e-8a27-4d50-aee8-a8a875f31ef2),segment_id=62b36b9e-8a27-4d50-aee8-a8a875f31ef2)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:52:24.013635 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 34008) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:52:24.021125 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-cb0db8b7-d47f-473e-8685-13ab83e49ae7 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9244032 Dec 10 19:52:24.023560 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6695b0-d813-4d0c-9605-73092e214ae9 None None] Routers {'afb64494-e03f-42f4-9593-2c6936bd1eb8'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:52:24.024320 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-4d6695b0-d813-4d0c-9605-73092e214ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:51:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['afb64494-e03f-42f4-9593-2c6936bd1eb8'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:52:24.026492 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0c9ae360-8ad1-48eb-9362-129018c8a504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:24.169612 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-347f3e27-57f5-4ddb-a772-0b7e0b070596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7d638eb-ecff-414c-9801-07b3eb1d901f', 'name': 'tempest-TestEncryptedCinderVolumes-405340243-router', 'tenant_id': '0d963129023042508b347e67d6b83f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': '9d03acb5-33da-4e7f-81b2-d1a3bdbafcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:52:17Z', 'updated_at': '2021-12-10T19:52:19Z', 'revision_number': 4, 'project_id': '0d963129023042508b347e67d6b83f86', 'gw_port': {'id': '9d03acb5-33da-4e7f-81b2-d1a3bdbafcd5', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:fa:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d638eb-ecff-414c-9801-07b3eb1d901f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:52:17Z', 'updated_at': '2021-12-10T19:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '4c0afd53-55e9-4ab4-a53c-95492ec8bf9e', 'name': '', 'network_id': '3009d347-0f1a-4ba8-8dc0-fb1c84ff122d', 'tenant_id': '0d963129023042508b347e67d6b83f86', 'mac_address': 'fa:16:3e:79:7a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7d638eb-ecff-414c-9801-07b3eb1d901f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'bbb25122-fc73-48b9-9d33-088c252d0845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:52:19Z', 'updated_at': '2021-12-10T19:52:23Z', 'revision_number': 4, 'project_id': '0d963129023042508b347e67d6b83f86', 'subnets': [{'id': 'bbb25122-fc73-48b9-9d33-088c252d0845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:52:24.197525 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347f3e27-57f5-4ddb-a772-0b7e0b070596 None None] The sync data for ids ['b7d638eb-ecff-414c-9801-07b3eb1d901f'] in dv-neutron-821441-1-hyperv is: [{'id': 'b7d638eb-ecff-414c-9801-07b3eb1d901f', 'name': 'tempest-TestEncryptedCinderVolumes-405340243-router', 'tenant_id': '0d963129023042508b347e67d6b83f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': '9d03acb5-33da-4e7f-81b2-d1a3bdbafcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:52:17Z', 'updated_at': '2021-12-10T19:52:19Z', 'revision_number': 4, 'project_id': '0d963129023042508b347e67d6b83f86', 'gw_port': {'id': '9d03acb5-33da-4e7f-81b2-d1a3bdbafcd5', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:fa:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d638eb-ecff-414c-9801-07b3eb1d901f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:52:17Z', 'updated_at': '2021-12-10T19:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '4c0afd53-55e9-4ab4-a53c-95492ec8bf9e', 'name': '', 'network_id': '3009d347-0f1a-4ba8-8dc0-fb1c84ff122d', 'tenant_id': '0d963129023042508b347e67d6b83f86', 'mac_address': 'fa:16:3e:79:7a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7d638eb-ecff-414c-9801-07b3eb1d901f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'bbb25122-fc73-48b9-9d33-088c252d0845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:52:19Z', 'updated_at': '2021-12-10T19:52:23Z', 'revision_number': 4, 'project_id': '0d963129023042508b347e67d6b83f86', 'subnets': [{'id': 'bbb25122-fc73-48b9-9d33-088c252d0845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:52:24.286166 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5fc386-2241-45c5-b06f-8f1929f5a100 None None] Network bb36fef0-7968-4f17-a6fc-c062c97ec429 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:52:24.408752 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-17526ce8-fa07-4364-929a-4cfbe34d1c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:24.414760 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-e3eebfa1-ba71-4cae-bbe9-f38aeaf42049 None None] Provisioning complete for port 4c0afd53-55e9-4ab4-a53c-95492ec8bf9e triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:52:24.414760 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e3eebfa1-ba71-4cae-bbe9-f38aeaf42049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:24.441561 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9ae360-8ad1-48eb-9362-129018c8a504 None None] Pushing event updated for resources: {'Port': ['ID=4c0afd53-55e9-4ab4-a53c-95492ec8bf9e,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:24.493001 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-4d6695b0-d813-4d0c-9605-73092e214ae9 None None] Set router afb64494-e03f-42f4-9593-2c6936bd1eb8 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:52:24.507327 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-552b50b8-7f66-4946-8ec1-96f5954d9e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:24.576232 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:24.697637 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port 68cbb6f8-46af-47d5-949c-f0efe329862b, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=68cbb6f8-46af-47d5-949c-f0efe329862b,segment=NetworkSegment(d0b19005-8303-4eb9-a408-1fa3584164ee),segment_id=d0b19005-8303-4eb9-a408-1fa3584164ee)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:52:24.699133 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-552b50b8-7f66-4946-8ec1-96f5954d9e27 admin admin] Allocated IP 172.20.0.1 (bb36fef0-7968-4f17-a6fc-c062c97ec429/b9faac00-3f31-4e4f-8a58-4f078afb74e9/255c91b5-9dd6-439f-bad6-2bb00d0b0417) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:52:24.708023 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:24.708831 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 9d03acb5-33da-4e7f-81b2-d1a3bdbafcd5 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:52:24.833042 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-552b50b8-7f66-4946-8ec1-96f5954d9e27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:24.874493 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-552b50b8-7f66-4946-8ec1-96f5954d9e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:24.898663 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=68cbb6f8-46af-47d5-949c-f0efe329862b,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:24.924159 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-e3eebfa1-ba71-4cae-bbe9-f38aeaf42049 None None] Provisioning complete for port 68cbb6f8-46af-47d5-949c-f0efe329862b triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:52:24.924583 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e3eebfa1-ba71-4cae-bbe9-f38aeaf42049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:24.946643 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552b50b8-7f66-4946-8ec1-96f5954d9e27 admin admin] Network bb36fef0-7968-4f17-a6fc-c062c97ec429 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:52:24.952118 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 9d03acb5-33da-4e7f-81b2-d1a3bdbafcd5 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:52:24.952374 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:24.953686 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-552b50b8-7f66-4946-8ec1-96f5954d9e27 admin admin] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:52:24.959702 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552b50b8-7f66-4946-8ec1-96f5954d9e27 admin admin] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:52:24.989996 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552b50b8-7f66-4946-8ec1-96f5954d9e27 admin admin] Pushing event updated for resources: {'Port': ['ID=255c91b5-9dd6-439f-bad6-2bb00d0b0417,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:25.012743 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-552b50b8-7f66-4946-8ec1-96f5954d9e27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712030'] for router_interface, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:25.020238 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-4d6695b0-d813-4d0c-9605-73092e214ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb64494-e03f-42f4-9593-2c6936bd1eb8', 'name': 'tempest-TestEncryptedCinderVolumes-1226837264-router', 'tenant_id': '9a29abf838cb481ea57129413c7fd83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.151'}], 'enable_snat': True}, 'gw_port_id': 'ff7d88bb-0efb-4f25-89ef-7793f45b3726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:52:22Z', 'updated_at': '2021-12-10T19:52:23Z', 'revision_number': 3, 'project_id': '9a29abf838cb481ea57129413c7fd83a', 'gw_port': {'id': 'ff7d88bb-0efb-4f25-89ef-7793f45b3726', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:0a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb64494-e03f-42f4-9593-2c6936bd1eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:52:22Z', 'updated_at': '2021-12-10T19:52:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:52:25.055146 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6695b0-d813-4d0c-9605-73092e214ae9 None None] Checking router: afb64494-e03f-42f4-9593-2c6936bd1eb8 for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:52:25.055486 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6695b0-d813-4d0c-9605-73092e214ae9 None None] Updating router afb64494-e03f-42f4-9593-2c6936bd1eb8 port ff7d88bb-0efb-4f25-89ef-7793f45b3726 binding host dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:52:25.130679 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4d6695b0-d813-4d0c-9605-73092e214ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:25.155972 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-552b50b8-7f66-4946-8ec1-96f5954d9e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:25.332661 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-6aeae669-7978-458c-81bc-a4cf70ef63d6 None None] Provisioning complete for port 68cbb6f8-46af-47d5-949c-f0efe329862b triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:52:25.333046 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6aeae669-7978-458c-81bc-a4cf70ef63d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:25.338521 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-552b50b8-7f66-4946-8ec1-96f5954d9e27 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:25.345279 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-552b50b8-7f66-4946-8ec1-96f5954d9e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:25.413299 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-552b50b8-7f66-4946-8ec1-96f5954d9e27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3755716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711339'] for router_interface, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:25.415917 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552b50b8-7f66-4946-8ec1-96f5954d9e27 admin admin] Pushing event updated for resources: {'Port': ['ID=255c91b5-9dd6-439f-bad6-2bb00d0b0417,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:25.506283 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4d6695b0-d813-4d0c-9605-73092e214ae9 None None] Notify callbacks [] for port, precommit_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:25.512780 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552b50b8-7f66-4946-8ec1-96f5954d9e27 admin admin] Network bb36fef0-7968-4f17-a6fc-c062c97ec429 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:52:25.514278 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-552b50b8-7f66-4946-8ec1-96f5954d9e27 admin admin] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:52:25.517342 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:25.518804 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4d6695b0-d813-4d0c-9605-73092e214ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:25.574582 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-4d6695b0-d813-4d0c-9605-73092e214ae9 None None] Attempting to bind port ff7d88bb-0efb-4f25-89ef-7793f45b3726 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:52:25.574955 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-4d6695b0-d813-4d0c-9605-73092e214ae9 None None] Attempting to bind port ff7d88bb-0efb-4f25-89ef-7793f45b3726 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:52:25.575318 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6695b0-d813-4d0c-9605-73092e214ae9 None None] Attempting to bind port ff7d88bb-0efb-4f25-89ef-7793f45b3726 on network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:52:25.581089 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6695b0-d813-4d0c-9605-73092e214ae9 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:52:25.581461 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6695b0-d813-4d0c-9605-73092e214ae9 None None] Checking segment: {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:52:25.581917 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4d6695b0-d813-4d0c-9605-73092e214ae9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:25.582352 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6695b0-d813-4d0c-9605-73092e214ae9 None None] Bound using segment: {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:52:25.582882 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-4d6695b0-d813-4d0c-9605-73092e214ae9 None None] Bound port: ff7d88bb-0efb-4f25-89ef-7793f45b3726, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:52:25.583196 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4d6695b0-d813-4d0c-9605-73092e214ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:25.631977 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5181287-5ff4-424c-b00f-3d1de0fedb1d None None] Pushing event updated for resources: {'Port': ['ID=ff7d88bb-0efb-4f25-89ef-7793f45b3726,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:25.651168 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-4d6695b0-d813-4d0c-9605-73092e214ae9 None None] For port ff7d88bb-0efb-4f25-89ef-7793f45b3726, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:52:25.666180 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-4d6695b0-d813-4d0c-9605-73092e214ae9 None None] For port ff7d88bb-0efb-4f25-89ef-7793f45b3726, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=ff7d88bb-0efb-4f25-89ef-7793f45b3726,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:52:25.672463 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-8b5ed0ac-2858-4a7e-85ef-6c6802a03f2e None None] Provisioning complete for port 255c91b5-9dd6-439f-bad6-2bb00d0b0417 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:52:25.672463 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8b5ed0ac-2858-4a7e-85ef-6c6802a03f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:25.676246 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-552b50b8-7f66-4946-8ec1-96f5954d9e27 admin admin] Router afb64494-e03f-42f4-9593-2c6936bd1eb8 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:52:25.692818 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 68cbb6f8-46af-47d5-949c-f0efe329862b up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:52:25.697233 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4d6695b0-d813-4d0c-9605-73092e214ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:25.773883 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-8b5ed0ac-2858-4a7e-85ef-6c6802a03f2e None None] Port 255c91b5-9dd6-439f-bad6-2bb00d0b0417 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:52:25.793806 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552b50b8-7f66-4946-8ec1-96f5954d9e27 admin admin] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:52:25.799786 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-552b50b8-7f66-4946-8ec1-96f5954d9e27 admin admin] 10.222.0.69 "PUT /v2.0/routers/afb64494-e03f-42f4-9593-2c6936bd1eb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7847497 Dec 10 19:52:25.803283 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5181287-5ff4-424c-b00f-3d1de0fedb1d None None] Pushing event updated for resources: {'Port': ['ID=ff7d88bb-0efb-4f25-89ef-7793f45b3726,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:25.815898 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6695b0-d813-4d0c-9605-73092e214ae9 None None] Routers {'afb64494-e03f-42f4-9593-2c6936bd1eb8'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:52:25.816542 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-4d6695b0-d813-4d0c-9605-73092e214ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:52:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['afb64494-e03f-42f4-9593-2c6936bd1eb8'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:52:25.899514 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 68cbb6f8-46af-47d5-949c-f0efe329862b triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:52:25.900073 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:25.944320 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-3a2deb71-b069-4386-b3c9-64c8cdb5723c None None] Provisioning complete for port 255c91b5-9dd6-439f-bad6-2bb00d0b0417 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:52:25.944715 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-3a2deb71-b069-4386-b3c9-64c8cdb5723c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:26.001800 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-4d6695b0-d813-4d0c-9605-73092e214ae9 None None] Set router afb64494-e03f-42f4-9593-2c6936bd1eb8 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:52:26.028226 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-3a2deb71-b069-4386-b3c9-64c8cdb5723c None None] Port 255c91b5-9dd6-439f-bad6-2bb00d0b0417 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:52:26.288734 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 4c0afd53-55e9-4ab4-a53c-95492ec8bf9e up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:52:26.397273 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 4c0afd53-55e9-4ab4-a53c-95492ec8bf9e triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:52:26.397642 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:26.467952 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8155a93-2373-4889-bd11-bd859644e48e req-9c82e7dd-03c9-496a-ad3e-7b6bc7a72769 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:52:26.469449 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e8155a93-2373-4889-bd11-bd859644e48e req-9c82e7dd-03c9-496a-ad3e-7b6bc7a72769 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] 10.222.0.69 "GET /v2.0/networks?id=3009d347-0f1a-4ba8-8dc0-fb1c84ff122d HTTP/1.1" status: 200 len: 816 time: 0.1072354 Dec 10 19:52:26.481845 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-4d6695b0-d813-4d0c-9605-73092e214ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb64494-e03f-42f4-9593-2c6936bd1eb8', 'name': 'tempest-TestEncryptedCinderVolumes-1226837264-router', 'tenant_id': '9a29abf838cb481ea57129413c7fd83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.151'}], 'enable_snat': True}, 'gw_port_id': 'ff7d88bb-0efb-4f25-89ef-7793f45b3726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:52:22Z', 'updated_at': '2021-12-10T19:52:25Z', 'revision_number': 4, 'project_id': '9a29abf838cb481ea57129413c7fd83a', 'gw_port': {'id': 'ff7d88bb-0efb-4f25-89ef-7793f45b3726', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:0a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb64494-e03f-42f4-9593-2c6936bd1eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:52:22Z', 'updated_at': '2021-12-10T19:52:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '255c91b5-9dd6-439f-bad6-2bb00d0b0417', 'name': '', 'network_id': 'bb36fef0-7968-4f17-a6fc-c062c97ec429', 'tenant_id': '9a29abf838cb481ea57129413c7fd83a', 'mac_address': 'fa:16:3e:08:c5:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb64494-e03f-42f4-9593-2c6936bd1eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'b9faac00-3f31-4e4f-8a58-4f078afb74e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:52:24Z', 'updated_at': '2021-12-10T19:52:25Z', 'revision_number': 2, 'project_id': '9a29abf838cb481ea57129413c7fd83a', 'subnets': [{'id': 'b9faac00-3f31-4e4f-8a58-4f078afb74e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:52:26.486430 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e8155a93-2373-4889-bd11-bd859644e48e req-e21b8db7-efce-4b16-a81f-32cf3afccc4a tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] 10.222.0.69 "GET /v2.0/quotas/0d963129023042508b347e67d6b83f86 HTTP/1.1" status: 200 len: 375 time: 0.0093684 Dec 10 19:52:26.512697 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6695b0-d813-4d0c-9605-73092e214ae9 None None] The sync data for ids ['afb64494-e03f-42f4-9593-2c6936bd1eb8'] in dv-neutron-821441-1-hyperv is: [{'id': 'afb64494-e03f-42f4-9593-2c6936bd1eb8', 'name': 'tempest-TestEncryptedCinderVolumes-1226837264-router', 'tenant_id': '9a29abf838cb481ea57129413c7fd83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.151'}], 'enable_snat': True}, 'gw_port_id': 'ff7d88bb-0efb-4f25-89ef-7793f45b3726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:52:22Z', 'updated_at': '2021-12-10T19:52:25Z', 'revision_number': 4, 'project_id': '9a29abf838cb481ea57129413c7fd83a', 'gw_port': {'id': 'ff7d88bb-0efb-4f25-89ef-7793f45b3726', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:0a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb64494-e03f-42f4-9593-2c6936bd1eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:52:22Z', 'updated_at': '2021-12-10T19:52:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '255c91b5-9dd6-439f-bad6-2bb00d0b0417', 'name': '', 'network_id': 'bb36fef0-7968-4f17-a6fc-c062c97ec429', 'tenant_id': '9a29abf838cb481ea57129413c7fd83a', 'mac_address': 'fa:16:3e:08:c5:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb64494-e03f-42f4-9593-2c6936bd1eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'b9faac00-3f31-4e4f-8a58-4f078afb74e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:52:24Z', 'updated_at': '2021-12-10T19:52:25Z', 'revision_number': 2, 'project_id': '9a29abf838cb481ea57129413c7fd83a', 'subnets': [{'id': 'b9faac00-3f31-4e4f-8a58-4f078afb74e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:52:26.554707 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:26.556904 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e8155a93-2373-4889-bd11-bd859644e48e req-c57210b2-8e6c-4cae-b103-d0477df99226 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0d963129023042508b347e67d6b83f86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0649962 Dec 10 19:52:26.576043 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [req-e8155a93-2373-4889-bd11-bd859644e48e req-33fbdc6d-8e22-4cbf-8f92-dc0dc7d4f00c service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:52:26.577079 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e8155a93-2373-4889-bd11-bd859644e48e req-33fbdc6d-8e22-4cbf-8f92-dc0dc7d4f00c service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053916 Dec 10 19:52:26.676651 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e8155a93-2373-4889-bd11-bd859644e48e req-90091805-dc72-4abd-9788-4bd33be500de service neutron] 10.222.0.69 "GET /v2.0/networks/3009d347-0f1a-4ba8-8dc0-fb1c84ff122d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925899 Dec 10 19:52:26.793924 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e8155a93-2373-4889-bd11-bd859644e48e req-507b4ff3-5506-40ac-8de2-85a95745e441 service neutron] 10.222.0.69 "GET /v2.0/networks/3009d347-0f1a-4ba8-8dc0-fb1c84ff122d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105876 Dec 10 19:52:26.892592 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:26.998467 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-af2ada66-f829-4a04-b199-ff02bbb475bc req-79786d37-0d27-47bd-8da4-18677e0127b9 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] 10.222.0.69 "GET /v2.0/ports?device_id=91ae7b67-ba56-4a8c-8c42-cb5d1afe9e41 HTTP/1.1" status: 200 len: 210 time: 0.0295537 Dec 10 19:52:27.655649 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device ff7d88bb-0efb-4f25-89ef-7793f45b3726 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:52:27.709909 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port ff7d88bb-0efb-4f25-89ef-7793f45b3726 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:52:27.710041 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:27.797091 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:27.819543 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port ff7d88bb-0efb-4f25-89ef-7793f45b3726, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=ff7d88bb-0efb-4f25-89ef-7793f45b3726,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:52:27.823815 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:27.873777 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=ff7d88bb-0efb-4f25-89ef-7793f45b3726,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:28.074432 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8155a93-2373-4889-bd11-bd859644e48e req-d4572b64-feb1-45ba-a916-d8c404e10a46 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:52:28.075901 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e8155a93-2373-4889-bd11-bd859644e48e req-d4572b64-feb1-45ba-a916-d8c404e10a46 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] 10.222.0.36 "GET /v2.0/networks?id=3009d347-0f1a-4ba8-8dc0-fb1c84ff122d HTTP/1.1" status: 200 len: 816 time: 0.1124041 Dec 10 19:52:28.091973 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-e8155a93-2373-4889-bd11-bd859644e48e req-976a47af-0afb-4e60-9550-2ef17cb7c1b4 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Request body: {'port': {'device_id': '91ae7b67-ba56-4a8c-8c42-cb5d1afe9e41', 'network_id': '3009d347-0f1a-4ba8-8dc0-fb1c84ff122d', 'admin_state_up': True, 'tenant_id': '0d963129023042508b347e67d6b83f86'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:52:28.127561 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-825dc3d1-6194-4368-8b35-715b539d4e56 req-fc6da96c-7d8c-4261-8cb3-38da6223b8cd tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] 10.222.0.69 "GET /v2.0/ports?device_id=91ae7b67-ba56-4a8c-8c42-cb5d1afe9e41 HTTP/1.1" status: 200 len: 210 time: 0.0504861 Dec 10 19:52:28.225795 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8155a93-2373-4889-bd11-bd859644e48e req-976a47af-0afb-4e60-9550-2ef17cb7c1b4 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Made reservation on behalf of 0d963129023042508b347e67d6b83f86 for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:52:28.229437 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-e8155a93-2373-4889-bd11-bd859644e48e req-976a47af-0afb-4e60-9550-2ef17cb7c1b4 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:28.364469 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [req-e8155a93-2373-4889-bd11-bd859644e48e req-976a47af-0afb-4e60-9550-2ef17cb7c1b4 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Allocated IP 172.20.0.11 (3009d347-0f1a-4ba8-8dc0-fb1c84ff122d/bbb25122-fc73-48b9-9d33-088c252d0845/fc006f73-202c-447b-a144-2d43a075dc76) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:52:28.516055 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-e8155a93-2373-4889-bd11-bd859644e48e req-976a47af-0afb-4e60-9550-2ef17cb7c1b4 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:28.551132 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-e8155a93-2373-4889-bd11-bd859644e48e req-976a47af-0afb-4e60-9550-2ef17cb7c1b4 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:28.593165 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8155a93-2373-4889-bd11-bd859644e48e req-976a47af-0afb-4e60-9550-2ef17cb7c1b4 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Network 3009d347-0f1a-4ba8-8dc0-fb1c84ff122d is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:52:28.595902 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad00d026-4c29-44af-8965-c0dfe0f1c2a6 None None] Sync routers for ids ['afb64494-e03f-42f4-9593-2c6936bd1eb8'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:52:28.600076 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [req-e8155a93-2373-4889-bd11-bd859644e48e req-976a47af-0afb-4e60-9550-2ef17cb7c1b4 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:52:28.604092 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8155a93-2373-4889-bd11-bd859644e48e req-976a47af-0afb-4e60-9550-2ef17cb7c1b4 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:52:28.614049 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad00d026-4c29-44af-8965-c0dfe0f1c2a6 None None] Routers {'afb64494-e03f-42f4-9593-2c6936bd1eb8'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:52:28.614926 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-ad00d026-4c29-44af-8965-c0dfe0f1c2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:52:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['afb64494-e03f-42f4-9593-2c6936bd1eb8'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:52:28.632481 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976a47af-0afb-4e60-9550-2ef17cb7c1b4 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Pushing event updated for resources: {'Port': ['ID=fc006f73-202c-447b-a144-2d43a075dc76,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:28.666004 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8155a93-2373-4889-bd11-bd859644e48e req-976a47af-0afb-4e60-9550-2ef17cb7c1b4 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:52:28.666808 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-e8155a93-2373-4889-bd11-bd859644e48e req-976a47af-0afb-4e60-9550-2ef17cb7c1b4 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:28.688772 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e8155a93-2373-4889-bd11-bd859644e48e req-976a47af-0afb-4e60-9550-2ef17cb7c1b4 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6019075 Dec 10 19:52:28.702939 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-e8155a93-2373-4889-bd11-bd859644e48e req-2c988cfe-a434-4a22-9e01-25a9dc463447 service neutron] Request body: {'port': {'device_id': '91ae7b67-ba56-4a8c-8c42-cb5d1afe9e41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:52:28.772125 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-ad00d026-4c29-44af-8965-c0dfe0f1c2a6 None None] Set router afb64494-e03f-42f4-9593-2c6936bd1eb8 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:52:28.775351 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-e8155a93-2373-4889-bd11-bd859644e48e req-2c988cfe-a434-4a22-9e01-25a9dc463447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:28.977613 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-a04345c5-9b1d-4443-9abc-6d981d34d88c None None] Provisioning complete for port fc006f73-202c-447b-a144-2d43a075dc76 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:52:28.978763 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a04345c5-9b1d-4443-9abc-6d981d34d88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:29.021892 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-ad00d026-4c29-44af-8965-c0dfe0f1c2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb64494-e03f-42f4-9593-2c6936bd1eb8', 'name': 'tempest-TestEncryptedCinderVolumes-1226837264-router', 'tenant_id': '9a29abf838cb481ea57129413c7fd83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.151'}], 'enable_snat': True}, 'gw_port_id': 'ff7d88bb-0efb-4f25-89ef-7793f45b3726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:52:22Z', 'updated_at': '2021-12-10T19:52:25Z', 'revision_number': 4, 'project_id': '9a29abf838cb481ea57129413c7fd83a', 'gw_port': {'id': 'ff7d88bb-0efb-4f25-89ef-7793f45b3726', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:0a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb64494-e03f-42f4-9593-2c6936bd1eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:52:22Z', 'updated_at': '2021-12-10T19:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '255c91b5-9dd6-439f-bad6-2bb00d0b0417', 'name': '', 'network_id': 'bb36fef0-7968-4f17-a6fc-c062c97ec429', 'tenant_id': '9a29abf838cb481ea57129413c7fd83a', 'mac_address': 'fa:16:3e:08:c5:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb64494-e03f-42f4-9593-2c6936bd1eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'b9faac00-3f31-4e4f-8a58-4f078afb74e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:52:24Z', 'updated_at': '2021-12-10T19:52:25Z', 'revision_number': 2, 'project_id': '9a29abf838cb481ea57129413c7fd83a', 'subnets': [{'id': 'b9faac00-3f31-4e4f-8a58-4f078afb74e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:52:29.024999 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-a04345c5-9b1d-4443-9abc-6d981d34d88c None None] Port fc006f73-202c-447b-a144-2d43a075dc76 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:52:29.052433 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad00d026-4c29-44af-8965-c0dfe0f1c2a6 None None] Checking router: afb64494-e03f-42f4-9593-2c6936bd1eb8 for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:52:29.052828 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad00d026-4c29-44af-8965-c0dfe0f1c2a6 None None] Updating router afb64494-e03f-42f4-9593-2c6936bd1eb8 port 255c91b5-9dd6-439f-bad6-2bb00d0b0417 binding host dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:52:29.083648 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-ad00d026-4c29-44af-8965-c0dfe0f1c2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:29.114691 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [req-e8155a93-2373-4889-bd11-bd859644e48e req-2c988cfe-a434-4a22-9e01-25a9dc463447 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc006f73-202c-447b-a144-2d43a075dc76 {{(pid=102365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:52:29.122568 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-e8155a93-2373-4889-bd11-bd859644e48e req-2c988cfe-a434-4a22-9e01-25a9dc463447 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:29.136111 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.provisioning_blocks [req-e8155a93-2373-4889-bd11-bd859644e48e req-2c988cfe-a434-4a22-9e01-25a9dc463447 service neutron] Transition to ACTIVE for port object fc006f73-202c-447b-a144-2d43a075dc76 will not be triggered until provisioned by entity L2. {{(pid=102365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:52:29.140831 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-e8155a93-2373-4889-bd11-bd859644e48e req-2c988cfe-a434-4a22-9e01-25a9dc463447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:29.198548 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c988cfe-a434-4a22-9e01-25a9dc463447 service neutron] Pushing event updated for resources: {'Port': ['ID=fc006f73-202c-447b-a144-2d43a075dc76,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:29.323831 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e9d133-93a9-413b-9aba-3cb287e123fe req-0a84c680-a7f1-4411-8f6b-5c9f5048a6e5 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:52:29.325527 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b1e9d133-93a9-413b-9aba-3cb287e123fe req-0a84c680-a7f1-4411-8f6b-5c9f5048a6e5 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] 10.222.0.69 "GET /v2.0/ports?device_id=91ae7b67-ba56-4a8c-8c42-cb5d1afe9e41 HTTP/1.1" status: 200 len: 944 time: 0.1012757 Dec 10 19:52:29.326820 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-e8155a93-2373-4889-bd11-bd859644e48e req-2c988cfe-a434-4a22-9e01-25a9dc463447 service neutron] Attempting to bind port fc006f73-202c-447b-a144-2d43a075dc76 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:52:29.327539 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-e8155a93-2373-4889-bd11-bd859644e48e req-2c988cfe-a434-4a22-9e01-25a9dc463447 service neutron] Attempting to bind port fc006f73-202c-447b-a144-2d43a075dc76 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '62b36b9e-8a27-4d50-aee8-a8a875f31ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3009d347-0f1a-4ba8-8dc0-fb1c84ff122d'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:52:29.327539 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8155a93-2373-4889-bd11-bd859644e48e req-2c988cfe-a434-4a22-9e01-25a9dc463447 service neutron] Attempting to bind port fc006f73-202c-447b-a144-2d43a075dc76 on network 3009d347-0f1a-4ba8-8dc0-fb1c84ff122d {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:52:29.332451 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8155a93-2373-4889-bd11-bd859644e48e req-2c988cfe-a434-4a22-9e01-25a9dc463447 service neutron] Port fc006f73-202c-447b-a144-2d43a075dc76 on network 3009d347-0f1a-4ba8-8dc0-fb1c84ff122d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:52:29.332803 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8155a93-2373-4889-bd11-bd859644e48e req-2c988cfe-a434-4a22-9e01-25a9dc463447 service neutron] Attempting to bind port fc006f73-202c-447b-a144-2d43a075dc76 on network 3009d347-0f1a-4ba8-8dc0-fb1c84ff122d {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:52:29.345113 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8155a93-2373-4889-bd11-bd859644e48e req-2c988cfe-a434-4a22-9e01-25a9dc463447 service neutron] Checking agent: {'id': '9e16c23e-95bc-4c2e-b3ec-daf7533f9d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'started_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:52:29.345585 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8155a93-2373-4889-bd11-bd859644e48e req-2c988cfe-a434-4a22-9e01-25a9dc463447 service neutron] Checking segment: {'id': '62b36b9e-8a27-4d50-aee8-a8a875f31ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3009d347-0f1a-4ba8-8dc0-fb1c84ff122d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:52:29.345988 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8155a93-2373-4889-bd11-bd859644e48e req-2c988cfe-a434-4a22-9e01-25a9dc463447 service neutron] Bound using segment: {'id': '62b36b9e-8a27-4d50-aee8-a8a875f31ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3009d347-0f1a-4ba8-8dc0-fb1c84ff122d'} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:52:29.346433 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-e8155a93-2373-4889-bd11-bd859644e48e req-2c988cfe-a434-4a22-9e01-25a9dc463447 service neutron] Bound port: fc006f73-202c-447b-a144-2d43a075dc76, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62b36b9e-8a27-4d50-aee8-a8a875f31ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3009d347-0f1a-4ba8-8dc0-fb1c84ff122d'}}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:52:29.346786 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-e8155a93-2373-4889-bd11-bd859644e48e req-2c988cfe-a434-4a22-9e01-25a9dc463447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:29.401682 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-ad00d026-4c29-44af-8965-c0dfe0f1c2a6 None None] Notify callbacks [] for port, precommit_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:29.404632 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b1e9d133-93a9-413b-9aba-3cb287e123fe req-328056b7-21a4-40f3-b547-b8433226ed08 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] 10.222.0.69 "GET /v2.0/security-groups?id=447d54a0-c564-44ab-93c5-8aa17c1469c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694671 Dec 10 19:52:29.408165 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-ad00d026-4c29-44af-8965-c0dfe0f1c2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:29.447600 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-e8155a93-2373-4889-bd11-bd859644e48e req-2c988cfe-a434-4a22-9e01-25a9dc463447 service neutron] For port fc006f73-202c-447b-a144-2d43a075dc76, host hv-neutron-8214, cleared binding levels {{(pid=102365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:52:29.460859 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-e8155a93-2373-4889-bd11-bd859644e48e req-2c988cfe-a434-4a22-9e01-25a9dc463447 service neutron] For port fc006f73-202c-447b-a144-2d43a075dc76, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=fc006f73-202c-447b-a144-2d43a075dc76,segment=NetworkSegment(62b36b9e-8a27-4d50-aee8-a8a875f31ef2),segment_id=62b36b9e-8a27-4d50-aee8-a8a875f31ef2)] {{(pid=102365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:52:29.466652 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-e8155a93-2373-4889-bd11-bd859644e48e req-2c988cfe-a434-4a22-9e01-25a9dc463447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:29.475884 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb403f-0134-4581-be8e-562a2932d03b None None] Pushing event updated for resources: {'Port': ['ID=255c91b5-9dd6-439f-bad6-2bb00d0b0417,revision_number=3']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:29.513015 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8155a93-2373-4889-bd11-bd859644e48e req-2c988cfe-a434-4a22-9e01-25a9dc463447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:52:29.514186 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-e8155a93-2373-4889-bd11-bd859644e48e req-2c988cfe-a434-4a22-9e01-25a9dc463447 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:29.515694 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e8155a93-2373-4889-bd11-bd859644e48e req-2c988cfe-a434-4a22-9e01-25a9dc463447 service neutron] 10.222.0.36 "PUT /v2.0/ports/fc006f73-202c-447b-a144-2d43a075dc76 HTTP/1.1" status: 200 len: 1094 time: 0.8176351 Dec 10 19:52:29.518817 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ae7b67-ba56-4a8c-8c42-cb5d1afe9e41', 'tag': 'fc006f73-202c-447b-a144-2d43a075dc76'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:52:29.522656 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a5fbe1-9cfa-4662-b9fa-957730204db2" -d '{"events": [{"name": "network-changed", "server_uuid": "91ae7b67-ba56-4a8c-8c42-cb5d1afe9e41", "tag": "fc006f73-202c-447b-a144-2d43a075dc76"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:52:29.541481 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-ad00d026-4c29-44af-8965-c0dfe0f1c2a6 None None] Attempting to bind port 255c91b5-9dd6-439f-bad6-2bb00d0b0417 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:52:29.542101 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-ad00d026-4c29-44af-8965-c0dfe0f1c2a6 None None] Attempting to bind port 255c91b5-9dd6-439f-bad6-2bb00d0b0417 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': 'd0b19005-8303-4eb9-a408-1fa3584164ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'bb36fef0-7968-4f17-a6fc-c062c97ec429'}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:52:29.542313 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad00d026-4c29-44af-8965-c0dfe0f1c2a6 None None] Attempting to bind port 255c91b5-9dd6-439f-bad6-2bb00d0b0417 on network bb36fef0-7968-4f17-a6fc-c062c97ec429 {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:52:29.553058 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c988cfe-a434-4a22-9e01-25a9dc463447 service neutron] Pushing event updated for resources: {'Port': ['ID=fc006f73-202c-447b-a144-2d43a075dc76,revision_number=3']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:29.558669 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad00d026-4c29-44af-8965-c0dfe0f1c2a6 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:52:29.559045 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad00d026-4c29-44af-8965-c0dfe0f1c2a6 None None] Checking segment: {'id': 'd0b19005-8303-4eb9-a408-1fa3584164ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'bb36fef0-7968-4f17-a6fc-c062c97ec429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:52:29.559579 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-ad00d026-4c29-44af-8965-c0dfe0f1c2a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:29.559973 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad00d026-4c29-44af-8965-c0dfe0f1c2a6 None None] Bound using segment: {'id': 'd0b19005-8303-4eb9-a408-1fa3584164ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'bb36fef0-7968-4f17-a6fc-c062c97ec429'} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:52:29.560455 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-ad00d026-4c29-44af-8965-c0dfe0f1c2a6 None None] Bound port: 255c91b5-9dd6-439f-bad6-2bb00d0b0417, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0b19005-8303-4eb9-a408-1fa3584164ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'bb36fef0-7968-4f17-a6fc-c062c97ec429'}}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:52:29.560862 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-ad00d026-4c29-44af-8965-c0dfe0f1c2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:29.635497 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-ad00d026-4c29-44af-8965-c0dfe0f1c2a6 None None] For port 255c91b5-9dd6-439f-bad6-2bb00d0b0417, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:52:29.639188 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-ad00d026-4c29-44af-8965-c0dfe0f1c2a6 None None] For port 255c91b5-9dd6-439f-bad6-2bb00d0b0417, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=255c91b5-9dd6-439f-bad6-2bb00d0b0417,segment=NetworkSegment(d0b19005-8303-4eb9-a408-1fa3584164ee),segment_id=d0b19005-8303-4eb9-a408-1fa3584164ee)] {{(pid=102368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:52:29.642853 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d76b3e6-0a82-4e55-b824-9499cd17b638 x-openstack-request-id: req-9d76b3e6-0a82-4e55-b824-9499cd17b638 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:52:29.643528 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ae7b67-ba56-4a8c-8c42-cb5d1afe9e41", "tag": "fc006f73-202c-447b-a144-2d43a075dc76", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:52:29.644131 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9d76b3e6-0a82-4e55-b824-9499cd17b638 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:52:29.645382 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ae7b67-ba56-4a8c-8c42-cb5d1afe9e41', 'tag': 'fc006f73-202c-447b-a144-2d43a075dc76', 'status': 'completed', 'code': 200} Dec 10 19:52:29.646867 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-ad00d026-4c29-44af-8965-c0dfe0f1c2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:29.670373 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8155a93-2373-4889-bd11-bd859644e48e req-31abdaaa-8f12-40ca-a16f-69caf5ccac06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:52:29.672541 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e8155a93-2373-4889-bd11-bd859644e48e req-31abdaaa-8f12-40ca-a16f-69caf5ccac06 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0d963129023042508b347e67d6b83f86&device_id=91ae7b67-ba56-4a8c-8c42-cb5d1afe9e41 HTTP/1.1" status: 200 len: 1097 time: 0.1076405 Dec 10 19:52:29.719320 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device ff7d88bb-0efb-4f25-89ef-7793f45b3726 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:52:29.725316 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad00d026-4c29-44af-8965-c0dfe0f1c2a6 None None] Routers {'afb64494-e03f-42f4-9593-2c6936bd1eb8'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:52:29.726216 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-ad00d026-4c29-44af-8965-c0dfe0f1c2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:52:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['afb64494-e03f-42f4-9593-2c6936bd1eb8'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:52:29.731958 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb403f-0134-4581-be8e-562a2932d03b None None] Pushing event updated for resources: {'Port': ['ID=255c91b5-9dd6-439f-bad6-2bb00d0b0417,revision_number=4']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:29.752328 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e8155a93-2373-4889-bd11-bd859644e48e req-499c8ece-1799-4942-b3cb-7497c4b6727e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc006f73-202c-447b-a144-2d43a075dc76 HTTP/1.1" status: 200 len: 217 time: 0.0709260 Dec 10 19:52:29.799442 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port ff7d88bb-0efb-4f25-89ef-7793f45b3726 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:52:29.800088 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:29.850791 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8155a93-2373-4889-bd11-bd859644e48e req-b2494c4f-3596-4368-bb42-afddb4f1aa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:52:29.856859 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e8155a93-2373-4889-bd11-bd859644e48e req-b2494c4f-3596-4368-bb42-afddb4f1aa7b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bbb25122-fc73-48b9-9d33-088c252d0845 HTTP/1.1" status: 200 len: 855 time: 0.0973477 Dec 10 19:52:29.868364 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-ad00d026-4c29-44af-8965-c0dfe0f1c2a6 None None] Set router afb64494-e03f-42f4-9593-2c6936bd1eb8 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:52:29.929773 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8155a93-2373-4889-bd11-bd859644e48e req-05bba1bd-9165-4a22-a5ea-734f91d791f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:52:29.931314 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e8155a93-2373-4889-bd11-bd859644e48e req-05bba1bd-9165-4a22-a5ea-734f91d791f8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3009d347-0f1a-4ba8-8dc0-fb1c84ff122d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660334 Dec 10 19:52:29.935318 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-6280d50c-942d-4627-905e-dd494ef8a240 None None] Provisioning complete for port 255c91b5-9dd6-439f-bad6-2bb00d0b0417 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:52:29.935836 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6280d50c-942d-4627-905e-dd494ef8a240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:30.034227 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6280d50c-942d-4627-905e-dd494ef8a240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:30.053513 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e8155a93-2373-4889-bd11-bd859644e48e req-194777a7-3445-42d7-8638-b951406f0f41 service neutron] 10.222.0.36 "GET /v2.0/networks/3009d347-0f1a-4ba8-8dc0-fb1c84ff122d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133020 Dec 10 19:52:30.087646 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-6280d50c-942d-4627-905e-dd494ef8a240 None None] For port 255c91b5-9dd6-439f-bad6-2bb00d0b0417, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=255c91b5-9dd6-439f-bad6-2bb00d0b0417,segment=NetworkSegment(d0b19005-8303-4eb9-a408-1fa3584164ee),segment_id=d0b19005-8303-4eb9-a408-1fa3584164ee)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:52:30.098068 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6280d50c-942d-4627-905e-dd494ef8a240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:30.151462 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-ad00d026-4c29-44af-8965-c0dfe0f1c2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb64494-e03f-42f4-9593-2c6936bd1eb8', 'name': 'tempest-TestEncryptedCinderVolumes-1226837264-router', 'tenant_id': '9a29abf838cb481ea57129413c7fd83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.151'}], 'enable_snat': True}, 'gw_port_id': 'ff7d88bb-0efb-4f25-89ef-7793f45b3726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:52:22Z', 'updated_at': '2021-12-10T19:52:25Z', 'revision_number': 4, 'project_id': '9a29abf838cb481ea57129413c7fd83a', 'gw_port': {'id': 'ff7d88bb-0efb-4f25-89ef-7793f45b3726', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:0a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb64494-e03f-42f4-9593-2c6936bd1eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:52:22Z', 'updated_at': '2021-12-10T19:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '255c91b5-9dd6-439f-bad6-2bb00d0b0417', 'name': '', 'network_id': 'bb36fef0-7968-4f17-a6fc-c062c97ec429', 'tenant_id': '9a29abf838cb481ea57129413c7fd83a', 'mac_address': 'fa:16:3e:08:c5:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb64494-e03f-42f4-9593-2c6936bd1eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'b9faac00-3f31-4e4f-8a58-4f078afb74e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:52:24Z', 'updated_at': '2021-12-10T19:52:29Z', 'revision_number': 4, 'project_id': '9a29abf838cb481ea57129413c7fd83a', 'subnets': [{'id': 'b9faac00-3f31-4e4f-8a58-4f078afb74e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:52:30.161854 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6280d50c-942d-4627-905e-dd494ef8a240 None None] Pushing event updated for resources: {'Port': ['ID=255c91b5-9dd6-439f-bad6-2bb00d0b0417,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:30.176102 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e8155a93-2373-4889-bd11-bd859644e48e req-3dc7ea7b-e188-4386-8baf-ec33035a9566 service neutron] 10.222.0.36 "GET /v2.0/networks/3009d347-0f1a-4ba8-8dc0-fb1c84ff122d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141248 Dec 10 19:52:30.187549 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad00d026-4c29-44af-8965-c0dfe0f1c2a6 None None] The sync data for ids ['afb64494-e03f-42f4-9593-2c6936bd1eb8'] in dv-neutron-821441-1-hyperv is: [{'id': 'afb64494-e03f-42f4-9593-2c6936bd1eb8', 'name': 'tempest-TestEncryptedCinderVolumes-1226837264-router', 'tenant_id': '9a29abf838cb481ea57129413c7fd83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.151'}], 'enable_snat': True}, 'gw_port_id': 'ff7d88bb-0efb-4f25-89ef-7793f45b3726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:52:22Z', 'updated_at': '2021-12-10T19:52:25Z', 'revision_number': 4, 'project_id': '9a29abf838cb481ea57129413c7fd83a', 'gw_port': {'id': 'ff7d88bb-0efb-4f25-89ef-7793f45b3726', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:0a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb64494-e03f-42f4-9593-2c6936bd1eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:52:22Z', 'updated_at': '2021-12-10T19:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '255c91b5-9dd6-439f-bad6-2bb00d0b0417', 'name': '', 'network_id': 'bb36fef0-7968-4f17-a6fc-c062c97ec429', 'tenant_id': '9a29abf838cb481ea57129413c7fd83a', 'mac_address': 'fa:16:3e:08:c5:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb64494-e03f-42f4-9593-2c6936bd1eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'b9faac00-3f31-4e4f-8a58-4f078afb74e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:52:24Z', 'updated_at': '2021-12-10T19:52:29Z', 'revision_number': 4, 'project_id': '9a29abf838cb481ea57129413c7fd83a', 'subnets': [{'id': 'b9faac00-3f31-4e4f-8a58-4f078afb74e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:52:30.242686 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-ea0233ae-b192-4b55-a770-d067480e4053 None None] Provisioning complete for port 255c91b5-9dd6-439f-bad6-2bb00d0b0417 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:52:30.243301 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ea0233ae-b192-4b55-a770-d067480e4053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:30.278293 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a5fbe1-9cfa-4662-b9fa-957730204db2 req-7e3c0246-5fe0-4cc8-ae52-b4af9c9bb8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:52:30.279807 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-27a5fbe1-9cfa-4662-b9fa-957730204db2 req-7e3c0246-5fe0-4cc8-ae52-b4af9c9bb8f2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0d963129023042508b347e67d6b83f86&device_id=91ae7b67-ba56-4a8c-8c42-cb5d1afe9e41 HTTP/1.1" status: 200 len: 1097 time: 0.0537195 Dec 10 19:52:30.396083 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a5fbe1-9cfa-4662-b9fa-957730204db2 req-7fe8038c-2da8-4114-8b7f-a0f024580500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:52:30.397607 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-27a5fbe1-9cfa-4662-b9fa-957730204db2 req-7fe8038c-2da8-4114-8b7f-a0f024580500 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3009d347-0f1a-4ba8-8dc0-fb1c84ff122d HTTP/1.1" status: 200 len: 917 time: 0.1090662 Dec 10 19:52:30.445185 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-27a5fbe1-9cfa-4662-b9fa-957730204db2 req-5bf7ec68-8aa4-4209-9c88-76c7df04e8dd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc006f73-202c-447b-a144-2d43a075dc76 HTTP/1.1" status: 200 len: 217 time: 0.0378551 Dec 10 19:52:30.541744 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a5fbe1-9cfa-4662-b9fa-957730204db2 req-5b5f5403-9a17-4476-9f55-c2e751f2c575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:52:30.543373 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-27a5fbe1-9cfa-4662-b9fa-957730204db2 req-5b5f5403-9a17-4476-9f55-c2e751f2c575 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bbb25122-fc73-48b9-9d33-088c252d0845 HTTP/1.1" status: 200 len: 855 time: 0.0891454 Dec 10 19:52:30.578445 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0484ffbf-d4a0-403b-b996-56bc35ed980c req-225d85f8-116c-4ca2-bf72-7e12771e89ed tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:52:30.580897 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0484ffbf-d4a0-403b-b996-56bc35ed980c req-225d85f8-116c-4ca2-bf72-7e12771e89ed tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] 10.222.0.69 "GET /v2.0/ports?device_id=91ae7b67-ba56-4a8c-8c42-cb5d1afe9e41 HTTP/1.1" status: 200 len: 944 time: 0.0934916 Dec 10 19:52:30.954665 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:52:30.964075 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0484ffbf-d4a0-403b-b996-56bc35ed980c req-55e6b7b4-5c20-4c4e-bab1-adba900ad572 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] 10.222.0.69 "GET /v2.0/security-groups?id=447d54a0-c564-44ab-93c5-8aa17c1469c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413852 Dec 10 19:52:30.965781 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a5fbe1-9cfa-4662-b9fa-957730204db2 req-4ba5ae75-c31b-4001-898b-fbe50fab8a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:52:30.967192 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-27a5fbe1-9cfa-4662-b9fa-957730204db2 req-4ba5ae75-c31b-4001-898b-fbe50fab8a6c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3009d347-0f1a-4ba8-8dc0-fb1c84ff122d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4134936 Dec 10 19:52:31.076338 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-27a5fbe1-9cfa-4662-b9fa-957730204db2 req-c81cc4e7-5d61-413a-a2c3-d48b09e99861 service neutron] 10.222.0.36 "GET /v2.0/networks/3009d347-0f1a-4ba8-8dc0-fb1c84ff122d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004190 Dec 10 19:52:31.172628 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-27a5fbe1-9cfa-4662-b9fa-957730204db2 req-a80bfb4a-6e93-488f-8fc8-d1c85cb7b64b service neutron] 10.222.0.36 "GET /v2.0/networks/3009d347-0f1a-4ba8-8dc0-fb1c84ff122d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881970 Dec 10 19:52:31.628979 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 255c91b5-9dd6-439f-bad6-2bb00d0b0417 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:52:31.681751 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 255c91b5-9dd6-439f-bad6-2bb00d0b0417 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:52:31.682111 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:32.086187 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6449e2-b1bd-4439-a889-0d081ff84659 req-5adb3938-9e92-49f1-8777-2332911ed3de tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:52:32.087668 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9b6449e2-b1bd-4439-a889-0d081ff84659 req-5adb3938-9e92-49f1-8777-2332911ed3de tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] 10.222.0.69 "GET /v2.0/ports?device_id=91ae7b67-ba56-4a8c-8c42-cb5d1afe9e41 HTTP/1.1" status: 200 len: 944 time: 0.0504706 Dec 10 19:52:32.126416 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9b6449e2-b1bd-4439-a889-0d081ff84659 req-df16781b-3734-4c0b-9b89-b89a4af21918 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] 10.222.0.69 "GET /v2.0/security-groups?id=447d54a0-c564-44ab-93c5-8aa17c1469c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322475 Dec 10 19:52:32.457688 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device fc006f73-202c-447b-a144-2d43a075dc76 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=102367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:52:32.559032 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port fc006f73-202c-447b-a144-2d43a075dc76, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=fc006f73-202c-447b-a144-2d43a075dc76,segment=NetworkSegment(62b36b9e-8a27-4d50-aee8-a8a875f31ef2),segment_id=62b36b9e-8a27-4d50-aee8-a8a875f31ef2)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:52:32.572299 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Returning: {'device': 'fc006f73-202c-447b-a144-2d43a075dc76', 'network_id': '3009d347-0f1a-4ba8-8dc0-fb1c84ff122d', 'port_id': 'fc006f73-202c-447b-a144-2d43a075dc76', 'mac_address': 'fa:16:3e:08:5b:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbb25122-fc73-48b9-9d33-088c252d0845', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:52:32.607794 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:32.621734 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc006f73-202c-447b-a144-2d43a075dc76 {{(pid=102367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:52:32.641741 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port fc006f73-202c-447b-a144-2d43a075dc76, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=fc006f73-202c-447b-a144-2d43a075dc76,segment=NetworkSegment(62b36b9e-8a27-4d50-aee8-a8a875f31ef2),segment_id=62b36b9e-8a27-4d50-aee8-a8a875f31ef2)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:52:32.645912 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:32.690769 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:32.706167 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=fc006f73-202c-447b-a144-2d43a075dc76,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:32.989992 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['fc006f73-202c-447b-a144-2d43a075dc76'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:52:33.267794 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d817c2-f2bf-4f63-b714-20f0904a969a req-de581c4a-5189-4283-9617-a5409359499e tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:52:33.269683 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-33d817c2-f2bf-4f63-b714-20f0904a969a req-de581c4a-5189-4283-9617-a5409359499e tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] 10.222.0.69 "GET /v2.0/ports?device_id=91ae7b67-ba56-4a8c-8c42-cb5d1afe9e41 HTTP/1.1" status: 200 len: 945 time: 0.0629184 Dec 10 19:52:33.311545 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-33d817c2-f2bf-4f63-b714-20f0904a969a req-88f562f3-a80b-4fa0-8874-18cd773bc8bd tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] 10.222.0.69 "GET /v2.0/security-groups?id=447d54a0-c564-44ab-93c5-8aa17c1469c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357239 Dec 10 19:52:34.432659 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9425a18a-8059-4da8-9227-1e98786abc60 req-83db853f-b94f-4675-b52f-1418b9009386 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:52:34.434167 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9425a18a-8059-4da8-9227-1e98786abc60 req-83db853f-b94f-4675-b52f-1418b9009386 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] 10.222.0.69 "GET /v2.0/ports?device_id=91ae7b67-ba56-4a8c-8c42-cb5d1afe9e41 HTTP/1.1" status: 200 len: 945 time: 0.0509346 Dec 10 19:52:34.464554 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device fc006f73-202c-447b-a144-2d43a075dc76 up at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:52:34.477430 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9425a18a-8059-4da8-9227-1e98786abc60 req-0f438096-0e47-4b68-8cba-8d8f76176970 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] 10.222.0.69 "GET /v2.0/security-groups?id=447d54a0-c564-44ab-93c5-8aa17c1469c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362101 Dec 10 19:52:34.520470 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning for port fc006f73-202c-447b-a144-2d43a075dc76 completed by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:52:34.532845 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning complete for port fc006f73-202c-447b-a144-2d43a075dc76 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:52:34.533209 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:34.628820 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:34.652857 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ae7b67-ba56-4a8c-8c42-cb5d1afe9e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc006f73-202c-447b-a144-2d43a075dc76'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:52:34.655127 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0dd006407324ce2959a5a4cf9f0b5e0801d7a51a5291ea700e8786e11115a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1c640c-25f7-47f8-a436-3756fd88efe0" -d '{"events": [{"server_uuid": "91ae7b67-ba56-4a8c-8c42-cb5d1afe9e41", "name": "network-vif-plugged", "status": "completed", "tag": "fc006f73-202c-447b-a144-2d43a075dc76"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:52:34.671226 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port fc006f73-202c-447b-a144-2d43a075dc76, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=fc006f73-202c-447b-a144-2d43a075dc76,segment=NetworkSegment(62b36b9e-8a27-4d50-aee8-a8a875f31ef2),segment_id=62b36b9e-8a27-4d50-aee8-a8a875f31ef2)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:52:34.676314 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:34.702854 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41ba44a-1fea-4700-8d24-2ff2689b42cb x-openstack-request-id: req-d41ba44a-1fea-4700-8d24-2ff2689b42cb {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:52:34.703149 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ae7b67-ba56-4a8c-8c42-cb5d1afe9e41", "name": "network-vif-plugged", "status": "completed", "tag": "fc006f73-202c-447b-a144-2d43a075dc76", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:52:34.703406 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d41ba44a-1fea-4700-8d24-2ff2689b42cb {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:52:34.704344 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ae7b67-ba56-4a8c-8c42-cb5d1afe9e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc006f73-202c-447b-a144-2d43a075dc76', 'code': 200} Dec 10 19:52:34.733783 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=fc006f73-202c-447b-a144-2d43a075dc76,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:52:34.885347 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c4b267-23aa-48b0-a163-fb67df4f471e req-232134cc-0cd8-4a4b-a9ae-7c5f1d8158df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:52:34.886754 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-12c4b267-23aa-48b0-a163-fb67df4f471e req-232134cc-0cd8-4a4b-a9ae-7c5f1d8158df service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=91ae7b67-ba56-4a8c-8c42-cb5d1afe9e41 HTTP/1.1" status: 200 len: 1099 time: 0.0447395 Dec 10 19:52:34.932078 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-12c4b267-23aa-48b0-a163-fb67df4f471e req-5bd97efb-aeaa-4e41-bc0a-36b30c81a05c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=447d54a0-c564-44ab-93c5-8aa17c1469c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373137 Dec 10 19:52:35.610736 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d06f9b-34be-4d9d-a062-ca4df62fd1d2 req-32ccfb0f-1f4e-4df3-8d77-82fefeba5aa3 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:52:35.613137 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-09d06f9b-34be-4d9d-a062-ca4df62fd1d2 req-32ccfb0f-1f4e-4df3-8d77-82fefeba5aa3 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] 10.222.0.69 "GET /v2.0/ports?device_id=91ae7b67-ba56-4a8c-8c42-cb5d1afe9e41 HTTP/1.1" status: 200 len: 946 time: 0.0595865 Dec 10 19:52:35.655778 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-09d06f9b-34be-4d9d-a062-ca4df62fd1d2 req-a42904c3-1679-4400-b791-7b44cfeaa3c4 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] 10.222.0.69 "GET /v2.0/security-groups?id=447d54a0-c564-44ab-93c5-8aa17c1469c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364826 Dec 10 19:52:36.790055 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e7137-1890-463d-a361-3e2fe75508a3 req-883ce43d-5537-44fd-92d9-9277ea9ed497 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:52:36.791630 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-648e7137-1890-463d-a361-3e2fe75508a3 req-883ce43d-5537-44fd-92d9-9277ea9ed497 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] 10.222.0.69 "GET /v2.0/ports?device_id=91ae7b67-ba56-4a8c-8c42-cb5d1afe9e41 HTTP/1.1" status: 200 len: 946 time: 0.0598404 Dec 10 19:52:36.833494 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-648e7137-1890-463d-a361-3e2fe75508a3 req-e2dd5102-d754-480a-b31c-3b8f05bd6959 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] 10.222.0.69 "GET /v2.0/security-groups?id=447d54a0-c564-44ab-93c5-8aa17c1469c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357149 Dec 10 19:52:36.976038 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e6970-6e15-4aa4-ad47-7eb699720957 req-2b13da24-41d5-4434-85c2-0f567488ffd9 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:52:36.977592 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2f6e6970-6e15-4aa4-ad47-7eb699720957 req-2b13da24-41d5-4434-85c2-0f567488ffd9 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] 10.222.0.69 "GET /v2.0/ports?device_id=91ae7b67-ba56-4a8c-8c42-cb5d1afe9e41 HTTP/1.1" status: 200 len: 946 time: 0.0553362 Dec 10 19:52:37.020961 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2f6e6970-6e15-4aa4-ad47-7eb699720957 req-c04d9ac4-47dc-4b16-aaa4-b340429ddd31 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] 10.222.0.69 "GET /v2.0/security-groups?id=447d54a0-c564-44ab-93c5-8aa17c1469c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369258 Dec 10 19:52:50.306349 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ba53e3f5-6aec-42d1-889d-745c2bf314a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:54.276464 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e2de374c-5a5d-41ed-a430-54d7e113ac48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:55.495488 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:56.561089 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:56.902684 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:52:58.479000 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1160c8f-3720-4360-8535-920b7cb60ecd req-a1125450-9cd1-4013-8e6a-45f5096cf8ba tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:52:58.480935 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a1160c8f-3720-4360-8535-920b7cb60ecd req-a1125450-9cd1-4013-8e6a-45f5096cf8ba tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] 10.222.0.69 "GET /v2.0/ports?device_id=91ae7b67-ba56-4a8c-8c42-cb5d1afe9e41 HTTP/1.1" status: 200 len: 946 time: 0.0600708 Dec 10 19:52:58.528632 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a1160c8f-3720-4360-8535-920b7cb60ecd req-737ccb30-3cfa-4ec3-b6a9-2597f83e4f4e tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] 10.222.0.69 "GET /v2.0/security-groups?id=447d54a0-c564-44ab-93c5-8aa17c1469c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403082 Dec 10 19:52:59.682204 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de4e2da-f569-4048-a118-30a6a8cd15d2 req-c72ec50b-4717-4ead-9321-d8f15600290a tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:52:59.683860 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6de4e2da-f569-4048-a118-30a6a8cd15d2 req-c72ec50b-4717-4ead-9321-d8f15600290a tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] 10.222.0.69 "GET /v2.0/ports?device_id=91ae7b67-ba56-4a8c-8c42-cb5d1afe9e41 HTTP/1.1" status: 200 len: 946 time: 0.0646832 Dec 10 19:52:59.728605 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6de4e2da-f569-4048-a118-30a6a8cd15d2 req-d0f22970-ac89-45bb-a72a-a7e68a97bf43 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] 10.222.0.69 "GET /v2.0/security-groups?id=447d54a0-c564-44ab-93c5-8aa17c1469c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374141 Dec 10 19:53:00.437678 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea0a2c-b33c-4b75-a5e2-1295015d6a86 req-475155eb-fa21-4da8-9e38-1f8a0d73d573 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:53:00.439207 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a9ea0a2c-b33c-4b75-a5e2-1295015d6a86 req-475155eb-fa21-4da8-9e38-1f8a0d73d573 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] 10.222.0.36 "GET /v2.0/ports?device_id=91ae7b67-ba56-4a8c-8c42-cb5d1afe9e41 HTTP/1.1" status: 200 len: 946 time: 0.0520647 Dec 10 19:53:00.540356 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-a9ea0a2c-b33c-4b75-a5e2-1295015d6a86 req-2bd8d4bb-3805-46cc-a0d7-8aaa0183cf64 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Deleting port fc006f73-202c-447b-a144-2d43a075dc76 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:53:00.541034 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-a9ea0a2c-b33c-4b75-a5e2-1295015d6a86 req-2bd8d4bb-3805-46cc-a0d7-8aaa0183cf64 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:00.635918 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-a9ea0a2c-b33c-4b75-a5e2-1295015d6a86 req-2bd8d4bb-3805-46cc-a0d7-8aaa0183cf64 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] For port fc006f73-202c-447b-a144-2d43a075dc76, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=fc006f73-202c-447b-a144-2d43a075dc76,segment=NetworkSegment(62b36b9e-8a27-4d50-aee8-a8a875f31ef2),segment_id=62b36b9e-8a27-4d50-aee8-a8a875f31ef2)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:53:00.636275 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-a9ea0a2c-b33c-4b75-a5e2-1295015d6a86 req-2bd8d4bb-3805-46cc-a0d7-8aaa0183cf64 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:00.652214 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-a9ea0a2c-b33c-4b75-a5e2-1295015d6a86 req-2bd8d4bb-3805-46cc-a0d7-8aaa0183cf64 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Calling delete_port for fc006f73-202c-447b-a144-2d43a075dc76 owned by compute:nova {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:53:00.792823 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-a9ea0a2c-b33c-4b75-a5e2-1295015d6a86 req-2bd8d4bb-3805-46cc-a0d7-8aaa0183cf64 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:00.804717 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['fc006f73-202c-447b-a144-2d43a075dc76'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:53:00.833411 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd8d4bb-3805-46cc-a0d7-8aaa0183cf64 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Pushing event deleted for resources: {'Port': ['ID=fc006f73-202c-447b-a144-2d43a075dc76,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:53:00.877000 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-748dccbe-0190-4513-ae65-d46370581870 req-16ec116c-3107-4488-a299-546ce7525bdd tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] 10.222.0.69 "GET /v2.0/ports?device_id=91ae7b67-ba56-4a8c-8c42-cb5d1afe9e41 HTTP/1.1" status: 200 len: 210 time: 0.0554619 Dec 10 19:53:00.898217 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9ea0a2c-b33c-4b75-a5e2-1295015d6a86 req-2bd8d4bb-3805-46cc-a0d7-8aaa0183cf64 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] No DVR routers for this DVR port fc006f73-202c-447b-a144-2d43a075dc76 on host hv-neutron-8214 {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:53:00.900826 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-a9ea0a2c-b33c-4b75-a5e2-1295015d6a86 req-2bd8d4bb-3805-46cc-a0d7-8aaa0183cf64 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:00.904195 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a9ea0a2c-b33c-4b75-a5e2-1295015d6a86 req-2bd8d4bb-3805-46cc-a0d7-8aaa0183cf64 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] 10.222.0.36 "DELETE /v2.0/ports/fc006f73-202c-447b-a144-2d43a075dc76 HTTP/1.1" status: 204 len: 173 time: 0.4582863 Dec 10 19:53:00.904673 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ae7b67-ba56-4a8c-8c42-cb5d1afe9e41', 'name': 'network-vif-deleted', 'tag': 'fc006f73-202c-447b-a144-2d43a075dc76'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:53:00.907615 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81abf63-12c0-4a64-b6e8-255716134426" -d '{"events": [{"server_uuid": "91ae7b67-ba56-4a8c-8c42-cb5d1afe9e41", "name": "network-vif-deleted", "tag": "fc006f73-202c-447b-a144-2d43a075dc76"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:53:00.951425 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d66cad-4d26-4b5a-b1e7-8519d46881bf x-openstack-request-id: req-97d66cad-4d26-4b5a-b1e7-8519d46881bf {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:53:00.951726 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ae7b67-ba56-4a8c-8c42-cb5d1afe9e41", "name": "network-vif-deleted", "tag": "fc006f73-202c-447b-a144-2d43a075dc76", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:53:00.951979 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-97d66cad-4d26-4b5a-b1e7-8519d46881bf {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:53:00.952405 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ae7b67-ba56-4a8c-8c42-cb5d1afe9e41', 'name': 'network-vif-deleted', 'tag': 'fc006f73-202c-447b-a144-2d43a075dc76', 'status': 'completed', 'code': 200} Dec 10 19:53:02.548355 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58989cd2-49a6-4198-942a-aa9ef56ec01e req-f0cb2335-f99b-4bf9-a253-09612d3ada2c tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:53:02.550973 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-58989cd2-49a6-4198-942a-aa9ef56ec01e req-f0cb2335-f99b-4bf9-a253-09612d3ada2c tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] 10.222.0.69 "GET /v2.0/networks?id=3009d347-0f1a-4ba8-8dc0-fb1c84ff122d HTTP/1.1" status: 200 len: 816 time: 0.1534147 Dec 10 19:53:02.573192 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-58989cd2-49a6-4198-942a-aa9ef56ec01e req-df107501-386a-4bea-91ce-e6dd5e1965f2 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] 10.222.0.69 "GET /v2.0/quotas/0d963129023042508b347e67d6b83f86 HTTP/1.1" status: 200 len: 375 time: 0.0162492 Dec 10 19:53:02.632927 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-58989cd2-49a6-4198-942a-aa9ef56ec01e req-c1adbd20-d35d-44a4-9c40-956000604690 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0d963129023042508b347e67d6b83f86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527401 Dec 10 19:53:02.685426 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:02.762276 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-58989cd2-49a6-4198-942a-aa9ef56ec01e req-c3a4dd97-ff4f-4cf9-bfbc-fb602a9ce458 service neutron] 10.222.0.69 "GET /v2.0/networks/3009d347-0f1a-4ba8-8dc0-fb1c84ff122d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093433 Dec 10 19:53:02.904706 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-58989cd2-49a6-4198-942a-aa9ef56ec01e req-bec19406-cb29-4084-9b63-5427db504159 service neutron] 10.222.0.69 "GET /v2.0/networks/3009d347-0f1a-4ba8-8dc0-fb1c84ff122d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343303 Dec 10 19:53:03.093392 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f550390b-1b70-4d10-8f4d-cc04bdb7978d req-3efdcddd-f41e-4637-a65c-b4bed07a53de tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bedb691-a7ad-4503-bd1c-2460feccd1ac HTTP/1.1" status: 200 len: 210 time: 0.0357726 Dec 10 19:53:04.092582 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58989cd2-49a6-4198-942a-aa9ef56ec01e req-9b89b7cd-a83b-46a5-a136-b42ca1d6f8f5 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:53:04.094746 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-58989cd2-49a6-4198-942a-aa9ef56ec01e req-9b89b7cd-a83b-46a5-a136-b42ca1d6f8f5 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] 10.222.0.36 "GET /v2.0/networks?id=3009d347-0f1a-4ba8-8dc0-fb1c84ff122d HTTP/1.1" status: 200 len: 816 time: 0.1111722 Dec 10 19:53:04.108406 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-58989cd2-49a6-4198-942a-aa9ef56ec01e req-8ca3b678-974c-4bc3-8d69-8fb8fae835ff tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Request body: {'port': {'device_id': '4bedb691-a7ad-4503-bd1c-2460feccd1ac', 'network_id': '3009d347-0f1a-4ba8-8dc0-fb1c84ff122d', 'admin_state_up': True, 'tenant_id': '0d963129023042508b347e67d6b83f86'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:53:04.225961 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c2e2a0c5-a1b8-45ab-8297-db1fea9c5948 req-ac66a626-a874-40df-b587-47224736dcca tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bedb691-a7ad-4503-bd1c-2460feccd1ac HTTP/1.1" status: 200 len: 210 time: 0.0465050 Dec 10 19:53:04.258008 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58989cd2-49a6-4198-942a-aa9ef56ec01e req-8ca3b678-974c-4bc3-8d69-8fb8fae835ff tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Made reservation on behalf of 0d963129023042508b347e67d6b83f86 for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:53:04.261764 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-58989cd2-49a6-4198-942a-aa9ef56ec01e req-8ca3b678-974c-4bc3-8d69-8fb8fae835ff tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:04.390825 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [req-58989cd2-49a6-4198-942a-aa9ef56ec01e req-8ca3b678-974c-4bc3-8d69-8fb8fae835ff tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Allocated IP 172.20.0.7 (3009d347-0f1a-4ba8-8dc0-fb1c84ff122d/bbb25122-fc73-48b9-9d33-088c252d0845/f7617191-ad60-4263-a794-bcf0554a7b6a) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:53:04.541780 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-58989cd2-49a6-4198-942a-aa9ef56ec01e req-8ca3b678-974c-4bc3-8d69-8fb8fae835ff tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:04.576417 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-58989cd2-49a6-4198-942a-aa9ef56ec01e req-8ca3b678-974c-4bc3-8d69-8fb8fae835ff tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:04.619705 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58989cd2-49a6-4198-942a-aa9ef56ec01e req-8ca3b678-974c-4bc3-8d69-8fb8fae835ff tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Network 3009d347-0f1a-4ba8-8dc0-fb1c84ff122d is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:53:04.622769 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [req-58989cd2-49a6-4198-942a-aa9ef56ec01e req-8ca3b678-974c-4bc3-8d69-8fb8fae835ff tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:53:04.627493 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-58989cd2-49a6-4198-942a-aa9ef56ec01e req-8ca3b678-974c-4bc3-8d69-8fb8fae835ff tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:53:04.636317 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca3b678-974c-4bc3-8d69-8fb8fae835ff tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Pushing event updated for resources: {'Port': ['ID=f7617191-ad60-4263-a794-bcf0554a7b6a,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:53:04.688408 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58989cd2-49a6-4198-942a-aa9ef56ec01e req-8ca3b678-974c-4bc3-8d69-8fb8fae835ff tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:53:04.689085 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-58989cd2-49a6-4198-942a-aa9ef56ec01e req-8ca3b678-974c-4bc3-8d69-8fb8fae835ff tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:04.694117 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device fc006f73-202c-447b-a144-2d43a075dc76 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:53:04.708617 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-58989cd2-49a6-4198-942a-aa9ef56ec01e req-8ca3b678-974c-4bc3-8d69-8fb8fae835ff tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6041951 Dec 10 19:53:04.739810 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] No Port match for: fc006f73-202c-447b-a144-2d43a075dc76 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:53:04.740314 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device fc006f73-202c-447b-a144-2d43a075dc76 not bound to the agent host hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:53:04.777409 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-58989cd2-49a6-4198-942a-aa9ef56ec01e req-d568677a-1ef7-4dd3-b762-91640985e698 service neutron] Request body: {'port': {'device_id': '4bedb691-a7ad-4503-bd1c-2460feccd1ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:53:04.834465 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-58989cd2-49a6-4198-942a-aa9ef56ec01e req-d568677a-1ef7-4dd3-b762-91640985e698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:04.907645 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-28297e9c-6a22-431e-a964-336d7b04fbaa None None] Provisioning complete for port f7617191-ad60-4263-a794-bcf0554a7b6a triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:53:04.908075 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-28297e9c-6a22-431e-a964-336d7b04fbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:04.944147 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-28297e9c-6a22-431e-a964-336d7b04fbaa None None] Port f7617191-ad60-4263-a794-bcf0554a7b6a cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:53:05.100333 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [req-58989cd2-49a6-4198-942a-aa9ef56ec01e req-d568677a-1ef7-4dd3-b762-91640985e698 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7617191-ad60-4263-a794-bcf0554a7b6a {{(pid=102365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:53:05.108471 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-58989cd2-49a6-4198-942a-aa9ef56ec01e req-d568677a-1ef7-4dd3-b762-91640985e698 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:05.120674 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.provisioning_blocks [req-58989cd2-49a6-4198-942a-aa9ef56ec01e req-d568677a-1ef7-4dd3-b762-91640985e698 service neutron] Transition to ACTIVE for port object f7617191-ad60-4263-a794-bcf0554a7b6a will not be triggered until provisioned by entity L2. {{(pid=102365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:53:05.125072 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-58989cd2-49a6-4198-942a-aa9ef56ec01e req-d568677a-1ef7-4dd3-b762-91640985e698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:05.180779 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d568677a-1ef7-4dd3-b762-91640985e698 service neutron] Pushing event updated for resources: {'Port': ['ID=f7617191-ad60-4263-a794-bcf0554a7b6a,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:53:05.267400 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-58989cd2-49a6-4198-942a-aa9ef56ec01e req-d568677a-1ef7-4dd3-b762-91640985e698 service neutron] Attempting to bind port f7617191-ad60-4263-a794-bcf0554a7b6a on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:53:05.267840 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-58989cd2-49a6-4198-942a-aa9ef56ec01e req-d568677a-1ef7-4dd3-b762-91640985e698 service neutron] Attempting to bind port f7617191-ad60-4263-a794-bcf0554a7b6a by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '62b36b9e-8a27-4d50-aee8-a8a875f31ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3009d347-0f1a-4ba8-8dc0-fb1c84ff122d'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:53:05.268238 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58989cd2-49a6-4198-942a-aa9ef56ec01e req-d568677a-1ef7-4dd3-b762-91640985e698 service neutron] Attempting to bind port f7617191-ad60-4263-a794-bcf0554a7b6a on network 3009d347-0f1a-4ba8-8dc0-fb1c84ff122d {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:53:05.276927 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58989cd2-49a6-4198-942a-aa9ef56ec01e req-d568677a-1ef7-4dd3-b762-91640985e698 service neutron] Port f7617191-ad60-4263-a794-bcf0554a7b6a on network 3009d347-0f1a-4ba8-8dc0-fb1c84ff122d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:53:05.277255 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58989cd2-49a6-4198-942a-aa9ef56ec01e req-d568677a-1ef7-4dd3-b762-91640985e698 service neutron] Attempting to bind port f7617191-ad60-4263-a794-bcf0554a7b6a on network 3009d347-0f1a-4ba8-8dc0-fb1c84ff122d {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:53:05.282763 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58989cd2-49a6-4198-942a-aa9ef56ec01e req-d568677a-1ef7-4dd3-b762-91640985e698 service neutron] Checking agent: {'id': '9e16c23e-95bc-4c2e-b3ec-daf7533f9d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'started_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:53:05.283095 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58989cd2-49a6-4198-942a-aa9ef56ec01e req-d568677a-1ef7-4dd3-b762-91640985e698 service neutron] Checking segment: {'id': '62b36b9e-8a27-4d50-aee8-a8a875f31ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3009d347-0f1a-4ba8-8dc0-fb1c84ff122d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:53:05.283475 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58989cd2-49a6-4198-942a-aa9ef56ec01e req-d568677a-1ef7-4dd3-b762-91640985e698 service neutron] Bound using segment: {'id': '62b36b9e-8a27-4d50-aee8-a8a875f31ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3009d347-0f1a-4ba8-8dc0-fb1c84ff122d'} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:53:05.283925 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-58989cd2-49a6-4198-942a-aa9ef56ec01e req-d568677a-1ef7-4dd3-b762-91640985e698 service neutron] Bound port: f7617191-ad60-4263-a794-bcf0554a7b6a, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62b36b9e-8a27-4d50-aee8-a8a875f31ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3009d347-0f1a-4ba8-8dc0-fb1c84ff122d'}}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:53:05.284276 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-58989cd2-49a6-4198-942a-aa9ef56ec01e req-d568677a-1ef7-4dd3-b762-91640985e698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:05.388935 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-58989cd2-49a6-4198-942a-aa9ef56ec01e req-d568677a-1ef7-4dd3-b762-91640985e698 service neutron] For port f7617191-ad60-4263-a794-bcf0554a7b6a, host hv-neutron-8214, cleared binding levels {{(pid=102365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:53:05.398542 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220fec2-ffe4-4956-9c79-71dabebfbdb9 req-6794955b-a31c-4d60-83db-ef160b36fa24 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:53:05.400018 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4220fec2-ffe4-4956-9c79-71dabebfbdb9 req-6794955b-a31c-4d60-83db-ef160b36fa24 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bedb691-a7ad-4503-bd1c-2460feccd1ac HTTP/1.1" status: 200 len: 943 time: 0.0816247 Dec 10 19:53:05.401863 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-58989cd2-49a6-4198-942a-aa9ef56ec01e req-d568677a-1ef7-4dd3-b762-91640985e698 service neutron] For port f7617191-ad60-4263-a794-bcf0554a7b6a, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f7617191-ad60-4263-a794-bcf0554a7b6a,segment=NetworkSegment(62b36b9e-8a27-4d50-aee8-a8a875f31ef2),segment_id=62b36b9e-8a27-4d50-aee8-a8a875f31ef2)] {{(pid=102365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:53:05.407346 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-58989cd2-49a6-4198-942a-aa9ef56ec01e req-d568677a-1ef7-4dd3-b762-91640985e698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:05.471616 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58989cd2-49a6-4198-942a-aa9ef56ec01e req-d568677a-1ef7-4dd3-b762-91640985e698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:53:05.472214 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-58989cd2-49a6-4198-942a-aa9ef56ec01e req-d568677a-1ef7-4dd3-b762-91640985e698 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:05.473911 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-58989cd2-49a6-4198-942a-aa9ef56ec01e req-d568677a-1ef7-4dd3-b762-91640985e698 service neutron] 10.222.0.36 "PUT /v2.0/ports/f7617191-ad60-4263-a794-bcf0554a7b6a HTTP/1.1" status: 200 len: 1093 time: 0.7008779 Dec 10 19:53:05.474359 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bedb691-a7ad-4503-bd1c-2460feccd1ac', 'tag': 'f7617191-ad60-4263-a794-bcf0554a7b6a'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:53:05.476620 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a29b8d7-4398-486b-a7f0-94a2e66911af" -d '{"events": [{"name": "network-changed", "server_uuid": "4bedb691-a7ad-4503-bd1c-2460feccd1ac", "tag": "f7617191-ad60-4263-a794-bcf0554a7b6a"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:53:05.507916 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4220fec2-ffe4-4956-9c79-71dabebfbdb9 req-9aa98639-5003-4a1e-8f4f-8382d4004516 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] 10.222.0.69 "GET /v2.0/security-groups?id=447d54a0-c564-44ab-93c5-8aa17c1469c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968792 Dec 10 19:53:05.514468 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d568677a-1ef7-4dd3-b762-91640985e698 service neutron] Pushing event updated for resources: {'Port': ['ID=f7617191-ad60-4263-a794-bcf0554a7b6a,revision_number=3']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:53:05.552361 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df8af96-e6a8-412d-91b1-68ea92a55432 x-openstack-request-id: req-4df8af96-e6a8-412d-91b1-68ea92a55432 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:53:05.552697 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bedb691-a7ad-4503-bd1c-2460feccd1ac", "tag": "f7617191-ad60-4263-a794-bcf0554a7b6a", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:53:05.552916 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4df8af96-e6a8-412d-91b1-68ea92a55432 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:53:05.553313 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bedb691-a7ad-4503-bd1c-2460feccd1ac', 'tag': 'f7617191-ad60-4263-a794-bcf0554a7b6a', 'status': 'completed', 'code': 200} Dec 10 19:53:05.572175 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58989cd2-49a6-4198-942a-aa9ef56ec01e req-d9ceb0a3-4916-4466-898f-e9f2b879eabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:53:05.573756 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-58989cd2-49a6-4198-942a-aa9ef56ec01e req-d9ceb0a3-4916-4466-898f-e9f2b879eabd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0d963129023042508b347e67d6b83f86&device_id=4bedb691-a7ad-4503-bd1c-2460feccd1ac HTTP/1.1" status: 200 len: 1096 time: 0.0531614 Dec 10 19:53:05.622387 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-58989cd2-49a6-4198-942a-aa9ef56ec01e req-04481262-eed6-41ca-96a5-8169a8925d18 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7617191-ad60-4263-a794-bcf0554a7b6a HTTP/1.1" status: 200 len: 217 time: 0.0392714 Dec 10 19:53:05.678417 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58989cd2-49a6-4198-942a-aa9ef56ec01e req-0904b722-dc23-490b-bd25-0e73a57a4938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:53:05.679809 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-58989cd2-49a6-4198-942a-aa9ef56ec01e req-0904b722-dc23-490b-bd25-0e73a57a4938 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bbb25122-fc73-48b9-9d33-088c252d0845 HTTP/1.1" status: 200 len: 855 time: 0.0469968 Dec 10 19:53:05.733286 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58989cd2-49a6-4198-942a-aa9ef56ec01e req-775b3718-9644-4a4f-9878-1c8f850d08e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:53:05.735181 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-58989cd2-49a6-4198-942a-aa9ef56ec01e req-775b3718-9644-4a4f-9878-1c8f850d08e9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3009d347-0f1a-4ba8-8dc0-fb1c84ff122d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0466547 Dec 10 19:53:05.832316 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-58989cd2-49a6-4198-942a-aa9ef56ec01e req-fca7ece0-1525-49a1-8711-e3e879214bba service neutron] 10.222.0.36 "GET /v2.0/networks/3009d347-0f1a-4ba8-8dc0-fb1c84ff122d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888436 Dec 10 19:53:05.921079 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-58989cd2-49a6-4198-942a-aa9ef56ec01e req-80e16407-09f7-434b-b0ee-1c94aebe5872 service neutron] 10.222.0.36 "GET /v2.0/networks/3009d347-0f1a-4ba8-8dc0-fb1c84ff122d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809059 Dec 10 19:53:06.007383 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a29b8d7-4398-486b-a7f0-94a2e66911af req-aac50b59-9f8d-4420-896f-a21aab8a73f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:53:06.008811 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7a29b8d7-4398-486b-a7f0-94a2e66911af req-aac50b59-9f8d-4420-896f-a21aab8a73f8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0d963129023042508b347e67d6b83f86&device_id=4bedb691-a7ad-4503-bd1c-2460feccd1ac HTTP/1.1" status: 200 len: 1096 time: 0.0432036 Dec 10 19:53:06.100052 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a29b8d7-4398-486b-a7f0-94a2e66911af req-8f69bc2e-6f50-4051-96c2-082ea411ce62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:53:06.101505 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7a29b8d7-4398-486b-a7f0-94a2e66911af req-8f69bc2e-6f50-4051-96c2-082ea411ce62 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3009d347-0f1a-4ba8-8dc0-fb1c84ff122d HTTP/1.1" status: 200 len: 917 time: 0.0858288 Dec 10 19:53:06.144066 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7a29b8d7-4398-486b-a7f0-94a2e66911af req-0cfe789f-51d1-4442-b378-2df129958c71 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7617191-ad60-4263-a794-bcf0554a7b6a HTTP/1.1" status: 200 len: 217 time: 0.0340905 Dec 10 19:53:06.198248 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a29b8d7-4398-486b-a7f0-94a2e66911af req-397dcc3a-fcb3-4449-967f-0a441b2f1960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:53:06.199712 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7a29b8d7-4398-486b-a7f0-94a2e66911af req-397dcc3a-fcb3-4449-967f-0a441b2f1960 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bbb25122-fc73-48b9-9d33-088c252d0845 HTTP/1.1" status: 200 len: 855 time: 0.0488143 Dec 10 19:53:06.247276 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a29b8d7-4398-486b-a7f0-94a2e66911af req-9e7646d2-2a62-4005-8853-99a8897f83b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:53:06.250107 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7a29b8d7-4398-486b-a7f0-94a2e66911af req-9e7646d2-2a62-4005-8853-99a8897f83b0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3009d347-0f1a-4ba8-8dc0-fb1c84ff122d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424535 Dec 10 19:53:06.345419 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7a29b8d7-4398-486b-a7f0-94a2e66911af req-e0787723-4c9f-41dd-a9f7-bdeaf43f5e46 service neutron] 10.222.0.36 "GET /v2.0/networks/3009d347-0f1a-4ba8-8dc0-fb1c84ff122d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867496 Dec 10 19:53:06.439888 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7a29b8d7-4398-486b-a7f0-94a2e66911af req-48137408-1a26-4d12-acf8-a214710f0fab service neutron] 10.222.0.36 "GET /v2.0/networks/3009d347-0f1a-4ba8-8dc0-fb1c84ff122d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869918 Dec 10 19:53:06.623833 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a76e3e-0d17-41d9-bb11-294bbf5abd0f req-b9eed570-47ef-4da7-a140-bd682bc1104e tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:53:06.625291 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-88a76e3e-0d17-41d9-bb11-294bbf5abd0f req-b9eed570-47ef-4da7-a140-bd682bc1104e tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bedb691-a7ad-4503-bd1c-2460feccd1ac HTTP/1.1" status: 200 len: 943 time: 0.0492580 Dec 10 19:53:06.662828 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-88a76e3e-0d17-41d9-bb11-294bbf5abd0f req-37ece64f-c01a-4e80-9e92-faa2296de150 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] 10.222.0.69 "GET /v2.0/security-groups?id=447d54a0-c564-44ab-93c5-8aa17c1469c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315263 Dec 10 19:53:07.785067 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44470bc1-8247-4aa3-b9a5-e821d166514a req-3ebe67ed-e08e-4be4-86cb-058e19dc9bd3 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:53:07.786590 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-44470bc1-8247-4aa3-b9a5-e821d166514a req-3ebe67ed-e08e-4be4-86cb-058e19dc9bd3 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bedb691-a7ad-4503-bd1c-2460feccd1ac HTTP/1.1" status: 200 len: 943 time: 0.0536177 Dec 10 19:53:07.830759 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-44470bc1-8247-4aa3-b9a5-e821d166514a req-e0c1ddd3-2afc-4110-81fb-a839ce2fce13 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] 10.222.0.69 "GET /v2.0/security-groups?id=447d54a0-c564-44ab-93c5-8aa17c1469c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381296 Dec 10 19:53:07.953977 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:53:08.696376 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device f7617191-ad60-4263-a794-bcf0554a7b6a details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=102367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:53:08.793158 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port f7617191-ad60-4263-a794-bcf0554a7b6a, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f7617191-ad60-4263-a794-bcf0554a7b6a,segment=NetworkSegment(62b36b9e-8a27-4d50-aee8-a8a875f31ef2),segment_id=62b36b9e-8a27-4d50-aee8-a8a875f31ef2)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:53:08.804785 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Returning: {'device': 'f7617191-ad60-4263-a794-bcf0554a7b6a', 'network_id': '3009d347-0f1a-4ba8-8dc0-fb1c84ff122d', 'port_id': 'f7617191-ad60-4263-a794-bcf0554a7b6a', 'mac_address': 'fa:16:3e:dd:ea:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbb25122-fc73-48b9-9d33-088c252d0845', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:53:08.840553 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:08.852527 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7617191-ad60-4263-a794-bcf0554a7b6a {{(pid=102367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:53:08.871468 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port f7617191-ad60-4263-a794-bcf0554a7b6a, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f7617191-ad60-4263-a794-bcf0554a7b6a,segment=NetworkSegment(62b36b9e-8a27-4d50-aee8-a8a875f31ef2),segment_id=62b36b9e-8a27-4d50-aee8-a8a875f31ef2)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:53:08.876921 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:08.923950 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=f7617191-ad60-4263-a794-bcf0554a7b6a,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:53:08.930950 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:53:08.931295 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:53:08.931631 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:53:08.931960 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:53:08.932288 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:53:08.932645 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:53:08.932964 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:53:08.933289 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:53:08.933608 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:53:08.933924 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:53:08.934236 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:53:08.934571 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:53:08.950287 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94bc06b-0711-40fb-867b-dabcf010dd50 req-44762451-e676-4a9c-9789-6ca2c45cfebc tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:53:08.951704 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c94bc06b-0711-40fb-867b-dabcf010dd50 req-44762451-e676-4a9c-9789-6ca2c45cfebc tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bedb691-a7ad-4503-bd1c-2460feccd1ac HTTP/1.1" status: 200 len: 944 time: 0.0512893 Dec 10 19:53:08.990311 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c94bc06b-0711-40fb-867b-dabcf010dd50 req-6ac90f03-cac1-4731-b9dc-8f07b43be153 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] 10.222.0.69 "GET /v2.0/security-groups?id=447d54a0-c564-44ab-93c5-8aa17c1469c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321445 Dec 10 19:53:09.193484 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['f7617191-ad60-4263-a794-bcf0554a7b6a'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:53:10.105834 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5b843-e1d8-471f-905d-f39eb51c3e57 req-29a6269f-1add-4790-9971-ec1fc21a77f5 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:53:10.107299 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-fea5b843-e1d8-471f-905d-f39eb51c3e57 req-29a6269f-1add-4790-9971-ec1fc21a77f5 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bedb691-a7ad-4503-bd1c-2460feccd1ac HTTP/1.1" status: 200 len: 944 time: 0.0504766 Dec 10 19:53:10.146718 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-fea5b843-e1d8-471f-905d-f39eb51c3e57 req-18c4b462-4418-477a-82e1-b3a93af87935 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] 10.222.0.69 "GET /v2.0/security-groups?id=447d54a0-c564-44ab-93c5-8aa17c1469c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332849 Dec 10 19:53:10.696973 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device f7617191-ad60-4263-a794-bcf0554a7b6a up at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:53:10.744204 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning for port f7617191-ad60-4263-a794-bcf0554a7b6a completed by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:53:10.747632 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning complete for port f7617191-ad60-4263-a794-bcf0554a7b6a triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:53:10.747992 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:10.826766 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:10.849317 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bedb691-a7ad-4503-bd1c-2460feccd1ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7617191-ad60-4263-a794-bcf0554a7b6a'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:53:10.851837 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0dd006407324ce2959a5a4cf9f0b5e0801d7a51a5291ea700e8786e11115a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577746fd-4d3b-48ce-bbf5-c63e49b527e1" -d '{"events": [{"server_uuid": "4bedb691-a7ad-4503-bd1c-2460feccd1ac", "name": "network-vif-plugged", "status": "completed", "tag": "f7617191-ad60-4263-a794-bcf0554a7b6a"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:53:10.865002 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port f7617191-ad60-4263-a794-bcf0554a7b6a, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f7617191-ad60-4263-a794-bcf0554a7b6a,segment=NetworkSegment(62b36b9e-8a27-4d50-aee8-a8a875f31ef2),segment_id=62b36b9e-8a27-4d50-aee8-a8a875f31ef2)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:53:10.869457 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:10.895379 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06022950-914c-44ee-a69f-3842c6462dbe x-openstack-request-id: req-06022950-914c-44ee-a69f-3842c6462dbe {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:53:10.895672 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bedb691-a7ad-4503-bd1c-2460feccd1ac", "name": "network-vif-plugged", "status": "completed", "tag": "f7617191-ad60-4263-a794-bcf0554a7b6a", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:53:10.895925 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-06022950-914c-44ee-a69f-3842c6462dbe {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:53:10.896310 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bedb691-a7ad-4503-bd1c-2460feccd1ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7617191-ad60-4263-a794-bcf0554a7b6a', 'code': 200} Dec 10 19:53:10.923795 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=f7617191-ad60-4263-a794-bcf0554a7b6a,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:53:11.094034 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b170b-de9a-44c0-8e3a-9f626dcc9d75 req-b28c9fbc-6379-4d40-ad84-688fcc81bf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:53:11.095594 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a18b170b-de9a-44c0-8e3a-9f626dcc9d75 req-b28c9fbc-6379-4d40-ad84-688fcc81bf63 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4bedb691-a7ad-4503-bd1c-2460feccd1ac HTTP/1.1" status: 200 len: 1098 time: 0.0398929 Dec 10 19:53:11.135452 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a18b170b-de9a-44c0-8e3a-9f626dcc9d75 req-4faf431d-015d-4ca5-806f-12665492c9b8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=447d54a0-c564-44ab-93c5-8aa17c1469c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324914 Dec 10 19:53:11.263490 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a83bf-6579-45f4-a7bf-512d9e307b5d req-95d619b2-9f8b-4e9d-bba1-c01ee8f96cb0 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:53:11.265755 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-741a83bf-6579-45f4-a7bf-512d9e307b5d req-95d619b2-9f8b-4e9d-bba1-c01ee8f96cb0 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bedb691-a7ad-4503-bd1c-2460feccd1ac HTTP/1.1" status: 200 len: 945 time: 0.0515101 Dec 10 19:53:11.304999 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-741a83bf-6579-45f4-a7bf-512d9e307b5d req-277c48ea-4aea-4d1e-8c5c-0517d15fd3f5 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] 10.222.0.69 "GET /v2.0/security-groups?id=447d54a0-c564-44ab-93c5-8aa17c1469c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334215 Dec 10 19:53:12.439340 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0622d1d-d450-4916-aa96-86ceb9f5d691 req-13a06c4c-87d5-4084-8d25-7edaf68075db tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:53:12.440885 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d0622d1d-d450-4916-aa96-86ceb9f5d691 req-13a06c4c-87d5-4084-8d25-7edaf68075db tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bedb691-a7ad-4503-bd1c-2460feccd1ac HTTP/1.1" status: 200 len: 945 time: 0.0617068 Dec 10 19:53:12.482556 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d0622d1d-d450-4916-aa96-86ceb9f5d691 req-5470828f-0e53-45a9-9c63-dda5e1394995 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] 10.222.0.69 "GET /v2.0/security-groups?id=447d54a0-c564-44ab-93c5-8aa17c1469c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355673 Dec 10 19:53:13.603487 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a086bdd-c954-4efe-807d-464262be5667 req-cfe8f0ed-68de-40fa-9504-23098e25f7a3 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:53:13.605031 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8a086bdd-c954-4efe-807d-464262be5667 req-cfe8f0ed-68de-40fa-9504-23098e25f7a3 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bedb691-a7ad-4503-bd1c-2460feccd1ac HTTP/1.1" status: 200 len: 945 time: 0.0523896 Dec 10 19:53:13.647123 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8a086bdd-c954-4efe-807d-464262be5667 req-8e5a0704-a3dd-4fde-b78f-c4260a498aa4 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] 10.222.0.69 "GET /v2.0/security-groups?id=447d54a0-c564-44ab-93c5-8aa17c1469c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358429 Dec 10 19:53:13.760412 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b21bc6-240c-4f7b-9b6b-79e339ba4de7 req-9789c099-ccc7-4c11-822a-0c798c0b065f tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:53:13.761967 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-20b21bc6-240c-4f7b-9b6b-79e339ba4de7 req-9789c099-ccc7-4c11-822a-0c798c0b065f tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bedb691-a7ad-4503-bd1c-2460feccd1ac HTTP/1.1" status: 200 len: 945 time: 0.0491998 Dec 10 19:53:13.800755 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-20b21bc6-240c-4f7b-9b6b-79e339ba4de7 req-7f1a35d4-5e87-4c5c-869c-47427804727f tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] 10.222.0.69 "GET /v2.0/security-groups?id=447d54a0-c564-44ab-93c5-8aa17c1469c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324216 Dec 10 19:53:20.309117 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2e4aac00-19e5-43b7-99a1-d0e440dd920b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:24.269609 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a4b0732d-0993-4cf8-a10c-5321db9762dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:25.496894 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:26.554864 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:26.894570 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:32.695546 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:34.397726 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42eeb65-e9d0-4c12-8d06-1377b95ef2f3 req-a6fee448-26da-411b-b978-a566e158a7b2 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:53:34.399081 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b42eeb65-e9d0-4c12-8d06-1377b95ef2f3 req-a6fee448-26da-411b-b978-a566e158a7b2 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bedb691-a7ad-4503-bd1c-2460feccd1ac HTTP/1.1" status: 200 len: 945 time: 0.0515387 Dec 10 19:53:34.437768 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b42eeb65-e9d0-4c12-8d06-1377b95ef2f3 req-fa71ecec-7bbf-460a-a131-965183619a9b tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] 10.222.0.69 "GET /v2.0/security-groups?id=447d54a0-c564-44ab-93c5-8aa17c1469c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326798 Dec 10 19:53:35.554209 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a087e24-e485-4db1-a02d-c3cf11397ae1 req-a4dd4817-126f-4bbc-9964-668c9b86f706 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:53:35.555682 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0a087e24-e485-4db1-a02d-c3cf11397ae1 req-a4dd4817-126f-4bbc-9964-668c9b86f706 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bedb691-a7ad-4503-bd1c-2460feccd1ac HTTP/1.1" status: 200 len: 945 time: 0.0485396 Dec 10 19:53:35.598926 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0a087e24-e485-4db1-a02d-c3cf11397ae1 req-2ebb8524-4825-44ad-adf5-6d91ab5caaa0 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] 10.222.0.69 "GET /v2.0/security-groups?id=447d54a0-c564-44ab-93c5-8aa17c1469c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366771 Dec 10 19:53:36.478323 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef177e-10b5-4048-8b04-6e62cd6f9b8a req-e7be360a-53ad-4894-b998-4cd21177378e tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:53:36.479800 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3eef177e-10b5-4048-8b04-6e62cd6f9b8a req-e7be360a-53ad-4894-b998-4cd21177378e tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bedb691-a7ad-4503-bd1c-2460feccd1ac HTTP/1.1" status: 200 len: 945 time: 0.0506628 Dec 10 19:53:36.571709 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-3eef177e-10b5-4048-8b04-6e62cd6f9b8a req-dbb9f923-64af-48bc-9051-3d093389aa3f tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Deleting port f7617191-ad60-4263-a794-bcf0554a7b6a {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:53:36.572421 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-3eef177e-10b5-4048-8b04-6e62cd6f9b8a req-dbb9f923-64af-48bc-9051-3d093389aa3f tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:36.668291 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-3eef177e-10b5-4048-8b04-6e62cd6f9b8a req-dbb9f923-64af-48bc-9051-3d093389aa3f tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] For port f7617191-ad60-4263-a794-bcf0554a7b6a, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=f7617191-ad60-4263-a794-bcf0554a7b6a,segment=NetworkSegment(62b36b9e-8a27-4d50-aee8-a8a875f31ef2),segment_id=62b36b9e-8a27-4d50-aee8-a8a875f31ef2)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:53:36.668678 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-3eef177e-10b5-4048-8b04-6e62cd6f9b8a req-dbb9f923-64af-48bc-9051-3d093389aa3f tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:36.691628 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-3eef177e-10b5-4048-8b04-6e62cd6f9b8a req-dbb9f923-64af-48bc-9051-3d093389aa3f tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Calling delete_port for f7617191-ad60-4263-a794-bcf0554a7b6a owned by compute:nova {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:53:36.773683 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a44eb-c4a8-429f-a1ce-d9c347935305 req-4f867992-53d8-4b98-a60c-62e88397afac tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:53:36.775217 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c45a44eb-c4a8-429f-a1ce-d9c347935305 req-4f867992-53d8-4b98-a60c-62e88397afac tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bedb691-a7ad-4503-bd1c-2460feccd1ac HTTP/1.1" status: 200 len: 945 time: 0.0989561 Dec 10 19:53:36.832915 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c45a44eb-c4a8-429f-a1ce-d9c347935305 req-4d1dc348-f5e6-4d5f-9588-c5239f570967 tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] 10.222.0.69 "GET /v2.0/security-groups?id=447d54a0-c564-44ab-93c5-8aa17c1469c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463021 Dec 10 19:53:36.892767 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-3eef177e-10b5-4048-8b04-6e62cd6f9b8a req-dbb9f923-64af-48bc-9051-3d093389aa3f tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:36.924682 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb9f923-64af-48bc-9051-3d093389aa3f tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Pushing event deleted for resources: {'Port': ['ID=f7617191-ad60-4263-a794-bcf0554a7b6a,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:53:36.938282 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb9f923-64af-48bc-9051-3d093389aa3f tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:53:36.938639 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb9f923-64af-48bc-9051-3d093389aa3f tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:53:36.938990 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb9f923-64af-48bc-9051-3d093389aa3f tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:53:36.939334 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb9f923-64af-48bc-9051-3d093389aa3f tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:53:36.939675 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb9f923-64af-48bc-9051-3d093389aa3f tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:53:36.940011 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb9f923-64af-48bc-9051-3d093389aa3f tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:53:36.940355 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb9f923-64af-48bc-9051-3d093389aa3f tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:53:36.940713 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb9f923-64af-48bc-9051-3d093389aa3f tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:53:36.941050 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb9f923-64af-48bc-9051-3d093389aa3f tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:53:36.941379 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb9f923-64af-48bc-9051-3d093389aa3f tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:53:36.941709 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb9f923-64af-48bc-9051-3d093389aa3f tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:53:36.942036 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb9f923-64af-48bc-9051-3d093389aa3f tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:53:36.979828 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eef177e-10b5-4048-8b04-6e62cd6f9b8a req-dbb9f923-64af-48bc-9051-3d093389aa3f tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] No DVR routers for this DVR port f7617191-ad60-4263-a794-bcf0554a7b6a on host hv-neutron-8214 {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:53:36.983141 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-3eef177e-10b5-4048-8b04-6e62cd6f9b8a req-dbb9f923-64af-48bc-9051-3d093389aa3f tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:36.987636 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3eef177e-10b5-4048-8b04-6e62cd6f9b8a req-dbb9f923-64af-48bc-9051-3d093389aa3f tempest-TestEncryptedCinderVolumes-1050007433 tempest-TestEncryptedCinderVolumes-1050007433-project] 10.222.0.36 "DELETE /v2.0/ports/f7617191-ad60-4263-a794-bcf0554a7b6a HTTP/1.1" status: 204 len: 173 time: 0.5008645 Dec 10 19:53:36.988039 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bedb691-a7ad-4503-bd1c-2460feccd1ac', 'name': 'network-vif-deleted', 'tag': 'f7617191-ad60-4263-a794-bcf0554a7b6a'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:53:36.990984 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b79406d-a89c-4a0c-a381-fbcbe39a9909" -d '{"events": [{"server_uuid": "4bedb691-a7ad-4503-bd1c-2460feccd1ac", "name": "network-vif-deleted", "tag": "f7617191-ad60-4263-a794-bcf0554a7b6a"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:53:37.121992 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02ed099-736f-4778-8c76-b00d42896c4b x-openstack-request-id: req-b02ed099-736f-4778-8c76-b00d42896c4b {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:53:37.122285 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bedb691-a7ad-4503-bd1c-2460feccd1ac", "name": "network-vif-deleted", "tag": "f7617191-ad60-4263-a794-bcf0554a7b6a", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:53:37.122540 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b02ed099-736f-4778-8c76-b00d42896c4b {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:53:37.122936 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bedb691-a7ad-4503-bd1c-2460feccd1ac', 'name': 'network-vif-deleted', 'tag': 'f7617191-ad60-4263-a794-bcf0554a7b6a', 'status': 'completed', 'code': 200} Dec 10 19:53:37.933015 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 34318) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:53:38.296490 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e7a17110-e6b1-494b-a534-488f88f11193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711290'] for router_interface, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:38.554410 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-e7a17110-e6b1-494b-a534-488f88f11193 admin admin] Deleting port 4c0afd53-55e9-4ab4-a53c-95492ec8bf9e {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:53:38.554649 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e7a17110-e6b1-494b-a534-488f88f11193 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:38.632097 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-e7a17110-e6b1-494b-a534-488f88f11193 admin admin] For port 4c0afd53-55e9-4ab4-a53c-95492ec8bf9e, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=4c0afd53-55e9-4ab4-a53c-95492ec8bf9e,segment=NetworkSegment(62b36b9e-8a27-4d50-aee8-a8a875f31ef2),segment_id=62b36b9e-8a27-4d50-aee8-a8a875f31ef2)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:53:38.632472 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e7a17110-e6b1-494b-a534-488f88f11193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:38.645703 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-e7a17110-e6b1-494b-a534-488f88f11193 admin admin] Calling delete_port for 4c0afd53-55e9-4ab4-a53c-95492ec8bf9e owned by network:router_interface {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:53:38.802784 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device f7617191-ad60-4263-a794-bcf0554a7b6a no longer exists at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:53:38.829740 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] No Port match for: f7617191-ad60-4263-a794-bcf0554a7b6a {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:53:38.830476 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device f7617191-ad60-4263-a794-bcf0554a7b6a not bound to the agent host hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:53:38.834845 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e7a17110-e6b1-494b-a534-488f88f11193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:38.863314 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a17110-e6b1-494b-a534-488f88f11193 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c0afd53-55e9-4ab4-a53c-95492ec8bf9e,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:53:39.377251 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e7a17110-e6b1-494b-a534-488f88f11193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3755731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3712768'] for router_interface, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:39.600010 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7a17110-e6b1-494b-a534-488f88f11193 admin admin] Router b7d638eb-ecff-414c-9801-07b3eb1d901f has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:53:39.715703 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a17110-e6b1-494b-a534-488f88f11193 admin admin] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:53:39.721118 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-e7a17110-e6b1-494b-a534-488f88f11193 admin admin] 10.222.0.69 "PUT /v2.0/routers/b7d638eb-ecff-414c-9801-07b3eb1d901f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7871485 Dec 10 19:53:39.723700 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 34320) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:53:39.726955 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a8c79a-6937-4293-b6e7-75ba7eb5d3a4 None None] Sync routers for ids ['b7d638eb-ecff-414c-9801-07b3eb1d901f'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:53:39.737190 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a8c79a-6937-4293-b6e7-75ba7eb5d3a4 None None] Routers {'b7d638eb-ecff-414c-9801-07b3eb1d901f'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:53:39.737829 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-d2a8c79a-6937-4293-b6e7-75ba7eb5d3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:53:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['b7d638eb-ecff-414c-9801-07b3eb1d901f'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:53:39.832929 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-25682f57-34f0-4b2a-8a8d-37e70577a4a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:39.843673 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-d2a8c79a-6937-4293-b6e7-75ba7eb5d3a4 None None] Set router b7d638eb-ecff-414c-9801-07b3eb1d901f gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:53:39.942420 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-25682f57-34f0-4b2a-8a8d-37e70577a4a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:40.000373 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-25682f57-34f0-4b2a-8a8d-37e70577a4a6 admin admin] Deleting port 9d03acb5-33da-4e7f-81b2-d1a3bdbafcd5 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:53:40.000828 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-25682f57-34f0-4b2a-8a8d-37e70577a4a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:40.095335 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-25682f57-34f0-4b2a-8a8d-37e70577a4a6 admin admin] For port 9d03acb5-33da-4e7f-81b2-d1a3bdbafcd5, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=9d03acb5-33da-4e7f-81b2-d1a3bdbafcd5,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:53:40.095699 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-25682f57-34f0-4b2a-8a8d-37e70577a4a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:40.110368 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-25682f57-34f0-4b2a-8a8d-37e70577a4a6 admin admin] Calling delete_port for 9d03acb5-33da-4e7f-81b2-d1a3bdbafcd5 owned by network:router_gateway {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:53:40.175398 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-d2a8c79a-6937-4293-b6e7-75ba7eb5d3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7d638eb-ecff-414c-9801-07b3eb1d901f', 'name': 'tempest-TestEncryptedCinderVolumes-405340243-router', 'tenant_id': '0d963129023042508b347e67d6b83f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': '9d03acb5-33da-4e7f-81b2-d1a3bdbafcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:52:17Z', 'updated_at': '2021-12-10T19:53:38Z', 'revision_number': 5, 'project_id': '0d963129023042508b347e67d6b83f86', 'gw_port': {'id': '9d03acb5-33da-4e7f-81b2-d1a3bdbafcd5', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:fa:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d638eb-ecff-414c-9801-07b3eb1d901f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:52:17Z', 'updated_at': '2021-12-10T19:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:53:40.202048 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a8c79a-6937-4293-b6e7-75ba7eb5d3a4 None None] Checking router: b7d638eb-ecff-414c-9801-07b3eb1d901f for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:53:40.211987 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a8c79a-6937-4293-b6e7-75ba7eb5d3a4 None None] Routers {'b7d638eb-ecff-414c-9801-07b3eb1d901f'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:53:40.212632 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-d2a8c79a-6937-4293-b6e7-75ba7eb5d3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:53:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['b7d638eb-ecff-414c-9801-07b3eb1d901f'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:53:40.283825 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-25682f57-34f0-4b2a-8a8d-37e70577a4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:40.305238 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-d2a8c79a-6937-4293-b6e7-75ba7eb5d3a4 None None] Set router b7d638eb-ecff-414c-9801-07b3eb1d901f gateway port host: None {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:53:40.316093 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25682f57-34f0-4b2a-8a8d-37e70577a4a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d03acb5-33da-4e7f-81b2-d1a3bdbafcd5,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:53:40.371949 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-d2a8c79a-6937-4293-b6e7-75ba7eb5d3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7d638eb-ecff-414c-9801-07b3eb1d901f', 'name': 'tempest-TestEncryptedCinderVolumes-405340243-router', 'tenant_id': '0d963129023042508b347e67d6b83f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:52:17Z', 'updated_at': '2021-12-10T19:53:39Z', 'revision_number': 6, 'project_id': '0d963129023042508b347e67d6b83f86', 'gw_port_host': None}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:53:40.373629 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-25682f57-34f0-4b2a-8a8d-37e70577a4a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3713145'] for router_gateway, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:40.398811 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a8c79a-6937-4293-b6e7-75ba7eb5d3a4 None None] The sync data for ids ['b7d638eb-ecff-414c-9801-07b3eb1d901f'] in dv-neutron-821441-1-hyperv is: [{'id': 'b7d638eb-ecff-414c-9801-07b3eb1d901f', 'name': 'tempest-TestEncryptedCinderVolumes-405340243-router', 'tenant_id': '0d963129023042508b347e67d6b83f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:52:17Z', 'updated_at': '2021-12-10T19:53:39Z', 'revision_number': 6, 'project_id': '0d963129023042508b347e67d6b83f86', 'gw_port_host': None}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:53:40.464303 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-25682f57-34f0-4b2a-8a8d-37e70577a4a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:40.466321 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-25682f57-34f0-4b2a-8a8d-37e70577a4a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:40.512746 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-25682f57-34f0-4b2a-8a8d-37e70577a4a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:40.513283 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25682f57-34f0-4b2a-8a8d-37e70577a4a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7d638eb-ecff-414c-9801-07b3eb1d901f {{(pid=102365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:53:40.517993 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-25682f57-34f0-4b2a-8a8d-37e70577a4a6 admin admin] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:40.519116 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-25682f57-34f0-4b2a-8a8d-37e70577a4a6 admin admin] 10.222.0.69 "DELETE /v2.0/routers/b7d638eb-ecff-414c-9801-07b3eb1d901f HTTP/1.1" status: 204 len: 168 time: 0.7944951 Dec 10 19:53:40.521714 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 34322) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:53:40.567253 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d66ffdc-10b1-4a4a-8ebb-b037acaa7c4d admin admin] Deleting subnet bbb25122-fc73-48b9-9d33-088c252d0845 {{(pid=102365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:53:40.570278 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0d66ffdc-10b1-4a4a-8ebb-b037acaa7c4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:40.603631 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0d66ffdc-10b1-4a4a-8ebb-b037acaa7c4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353213'] for subnet, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:40.684547 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0d66ffdc-10b1-4a4a-8ebb-b037acaa7c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:40.740551 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0d66ffdc-10b1-4a4a-8ebb-b037acaa7c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:40.766669 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d66ffdc-10b1-4a4a-8ebb-b037acaa7c4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbb25122-fc73-48b9-9d33-088c252d0845,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:53:40.772687 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0d66ffdc-10b1-4a4a-8ebb-b037acaa7c4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:40.775943 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-0d66ffdc-10b1-4a4a-8ebb-b037acaa7c4d admin admin] 10.222.0.69 "DELETE /v2.0/subnets/bbb25122-fc73-48b9-9d33-088c252d0845 HTTP/1.1" status: 204 len: 168 time: 0.2532723 Dec 10 19:53:40.779297 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 34324) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:53:40.781635 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047251e2-7bd7-4c24-9f7d-d385404e5a2b None None] Network 3009d347-0f1a-4ba8-8dc0-fb1c84ff122d requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:53:40.854469 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-24bc46cf-eeba-42e3-b96c-cac598e407b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:40.908954 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-24bc46cf-eeba-42e3-b96c-cac598e407b1 admin admin] Deleting port 6a32f193-d729-459f-809b-6af92dcb678b {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:53:40.909292 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-24bc46cf-eeba-42e3-b96c-cac598e407b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:40.975109 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-24bc46cf-eeba-42e3-b96c-cac598e407b1 admin admin] For port 6a32f193-d729-459f-809b-6af92dcb678b, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=6a32f193-d729-459f-809b-6af92dcb678b,segment=NetworkSegment(62b36b9e-8a27-4d50-aee8-a8a875f31ef2),segment_id=62b36b9e-8a27-4d50-aee8-a8a875f31ef2)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:53:40.975402 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-24bc46cf-eeba-42e3-b96c-cac598e407b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:40.988031 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-24bc46cf-eeba-42e3-b96c-cac598e407b1 admin admin] Calling delete_port for 6a32f193-d729-459f-809b-6af92dcb678b owned by network:dhcp {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:53:41.076525 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-24bc46cf-eeba-42e3-b96c-cac598e407b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:41.099939 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bc46cf-eeba-42e3-b96c-cac598e407b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a32f193-d729-459f-809b-6af92dcb678b,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:53:41.109782 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bc46cf-eeba-42e3-b96c-cac598e407b1 admin admin] No DVR routers for this DVR port 6a32f193-d729-459f-809b-6af92dcb678b on host dv-neutron-821441-1-hyperv {{(pid=102366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:53:41.113592 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bc46cf-eeba-42e3-b96c-cac598e407b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:53:41.113933 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bc46cf-eeba-42e3-b96c-cac598e407b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:53:41.114269 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bc46cf-eeba-42e3-b96c-cac598e407b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:53:41.114599 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bc46cf-eeba-42e3-b96c-cac598e407b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:53:41.114924 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bc46cf-eeba-42e3-b96c-cac598e407b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:53:41.115249 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bc46cf-eeba-42e3-b96c-cac598e407b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:53:41.115569 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bc46cf-eeba-42e3-b96c-cac598e407b1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:53:41.115888 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bc46cf-eeba-42e3-b96c-cac598e407b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:53:41.116204 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bc46cf-eeba-42e3-b96c-cac598e407b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:53:41.116544 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bc46cf-eeba-42e3-b96c-cac598e407b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:53:41.116864 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bc46cf-eeba-42e3-b96c-cac598e407b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:53:41.117176 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bc46cf-eeba-42e3-b96c-cac598e407b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:53:41.176993 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c45990-580e-4ac1-a2de-f734b7998e11 None None] DHCP port deletion for 3009d347-0f1a-4ba8-8dc0-fb1c84ff122d request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:53:41.192220 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-24bc46cf-eeba-42e3-b96c-cac598e407b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:41.214010 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-24bc46cf-eeba-42e3-b96c-cac598e407b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3009d347-0f1a-4ba8-8dc0-fb1c84ff122d']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:53:41.223027 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-24bc46cf-eeba-42e3-b96c-cac598e407b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62b36b9e-8a27-4d50-aee8-a8a875f31ef2') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:53:41.223314 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-24bc46cf-eeba-42e3-b96c-cac598e407b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62b36b9e-8a27-4d50-aee8-a8a875f31ef2') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:53:41.232767 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-24bc46cf-eeba-42e3-b96c-cac598e407b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:41.250705 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-24bc46cf-eeba-42e3-b96c-cac598e407b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:41.252082 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24bc46cf-eeba-42e3-b96c-cac598e407b1 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:53:41.252465 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-24bc46cf-eeba-42e3-b96c-cac598e407b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:41.254113 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:53:41.254113 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:53:41.254113 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:53:41.254113 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:53:41.254113 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:53:41.254113 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:53:41.254113 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:53:41.254113 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:53:41.254113 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:53:41.254113 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:53:41.254113 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:53:41.254113 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:53:41.254113 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:53:41.254113 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:53:41.254113 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:53:41.254113 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:53:41.254113 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:53:41.254113 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:53:41.254113 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:53:41.254113 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:53:41.254113 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:53:41.254113 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:53:41.254113 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:53:41.254113 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:53:41.254113 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:53:41.254113 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:53:41.254113 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:53:41.254113 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:53:41.254113 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:53:41.254113 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:53:41.254113 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:53:41.254113 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:53:41.308992 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-24bc46cf-eeba-42e3-b96c-cac598e407b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:41.315802 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-24bc46cf-eeba-42e3-b96c-cac598e407b1 admin admin] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:41.318952 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-24bc46cf-eeba-42e3-b96c-cac598e407b1 admin admin] 10.222.0.69 "DELETE /v2.0/networks/3009d347-0f1a-4ba8-8dc0-fb1c84ff122d HTTP/1.1" status: 204 len: 168 time: 0.5383584 Dec 10 19:53:41.321933 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 34328) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:53:41.330848 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bc46cf-eeba-42e3-b96c-cac598e407b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3009d347-0f1a-4ba8-8dc0-fb1c84ff122d,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:53:41.653695 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 9d03acb5-33da-4e7f-81b2-d1a3bdbafcd5 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:53:41.673463 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 9d03acb5-33da-4e7f-81b2-d1a3bdbafcd5 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:53:41.673879 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 9d03acb5-33da-4e7f-81b2-d1a3bdbafcd5 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:53:41.674365 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 4c0afd53-55e9-4ab4-a53c-95492ec8bf9e no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:53:41.693260 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 4c0afd53-55e9-4ab4-a53c-95492ec8bf9e {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:53:41.693597 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 4c0afd53-55e9-4ab4-a53c-95492ec8bf9e not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:53:41.694015 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 6a32f193-d729-459f-809b-6af92dcb678b no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:53:41.704374 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0f7d5ab5-75d2-49d5-812f-c8c944cdd951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711290'] for router_interface, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:41.715598 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 6a32f193-d729-459f-809b-6af92dcb678b {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:53:41.715867 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 6a32f193-d729-459f-809b-6af92dcb678b not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:53:41.947753 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-0f7d5ab5-75d2-49d5-812f-c8c944cdd951 admin admin] Deleting port 255c91b5-9dd6-439f-bad6-2bb00d0b0417 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:53:41.948002 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0f7d5ab5-75d2-49d5-812f-c8c944cdd951 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:42.026570 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-0f7d5ab5-75d2-49d5-812f-c8c944cdd951 admin admin] For port 255c91b5-9dd6-439f-bad6-2bb00d0b0417, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=255c91b5-9dd6-439f-bad6-2bb00d0b0417,segment=NetworkSegment(d0b19005-8303-4eb9-a408-1fa3584164ee),segment_id=d0b19005-8303-4eb9-a408-1fa3584164ee)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:53:42.026928 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0f7d5ab5-75d2-49d5-812f-c8c944cdd951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:42.039924 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-0f7d5ab5-75d2-49d5-812f-c8c944cdd951 admin admin] Calling delete_port for 255c91b5-9dd6-439f-bad6-2bb00d0b0417 owned by network:router_interface {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:53:42.216112 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0f7d5ab5-75d2-49d5-812f-c8c944cdd951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:42.241025 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7d5ab5-75d2-49d5-812f-c8c944cdd951 admin admin] Pushing event deleted for resources: {'Port': ['ID=255c91b5-9dd6-439f-bad6-2bb00d0b0417,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:53:42.416577 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0f7d5ab5-75d2-49d5-812f-c8c944cdd951 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3755731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3712768'] for router_interface, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:42.644963 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f7d5ab5-75d2-49d5-812f-c8c944cdd951 admin admin] Router afb64494-e03f-42f4-9593-2c6936bd1eb8 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:53:42.752297 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7d5ab5-75d2-49d5-812f-c8c944cdd951 admin admin] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:53:42.760116 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-0f7d5ab5-75d2-49d5-812f-c8c944cdd951 admin admin] 10.222.0.69 "PUT /v2.0/routers/afb64494-e03f-42f4-9593-2c6936bd1eb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4370728 Dec 10 19:53:42.761747 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab65888-ad3d-46b6-bb76-fd407043fb6b None None] Sync routers for ids ['afb64494-e03f-42f4-9593-2c6936bd1eb8'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:53:42.762666 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 34330) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:53:42.771852 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab65888-ad3d-46b6-bb76-fd407043fb6b None None] Routers {'afb64494-e03f-42f4-9593-2c6936bd1eb8'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:53:42.772594 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-2ab65888-ad3d-46b6-bb76-fd407043fb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:53:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['afb64494-e03f-42f4-9593-2c6936bd1eb8'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:53:42.871370 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ac150f2d-9ae6-47d2-8e88-1bcc43458d3f admin admin] Notify callbacks [] for router, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:42.876534 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-2ab65888-ad3d-46b6-bb76-fd407043fb6b None None] Set router afb64494-e03f-42f4-9593-2c6936bd1eb8 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:53:42.974975 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ac150f2d-9ae6-47d2-8e88-1bcc43458d3f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:43.034838 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-ac150f2d-9ae6-47d2-8e88-1bcc43458d3f admin admin] Deleting port ff7d88bb-0efb-4f25-89ef-7793f45b3726 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:53:43.035171 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ac150f2d-9ae6-47d2-8e88-1bcc43458d3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:43.062510 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-2ab65888-ad3d-46b6-bb76-fd407043fb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb64494-e03f-42f4-9593-2c6936bd1eb8', 'name': 'tempest-TestEncryptedCinderVolumes-1226837264-router', 'tenant_id': '9a29abf838cb481ea57129413c7fd83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.151'}], 'enable_snat': True}, 'gw_port_id': 'ff7d88bb-0efb-4f25-89ef-7793f45b3726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:52:22Z', 'updated_at': '2021-12-10T19:53:42Z', 'revision_number': 5, 'project_id': '9a29abf838cb481ea57129413c7fd83a', 'gw_port': {'id': 'ff7d88bb-0efb-4f25-89ef-7793f45b3726', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:0a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb64494-e03f-42f4-9593-2c6936bd1eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:52:22Z', 'updated_at': '2021-12-10T19:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:53:43.088075 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab65888-ad3d-46b6-bb76-fd407043fb6b None None] Checking router: afb64494-e03f-42f4-9593-2c6936bd1eb8 for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:53:43.096986 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab65888-ad3d-46b6-bb76-fd407043fb6b None None] Routers {'afb64494-e03f-42f4-9593-2c6936bd1eb8'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:53:43.097583 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-2ab65888-ad3d-46b6-bb76-fd407043fb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:53:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['afb64494-e03f-42f4-9593-2c6936bd1eb8'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:53:43.116732 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-ac150f2d-9ae6-47d2-8e88-1bcc43458d3f admin admin] For port ff7d88bb-0efb-4f25-89ef-7793f45b3726, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=ff7d88bb-0efb-4f25-89ef-7793f45b3726,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:53:43.117120 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ac150f2d-9ae6-47d2-8e88-1bcc43458d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:43.130118 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-ac150f2d-9ae6-47d2-8e88-1bcc43458d3f admin admin] Calling delete_port for ff7d88bb-0efb-4f25-89ef-7793f45b3726 owned by network:router_gateway {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:53:43.181140 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-2ab65888-ad3d-46b6-bb76-fd407043fb6b None None] Set router afb64494-e03f-42f4-9593-2c6936bd1eb8 gateway port host: None {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:53:43.239417 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-2ab65888-ad3d-46b6-bb76-fd407043fb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb64494-e03f-42f4-9593-2c6936bd1eb8', 'name': 'tempest-TestEncryptedCinderVolumes-1226837264-router', 'tenant_id': '9a29abf838cb481ea57129413c7fd83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:52:22Z', 'updated_at': '2021-12-10T19:53:42Z', 'revision_number': 6, 'project_id': '9a29abf838cb481ea57129413c7fd83a', 'gw_port_host': None}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:53:43.266095 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab65888-ad3d-46b6-bb76-fd407043fb6b None None] The sync data for ids ['afb64494-e03f-42f4-9593-2c6936bd1eb8'] in dv-neutron-821441-1-hyperv is: [{'id': 'afb64494-e03f-42f4-9593-2c6936bd1eb8', 'name': 'tempest-TestEncryptedCinderVolumes-1226837264-router', 'tenant_id': '9a29abf838cb481ea57129413c7fd83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:52:22Z', 'updated_at': '2021-12-10T19:53:42Z', 'revision_number': 6, 'project_id': '9a29abf838cb481ea57129413c7fd83a', 'gw_port_host': None}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:53:43.304126 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ac150f2d-9ae6-47d2-8e88-1bcc43458d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:43.327154 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac150f2d-9ae6-47d2-8e88-1bcc43458d3f admin admin] Pushing event deleted for resources: {'Port': ['ID=ff7d88bb-0efb-4f25-89ef-7793f45b3726,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:53:43.393107 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ac150f2d-9ae6-47d2-8e88-1bcc43458d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3713145'] for router_gateway, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:43.480016 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ac150f2d-9ae6-47d2-8e88-1bcc43458d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:43.482389 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ac150f2d-9ae6-47d2-8e88-1bcc43458d3f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:43.525500 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ac150f2d-9ae6-47d2-8e88-1bcc43458d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:43.525941 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac150f2d-9ae6-47d2-8e88-1bcc43458d3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router afb64494-e03f-42f4-9593-2c6936bd1eb8 {{(pid=102366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:53:43.530923 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ac150f2d-9ae6-47d2-8e88-1bcc43458d3f admin admin] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:43.532163 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-ac150f2d-9ae6-47d2-8e88-1bcc43458d3f admin admin] 10.222.0.69 "DELETE /v2.0/routers/afb64494-e03f-42f4-9593-2c6936bd1eb8 HTTP/1.1" status: 204 len: 168 time: 0.7684741 Dec 10 19:53:43.534652 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 34332) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:53:43.580235 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-f285cd1b-feaf-4a07-ac48-0f2334e8d275 admin admin] Deleting subnet b9faac00-3f31-4e4f-8a58-4f078afb74e9 {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:53:43.583361 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f285cd1b-feaf-4a07-ac48-0f2334e8d275 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:43.622467 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f285cd1b-feaf-4a07-ac48-0f2334e8d275 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:43.719375 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f285cd1b-feaf-4a07-ac48-0f2334e8d275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:43.776562 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f285cd1b-feaf-4a07-ac48-0f2334e8d275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:43.803821 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f285cd1b-feaf-4a07-ac48-0f2334e8d275 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9faac00-3f31-4e4f-8a58-4f078afb74e9,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:53:43.807421 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f285cd1b-feaf-4a07-ac48-0f2334e8d275 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:43.810741 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-f285cd1b-feaf-4a07-ac48-0f2334e8d275 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/b9faac00-3f31-4e4f-8a58-4f078afb74e9 HTTP/1.1" status: 204 len: 168 time: 0.2751198 Dec 10 19:53:43.813667 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 34334) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:53:43.816884 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfa7215-5aa1-4fd9-a2cd-3ffc88b2175a None None] Network bb36fef0-7968-4f17-a6fc-c062c97ec429 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:53:43.889172 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7476f994-2aff-423c-836a-fdeab4c72bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:43.943721 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-7476f994-2aff-423c-836a-fdeab4c72bf8 admin admin] Deleting port 68cbb6f8-46af-47d5-949c-f0efe329862b {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:53:43.944061 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7476f994-2aff-423c-836a-fdeab4c72bf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:44.008914 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-7476f994-2aff-423c-836a-fdeab4c72bf8 admin admin] For port 68cbb6f8-46af-47d5-949c-f0efe329862b, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=68cbb6f8-46af-47d5-949c-f0efe329862b,segment=NetworkSegment(d0b19005-8303-4eb9-a408-1fa3584164ee),segment_id=d0b19005-8303-4eb9-a408-1fa3584164ee)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:53:44.009295 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7476f994-2aff-423c-836a-fdeab4c72bf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:44.025548 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-7476f994-2aff-423c-836a-fdeab4c72bf8 admin admin] Calling delete_port for 68cbb6f8-46af-47d5-949c-f0efe329862b owned by network:dhcp {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:53:44.048089 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce040c27-84bb-4310-aa88-26620851d8ca None None] DHCP port deletion for bb36fef0-7968-4f17-a6fc-c062c97ec429 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:53:44.079826 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 255c91b5-9dd6-439f-bad6-2bb00d0b0417 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:53:44.104541 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 255c91b5-9dd6-439f-bad6-2bb00d0b0417 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:53:44.105166 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 255c91b5-9dd6-439f-bad6-2bb00d0b0417 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:53:44.116913 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7476f994-2aff-423c-836a-fdeab4c72bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:44.126020 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-ce040c27-84bb-4310-aa88-26620851d8ca None None] Deleting port 68cbb6f8-46af-47d5-949c-f0efe329862b {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:53:44.126537 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ce040c27-84bb-4310-aa88-26620851d8ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:44.143908 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7476f994-2aff-423c-836a-fdeab4c72bf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=68cbb6f8-46af-47d5-949c-f0efe329862b,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:53:44.145945 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7476f994-2aff-423c-836a-fdeab4c72bf8 admin admin] No DVR routers for this DVR port 68cbb6f8-46af-47d5-949c-f0efe329862b on host dv-neutron-821441-1-hyperv {{(pid=102366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:53:44.193819 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-ce040c27-84bb-4310-aa88-26620851d8ca None None] For port 68cbb6f8-46af-47d5-949c-f0efe329862b, host dv-neutron-821441-1-hyperv, got binding levels [] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:53:44.194218 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ce040c27-84bb-4310-aa88-26620851d8ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:44.207326 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-ce040c27-84bb-4310-aa88-26620851d8ca None None] Calling delete_port for 68cbb6f8-46af-47d5-949c-f0efe329862b owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:53:44.209933 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.ipam_backend_mixin [None req-ce040c27-84bb-4310-aa88-26620851d8ca None None] Port 68cbb6f8-46af-47d5-949c-f0efe329862b was not found and therefore no delete operation was performed {{(pid=102367) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 19:53:44.211228 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ce040c27-84bb-4310-aa88-26620851d8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:44.220387 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7476f994-2aff-423c-836a-fdeab4c72bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:44.240374 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce040c27-84bb-4310-aa88-26620851d8ca None None] Pushing event deleted for resources: {'Port': ['ID=68cbb6f8-46af-47d5-949c-f0efe329862b,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:53:44.241340 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-7476f994-2aff-423c-836a-fdeab4c72bf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb36fef0-7968-4f17-a6fc-c062c97ec429']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:53:44.243780 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce040c27-84bb-4310-aa88-26620851d8ca None None] No DVR routers for this DVR port 68cbb6f8-46af-47d5-949c-f0efe329862b on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:53:44.255985 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-7476f994-2aff-423c-836a-fdeab4c72bf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0b19005-8303-4eb9-a408-1fa3584164ee') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:53:44.256280 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-7476f994-2aff-423c-836a-fdeab4c72bf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0b19005-8303-4eb9-a408-1fa3584164ee') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:53:44.266915 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7476f994-2aff-423c-836a-fdeab4c72bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:44.281630 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7476f994-2aff-423c-836a-fdeab4c72bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:44.288954 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7476f994-2aff-423c-836a-fdeab4c72bf8 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:53:44.289302 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7476f994-2aff-423c-836a-fdeab4c72bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:44.291235 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 19:53:44.291235 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:53:44.291235 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 19:53:44.291235 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:53:44.291235 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 19:53:44.291235 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:53:44.291235 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 19:53:44.291235 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:53:44.291235 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 19:53:44.291235 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:53:44.291235 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 19:53:44.291235 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:53:44.291235 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 19:53:44.291235 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:53:44.291235 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:53:44.291235 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:53:44.291235 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:53:44.291235 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:53:44.291235 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 19:53:44.291235 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:53:44.291235 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 19:53:44.291235 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:53:44.291235 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:53:44.291235 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:53:44.291235 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 19:53:44.291235 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:53:44.291235 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:53:44.291235 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:53:44.291235 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:53:44.291235 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:53:44.291235 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:53:44.291235 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:53:44.362056 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7476f994-2aff-423c-836a-fdeab4c72bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:44.368098 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7476f994-2aff-423c-836a-fdeab4c72bf8 admin admin] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:44.371311 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-7476f994-2aff-423c-836a-fdeab4c72bf8 admin admin] 10.222.0.69 "DELETE /v2.0/networks/bb36fef0-7968-4f17-a6fc-c062c97ec429 HTTP/1.1" status: 204 len: 168 time: 0.5566707 Dec 10 19:53:44.383217 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7476f994-2aff-423c-836a-fdeab4c72bf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb36fef0-7968-4f17-a6fc-c062c97ec429,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:53:44.543520 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 34338) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:53:44.582864 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-cd4680e0-f37b-47d6-87cf-fe7f382caf69 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0d963129023042508b347e67d6b83f86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381086 Dec 10 19:53:44.585414 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 34340) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:53:44.636997 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-30ba6914-6f3f-4a1f-9f49-53522f70e1e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:44.657945 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-30ba6914-6f3f-4a1f-9f49-53522f70e1e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:44.704623 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-30ba6914-6f3f-4a1f-9f49-53522f70e1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:44.707192 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-30ba6914-6f3f-4a1f-9f49-53522f70e1e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:44.708688 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-30ba6914-6f3f-4a1f-9f49-53522f70e1e4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/447d54a0-c564-44ab-93c5-8aa17c1469c4 HTTP/1.1" status: 204 len: 168 time: 0.1223154 Dec 10 19:53:44.716416 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ba6914-6f3f-4a1f-9f49-53522f70e1e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=447d54a0-c564-44ab-93c5-8aa17c1469c4,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:53:44.953752 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:53:45.031292 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 34346) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:53:45.071149 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-875e393d-e941-4b6d-a575-75206c76a0d9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9a29abf838cb481ea57129413c7fd83a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387001 Dec 10 19:53:45.073690 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 34348) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:53:45.121648 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a4a85f88-201f-4d95-9720-3a2d5b1566b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:45.142201 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a4a85f88-201f-4d95-9720-3a2d5b1566b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:45.190317 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a4a85f88-201f-4d95-9720-3a2d5b1566b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:45.192977 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a4a85f88-201f-4d95-9720-3a2d5b1566b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:45.194118 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-a4a85f88-201f-4d95-9720-3a2d5b1566b6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8b399cb3-2db2-4855-bff9-09cbcde64e9a HTTP/1.1" status: 204 len: 168 time: 0.1195447 Dec 10 19:53:45.203242 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a85f88-201f-4d95-9720-3a2d5b1566b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b399cb3-2db2-4855-bff9-09cbcde64e9a,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:53:45.655014 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 68cbb6f8-46af-47d5-949c-f0efe329862b no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:53:45.675773 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 68cbb6f8-46af-47d5-949c-f0efe329862b {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:53:45.676128 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 68cbb6f8-46af-47d5-949c-f0efe329862b not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:53:45.676575 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device ff7d88bb-0efb-4f25-89ef-7793f45b3726 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:53:45.696543 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: ff7d88bb-0efb-4f25-89ef-7793f45b3726 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:53:45.696906 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device ff7d88bb-0efb-4f25-89ef-7793f45b3726 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:53:45.869372 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 34370) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:53:45.967184 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-6ffde8fc-a139-461c-845a-b9aaff55f8fb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-844453355-network', 'tenant_id': 'a96614b6259748799abbf9fb3965a598'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:53:45.992140 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ffde8fc-a139-461c-845a-b9aaff55f8fb admin admin] Made reservation on behalf of a96614b6259748799abbf9fb3965a598 for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:53:45.994474 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6ffde8fc-a139-461c-845a-b9aaff55f8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:46.003695 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6ffde8fc-a139-461c-845a-b9aaff55f8fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:46.123258 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6ffde8fc-a139-461c-845a-b9aaff55f8fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:46.128311 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6ffde8fc-a139-461c-845a-b9aaff55f8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:46.161601 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ffde8fc-a139-461c-845a-b9aaff55f8fb admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:53:46.168652 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffde8fc-a139-461c-845a-b9aaff55f8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23832c17-207b-4ff4-91d2-d46eff740490,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:53:46.176348 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6ffde8fc-a139-461c-845a-b9aaff55f8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:46.176719 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-6ffde8fc-a139-461c-845a-b9aaff55f8fb admin admin] Added segment 55f6cc73-fb9e-4cae-a323-1e7ffb637894 of type vlan for network 2beaebbc-02da-44e0-940f-908301e791a5 Dec 10 19:53:46.221071 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6ffde8fc-a139-461c-845a-b9aaff55f8fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:46.246311 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6ffde8fc-a139-461c-845a-b9aaff55f8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:46.247277 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffde8fc-a139-461c-845a-b9aaff55f8fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:53:46.247854 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6ffde8fc-a139-461c-845a-b9aaff55f8fb admin admin] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:46.312202 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-6ffde8fc-a139-461c-845a-b9aaff55f8fb admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4416502 Dec 10 19:53:46.315007 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 34374) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:53:46.319865 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-c36daa5d-8bbc-404b-921e-efcf2320f2f7 admin admin] Request body: {'subnet': {'network_id': '2beaebbc-02da-44e0-940f-908301e791a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-844453355-subnet', 'tenant_id': 'a96614b6259748799abbf9fb3965a598', 'ip_version': 4}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:53:46.630974 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffde8fc-a139-461c-845a-b9aaff55f8fb admin admin] Pushing event updated for resources: {'Network': ['ID=2beaebbc-02da-44e0-940f-908301e791a5,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:53:46.641044 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 2beaebbc-02da-44e0-940f-908301e791a5 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:53:46.651649 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36daa5d-8bbc-404b-921e-efcf2320f2f7 admin admin] Made reservation on behalf of a96614b6259748799abbf9fb3965a598 for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:53:46.654008 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c36daa5d-8bbc-404b-921e-efcf2320f2f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:46.820658 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c36daa5d-8bbc-404b-921e-efcf2320f2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:46.879373 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36daa5d-8bbc-404b-921e-efcf2320f2f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1240f245-08bb-45c2-988b-dff3370408b4,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:53:46.886430 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36daa5d-8bbc-404b-921e-efcf2320f2f7 admin admin] Checking segment: {'id': '55f6cc73-fb9e-4cae-a323-1e7ffb637894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2beaebbc-02da-44e0-940f-908301e791a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:53:46.886784 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36daa5d-8bbc-404b-921e-efcf2320f2f7 admin admin] Network hostable DHCP agents. Network: 2beaebbc-02da-44e0-940f-908301e791a5, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:53:46.904094 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36daa5d-8bbc-404b-921e-efcf2320f2f7 admin admin] Network 2beaebbc-02da-44e0-940f-908301e791a5 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:53:46.912688 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-c36daa5d-8bbc-404b-921e-efcf2320f2f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 2beaebbc-02da-44e0-940f-908301e791a5) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:53:46.916732 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36daa5d-8bbc-404b-921e-efcf2320f2f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:53:46.917355 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c36daa5d-8bbc-404b-921e-efcf2320f2f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:46.923053 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4075750-a500-48df-9813-1e33e026f1a4 None None] Network 2beaebbc-02da-44e0-940f-908301e791a5 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:53:46.933980 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-c36daa5d-8bbc-404b-921e-efcf2320f2f7 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6179454 Dec 10 19:53:46.937561 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 34376) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:53:46.942037 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-a78c037e-bd45-4d37-ac1e-fef7908d843e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-844453355-router', 'tenant_id': 'a96614b6259748799abbf9fb3965a598', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:53:46.962228 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a78c037e-bd45-4d37-ac1e-fef7908d843e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:46.963302 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a78c037e-bd45-4d37-ac1e-fef7908d843e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:47.018457 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a78c037e-bd45-4d37-ac1e-fef7908d843e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:47.079238 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec48438e-222c-4b54-9788-cd68c6aa8596 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-2beaebbc-02da-44e0-940f-908301e791a5', 'network_id': '2beaebbc-02da-44e0-940f-908301e791a5', 'tenant_id': 'a96614b6259748799abbf9fb3965a598', 'fixed_ips': [{'subnet_id': '1240f245-08bb-45c2-988b-dff3370408b4'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:53:47.080899 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ec48438e-222c-4b54-9788-cd68c6aa8596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:47.163663 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a78c037e-bd45-4d37-ac1e-fef7908d843e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:47.220016 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-ec48438e-222c-4b54-9788-cd68c6aa8596 None None] Allocated IP 172.20.0.2 (2beaebbc-02da-44e0-940f-908301e791a5/1240f245-08bb-45c2-988b-dff3370408b4/074f5227-3b4d-4d74-a337-c6cbc815779c) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:53:47.380928 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ec48438e-222c-4b54-9788-cd68c6aa8596 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:47.387619 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ec48438e-222c-4b54-9788-cd68c6aa8596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:47.428699 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec48438e-222c-4b54-9788-cd68c6aa8596 None None] Network 2beaebbc-02da-44e0-940f-908301e791a5 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:53:47.431410 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-ec48438e-222c-4b54-9788-cd68c6aa8596 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:53:47.438230 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec48438e-222c-4b54-9788-cd68c6aa8596 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:53:47.441373 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec48438e-222c-4b54-9788-cd68c6aa8596 None None] Pushing event updated for resources: {'Port': ['ID=074f5227-3b4d-4d74-a337-c6cbc815779c,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:53:47.499786 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-ec48438e-222c-4b54-9788-cd68c6aa8596 None None] Attempting to bind port 074f5227-3b4d-4d74-a337-c6cbc815779c on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:53:47.500456 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-ec48438e-222c-4b54-9788-cd68c6aa8596 None None] Attempting to bind port 074f5227-3b4d-4d74-a337-c6cbc815779c by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '55f6cc73-fb9e-4cae-a323-1e7ffb637894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2beaebbc-02da-44e0-940f-908301e791a5'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:53:47.500838 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec48438e-222c-4b54-9788-cd68c6aa8596 None None] Attempting to bind port 074f5227-3b4d-4d74-a337-c6cbc815779c on network 2beaebbc-02da-44e0-940f-908301e791a5 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:53:47.506368 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec48438e-222c-4b54-9788-cd68c6aa8596 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:53:47.506896 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec48438e-222c-4b54-9788-cd68c6aa8596 None None] Checking segment: {'id': '55f6cc73-fb9e-4cae-a323-1e7ffb637894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2beaebbc-02da-44e0-940f-908301e791a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:53:47.507275 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ec48438e-222c-4b54-9788-cd68c6aa8596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:47.507655 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec48438e-222c-4b54-9788-cd68c6aa8596 None None] Bound using segment: {'id': '55f6cc73-fb9e-4cae-a323-1e7ffb637894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2beaebbc-02da-44e0-940f-908301e791a5'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:53:47.508120 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-ec48438e-222c-4b54-9788-cd68c6aa8596 None None] Bound port: 074f5227-3b4d-4d74-a337-c6cbc815779c, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55f6cc73-fb9e-4cae-a323-1e7ffb637894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2beaebbc-02da-44e0-940f-908301e791a5'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:53:47.508492 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ec48438e-222c-4b54-9788-cd68c6aa8596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:47.575889 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-ec48438e-222c-4b54-9788-cd68c6aa8596 None None] For port 074f5227-3b4d-4d74-a337-c6cbc815779c, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:53:47.579838 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-ec48438e-222c-4b54-9788-cd68c6aa8596 None None] For port 074f5227-3b4d-4d74-a337-c6cbc815779c, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=074f5227-3b4d-4d74-a337-c6cbc815779c,segment=NetworkSegment(55f6cc73-fb9e-4cae-a323-1e7ffb637894),segment_id=55f6cc73-fb9e-4cae-a323-1e7ffb637894)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:53:47.584451 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ec48438e-222c-4b54-9788-cd68c6aa8596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:47.653696 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec48438e-222c-4b54-9788-cd68c6aa8596 None None] Pushing event updated for resources: {'Port': ['ID=074f5227-3b4d-4d74-a337-c6cbc815779c,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:53:47.715001 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a78c037e-bd45-4d37-ac1e-fef7908d843e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:47.736211 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a78c037e-bd45-4d37-ac1e-fef7908d843e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:47.855990 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-a78c037e-bd45-4d37-ac1e-fef7908d843e admin admin] Allocated IP 172.26.6.229 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/ae998d8e-2b68-431e-a12a-c342f36462ff) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:53:47.966559 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a78c037e-bd45-4d37-ac1e-fef7908d843e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:48.007328 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a78c037e-bd45-4d37-ac1e-fef7908d843e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:48.056640 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78c037e-bd45-4d37-ac1e-fef7908d843e admin admin] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:53:48.057668 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78c037e-bd45-4d37-ac1e-fef7908d843e admin admin] Pushing event updated for resources: {'Port': ['ID=ae998d8e-2b68-431e-a12a-c342f36462ff,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:53:48.060637 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-a78c037e-bd45-4d37-ac1e-fef7908d843e admin admin] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:53:48.064018 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78c037e-bd45-4d37-ac1e-fef7908d843e admin admin] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:53:48.314097 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a78c037e-bd45-4d37-ac1e-fef7908d843e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:48.531504 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a78c037e-bd45-4d37-ac1e-fef7908d843e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:48.558344 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2313af-c895-45a1-8e08-eec5ecca6bbb None None] Network 2beaebbc-02da-44e0-940f-908301e791a5 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:53:48.665977 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a78c037e-bd45-4d37-ac1e-fef7908d843e admin admin] Router b725d339-e439-49fb-ae41-9a9534c3852c is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:53:48.679961 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-a00abf8c-f358-4ff3-8ff3-fd29dcc8ef0b None None] Provisioning complete for port 074f5227-3b4d-4d74-a337-c6cbc815779c triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:53:48.680323 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a00abf8c-f358-4ff3-8ff3-fd29dcc8ef0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:48.781308 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78c037e-bd45-4d37-ac1e-fef7908d843e admin admin] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:53:48.793733 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9b66cc-bec4-49e1-85bf-59b096f61928 None None] Sync routers for ids ['b725d339-e439-49fb-ae41-9a9534c3852c'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:53:48.802217 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a78c037e-bd45-4d37-ac1e-fef7908d843e admin admin] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:48.804201 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-a78c037e-bd45-4d37-ac1e-fef7908d843e admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8654764 Dec 10 19:53:48.807123 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 34378) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:53:48.807990 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a00abf8c-f358-4ff3-8ff3-fd29dcc8ef0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:48.826249 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9b66cc-bec4-49e1-85bf-59b096f61928 None None] Routers {'b725d339-e439-49fb-ae41-9a9534c3852c'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:53:48.827355 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-1b9b66cc-bec4-49e1-85bf-59b096f61928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:53:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['b725d339-e439-49fb-ae41-9a9534c3852c'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:53:48.916298 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-a00abf8c-f358-4ff3-8ff3-fd29dcc8ef0b None None] For port 074f5227-3b4d-4d74-a337-c6cbc815779c, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=074f5227-3b4d-4d74-a337-c6cbc815779c,segment=NetworkSegment(55f6cc73-fb9e-4cae-a323-1e7ffb637894),segment_id=55f6cc73-fb9e-4cae-a323-1e7ffb637894)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:53:48.929246 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a00abf8c-f358-4ff3-8ff3-fd29dcc8ef0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:49.003010 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-1b9b66cc-bec4-49e1-85bf-59b096f61928 None None] Set router b725d339-e439-49fb-ae41-9a9534c3852c gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:53:49.005238 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00abf8c-f358-4ff3-8ff3-fd29dcc8ef0b None None] Pushing event updated for resources: {'Port': ['ID=074f5227-3b4d-4d74-a337-c6cbc815779c,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:53:49.118620 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-f4ba64be-8224-4b8f-a7be-5d39c4aa1409 None None] Provisioning complete for port 074f5227-3b4d-4d74-a337-c6cbc815779c triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:53:49.118986 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f4ba64be-8224-4b8f-a7be-5d39c4aa1409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:49.267365 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-1b9b66cc-bec4-49e1-85bf-59b096f61928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b725d339-e439-49fb-ae41-9a9534c3852c', 'name': 'tempest-TestMinimumBasicScenario-844453355-router', 'tenant_id': 'a96614b6259748799abbf9fb3965a598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.229'}], 'enable_snat': True}, 'gw_port_id': 'ae998d8e-2b68-431e-a12a-c342f36462ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:53:46Z', 'updated_at': '2021-12-10T19:53:48Z', 'revision_number': 3, 'project_id': 'a96614b6259748799abbf9fb3965a598', 'gw_port': {'id': 'ae998d8e-2b68-431e-a12a-c342f36462ff', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ab:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b725d339-e439-49fb-ae41-9a9534c3852c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:53:47Z', 'updated_at': '2021-12-10T19:53:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:53:49.295034 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9b66cc-bec4-49e1-85bf-59b096f61928 None None] Checking router: b725d339-e439-49fb-ae41-9a9534c3852c for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:53:49.295377 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9b66cc-bec4-49e1-85bf-59b096f61928 None None] Updating router b725d339-e439-49fb-ae41-9a9534c3852c port ae998d8e-2b68-431e-a12a-c342f36462ff binding host dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:53:49.299458 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dca429cf-2aca-4846-b508-883ab10688af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:49.324599 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1b9b66cc-bec4-49e1-85bf-59b096f61928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:49.464713 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-dca429cf-2aca-4846-b508-883ab10688af admin admin] Allocated IP 172.20.0.1 (2beaebbc-02da-44e0-940f-908301e791a5/1240f245-08bb-45c2-988b-dff3370408b4/34053777-b51c-44d3-b976-a455fcdd4ced) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:53:49.571668 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dca429cf-2aca-4846-b508-883ab10688af admin admin] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:49.605567 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dca429cf-2aca-4846-b508-883ab10688af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:49.647060 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca429cf-2aca-4846-b508-883ab10688af admin admin] Network 2beaebbc-02da-44e0-940f-908301e791a5 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:53:49.649977 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-dca429cf-2aca-4846-b508-883ab10688af admin admin] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:53:49.653643 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca429cf-2aca-4846-b508-883ab10688af admin admin] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:53:49.683562 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca429cf-2aca-4846-b508-883ab10688af admin admin] Pushing event updated for resources: {'Port': ['ID=34053777-b51c-44d3-b976-a455fcdd4ced,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:53:49.717539 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dca429cf-2aca-4846-b508-883ab10688af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712030'] for router_interface, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:49.722290 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 074f5227-3b4d-4d74-a337-c6cbc815779c up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:53:49.769954 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1b9b66cc-bec4-49e1-85bf-59b096f61928 None None] Notify callbacks [] for port, precommit_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:49.779814 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1b9b66cc-bec4-49e1-85bf-59b096f61928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:49.850153 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca9ac41-07c9-4a2d-a986-cacfee2ccaaf None None] Pushing event updated for resources: {'Port': ['ID=ae998d8e-2b68-431e-a12a-c342f36462ff,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:53:49.854348 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 074f5227-3b4d-4d74-a337-c6cbc815779c triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:53:49.854716 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:49.858580 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-1b9b66cc-bec4-49e1-85bf-59b096f61928 None None] Attempting to bind port ae998d8e-2b68-431e-a12a-c342f36462ff on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:53:49.858951 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-1b9b66cc-bec4-49e1-85bf-59b096f61928 None None] Attempting to bind port ae998d8e-2b68-431e-a12a-c342f36462ff by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:53:49.859314 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9b66cc-bec4-49e1-85bf-59b096f61928 None None] Attempting to bind port ae998d8e-2b68-431e-a12a-c342f36462ff on network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:53:49.868075 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dca429cf-2aca-4846-b508-883ab10688af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:49.885188 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9b66cc-bec4-49e1-85bf-59b096f61928 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:53:49.885558 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9b66cc-bec4-49e1-85bf-59b096f61928 None None] Checking segment: {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:53:49.885955 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1b9b66cc-bec4-49e1-85bf-59b096f61928 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:49.886567 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9b66cc-bec4-49e1-85bf-59b096f61928 None None] Bound using segment: {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:53:49.887049 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-1b9b66cc-bec4-49e1-85bf-59b096f61928 None None] Bound port: ae998d8e-2b68-431e-a12a-c342f36462ff, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:53:49.887427 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1b9b66cc-bec4-49e1-85bf-59b096f61928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:49.972913 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-1b9b66cc-bec4-49e1-85bf-59b096f61928 None None] For port ae998d8e-2b68-431e-a12a-c342f36462ff, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:53:49.994676 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-1b9b66cc-bec4-49e1-85bf-59b096f61928 None None] For port ae998d8e-2b68-431e-a12a-c342f36462ff, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=ae998d8e-2b68-431e-a12a-c342f36462ff,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:53:50.005974 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1b9b66cc-bec4-49e1-85bf-59b096f61928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:50.015522 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-e4c131f7-ce64-4a32-bfa7-e7c6b0041366 None None] Provisioning complete for port 34053777-b51c-44d3-b976-a455fcdd4ced triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:53:50.015949 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e4c131f7-ce64-4a32-bfa7-e7c6b0041366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:50.039249 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dca429cf-2aca-4846-b508-883ab10688af admin admin] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:50.045378 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dca429cf-2aca-4846-b508-883ab10688af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:50.096256 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca9ac41-07c9-4a2d-a986-cacfee2ccaaf None None] Pushing event updated for resources: {'Port': ['ID=ae998d8e-2b68-431e-a12a-c342f36462ff,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:53:50.100429 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-e4c131f7-ce64-4a32-bfa7-e7c6b0041366 None None] Port 34053777-b51c-44d3-b976-a455fcdd4ced cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:53:50.101802 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9b66cc-bec4-49e1-85bf-59b096f61928 None None] Routers {'b725d339-e439-49fb-ae41-9a9534c3852c'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:53:50.102500 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-1b9b66cc-bec4-49e1-85bf-59b096f61928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:53:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['b725d339-e439-49fb-ae41-9a9534c3852c'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:53:50.116657 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dca429cf-2aca-4846-b508-883ab10688af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3755716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711339'] for router_interface, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:50.118490 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca429cf-2aca-4846-b508-883ab10688af admin admin] Pushing event updated for resources: {'Port': ['ID=34053777-b51c-44d3-b976-a455fcdd4ced,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:53:50.214348 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca429cf-2aca-4846-b508-883ab10688af admin admin] Network 2beaebbc-02da-44e0-940f-908301e791a5 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:53:50.215811 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-dca429cf-2aca-4846-b508-883ab10688af admin admin] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:53:50.216724 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-1b9b66cc-bec4-49e1-85bf-59b096f61928 None None] Set router b725d339-e439-49fb-ae41-9a9534c3852c gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:53:50.340885 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca429cf-2aca-4846-b508-883ab10688af admin admin] Router b725d339-e439-49fb-ae41-9a9534c3852c has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:53:50.347206 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-485b9cd2-2a94-4970-b2b7-cfa203108a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:50.454870 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-1b9b66cc-bec4-49e1-85bf-59b096f61928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b725d339-e439-49fb-ae41-9a9534c3852c', 'name': 'tempest-TestMinimumBasicScenario-844453355-router', 'tenant_id': 'a96614b6259748799abbf9fb3965a598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.229'}], 'enable_snat': True}, 'gw_port_id': 'ae998d8e-2b68-431e-a12a-c342f36462ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:53:46Z', 'updated_at': '2021-12-10T19:53:49Z', 'revision_number': 4, 'project_id': 'a96614b6259748799abbf9fb3965a598', 'gw_port': {'id': 'ae998d8e-2b68-431e-a12a-c342f36462ff', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ab:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b725d339-e439-49fb-ae41-9a9534c3852c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:53:47Z', 'updated_at': '2021-12-10T19:53:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '34053777-b51c-44d3-b976-a455fcdd4ced', 'name': '', 'network_id': '2beaebbc-02da-44e0-940f-908301e791a5', 'tenant_id': 'a96614b6259748799abbf9fb3965a598', 'mac_address': 'fa:16:3e:4d:b2:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b725d339-e439-49fb-ae41-9a9534c3852c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '1240f245-08bb-45c2-988b-dff3370408b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:53:49Z', 'updated_at': '2021-12-10T19:53:49Z', 'revision_number': 2, 'project_id': 'a96614b6259748799abbf9fb3965a598', 'subnets': [{'id': '1240f245-08bb-45c2-988b-dff3370408b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:53:50.469671 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca429cf-2aca-4846-b508-883ab10688af admin admin] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:53:50.476788 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-dca429cf-2aca-4846-b508-883ab10688af admin admin] 10.222.0.69 "PUT /v2.0/routers/b725d339-e439-49fb-ae41-9a9534c3852c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6684570 Dec 10 19:53:50.489603 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9b66cc-bec4-49e1-85bf-59b096f61928 None None] The sync data for ids ['b725d339-e439-49fb-ae41-9a9534c3852c'] in dv-neutron-821441-1-hyperv is: [{'id': 'b725d339-e439-49fb-ae41-9a9534c3852c', 'name': 'tempest-TestMinimumBasicScenario-844453355-router', 'tenant_id': 'a96614b6259748799abbf9fb3965a598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.229'}], 'enable_snat': True}, 'gw_port_id': 'ae998d8e-2b68-431e-a12a-c342f36462ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:53:46Z', 'updated_at': '2021-12-10T19:53:49Z', 'revision_number': 4, 'project_id': 'a96614b6259748799abbf9fb3965a598', 'gw_port': {'id': 'ae998d8e-2b68-431e-a12a-c342f36462ff', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ab:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b725d339-e439-49fb-ae41-9a9534c3852c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:53:47Z', 'updated_at': '2021-12-10T19:53:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '34053777-b51c-44d3-b976-a455fcdd4ced', 'name': '', 'network_id': '2beaebbc-02da-44e0-940f-908301e791a5', 'tenant_id': 'a96614b6259748799abbf9fb3965a598', 'mac_address': 'fa:16:3e:4d:b2:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b725d339-e439-49fb-ae41-9a9534c3852c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '1240f245-08bb-45c2-988b-dff3370408b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:53:49Z', 'updated_at': '2021-12-10T19:53:49Z', 'revision_number': 2, 'project_id': 'a96614b6259748799abbf9fb3965a598', 'subnets': [{'id': '1240f245-08bb-45c2-988b-dff3370408b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:53:50.525936 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-4f6801f4-f96c-4cd9-9f82-262f3c7cefe8 None None] Provisioning complete for port 34053777-b51c-44d3-b976-a455fcdd4ced triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:53:50.526308 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4f6801f4-f96c-4cd9-9f82-262f3c7cefe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:50.564484 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-4f6801f4-f96c-4cd9-9f82-262f3c7cefe8 None None] Port 34053777-b51c-44d3-b976-a455fcdd4ced cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:53:51.039937 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 34394) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:53:51.045045 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-6ddc0001-5fec-437d-8bf4-e98d8b19c8a8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1101081708-network', 'tenant_id': 'd0b4e4bc20394018932b92f96dfb5a1e'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:53:51.076578 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ddc0001-5fec-437d-8bf4-e98d8b19c8a8 admin admin] Made reservation on behalf of d0b4e4bc20394018932b92f96dfb5a1e for: {'network': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:53:51.079004 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6ddc0001-5fec-437d-8bf4-e98d8b19c8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:51.089050 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6ddc0001-5fec-437d-8bf4-e98d8b19c8a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:51.204274 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6ddc0001-5fec-437d-8bf4-e98d8b19c8a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:51.208388 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6ddc0001-5fec-437d-8bf4-e98d8b19c8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:51.237286 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ddc0001-5fec-437d-8bf4-e98d8b19c8a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=102365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:53:51.247855 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddc0001-5fec-437d-8bf4-e98d8b19c8a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7c5487-b98a-494b-93d2-92cea06c4d60,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:53:51.253920 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6ddc0001-5fec-437d-8bf4-e98d8b19c8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:51.254251 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.segments_db [None req-6ddc0001-5fec-437d-8bf4-e98d8b19c8a8 admin admin] Added segment 364b2dba-fae8-48ba-95dd-4a013339015d of type vlan for network 148e21e0-dd5c-4c3e-b8cd-1aadc033ade5 Dec 10 19:53:51.309940 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6ddc0001-5fec-437d-8bf4-e98d8b19c8a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:51.337672 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6ddc0001-5fec-437d-8bf4-e98d8b19c8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:51.338661 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddc0001-5fec-437d-8bf4-e98d8b19c8a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:53:51.339242 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6ddc0001-5fec-437d-8bf4-e98d8b19c8a8 admin admin] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:51.394138 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-6ddc0001-5fec-437d-8bf4-e98d8b19c8a8 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3481495 Dec 10 19:53:51.395060 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 34396) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:53:51.401272 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-a5235d20-0046-4578-ab69-12241c2d5d77 admin admin] Request body: {'subnet': {'network_id': '148e21e0-dd5c-4c3e-b8cd-1aadc033ade5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1101081708-subnet', 'tenant_id': 'd0b4e4bc20394018932b92f96dfb5a1e', 'ip_version': 4}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:53:51.421362 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddc0001-5fec-437d-8bf4-e98d8b19c8a8 admin admin] Pushing event updated for resources: {'Network': ['ID=148e21e0-dd5c-4c3e-b8cd-1aadc033ade5,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:53:51.431451 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 148e21e0-dd5c-4c3e-b8cd-1aadc033ade5 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:53:51.435514 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5235d20-0046-4578-ab69-12241c2d5d77 admin admin] Made reservation on behalf of d0b4e4bc20394018932b92f96dfb5a1e for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:53:51.439090 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a5235d20-0046-4578-ab69-12241c2d5d77 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:51.631176 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a5235d20-0046-4578-ab69-12241c2d5d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:51.698742 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5235d20-0046-4578-ab69-12241c2d5d77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0970dbcf-7038-41c3-8626-facabfeadb6a,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:53:51.705069 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5235d20-0046-4578-ab69-12241c2d5d77 admin admin] Checking segment: {'id': '364b2dba-fae8-48ba-95dd-4a013339015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '148e21e0-dd5c-4c3e-b8cd-1aadc033ade5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:53:51.705427 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5235d20-0046-4578-ab69-12241c2d5d77 admin admin] Network hostable DHCP agents. Network: 148e21e0-dd5c-4c3e-b8cd-1aadc033ade5, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:53:51.720973 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device ae998d8e-2b68-431e-a12a-c342f36462ff up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:53:51.728814 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5235d20-0046-4578-ab69-12241c2d5d77 admin admin] Network 148e21e0-dd5c-4c3e-b8cd-1aadc033ade5 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:53:51.739703 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-a5235d20-0046-4578-ab69-12241c2d5d77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 148e21e0-dd5c-4c3e-b8cd-1aadc033ade5) {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:53:51.745119 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5235d20-0046-4578-ab69-12241c2d5d77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:53:51.745887 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a5235d20-0046-4578-ab69-12241c2d5d77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:51.753357 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ac2207-3306-4f8e-802c-b832983c3631 None None] Network 148e21e0-dd5c-4c3e-b8cd-1aadc033ade5 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:53:51.765183 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-a5235d20-0046-4578-ab69-12241c2d5d77 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3682978 Dec 10 19:53:51.767341 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 34398) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:53:51.771931 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-f8525b95-e997-4e16-85f1-fc2c2d95d0e7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1101081708-router', 'tenant_id': 'd0b4e4bc20394018932b92f96dfb5a1e', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:53:51.801548 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f8525b95-e997-4e16-85f1-fc2c2d95d0e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:51.803100 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f8525b95-e997-4e16-85f1-fc2c2d95d0e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:51.864690 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port ae998d8e-2b68-431e-a12a-c342f36462ff triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:53:51.865064 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:51.893195 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f8525b95-e997-4e16-85f1-fc2c2d95d0e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:51.983436 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a60a01-f44a-4f5d-8208-b7acca4b236d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-148e21e0-dd5c-4c3e-b8cd-1aadc033ade5', 'network_id': '148e21e0-dd5c-4c3e-b8cd-1aadc033ade5', 'tenant_id': 'd0b4e4bc20394018932b92f96dfb5a1e', 'fixed_ips': [{'subnet_id': '0970dbcf-7038-41c3-8626-facabfeadb6a'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:53:51.984955 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-39a60a01-f44a-4f5d-8208-b7acca4b236d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:52.016733 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:52.033125 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f8525b95-e997-4e16-85f1-fc2c2d95d0e7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:52.097006 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port ae998d8e-2b68-431e-a12a-c342f36462ff, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=ae998d8e-2b68-431e-a12a-c342f36462ff,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:53:52.106726 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:52.195905 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=ae998d8e-2b68-431e-a12a-c342f36462ff,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:53:52.202419 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-39a60a01-f44a-4f5d-8208-b7acca4b236d None None] Allocated IP 172.20.0.2 (148e21e0-dd5c-4c3e-b8cd-1aadc033ade5/0970dbcf-7038-41c3-8626-facabfeadb6a/1f7569c3-2261-4c23-aaa6-9733061b8d01) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:53:52.262501 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f8525b95-e997-4e16-85f1-fc2c2d95d0e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:52.283196 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f8525b95-e997-4e16-85f1-fc2c2d95d0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:52.362738 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-39a60a01-f44a-4f5d-8208-b7acca4b236d None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:52.369597 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-39a60a01-f44a-4f5d-8208-b7acca4b236d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:52.405583 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a60a01-f44a-4f5d-8208-b7acca4b236d None None] Network 148e21e0-dd5c-4c3e-b8cd-1aadc033ade5 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:53:52.408772 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-39a60a01-f44a-4f5d-8208-b7acca4b236d None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:53:52.409724 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-f8525b95-e997-4e16-85f1-fc2c2d95d0e7 admin admin] Allocated IP 172.26.6.83 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/953bca66-6f16-4189-9b63-93ece6b2ea07) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:53:52.412311 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a60a01-f44a-4f5d-8208-b7acca4b236d None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:53:52.427090 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a60a01-f44a-4f5d-8208-b7acca4b236d None None] Pushing event updated for resources: {'Port': ['ID=1f7569c3-2261-4c23-aaa6-9733061b8d01,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:53:52.482757 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-39a60a01-f44a-4f5d-8208-b7acca4b236d None None] Attempting to bind port 1f7569c3-2261-4c23-aaa6-9733061b8d01 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:53:52.484580 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-39a60a01-f44a-4f5d-8208-b7acca4b236d None None] Attempting to bind port 1f7569c3-2261-4c23-aaa6-9733061b8d01 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '364b2dba-fae8-48ba-95dd-4a013339015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '148e21e0-dd5c-4c3e-b8cd-1aadc033ade5'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:53:52.484580 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a60a01-f44a-4f5d-8208-b7acca4b236d None None] Attempting to bind port 1f7569c3-2261-4c23-aaa6-9733061b8d01 on network 148e21e0-dd5c-4c3e-b8cd-1aadc033ade5 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:53:52.489421 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a60a01-f44a-4f5d-8208-b7acca4b236d None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:53:52.489789 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a60a01-f44a-4f5d-8208-b7acca4b236d None None] Checking segment: {'id': '364b2dba-fae8-48ba-95dd-4a013339015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '148e21e0-dd5c-4c3e-b8cd-1aadc033ade5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:53:52.490200 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-39a60a01-f44a-4f5d-8208-b7acca4b236d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:52.490606 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a60a01-f44a-4f5d-8208-b7acca4b236d None None] Bound using segment: {'id': '364b2dba-fae8-48ba-95dd-4a013339015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '148e21e0-dd5c-4c3e-b8cd-1aadc033ade5'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:53:52.491065 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-39a60a01-f44a-4f5d-8208-b7acca4b236d None None] Bound port: 1f7569c3-2261-4c23-aaa6-9733061b8d01, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '364b2dba-fae8-48ba-95dd-4a013339015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '148e21e0-dd5c-4c3e-b8cd-1aadc033ade5'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:53:52.491451 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-39a60a01-f44a-4f5d-8208-b7acca4b236d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:52.535241 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f8525b95-e997-4e16-85f1-fc2c2d95d0e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:52.570249 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-39a60a01-f44a-4f5d-8208-b7acca4b236d None None] For port 1f7569c3-2261-4c23-aaa6-9733061b8d01, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:53:52.571862 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f8525b95-e997-4e16-85f1-fc2c2d95d0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:52.573639 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-39a60a01-f44a-4f5d-8208-b7acca4b236d None None] For port 1f7569c3-2261-4c23-aaa6-9733061b8d01, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=1f7569c3-2261-4c23-aaa6-9733061b8d01,segment=NetworkSegment(364b2dba-fae8-48ba-95dd-4a013339015d),segment_id=364b2dba-fae8-48ba-95dd-4a013339015d)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:53:52.579426 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-39a60a01-f44a-4f5d-8208-b7acca4b236d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:52.615079 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8525b95-e997-4e16-85f1-fc2c2d95d0e7 admin admin] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:53:52.619566 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-f8525b95-e997-4e16-85f1-fc2c2d95d0e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:53:52.623246 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8525b95-e997-4e16-85f1-fc2c2d95d0e7 admin admin] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:53:52.644678 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a60a01-f44a-4f5d-8208-b7acca4b236d None None] Pushing event updated for resources: {'Port': ['ID=1f7569c3-2261-4c23-aaa6-9733061b8d01,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:53:52.649275 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8525b95-e997-4e16-85f1-fc2c2d95d0e7 admin admin] Pushing event updated for resources: {'Port': ['ID=953bca66-6f16-4189-9b63-93ece6b2ea07,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:53:52.696623 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62a2812-9c06-480f-9552-b82cf82af1d1 None None] Sync routers for ids ['b725d339-e439-49fb-ae41-9a9534c3852c'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:53:52.708515 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62a2812-9c06-480f-9552-b82cf82af1d1 None None] Routers {'b725d339-e439-49fb-ae41-9a9534c3852c'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:53:52.709245 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-c62a2812-9c06-480f-9552-b82cf82af1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:53:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['b725d339-e439-49fb-ae41-9a9534c3852c'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:53:52.832578 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-c62a2812-9c06-480f-9552-b82cf82af1d1 None None] Set router b725d339-e439-49fb-ae41-9a9534c3852c gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:53:53.069685 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-c62a2812-9c06-480f-9552-b82cf82af1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b725d339-e439-49fb-ae41-9a9534c3852c', 'name': 'tempest-TestMinimumBasicScenario-844453355-router', 'tenant_id': 'a96614b6259748799abbf9fb3965a598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.229'}], 'enable_snat': True}, 'gw_port_id': 'ae998d8e-2b68-431e-a12a-c342f36462ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:53:46Z', 'updated_at': '2021-12-10T19:53:49Z', 'revision_number': 4, 'project_id': 'a96614b6259748799abbf9fb3965a598', 'gw_port': {'id': 'ae998d8e-2b68-431e-a12a-c342f36462ff', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ab:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b725d339-e439-49fb-ae41-9a9534c3852c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:53:47Z', 'updated_at': '2021-12-10T19:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '34053777-b51c-44d3-b976-a455fcdd4ced', 'name': '', 'network_id': '2beaebbc-02da-44e0-940f-908301e791a5', 'tenant_id': 'a96614b6259748799abbf9fb3965a598', 'mac_address': 'fa:16:3e:4d:b2:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b725d339-e439-49fb-ae41-9a9534c3852c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '1240f245-08bb-45c2-988b-dff3370408b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:53:49Z', 'updated_at': '2021-12-10T19:53:49Z', 'revision_number': 2, 'project_id': 'a96614b6259748799abbf9fb3965a598', 'subnets': [{'id': '1240f245-08bb-45c2-988b-dff3370408b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:53:53.098304 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62a2812-9c06-480f-9552-b82cf82af1d1 None None] Checking router: b725d339-e439-49fb-ae41-9a9534c3852c for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:53:53.098655 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62a2812-9c06-480f-9552-b82cf82af1d1 None None] Updating router b725d339-e439-49fb-ae41-9a9534c3852c port 34053777-b51c-44d3-b976-a455fcdd4ced binding host dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:53:53.127137 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-c62a2812-9c06-480f-9552-b82cf82af1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:53.266370 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f8525b95-e997-4e16-85f1-fc2c2d95d0e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:53.405496 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-c62a2812-9c06-480f-9552-b82cf82af1d1 None None] Notify callbacks [] for port, precommit_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:53.412131 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-c62a2812-9c06-480f-9552-b82cf82af1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:53.458178 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02125bd7-f0cf-44e3-a078-aba150b4969f None None] Pushing event updated for resources: {'Port': ['ID=34053777-b51c-44d3-b976-a455fcdd4ced,revision_number=3']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:53:53.473945 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02125bd7-f0cf-44e3-a078-aba150b4969f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:53:53.474291 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02125bd7-f0cf-44e3-a078-aba150b4969f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:53:53.474832 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02125bd7-f0cf-44e3-a078-aba150b4969f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:53:53.475166 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02125bd7-f0cf-44e3-a078-aba150b4969f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:53:53.475492 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02125bd7-f0cf-44e3-a078-aba150b4969f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:53:53.475815 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02125bd7-f0cf-44e3-a078-aba150b4969f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:53:53.476138 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02125bd7-f0cf-44e3-a078-aba150b4969f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:53:53.476463 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02125bd7-f0cf-44e3-a078-aba150b4969f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:53:53.476820 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02125bd7-f0cf-44e3-a078-aba150b4969f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:53:53.477134 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02125bd7-f0cf-44e3-a078-aba150b4969f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:53:53.477456 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02125bd7-f0cf-44e3-a078-aba150b4969f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:53:53.477762 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02125bd7-f0cf-44e3-a078-aba150b4969f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:53:53.478971 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f8525b95-e997-4e16-85f1-fc2c2d95d0e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:53.536865 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-c62a2812-9c06-480f-9552-b82cf82af1d1 None None] Attempting to bind port 34053777-b51c-44d3-b976-a455fcdd4ced on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:53:53.537183 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-c62a2812-9c06-480f-9552-b82cf82af1d1 None None] Attempting to bind port 34053777-b51c-44d3-b976-a455fcdd4ced by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '55f6cc73-fb9e-4cae-a323-1e7ffb637894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2beaebbc-02da-44e0-940f-908301e791a5'}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:53:53.537476 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62a2812-9c06-480f-9552-b82cf82af1d1 None None] Attempting to bind port 34053777-b51c-44d3-b976-a455fcdd4ced on network 2beaebbc-02da-44e0-940f-908301e791a5 {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:53:53.543234 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62a2812-9c06-480f-9552-b82cf82af1d1 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:53:53.543601 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62a2812-9c06-480f-9552-b82cf82af1d1 None None] Checking segment: {'id': '55f6cc73-fb9e-4cae-a323-1e7ffb637894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2beaebbc-02da-44e0-940f-908301e791a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:53:53.544202 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-c62a2812-9c06-480f-9552-b82cf82af1d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:53.544621 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62a2812-9c06-480f-9552-b82cf82af1d1 None None] Bound using segment: {'id': '55f6cc73-fb9e-4cae-a323-1e7ffb637894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2beaebbc-02da-44e0-940f-908301e791a5'} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:53:53.545097 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-c62a2812-9c06-480f-9552-b82cf82af1d1 None None] Bound port: 34053777-b51c-44d3-b976-a455fcdd4ced, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55f6cc73-fb9e-4cae-a323-1e7ffb637894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2beaebbc-02da-44e0-940f-908301e791a5'}}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:53:53.546130 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-c62a2812-9c06-480f-9552-b82cf82af1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:53.617080 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-c62a2812-9c06-480f-9552-b82cf82af1d1 None None] For port 34053777-b51c-44d3-b976-a455fcdd4ced, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:53:53.621355 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-c62a2812-9c06-480f-9552-b82cf82af1d1 None None] For port 34053777-b51c-44d3-b976-a455fcdd4ced, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=34053777-b51c-44d3-b976-a455fcdd4ced,segment=NetworkSegment(55f6cc73-fb9e-4cae-a323-1e7ffb637894),segment_id=55f6cc73-fb9e-4cae-a323-1e7ffb637894)] {{(pid=102368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:53:53.627510 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-c62a2812-9c06-480f-9552-b82cf82af1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:53.673620 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8525b95-e997-4e16-85f1-fc2c2d95d0e7 admin admin] Router 01af35e7-0f0b-4de4-92c6-dd22793491cd is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:53:53.689896 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02125bd7-f0cf-44e3-a078-aba150b4969f None None] Pushing event updated for resources: {'Port': ['ID=34053777-b51c-44d3-b976-a455fcdd4ced,revision_number=4']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:53:53.715382 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62a2812-9c06-480f-9552-b82cf82af1d1 None None] Routers {'b725d339-e439-49fb-ae41-9a9534c3852c'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:53:53.716032 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-c62a2812-9c06-480f-9552-b82cf82af1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:53:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['b725d339-e439-49fb-ae41-9a9534c3852c'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:53:53.857845 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8525b95-e997-4e16-85f1-fc2c2d95d0e7 admin admin] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:53:53.874947 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6411a31e-8700-4375-afd3-94ee77fb1b3c None None] Sync routers for ids ['01af35e7-0f0b-4de4-92c6-dd22793491cd'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:53:53.880806 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device ae998d8e-2b68-431e-a12a-c342f36462ff up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:53:53.890449 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f8525b95-e997-4e16-85f1-fc2c2d95d0e7 admin admin] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:53.893232 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-f8525b95-e997-4e16-85f1-fc2c2d95d0e7 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1248012 Dec 10 19:53:53.896126 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 34400) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:53:53.963028 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6411a31e-8700-4375-afd3-94ee77fb1b3c None None] Routers {'01af35e7-0f0b-4de4-92c6-dd22793491cd'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:53:53.963675 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-6411a31e-8700-4375-afd3-94ee77fb1b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:53:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['01af35e7-0f0b-4de4-92c6-dd22793491cd'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:53:53.995496 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-c62a2812-9c06-480f-9552-b82cf82af1d1 None None] Set router b725d339-e439-49fb-ae41-9a9534c3852c gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:53:54.010707 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046a4616-ec8d-4457-83eb-d7817ba349f5 None None] Network 148e21e0-dd5c-4c3e-b8cd-1aadc033ade5 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:53:54.043383 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-688634c0-7d27-4b4e-aba5-907e5613e683 None None] Provisioning complete for port 34053777-b51c-44d3-b976-a455fcdd4ced triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:53:54.043826 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-688634c0-7d27-4b4e-aba5-907e5613e683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:54.143136 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port ae998d8e-2b68-431e-a12a-c342f36462ff triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:53:54.143513 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:54.225948 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-c62a2812-9c06-480f-9552-b82cf82af1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b725d339-e439-49fb-ae41-9a9534c3852c', 'name': 'tempest-TestMinimumBasicScenario-844453355-router', 'tenant_id': 'a96614b6259748799abbf9fb3965a598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.229'}], 'enable_snat': True}, 'gw_port_id': 'ae998d8e-2b68-431e-a12a-c342f36462ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:53:46Z', 'updated_at': '2021-12-10T19:53:49Z', 'revision_number': 4, 'project_id': 'a96614b6259748799abbf9fb3965a598', 'gw_port': {'id': 'ae998d8e-2b68-431e-a12a-c342f36462ff', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ab:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b725d339-e439-49fb-ae41-9a9534c3852c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:53:47Z', 'updated_at': '2021-12-10T19:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '34053777-b51c-44d3-b976-a455fcdd4ced', 'name': '', 'network_id': '2beaebbc-02da-44e0-940f-908301e791a5', 'tenant_id': 'a96614b6259748799abbf9fb3965a598', 'mac_address': 'fa:16:3e:4d:b2:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b725d339-e439-49fb-ae41-9a9534c3852c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '1240f245-08bb-45c2-988b-dff3370408b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:53:49Z', 'updated_at': '2021-12-10T19:53:53Z', 'revision_number': 4, 'project_id': 'a96614b6259748799abbf9fb3965a598', 'subnets': [{'id': '1240f245-08bb-45c2-988b-dff3370408b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:53:54.249992 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-6411a31e-8700-4375-afd3-94ee77fb1b3c None None] Set router 01af35e7-0f0b-4de4-92c6-dd22793491cd gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:53:54.255991 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62a2812-9c06-480f-9552-b82cf82af1d1 None None] The sync data for ids ['b725d339-e439-49fb-ae41-9a9534c3852c'] in dv-neutron-821441-1-hyperv is: [{'id': 'b725d339-e439-49fb-ae41-9a9534c3852c', 'name': 'tempest-TestMinimumBasicScenario-844453355-router', 'tenant_id': 'a96614b6259748799abbf9fb3965a598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.229'}], 'enable_snat': True}, 'gw_port_id': 'ae998d8e-2b68-431e-a12a-c342f36462ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:53:46Z', 'updated_at': '2021-12-10T19:53:49Z', 'revision_number': 4, 'project_id': 'a96614b6259748799abbf9fb3965a598', 'gw_port': {'id': 'ae998d8e-2b68-431e-a12a-c342f36462ff', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ab:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b725d339-e439-49fb-ae41-9a9534c3852c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:53:47Z', 'updated_at': '2021-12-10T19:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '34053777-b51c-44d3-b976-a455fcdd4ced', 'name': '', 'network_id': '2beaebbc-02da-44e0-940f-908301e791a5', 'tenant_id': 'a96614b6259748799abbf9fb3965a598', 'mac_address': 'fa:16:3e:4d:b2:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b725d339-e439-49fb-ae41-9a9534c3852c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '1240f245-08bb-45c2-988b-dff3370408b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:53:49Z', 'updated_at': '2021-12-10T19:53:53Z', 'revision_number': 4, 'project_id': 'a96614b6259748799abbf9fb3965a598', 'subnets': [{'id': '1240f245-08bb-45c2-988b-dff3370408b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:53:54.399664 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cf416205-34fd-4443-a5cd-5fae94175609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:54.550162 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-bc334c29-1c28-4f04-9f8c-788da94a107a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:54.583261 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-cf416205-34fd-4443-a5cd-5fae94175609 admin admin] Allocated IP 172.20.0.1 (148e21e0-dd5c-4c3e-b8cd-1aadc033ade5/0970dbcf-7038-41c3-8626-facabfeadb6a/63300fc7-3bd4-4077-a1b8-314e16b362e8) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:53:54.610384 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-688634c0-7d27-4b4e-aba5-907e5613e683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:54.667179 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 1f7569c3-2261-4c23-aaa6-9733061b8d01 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:53:54.717787 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cf416205-34fd-4443-a5cd-5fae94175609 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:54.725652 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-688634c0-7d27-4b4e-aba5-907e5613e683 None None] For port 34053777-b51c-44d3-b976-a455fcdd4ced, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=34053777-b51c-44d3-b976-a455fcdd4ced,segment=NetworkSegment(55f6cc73-fb9e-4cae-a323-1e7ffb637894),segment_id=55f6cc73-fb9e-4cae-a323-1e7ffb637894)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:53:54.744303 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-688634c0-7d27-4b4e-aba5-907e5613e683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:54.758593 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cf416205-34fd-4443-a5cd-5fae94175609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:54.804805 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf416205-34fd-4443-a5cd-5fae94175609 admin admin] Network 148e21e0-dd5c-4c3e-b8cd-1aadc033ade5 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:53:54.807942 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-cf416205-34fd-4443-a5cd-5fae94175609 admin admin] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:53:54.812465 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf416205-34fd-4443-a5cd-5fae94175609 admin admin] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:53:54.845280 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf416205-34fd-4443-a5cd-5fae94175609 admin admin] Pushing event updated for resources: {'Port': ['ID=63300fc7-3bd4-4077-a1b8-314e16b362e8,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:53:54.848526 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 1f7569c3-2261-4c23-aaa6-9733061b8d01 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:53:54.848920 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:54.850475 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688634c0-7d27-4b4e-aba5-907e5613e683 None None] Pushing event updated for resources: {'Port': ['ID=34053777-b51c-44d3-b976-a455fcdd4ced,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:53:54.872642 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cf416205-34fd-4443-a5cd-5fae94175609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712030'] for router_interface, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:54.912532 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-6db55384-2b65-4749-a468-b88f0bf16274 None None] Provisioning complete for port 1f7569c3-2261-4c23-aaa6-9733061b8d01 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:53:54.913006 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6db55384-2b65-4749-a468-b88f0bf16274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:54.949821 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-6411a31e-8700-4375-afd3-94ee77fb1b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01af35e7-0f0b-4de4-92c6-dd22793491cd', 'name': 'tempest-TestMinimumBasicScenario-1101081708-router', 'tenant_id': 'd0b4e4bc20394018932b92f96dfb5a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': '953bca66-6f16-4189-9b63-93ece6b2ea07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:53:51Z', 'updated_at': '2021-12-10T19:53:52Z', 'revision_number': 3, 'project_id': 'd0b4e4bc20394018932b92f96dfb5a1e', 'gw_port': {'id': '953bca66-6f16-4189-9b63-93ece6b2ea07', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01af35e7-0f0b-4de4-92c6-dd22793491cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:53:52Z', 'updated_at': '2021-12-10T19:53:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:53:55.010888 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6411a31e-8700-4375-afd3-94ee77fb1b3c None None] Checking router: 01af35e7-0f0b-4de4-92c6-dd22793491cd for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:53:55.011236 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6411a31e-8700-4375-afd3-94ee77fb1b3c None None] Updating router 01af35e7-0f0b-4de4-92c6-dd22793491cd port 953bca66-6f16-4189-9b63-93ece6b2ea07 binding host dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:53:55.052916 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6411a31e-8700-4375-afd3-94ee77fb1b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:55.055741 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cf416205-34fd-4443-a5cd-5fae94175609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:55.067842 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:55.227723 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port 1f7569c3-2261-4c23-aaa6-9733061b8d01, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=1f7569c3-2261-4c23-aaa6-9733061b8d01,segment=NetworkSegment(364b2dba-fae8-48ba-95dd-4a013339015d),segment_id=364b2dba-fae8-48ba-95dd-4a013339015d)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:53:55.231313 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6db55384-2b65-4749-a468-b88f0bf16274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:55.239165 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:55.242679 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cf416205-34fd-4443-a5cd-5fae94175609 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:55.247766 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cf416205-34fd-4443-a5cd-5fae94175609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:55.316558 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-cf416205-34fd-4443-a5cd-5fae94175609 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3755716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711339'] for router_interface, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:55.318387 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf416205-34fd-4443-a5cd-5fae94175609 admin admin] Pushing event updated for resources: {'Port': ['ID=63300fc7-3bd4-4077-a1b8-314e16b362e8,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:53:55.379364 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=1f7569c3-2261-4c23-aaa6-9733061b8d01,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:53:55.390968 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.db.api [None req-6db55384-2b65-4749-a468-b88f0bf16274 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102367) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:53:55.391321 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG oslo_db.api [None req-6db55384-2b65-4749-a468-b88f0bf16274 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:53:55.415866 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf416205-34fd-4443-a5cd-5fae94175609 admin admin] Network 148e21e0-dd5c-4c3e-b8cd-1aadc033ade5 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:53:55.417347 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-cf416205-34fd-4443-a5cd-5fae94175609 admin admin] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:53:55.494996 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6411a31e-8700-4375-afd3-94ee77fb1b3c None None] Notify callbacks [] for port, precommit_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:55.505773 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6411a31e-8700-4375-afd3-94ee77fb1b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:55.511452 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:55.547798 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf416205-34fd-4443-a5cd-5fae94175609 admin admin] Router 01af35e7-0f0b-4de4-92c6-dd22793491cd has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:53:55.559602 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-6411a31e-8700-4375-afd3-94ee77fb1b3c None None] Attempting to bind port 953bca66-6f16-4189-9b63-93ece6b2ea07 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:53:55.559966 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-6411a31e-8700-4375-afd3-94ee77fb1b3c None None] Attempting to bind port 953bca66-6f16-4189-9b63-93ece6b2ea07 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:53:55.560352 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6411a31e-8700-4375-afd3-94ee77fb1b3c None None] Attempting to bind port 953bca66-6f16-4189-9b63-93ece6b2ea07 on network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:53:55.571922 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdac251a-ba63-4189-a492-61cbadcb2691 None None] Pushing event updated for resources: {'Port': ['ID=953bca66-6f16-4189-9b63-93ece6b2ea07,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:53:55.574291 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6411a31e-8700-4375-afd3-94ee77fb1b3c None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:53:55.574658 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6411a31e-8700-4375-afd3-94ee77fb1b3c None None] Checking segment: {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:53:55.575055 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6411a31e-8700-4375-afd3-94ee77fb1b3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:55.575428 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6411a31e-8700-4375-afd3-94ee77fb1b3c None None] Bound using segment: {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:53:55.575892 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-6411a31e-8700-4375-afd3-94ee77fb1b3c None None] Bound port: 953bca66-6f16-4189-9b63-93ece6b2ea07, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:53:55.576265 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6411a31e-8700-4375-afd3-94ee77fb1b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:55.630881 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-6411a31e-8700-4375-afd3-94ee77fb1b3c None None] For port 953bca66-6f16-4189-9b63-93ece6b2ea07, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:53:55.634525 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-6411a31e-8700-4375-afd3-94ee77fb1b3c None None] For port 953bca66-6f16-4189-9b63-93ece6b2ea07, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=953bca66-6f16-4189-9b63-93ece6b2ea07,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:53:55.642207 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6411a31e-8700-4375-afd3-94ee77fb1b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:55.683203 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf416205-34fd-4443-a5cd-5fae94175609 admin admin] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:53:55.694433 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-cf416205-34fd-4443-a5cd-5fae94175609 admin admin] 10.222.0.69 "PUT /v2.0/routers/01af35e7-0f0b-4de4-92c6-dd22793491cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7969232 Dec 10 19:53:55.711336 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6411a31e-8700-4375-afd3-94ee77fb1b3c None None] Routers {'01af35e7-0f0b-4de4-92c6-dd22793491cd'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:53:55.711336 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-6411a31e-8700-4375-afd3-94ee77fb1b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:53:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['01af35e7-0f0b-4de4-92c6-dd22793491cd'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:53:55.711336 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdac251a-ba63-4189-a492-61cbadcb2691 None None] Pushing event updated for resources: {'Port': ['ID=953bca66-6f16-4189-9b63-93ece6b2ea07,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:53:55.750499 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 34053777-b51c-44d3-b976-a455fcdd4ced up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:53:55.854093 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-6411a31e-8700-4375-afd3-94ee77fb1b3c None None] Set router 01af35e7-0f0b-4de4-92c6-dd22793491cd gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:53:55.856619 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 34053777-b51c-44d3-b976-a455fcdd4ced triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:53:55.856981 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:56.045096 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-6db55384-2b65-4749-a468-b88f0bf16274 None None] Provisioning complete for port 34053777-b51c-44d3-b976-a455fcdd4ced triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:53:56.046767 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6db55384-2b65-4749-a468-b88f0bf16274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:56.300403 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 1f7569c3-2261-4c23-aaa6-9733061b8d01 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:53:56.398043 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-6411a31e-8700-4375-afd3-94ee77fb1b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01af35e7-0f0b-4de4-92c6-dd22793491cd', 'name': 'tempest-TestMinimumBasicScenario-1101081708-router', 'tenant_id': 'd0b4e4bc20394018932b92f96dfb5a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': '953bca66-6f16-4189-9b63-93ece6b2ea07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:53:51Z', 'updated_at': '2021-12-10T19:53:55Z', 'revision_number': 4, 'project_id': 'd0b4e4bc20394018932b92f96dfb5a1e', 'gw_port': {'id': '953bca66-6f16-4189-9b63-93ece6b2ea07', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01af35e7-0f0b-4de4-92c6-dd22793491cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:53:52Z', 'updated_at': '2021-12-10T19:53:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '63300fc7-3bd4-4077-a1b8-314e16b362e8', 'name': '', 'network_id': '148e21e0-dd5c-4c3e-b8cd-1aadc033ade5', 'tenant_id': 'd0b4e4bc20394018932b92f96dfb5a1e', 'mac_address': 'fa:16:3e:9a:84:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01af35e7-0f0b-4de4-92c6-dd22793491cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '0970dbcf-7038-41c3-8626-facabfeadb6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:53:54Z', 'updated_at': '2021-12-10T19:53:55Z', 'revision_number': 2, 'project_id': 'd0b4e4bc20394018932b92f96dfb5a1e', 'subnets': [{'id': '0970dbcf-7038-41c3-8626-facabfeadb6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:53:56.427706 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6411a31e-8700-4375-afd3-94ee77fb1b3c None None] The sync data for ids ['01af35e7-0f0b-4de4-92c6-dd22793491cd'] in dv-neutron-821441-1-hyperv is: [{'id': '01af35e7-0f0b-4de4-92c6-dd22793491cd', 'name': 'tempest-TestMinimumBasicScenario-1101081708-router', 'tenant_id': 'd0b4e4bc20394018932b92f96dfb5a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': '953bca66-6f16-4189-9b63-93ece6b2ea07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:53:51Z', 'updated_at': '2021-12-10T19:53:55Z', 'revision_number': 4, 'project_id': 'd0b4e4bc20394018932b92f96dfb5a1e', 'gw_port': {'id': '953bca66-6f16-4189-9b63-93ece6b2ea07', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01af35e7-0f0b-4de4-92c6-dd22793491cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:53:52Z', 'updated_at': '2021-12-10T19:53:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '63300fc7-3bd4-4077-a1b8-314e16b362e8', 'name': '', 'network_id': '148e21e0-dd5c-4c3e-b8cd-1aadc033ade5', 'tenant_id': 'd0b4e4bc20394018932b92f96dfb5a1e', 'mac_address': 'fa:16:3e:9a:84:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01af35e7-0f0b-4de4-92c6-dd22793491cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '0970dbcf-7038-41c3-8626-facabfeadb6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:53:54Z', 'updated_at': '2021-12-10T19:53:55Z', 'revision_number': 2, 'project_id': 'd0b4e4bc20394018932b92f96dfb5a1e', 'subnets': [{'id': '0970dbcf-7038-41c3-8626-facabfeadb6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:53:56.429366 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 1f7569c3-2261-4c23-aaa6-9733061b8d01 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:53:56.429719 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:56.534077 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-46280261-464f-44d1-9c48-01be01c94d10 None None] Provisioning complete for port 63300fc7-3bd4-4077-a1b8-314e16b362e8 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:53:56.535158 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-46280261-464f-44d1-9c48-01be01c94d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:56.591219 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-46280261-464f-44d1-9c48-01be01c94d10 None None] Port 63300fc7-3bd4-4077-a1b8-314e16b362e8 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:53:56.594008 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:56.606313 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-46280261-464f-44d1-9c48-01be01c94d10 None None] Provisioning complete for port 1f7569c3-2261-4c23-aaa6-9733061b8d01 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:53:56.606684 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-46280261-464f-44d1-9c48-01be01c94d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:56.902711 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:57.740650 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 953bca66-6f16-4189-9b63-93ece6b2ea07 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:53:57.819635 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 953bca66-6f16-4189-9b63-93ece6b2ea07 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:53:57.819992 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:57.919776 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:57.945903 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port 953bca66-6f16-4189-9b63-93ece6b2ea07, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=953bca66-6f16-4189-9b63-93ece6b2ea07,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:53:57.952246 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:58.008627 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=953bca66-6f16-4189-9b63-93ece6b2ea07,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:53:58.741728 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d6f109-40a8-45de-9468-8cbaf139d50d None None] Sync routers for ids ['01af35e7-0f0b-4de4-92c6-dd22793491cd'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:53:58.753135 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d6f109-40a8-45de-9468-8cbaf139d50d None None] Routers {'01af35e7-0f0b-4de4-92c6-dd22793491cd'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:53:58.753754 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-40d6f109-40a8-45de-9468-8cbaf139d50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:53:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['01af35e7-0f0b-4de4-92c6-dd22793491cd'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:53:58.867677 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-40d6f109-40a8-45de-9468-8cbaf139d50d None None] Set router 01af35e7-0f0b-4de4-92c6-dd22793491cd gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:53:59.087558 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-40d6f109-40a8-45de-9468-8cbaf139d50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01af35e7-0f0b-4de4-92c6-dd22793491cd', 'name': 'tempest-TestMinimumBasicScenario-1101081708-router', 'tenant_id': 'd0b4e4bc20394018932b92f96dfb5a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': '953bca66-6f16-4189-9b63-93ece6b2ea07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:53:51Z', 'updated_at': '2021-12-10T19:53:55Z', 'revision_number': 4, 'project_id': 'd0b4e4bc20394018932b92f96dfb5a1e', 'gw_port': {'id': '953bca66-6f16-4189-9b63-93ece6b2ea07', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01af35e7-0f0b-4de4-92c6-dd22793491cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:53:52Z', 'updated_at': '2021-12-10T19:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '63300fc7-3bd4-4077-a1b8-314e16b362e8', 'name': '', 'network_id': '148e21e0-dd5c-4c3e-b8cd-1aadc033ade5', 'tenant_id': 'd0b4e4bc20394018932b92f96dfb5a1e', 'mac_address': 'fa:16:3e:9a:84:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01af35e7-0f0b-4de4-92c6-dd22793491cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '0970dbcf-7038-41c3-8626-facabfeadb6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:53:54Z', 'updated_at': '2021-12-10T19:53:55Z', 'revision_number': 2, 'project_id': 'd0b4e4bc20394018932b92f96dfb5a1e', 'subnets': [{'id': '0970dbcf-7038-41c3-8626-facabfeadb6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:53:59.117344 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d6f109-40a8-45de-9468-8cbaf139d50d None None] Checking router: 01af35e7-0f0b-4de4-92c6-dd22793491cd for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:53:59.119952 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d6f109-40a8-45de-9468-8cbaf139d50d None None] Updating router 01af35e7-0f0b-4de4-92c6-dd22793491cd port 63300fc7-3bd4-4077-a1b8-314e16b362e8 binding host dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:53:59.144806 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-40d6f109-40a8-45de-9468-8cbaf139d50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:59.457307 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-40d6f109-40a8-45de-9468-8cbaf139d50d None None] Notify callbacks [] for port, precommit_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:59.464478 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-40d6f109-40a8-45de-9468-8cbaf139d50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:59.512417 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a133bbe-4850-4f8e-b1b6-dee876db6370 None None] Pushing event updated for resources: {'Port': ['ID=63300fc7-3bd4-4077-a1b8-314e16b362e8,revision_number=3']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:53:59.611717 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-40d6f109-40a8-45de-9468-8cbaf139d50d None None] Attempting to bind port 63300fc7-3bd4-4077-a1b8-314e16b362e8 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:53:59.612271 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-40d6f109-40a8-45de-9468-8cbaf139d50d None None] Attempting to bind port 63300fc7-3bd4-4077-a1b8-314e16b362e8 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '364b2dba-fae8-48ba-95dd-4a013339015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '148e21e0-dd5c-4c3e-b8cd-1aadc033ade5'}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:53:59.612912 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d6f109-40a8-45de-9468-8cbaf139d50d None None] Attempting to bind port 63300fc7-3bd4-4077-a1b8-314e16b362e8 on network 148e21e0-dd5c-4c3e-b8cd-1aadc033ade5 {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:53:59.618884 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d6f109-40a8-45de-9468-8cbaf139d50d None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:53:59.619261 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d6f109-40a8-45de-9468-8cbaf139d50d None None] Checking segment: {'id': '364b2dba-fae8-48ba-95dd-4a013339015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '148e21e0-dd5c-4c3e-b8cd-1aadc033ade5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:53:59.619661 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-40d6f109-40a8-45de-9468-8cbaf139d50d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:59.620050 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d6f109-40a8-45de-9468-8cbaf139d50d None None] Bound using segment: {'id': '364b2dba-fae8-48ba-95dd-4a013339015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '148e21e0-dd5c-4c3e-b8cd-1aadc033ade5'} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:53:59.620544 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-40d6f109-40a8-45de-9468-8cbaf139d50d None None] Bound port: 63300fc7-3bd4-4077-a1b8-314e16b362e8, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '364b2dba-fae8-48ba-95dd-4a013339015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '148e21e0-dd5c-4c3e-b8cd-1aadc033ade5'}}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:53:59.620937 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-40d6f109-40a8-45de-9468-8cbaf139d50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:59.723254 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 953bca66-6f16-4189-9b63-93ece6b2ea07 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:53:59.723842 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-40d6f109-40a8-45de-9468-8cbaf139d50d None None] For port 63300fc7-3bd4-4077-a1b8-314e16b362e8, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:53:59.727105 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-40d6f109-40a8-45de-9468-8cbaf139d50d None None] For port 63300fc7-3bd4-4077-a1b8-314e16b362e8, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=63300fc7-3bd4-4077-a1b8-314e16b362e8,segment=NetworkSegment(364b2dba-fae8-48ba-95dd-4a013339015d),segment_id=364b2dba-fae8-48ba-95dd-4a013339015d)] {{(pid=102368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:53:59.736209 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-40d6f109-40a8-45de-9468-8cbaf139d50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:59.807931 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 953bca66-6f16-4189-9b63-93ece6b2ea07 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:53:59.808854 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:59.811696 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d6f109-40a8-45de-9468-8cbaf139d50d None None] Routers {'01af35e7-0f0b-4de4-92c6-dd22793491cd'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:53:59.812435 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-40d6f109-40a8-45de-9468-8cbaf139d50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:53:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['01af35e7-0f0b-4de4-92c6-dd22793491cd'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:53:59.846173 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a133bbe-4850-4f8e-b1b6-dee876db6370 None None] Pushing event updated for resources: {'Port': ['ID=63300fc7-3bd4-4077-a1b8-314e16b362e8,revision_number=4']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:53:59.900202 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-74b9ad69-3df1-415f-8d30-5d742d5bc817 None None] Provisioning complete for port 63300fc7-3bd4-4077-a1b8-314e16b362e8 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:53:59.902538 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-74b9ad69-3df1-415f-8d30-5d742d5bc817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:53:59.960232 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-40d6f109-40a8-45de-9468-8cbaf139d50d None None] Set router 01af35e7-0f0b-4de4-92c6-dd22793491cd gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:54:00.060708 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-74b9ad69-3df1-415f-8d30-5d742d5bc817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:00.104628 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-74b9ad69-3df1-415f-8d30-5d742d5bc817 None None] For port 63300fc7-3bd4-4077-a1b8-314e16b362e8, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=63300fc7-3bd4-4077-a1b8-314e16b362e8,segment=NetworkSegment(364b2dba-fae8-48ba-95dd-4a013339015d),segment_id=364b2dba-fae8-48ba-95dd-4a013339015d)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:54:00.114755 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-74b9ad69-3df1-415f-8d30-5d742d5bc817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:00.185870 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b9ad69-3df1-415f-8d30-5d742d5bc817 None None] Pushing event updated for resources: {'Port': ['ID=63300fc7-3bd4-4077-a1b8-314e16b362e8,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:54:00.246795 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-40d6f109-40a8-45de-9468-8cbaf139d50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01af35e7-0f0b-4de4-92c6-dd22793491cd', 'name': 'tempest-TestMinimumBasicScenario-1101081708-router', 'tenant_id': 'd0b4e4bc20394018932b92f96dfb5a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': '953bca66-6f16-4189-9b63-93ece6b2ea07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:53:51Z', 'updated_at': '2021-12-10T19:53:55Z', 'revision_number': 4, 'project_id': 'd0b4e4bc20394018932b92f96dfb5a1e', 'gw_port': {'id': '953bca66-6f16-4189-9b63-93ece6b2ea07', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01af35e7-0f0b-4de4-92c6-dd22793491cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:53:52Z', 'updated_at': '2021-12-10T19:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '63300fc7-3bd4-4077-a1b8-314e16b362e8', 'name': '', 'network_id': '148e21e0-dd5c-4c3e-b8cd-1aadc033ade5', 'tenant_id': 'd0b4e4bc20394018932b92f96dfb5a1e', 'mac_address': 'fa:16:3e:9a:84:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01af35e7-0f0b-4de4-92c6-dd22793491cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '0970dbcf-7038-41c3-8626-facabfeadb6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:53:54Z', 'updated_at': '2021-12-10T19:53:59Z', 'revision_number': 4, 'project_id': 'd0b4e4bc20394018932b92f96dfb5a1e', 'subnets': [{'id': '0970dbcf-7038-41c3-8626-facabfeadb6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:54:00.247106 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-d2981589-151f-475e-9cfe-5ed1335570c6 None None] Provisioning complete for port 63300fc7-3bd4-4077-a1b8-314e16b362e8 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:54:00.250026 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d2981589-151f-475e-9cfe-5ed1335570c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:00.298994 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d6f109-40a8-45de-9468-8cbaf139d50d None None] The sync data for ids ['01af35e7-0f0b-4de4-92c6-dd22793491cd'] in dv-neutron-821441-1-hyperv is: [{'id': '01af35e7-0f0b-4de4-92c6-dd22793491cd', 'name': 'tempest-TestMinimumBasicScenario-1101081708-router', 'tenant_id': 'd0b4e4bc20394018932b92f96dfb5a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': '953bca66-6f16-4189-9b63-93ece6b2ea07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:53:51Z', 'updated_at': '2021-12-10T19:53:55Z', 'revision_number': 4, 'project_id': 'd0b4e4bc20394018932b92f96dfb5a1e', 'gw_port': {'id': '953bca66-6f16-4189-9b63-93ece6b2ea07', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01af35e7-0f0b-4de4-92c6-dd22793491cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:53:52Z', 'updated_at': '2021-12-10T19:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '63300fc7-3bd4-4077-a1b8-314e16b362e8', 'name': '', 'network_id': '148e21e0-dd5c-4c3e-b8cd-1aadc033ade5', 'tenant_id': 'd0b4e4bc20394018932b92f96dfb5a1e', 'mac_address': 'fa:16:3e:9a:84:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01af35e7-0f0b-4de4-92c6-dd22793491cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '0970dbcf-7038-41c3-8626-facabfeadb6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:53:54Z', 'updated_at': '2021-12-10T19:53:59Z', 'revision_number': 4, 'project_id': 'd0b4e4bc20394018932b92f96dfb5a1e', 'subnets': [{'id': '0970dbcf-7038-41c3-8626-facabfeadb6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:54:01.726990 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 63300fc7-3bd4-4077-a1b8-314e16b362e8 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:54:01.793850 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 63300fc7-3bd4-4077-a1b8-314e16b362e8 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:54:01.794219 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:02.697841 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:05.886756 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c36fe3-d706-4ce3-b299-bc5df73db7b6 req-88b787f0-c1cb-462b-9fcf-30ad0f574a3e tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:05.888156 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d5c36fe3-d706-4ce3-b299-bc5df73db7b6 req-88b787f0-c1cb-462b-9fcf-30ad0f574a3e tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/networks?id=2beaebbc-02da-44e0-940f-908301e791a5 HTTP/1.1" status: 200 len: 814 time: 0.1059487 Dec 10 19:54:05.904590 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d5c36fe3-d706-4ce3-b299-bc5df73db7b6 req-54572ff6-ab76-40d2-8d0d-28f862ca99e6 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/quotas/a96614b6259748799abbf9fb3965a598 HTTP/1.1" status: 200 len: 375 time: 0.0094697 Dec 10 19:54:05.957777 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d5c36fe3-d706-4ce3-b299-bc5df73db7b6 req-0dc065d5-61fa-4cc5-929f-71bb2ac9fb75 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a96614b6259748799abbf9fb3965a598&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476456 Dec 10 19:54:06.160259 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d5c36fe3-d706-4ce3-b299-bc5df73db7b6 req-6ecb7adc-f811-4332-a45d-7f432b60d69e service neutron] 10.222.0.69 "GET /v2.0/networks/2beaebbc-02da-44e0-940f-908301e791a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904550 Dec 10 19:54:06.252644 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d5c36fe3-d706-4ce3-b299-bc5df73db7b6 req-39511959-8cbd-4359-bf19-ace0fa42d319 service neutron] 10.222.0.69 "GET /v2.0/networks/2beaebbc-02da-44e0-940f-908301e791a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862687 Dec 10 19:54:06.417940 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c6fc9fc4-a082-475a-9c1f-17e5f030c160 req-4b271283-337d-4c2b-a822-0f785d448e71 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/ports?device_id=469c1dab-f1dc-4555-ba5a-7b18fe010726 HTTP/1.1" status: 200 len: 210 time: 0.0271528 Dec 10 19:54:07.381214 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c36fe3-d706-4ce3-b299-bc5df73db7b6 req-2e3193e9-fa7d-4401-9652-854fb61dc336 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:07.383275 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d5c36fe3-d706-4ce3-b299-bc5df73db7b6 req-2e3193e9-fa7d-4401-9652-854fb61dc336 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.36 "GET /v2.0/networks?id=2beaebbc-02da-44e0-940f-908301e791a5 HTTP/1.1" status: 200 len: 814 time: 0.1144972 Dec 10 19:54:07.397870 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-d5c36fe3-d706-4ce3-b299-bc5df73db7b6 req-ec69dbee-470b-46db-ad9a-01ec2084f78c tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Request body: {'port': {'device_id': '469c1dab-f1dc-4555-ba5a-7b18fe010726', 'network_id': '2beaebbc-02da-44e0-940f-908301e791a5', 'admin_state_up': True, 'tenant_id': 'a96614b6259748799abbf9fb3965a598'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:54:07.531847 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3cfe6a26-5962-4290-8fb4-b7605a8e7626 req-5d6a1c13-8a91-4bbf-8a1f-e783ce45b072 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/ports?device_id=469c1dab-f1dc-4555-ba5a-7b18fe010726 HTTP/1.1" status: 200 len: 210 time: 0.0364854 Dec 10 19:54:07.552643 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5c36fe3-d706-4ce3-b299-bc5df73db7b6 req-ec69dbee-470b-46db-ad9a-01ec2084f78c tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Made reservation on behalf of a96614b6259748799abbf9fb3965a598 for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:54:07.556374 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-d5c36fe3-d706-4ce3-b299-bc5df73db7b6 req-ec69dbee-470b-46db-ad9a-01ec2084f78c tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:07.698770 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [req-d5c36fe3-d706-4ce3-b299-bc5df73db7b6 req-ec69dbee-470b-46db-ad9a-01ec2084f78c tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Allocated IP 172.20.0.4 (2beaebbc-02da-44e0-940f-908301e791a5/1240f245-08bb-45c2-988b-dff3370408b4/be2a07be-be4e-49d6-a844-66deee2a56d9) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:54:07.936403 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-d5c36fe3-d706-4ce3-b299-bc5df73db7b6 req-ec69dbee-470b-46db-ad9a-01ec2084f78c tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:07.974679 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-d5c36fe3-d706-4ce3-b299-bc5df73db7b6 req-ec69dbee-470b-46db-ad9a-01ec2084f78c tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:08.026957 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5c36fe3-d706-4ce3-b299-bc5df73db7b6 req-ec69dbee-470b-46db-ad9a-01ec2084f78c tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Network 2beaebbc-02da-44e0-940f-908301e791a5 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:54:08.031819 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [req-d5c36fe3-d706-4ce3-b299-bc5df73db7b6 req-ec69dbee-470b-46db-ad9a-01ec2084f78c tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:54:08.034967 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c36fe3-d706-4ce3-b299-bc5df73db7b6 req-ec69dbee-470b-46db-ad9a-01ec2084f78c tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:54:08.078745 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec69dbee-470b-46db-ad9a-01ec2084f78c tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Pushing event updated for resources: {'Port': ['ID=be2a07be-be4e-49d6-a844-66deee2a56d9,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:54:08.108044 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c36fe3-d706-4ce3-b299-bc5df73db7b6 req-ec69dbee-470b-46db-ad9a-01ec2084f78c tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:08.108752 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-d5c36fe3-d706-4ce3-b299-bc5df73db7b6 req-ec69dbee-470b-46db-ad9a-01ec2084f78c tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:08.133772 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d5c36fe3-d706-4ce3-b299-bc5df73db7b6 req-ec69dbee-470b-46db-ad9a-01ec2084f78c tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7405319 Dec 10 19:54:08.352385 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-4a60291e-3e74-41d3-aa6b-3e27d4b49dd7 None None] Provisioning complete for port be2a07be-be4e-49d6-a844-66deee2a56d9 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:54:08.353056 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4a60291e-3e74-41d3-aa6b-3e27d4b49dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:08.389216 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-4a60291e-3e74-41d3-aa6b-3e27d4b49dd7 None None] Port be2a07be-be4e-49d6-a844-66deee2a56d9 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:54:08.654563 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df00f79b-01de-4bef-9a78-c680ebe06870 req-6188e33b-58be-4eb7-90d0-f698e1b06f60 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:08.656323 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-df00f79b-01de-4bef-9a78-c680ebe06870 req-6188e33b-58be-4eb7-90d0-f698e1b06f60 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/ports?device_id=469c1dab-f1dc-4555-ba5a-7b18fe010726 HTTP/1.1" status: 200 len: 931 time: 0.0545511 Dec 10 19:54:08.697233 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-df00f79b-01de-4bef-9a78-c680ebe06870 req-10ecff7c-ef3a-455e-a202-910988c7af6f tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/security-groups?id=23832c17-207b-4ff4-91d2-d46eff740490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346289 Dec 10 19:54:09.821819 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46edf772-28d2-42cc-8080-71ed0cf39fd6 req-3bcc04df-7e3f-4e80-b245-db4ee7d6272f tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:09.824987 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-46edf772-28d2-42cc-8080-71ed0cf39fd6 req-3bcc04df-7e3f-4e80-b245-db4ee7d6272f tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/ports?device_id=469c1dab-f1dc-4555-ba5a-7b18fe010726 HTTP/1.1" status: 200 len: 931 time: 0.0550280 Dec 10 19:54:09.870403 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-46edf772-28d2-42cc-8080-71ed0cf39fd6 req-02defc1b-ddba-4c66-a62d-461f7c773174 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/security-groups?id=23832c17-207b-4ff4-91d2-d46eff740490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395508 Dec 10 19:54:11.004417 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae891a7b-3b94-4c22-905e-0cedbd2d7058 req-18e51773-88e3-4270-a951-a24f613a55fc tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:11.005869 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ae891a7b-3b94-4c22-905e-0cedbd2d7058 req-18e51773-88e3-4270-a951-a24f613a55fc tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/ports?device_id=469c1dab-f1dc-4555-ba5a-7b18fe010726 HTTP/1.1" status: 200 len: 931 time: 0.0522294 Dec 10 19:54:11.046013 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ae891a7b-3b94-4c22-905e-0cedbd2d7058 req-fa2dee25-7711-45af-aeae-7e1b2181c985 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/security-groups?id=23832c17-207b-4ff4-91d2-d46eff740490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339632 Dec 10 19:54:12.173479 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9458a4-6553-40ce-bef8-0a23f6903863 req-15b2ff4b-7e0a-4deb-adb7-0d44590cc860 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:12.175226 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1f9458a4-6553-40ce-bef8-0a23f6903863 req-15b2ff4b-7e0a-4deb-adb7-0d44590cc860 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/ports?device_id=469c1dab-f1dc-4555-ba5a-7b18fe010726 HTTP/1.1" status: 200 len: 931 time: 0.0520456 Dec 10 19:54:12.222387 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1f9458a4-6553-40ce-bef8-0a23f6903863 req-099afcaa-6231-4917-850e-c727340a4b97 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/security-groups?id=23832c17-207b-4ff4-91d2-d46eff740490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405881 Dec 10 19:54:13.348208 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f27811-556b-482a-b28d-69fc93d92939 req-4aade586-30dc-47d7-b3b8-37ad19c38030 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:13.349737 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f5f27811-556b-482a-b28d-69fc93d92939 req-4aade586-30dc-47d7-b3b8-37ad19c38030 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/ports?device_id=469c1dab-f1dc-4555-ba5a-7b18fe010726 HTTP/1.1" status: 200 len: 931 time: 0.0507736 Dec 10 19:54:13.395842 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f5f27811-556b-482a-b28d-69fc93d92939 req-9a0a377f-6a49-4e42-826b-bb9e37dc454b tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/security-groups?id=23832c17-207b-4ff4-91d2-d46eff740490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389669 Dec 10 19:54:14.532546 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a85759-ffaf-4ecd-8e76-0099a5e6558d req-78bfe820-3d55-49d5-a046-907fa3147f9c tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:14.534424 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-06a85759-ffaf-4ecd-8e76-0099a5e6558d req-78bfe820-3d55-49d5-a046-907fa3147f9c tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/ports?device_id=469c1dab-f1dc-4555-ba5a-7b18fe010726 HTTP/1.1" status: 200 len: 931 time: 0.0662441 Dec 10 19:54:14.585475 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-06a85759-ffaf-4ecd-8e76-0099a5e6558d req-e0441b2a-dba1-4d45-b310-f4acbbcc7040 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/security-groups?id=23832c17-207b-4ff4-91d2-d46eff740490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418015 Dec 10 19:54:15.754251 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc2392d-207a-4045-bd76-0873df58f28f req-c890cb4f-9ba1-42b1-8bf4-e3130d87cbb3 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:15.757023 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-cfc2392d-207a-4045-bd76-0873df58f28f req-c890cb4f-9ba1-42b1-8bf4-e3130d87cbb3 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/ports?device_id=469c1dab-f1dc-4555-ba5a-7b18fe010726 HTTP/1.1" status: 200 len: 931 time: 0.0653965 Dec 10 19:54:15.801066 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-cfc2392d-207a-4045-bd76-0873df58f28f req-b6f3c4f7-f79b-4297-ba74-e33cb536e6b6 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/security-groups?id=23832c17-207b-4ff4-91d2-d46eff740490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376186 Dec 10 19:54:16.936093 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d90ff-da60-4f5c-99a8-4992d7df5fa8 req-aa492d51-9c67-4711-b1ba-b0683c36f91f tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:16.937617 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ce2d90ff-da60-4f5c-99a8-4992d7df5fa8 req-aa492d51-9c67-4711-b1ba-b0683c36f91f tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/ports?device_id=469c1dab-f1dc-4555-ba5a-7b18fe010726 HTTP/1.1" status: 200 len: 931 time: 0.0563011 Dec 10 19:54:16.985789 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ce2d90ff-da60-4f5c-99a8-4992d7df5fa8 req-214de9bf-051b-4782-a567-88142bf0e234 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/security-groups?id=23832c17-207b-4ff4-91d2-d46eff740490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424900 Dec 10 19:54:18.107660 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e66f2b-f3a9-42ac-82a9-3aeddc39b7ce req-ac18795a-6acd-4c88-8518-7c59dd8d1656 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:18.109344 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e5e66f2b-f3a9-42ac-82a9-3aeddc39b7ce req-ac18795a-6acd-4c88-8518-7c59dd8d1656 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/ports?device_id=469c1dab-f1dc-4555-ba5a-7b18fe010726 HTTP/1.1" status: 200 len: 931 time: 0.0518515 Dec 10 19:54:18.148341 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e5e66f2b-f3a9-42ac-82a9-3aeddc39b7ce req-6f503601-e486-4e0e-893a-9daeff6b1e4a tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/security-groups?id=23832c17-207b-4ff4-91d2-d46eff740490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329926 Dec 10 19:54:19.270499 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be63bf5-ef8e-40cd-98ae-481722654a9e req-c4343429-d5ef-40cd-a915-0324f2128db1 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:19.272420 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2be63bf5-ef8e-40cd-98ae-481722654a9e req-c4343429-d5ef-40cd-a915-0324f2128db1 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/ports?device_id=469c1dab-f1dc-4555-ba5a-7b18fe010726 HTTP/1.1" status: 200 len: 931 time: 0.0534799 Dec 10 19:54:19.319767 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2be63bf5-ef8e-40cd-98ae-481722654a9e req-e2a9c36d-1ec3-4ace-a14d-5d2af4fe79df tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/security-groups?id=23832c17-207b-4ff4-91d2-d46eff740490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362420 Dec 10 19:54:19.929719 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-d5c36fe3-d706-4ce3-b299-bc5df73db7b6 req-6e01ba44-eee6-46a8-abe0-8d299d367d9d service neutron] Request body: {'port': {'device_id': '469c1dab-f1dc-4555-ba5a-7b18fe010726', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:54:20.003736 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-d5c36fe3-d706-4ce3-b299-bc5df73db7b6 req-6e01ba44-eee6-46a8-abe0-8d299d367d9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:20.292906 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [req-d5c36fe3-d706-4ce3-b299-bc5df73db7b6 req-6e01ba44-eee6-46a8-abe0-8d299d367d9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be2a07be-be4e-49d6-a844-66deee2a56d9 {{(pid=102365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:54:20.304084 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-d5c36fe3-d706-4ce3-b299-bc5df73db7b6 req-6e01ba44-eee6-46a8-abe0-8d299d367d9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:20.319090 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.provisioning_blocks [req-d5c36fe3-d706-4ce3-b299-bc5df73db7b6 req-6e01ba44-eee6-46a8-abe0-8d299d367d9d service neutron] Transition to ACTIVE for port object be2a07be-be4e-49d6-a844-66deee2a56d9 will not be triggered until provisioned by entity L2. {{(pid=102365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:54:20.319474 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c18818c0-e528-4b14-aeaa-c52903c3414f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:20.323310 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-d5c36fe3-d706-4ce3-b299-bc5df73db7b6 req-6e01ba44-eee6-46a8-abe0-8d299d367d9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:20.373564 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e01ba44-eee6-46a8-abe0-8d299d367d9d service neutron] Pushing event updated for resources: {'Port': ['ID=be2a07be-be4e-49d6-a844-66deee2a56d9,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:54:20.491634 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de87ac3-be33-46db-803a-8e79bd266b05 req-e53d95c5-5db0-401f-aa1f-af2a59ab7a06 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:20.493264 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1de87ac3-be33-46db-803a-8e79bd266b05 req-e53d95c5-5db0-401f-aa1f-af2a59ab7a06 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/ports?device_id=469c1dab-f1dc-4555-ba5a-7b18fe010726 HTTP/1.1" status: 200 len: 943 time: 0.0961819 Dec 10 19:54:20.496123 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-d5c36fe3-d706-4ce3-b299-bc5df73db7b6 req-6e01ba44-eee6-46a8-abe0-8d299d367d9d service neutron] Attempting to bind port be2a07be-be4e-49d6-a844-66deee2a56d9 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:54:20.496453 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-d5c36fe3-d706-4ce3-b299-bc5df73db7b6 req-6e01ba44-eee6-46a8-abe0-8d299d367d9d service neutron] Attempting to bind port be2a07be-be4e-49d6-a844-66deee2a56d9 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '55f6cc73-fb9e-4cae-a323-1e7ffb637894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2beaebbc-02da-44e0-940f-908301e791a5'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:54:20.496810 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c36fe3-d706-4ce3-b299-bc5df73db7b6 req-6e01ba44-eee6-46a8-abe0-8d299d367d9d service neutron] Attempting to bind port be2a07be-be4e-49d6-a844-66deee2a56d9 on network 2beaebbc-02da-44e0-940f-908301e791a5 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:54:20.509304 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c36fe3-d706-4ce3-b299-bc5df73db7b6 req-6e01ba44-eee6-46a8-abe0-8d299d367d9d service neutron] Port be2a07be-be4e-49d6-a844-66deee2a56d9 on network 2beaebbc-02da-44e0-940f-908301e791a5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:54:20.509615 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c36fe3-d706-4ce3-b299-bc5df73db7b6 req-6e01ba44-eee6-46a8-abe0-8d299d367d9d service neutron] Attempting to bind port be2a07be-be4e-49d6-a844-66deee2a56d9 on network 2beaebbc-02da-44e0-940f-908301e791a5 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:54:20.524672 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c36fe3-d706-4ce3-b299-bc5df73db7b6 req-6e01ba44-eee6-46a8-abe0-8d299d367d9d service neutron] Checking agent: {'id': '9e16c23e-95bc-4c2e-b3ec-daf7533f9d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'started_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:54:20.525007 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c36fe3-d706-4ce3-b299-bc5df73db7b6 req-6e01ba44-eee6-46a8-abe0-8d299d367d9d service neutron] Checking segment: {'id': '55f6cc73-fb9e-4cae-a323-1e7ffb637894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2beaebbc-02da-44e0-940f-908301e791a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:54:20.525386 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c36fe3-d706-4ce3-b299-bc5df73db7b6 req-6e01ba44-eee6-46a8-abe0-8d299d367d9d service neutron] Bound using segment: {'id': '55f6cc73-fb9e-4cae-a323-1e7ffb637894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2beaebbc-02da-44e0-940f-908301e791a5'} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:54:20.525830 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-d5c36fe3-d706-4ce3-b299-bc5df73db7b6 req-6e01ba44-eee6-46a8-abe0-8d299d367d9d service neutron] Bound port: be2a07be-be4e-49d6-a844-66deee2a56d9, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55f6cc73-fb9e-4cae-a323-1e7ffb637894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2beaebbc-02da-44e0-940f-908301e791a5'}}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:54:20.526188 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-d5c36fe3-d706-4ce3-b299-bc5df73db7b6 req-6e01ba44-eee6-46a8-abe0-8d299d367d9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:20.554641 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1de87ac3-be33-46db-803a-8e79bd266b05 req-8cbf6599-f4be-4410-9f85-9fc3b340ecea tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/security-groups?id=23832c17-207b-4ff4-91d2-d46eff740490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545859 Dec 10 19:54:20.606833 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-d5c36fe3-d706-4ce3-b299-bc5df73db7b6 req-6e01ba44-eee6-46a8-abe0-8d299d367d9d service neutron] For port be2a07be-be4e-49d6-a844-66deee2a56d9, host hv-neutron-8214, cleared binding levels {{(pid=102365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:54:20.610663 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-d5c36fe3-d706-4ce3-b299-bc5df73db7b6 req-6e01ba44-eee6-46a8-abe0-8d299d367d9d service neutron] For port be2a07be-be4e-49d6-a844-66deee2a56d9, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=be2a07be-be4e-49d6-a844-66deee2a56d9,segment=NetworkSegment(55f6cc73-fb9e-4cae-a323-1e7ffb637894),segment_id=55f6cc73-fb9e-4cae-a323-1e7ffb637894)] {{(pid=102365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:54:20.615763 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-d5c36fe3-d706-4ce3-b299-bc5df73db7b6 req-6e01ba44-eee6-46a8-abe0-8d299d367d9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:20.666471 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c36fe3-d706-4ce3-b299-bc5df73db7b6 req-6e01ba44-eee6-46a8-abe0-8d299d367d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:20.667474 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-d5c36fe3-d706-4ce3-b299-bc5df73db7b6 req-6e01ba44-eee6-46a8-abe0-8d299d367d9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:20.670733 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d5c36fe3-d706-4ce3-b299-bc5df73db7b6 req-6e01ba44-eee6-46a8-abe0-8d299d367d9d service neutron] 10.222.0.36 "PUT /v2.0/ports/be2a07be-be4e-49d6-a844-66deee2a56d9 HTTP/1.1" status: 200 len: 1093 time: 0.7479970 Dec 10 19:54:20.671572 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '469c1dab-f1dc-4555-ba5a-7b18fe010726', 'tag': 'be2a07be-be4e-49d6-a844-66deee2a56d9'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:54:20.674473 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a917a31-c3b8-413f-93ba-544849c33fcb" -d '{"events": [{"name": "network-changed", "server_uuid": "469c1dab-f1dc-4555-ba5a-7b18fe010726", "tag": "be2a07be-be4e-49d6-a844-66deee2a56d9"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:54:20.701717 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e01ba44-eee6-46a8-abe0-8d299d367d9d service neutron] Pushing event updated for resources: {'Port': ['ID=be2a07be-be4e-49d6-a844-66deee2a56d9,revision_number=3']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:54:20.740955 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8377537b-cb5f-4a78-8d5a-3888b27b5be1 x-openstack-request-id: req-8377537b-cb5f-4a78-8d5a-3888b27b5be1 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:54:20.741273 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "469c1dab-f1dc-4555-ba5a-7b18fe010726", "tag": "be2a07be-be4e-49d6-a844-66deee2a56d9", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:54:20.741524 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8377537b-cb5f-4a78-8d5a-3888b27b5be1 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:54:20.741925 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '469c1dab-f1dc-4555-ba5a-7b18fe010726', 'tag': 'be2a07be-be4e-49d6-a844-66deee2a56d9', 'status': 'completed', 'code': 200} Dec 10 19:54:20.776944 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c36fe3-d706-4ce3-b299-bc5df73db7b6 req-3fa06b37-8a08-4b90-83a9-57c0b7fd7896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:20.778545 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d5c36fe3-d706-4ce3-b299-bc5df73db7b6 req-3fa06b37-8a08-4b90-83a9-57c0b7fd7896 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a96614b6259748799abbf9fb3965a598&device_id=469c1dab-f1dc-4555-ba5a-7b18fe010726 HTTP/1.1" status: 200 len: 1096 time: 0.0469317 Dec 10 19:54:20.823416 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d5c36fe3-d706-4ce3-b299-bc5df73db7b6 req-d283d31c-51d7-4fa2-951c-327174868c8c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be2a07be-be4e-49d6-a844-66deee2a56d9 HTTP/1.1" status: 200 len: 217 time: 0.0357966 Dec 10 19:54:20.882586 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c36fe3-d706-4ce3-b299-bc5df73db7b6 req-74d5f50d-a70c-4361-872a-369289785676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:20.884053 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d5c36fe3-d706-4ce3-b299-bc5df73db7b6 req-74d5f50d-a70c-4361-872a-369289785676 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1240f245-08bb-45c2-988b-dff3370408b4 HTTP/1.1" status: 200 len: 853 time: 0.0528569 Dec 10 19:54:20.932453 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c36fe3-d706-4ce3-b299-bc5df73db7b6 req-958804d8-298f-4f61-b87f-e51bc61bde7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:20.933934 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d5c36fe3-d706-4ce3-b299-bc5df73db7b6 req-958804d8-298f-4f61-b87f-e51bc61bde7a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2beaebbc-02da-44e0-940f-908301e791a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419724 Dec 10 19:54:21.027885 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d5c36fe3-d706-4ce3-b299-bc5df73db7b6 req-2680acc5-2ea5-48a8-84bc-44ac861b9175 service neutron] 10.222.0.36 "GET /v2.0/networks/2beaebbc-02da-44e0-940f-908301e791a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855708 Dec 10 19:54:21.125906 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d5c36fe3-d706-4ce3-b299-bc5df73db7b6 req-41557f57-8af5-4900-815d-8f5c9677994d service neutron] 10.222.0.36 "GET /v2.0/networks/2beaebbc-02da-44e0-940f-908301e791a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904024 Dec 10 19:54:21.217207 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a917a31-c3b8-413f-93ba-544849c33fcb req-9c7c2a73-5519-4d7a-80ad-68d55c224e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:21.218765 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4a917a31-c3b8-413f-93ba-544849c33fcb req-9c7c2a73-5519-4d7a-80ad-68d55c224e32 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a96614b6259748799abbf9fb3965a598&device_id=469c1dab-f1dc-4555-ba5a-7b18fe010726 HTTP/1.1" status: 200 len: 1096 time: 0.0467172 Dec 10 19:54:21.321079 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a917a31-c3b8-413f-93ba-544849c33fcb req-c4e414a4-84ef-48b8-819e-6db082fbab2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:21.322552 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4a917a31-c3b8-413f-93ba-544849c33fcb req-c4e414a4-84ef-48b8-819e-6db082fbab2d service neutron] 10.222.0.36 "GET /v2.0/networks?id=2beaebbc-02da-44e0-940f-908301e791a5 HTTP/1.1" status: 200 len: 915 time: 0.0957174 Dec 10 19:54:21.371181 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4a917a31-c3b8-413f-93ba-544849c33fcb req-994f4862-4e90-4e7c-81dd-bb1d562323a6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be2a07be-be4e-49d6-a844-66deee2a56d9 HTTP/1.1" status: 200 len: 217 time: 0.0410078 Dec 10 19:54:21.422884 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a917a31-c3b8-413f-93ba-544849c33fcb req-03c316ac-53b3-4979-b94e-bcb1411d7faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:21.424227 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4a917a31-c3b8-413f-93ba-544849c33fcb req-03c316ac-53b3-4979-b94e-bcb1411d7faf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1240f245-08bb-45c2-988b-dff3370408b4 HTTP/1.1" status: 200 len: 853 time: 0.0450754 Dec 10 19:54:21.476635 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a917a31-c3b8-413f-93ba-544849c33fcb req-bc434f2a-4c39-4421-924c-f1d66982b73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:21.478157 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4a917a31-c3b8-413f-93ba-544849c33fcb req-bc434f2a-4c39-4421-924c-f1d66982b73e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2beaebbc-02da-44e0-940f-908301e791a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0455651 Dec 10 19:54:21.570081 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4a917a31-c3b8-413f-93ba-544849c33fcb req-153d858b-1c4d-4f85-85b5-f570d62c1e19 service neutron] 10.222.0.36 "GET /v2.0/networks/2beaebbc-02da-44e0-940f-908301e791a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836012 Dec 10 19:54:21.711215 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d47307-3243-4dd8-a0ee-2572996160dd req-1503fac4-0b64-40de-9e3e-ffda794262a4 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:21.712630 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-94d47307-3243-4dd8-a0ee-2572996160dd req-1503fac4-0b64-40de-9e3e-ffda794262a4 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/ports?device_id=469c1dab-f1dc-4555-ba5a-7b18fe010726 HTTP/1.1" status: 200 len: 943 time: 0.0822978 Dec 10 19:54:21.714680 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4a917a31-c3b8-413f-93ba-544849c33fcb req-6c16817b-b7cb-45df-9053-2ee36bab349b service neutron] 10.222.0.36 "GET /v2.0/networks/2beaebbc-02da-44e0-940f-908301e791a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367624 Dec 10 19:54:21.756082 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-94d47307-3243-4dd8-a0ee-2572996160dd req-419e1c93-3b02-44d5-b594-c253715c4464 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/security-groups?id=23832c17-207b-4ff4-91d2-d46eff740490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369999 Dec 10 19:54:21.953097 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:54:22.879391 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e2a46-ee6c-4130-909f-f5c761a74e92 req-fd9db618-3f4d-4f3d-993e-8d440e36663b tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:22.881013 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-479e2a46-ee6c-4130-909f-f5c761a74e92 req-fd9db618-3f4d-4f3d-993e-8d440e36663b tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/ports?device_id=469c1dab-f1dc-4555-ba5a-7b18fe010726 HTTP/1.1" status: 200 len: 943 time: 0.0532608 Dec 10 19:54:22.923097 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-479e2a46-ee6c-4130-909f-f5c761a74e92 req-e761921a-c712-4dd9-ae11-82dec78afb68 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/security-groups?id=23832c17-207b-4ff4-91d2-d46eff740490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358052 Dec 10 19:54:22.995397 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device be2a07be-be4e-49d6-a844-66deee2a56d9 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=102367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:54:23.110754 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port be2a07be-be4e-49d6-a844-66deee2a56d9, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=be2a07be-be4e-49d6-a844-66deee2a56d9,segment=NetworkSegment(55f6cc73-fb9e-4cae-a323-1e7ffb637894),segment_id=55f6cc73-fb9e-4cae-a323-1e7ffb637894)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:54:23.123297 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Returning: {'device': 'be2a07be-be4e-49d6-a844-66deee2a56d9', 'network_id': '2beaebbc-02da-44e0-940f-908301e791a5', 'port_id': 'be2a07be-be4e-49d6-a844-66deee2a56d9', 'mac_address': 'fa:16:3e:6b:b2:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1240f245-08bb-45c2-988b-dff3370408b4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:54:23.162122 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:23.181245 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be2a07be-be4e-49d6-a844-66deee2a56d9 {{(pid=102367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:54:23.201696 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port be2a07be-be4e-49d6-a844-66deee2a56d9, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=be2a07be-be4e-49d6-a844-66deee2a56d9,segment=NetworkSegment(55f6cc73-fb9e-4cae-a323-1e7ffb637894),segment_id=55f6cc73-fb9e-4cae-a323-1e7ffb637894)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:54:23.205977 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:23.255333 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=be2a07be-be4e-49d6-a844-66deee2a56d9,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:54:23.262625 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:23.263502 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:23.263875 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:23.264176 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:23.264550 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:23.264858 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:23.265182 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:23.265505 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:23.265852 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:23.266191 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:23.266487 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:23.266800 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:23.605509 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['be2a07be-be4e-49d6-a844-66deee2a56d9'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:54:24.056302 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb35bb60-f205-497d-80b2-4a0cf8aec383 req-0c31ffa2-6d4e-4cb6-a8a5-c4477b7d4940 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:24.057938 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-fb35bb60-f205-497d-80b2-4a0cf8aec383 req-0c31ffa2-6d4e-4cb6-a8a5-c4477b7d4940 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/ports?device_id=469c1dab-f1dc-4555-ba5a-7b18fe010726 HTTP/1.1" status: 200 len: 944 time: 0.0593433 Dec 10 19:54:24.101573 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-fb35bb60-f205-497d-80b2-4a0cf8aec383 req-407f8b19-16e6-4694-b221-3bbf098458f0 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/security-groups?id=23832c17-207b-4ff4-91d2-d46eff740490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355852 Dec 10 19:54:24.273019 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-5f7fbc94-c15a-423b-b364-3189a88c1d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:25.030834 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device be2a07be-be4e-49d6-a844-66deee2a56d9 up at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:54:25.088488 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning for port be2a07be-be4e-49d6-a844-66deee2a56d9 completed by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:54:25.094970 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning complete for port be2a07be-be4e-49d6-a844-66deee2a56d9 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:54:25.095559 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:25.182833 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:25.209067 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '469c1dab-f1dc-4555-ba5a-7b18fe010726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be2a07be-be4e-49d6-a844-66deee2a56d9'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:54:25.211317 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0dd006407324ce2959a5a4cf9f0b5e0801d7a51a5291ea700e8786e11115a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cedd7518-71e3-4649-aa80-972d9ccd57ef" -d '{"events": [{"server_uuid": "469c1dab-f1dc-4555-ba5a-7b18fe010726", "name": "network-vif-plugged", "status": "completed", "tag": "be2a07be-be4e-49d6-a844-66deee2a56d9"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:54:25.228843 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port be2a07be-be4e-49d6-a844-66deee2a56d9, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=be2a07be-be4e-49d6-a844-66deee2a56d9,segment=NetworkSegment(55f6cc73-fb9e-4cae-a323-1e7ffb637894),segment_id=55f6cc73-fb9e-4cae-a323-1e7ffb637894)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:54:25.235505 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:25.276470 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ca7d8b-8b55-4f85-82f6-2fa368962885 x-openstack-request-id: req-10ca7d8b-8b55-4f85-82f6-2fa368962885 {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:54:25.277425 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "469c1dab-f1dc-4555-ba5a-7b18fe010726", "name": "network-vif-plugged", "status": "completed", "tag": "be2a07be-be4e-49d6-a844-66deee2a56d9", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:54:25.277425 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-10ca7d8b-8b55-4f85-82f6-2fa368962885 {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:54:25.277425 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '469c1dab-f1dc-4555-ba5a-7b18fe010726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be2a07be-be4e-49d6-a844-66deee2a56d9', 'code': 200} Dec 10 19:54:25.287652 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5847ddf-6825-4b9d-8162-603f8dce417c req-4f5578af-4532-4db7-88e8-1f6ebc772430 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:25.289157 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d5847ddf-6825-4b9d-8162-603f8dce417c req-4f5578af-4532-4db7-88e8-1f6ebc772430 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/ports?device_id=469c1dab-f1dc-4555-ba5a-7b18fe010726 HTTP/1.1" status: 200 len: 944 time: 0.0821786 Dec 10 19:54:25.293059 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=be2a07be-be4e-49d6-a844-66deee2a56d9,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:54:25.342327 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d5847ddf-6825-4b9d-8162-603f8dce417c req-3d8bfa12-fdcc-48c9-b4a7-320051d7e784 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/security-groups?id=23832c17-207b-4ff4-91d2-d46eff740490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430722 Dec 10 19:54:25.470300 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad0da0-ca4b-4915-916a-a1f1eb7ec07b req-ec17f3cf-fd11-4685-8204-8d54a2df2f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:25.471804 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-67ad0da0-ca4b-4915-916a-a1f1eb7ec07b req-ec17f3cf-fd11-4685-8204-8d54a2df2f6c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=469c1dab-f1dc-4555-ba5a-7b18fe010726 HTTP/1.1" status: 200 len: 1098 time: 0.0428038 Dec 10 19:54:25.503741 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:25.517289 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-67ad0da0-ca4b-4915-916a-a1f1eb7ec07b req-c7e9c5f7-45b7-40dc-970b-fc45fee3bcb3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=23832c17-207b-4ff4-91d2-d46eff740490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369656 Dec 10 19:54:26.481536 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db04fe-a112-4b7a-8d52-85525c243ee0 req-1ec5c3b6-d10f-4d92-aa0d-59705f5c061d tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:26.483251 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-07db04fe-a112-4b7a-8d52-85525c243ee0 req-1ec5c3b6-d10f-4d92-aa0d-59705f5c061d tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/ports?device_id=469c1dab-f1dc-4555-ba5a-7b18fe010726 HTTP/1.1" status: 200 len: 945 time: 0.0594409 Dec 10 19:54:26.525568 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-07db04fe-a112-4b7a-8d52-85525c243ee0 req-13adbf3d-4e41-4aa7-8a82-0e5240a30830 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/security-groups?id=23832c17-207b-4ff4-91d2-d46eff740490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356770 Dec 10 19:54:26.562862 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:26.902509 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:27.660258 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdcc24a-429a-4bb5-baf0-aadcdaafb419 req-4101506e-c5e4-43d9-89a7-aabef80878c9 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:27.662175 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3cdcc24a-429a-4bb5-baf0-aadcdaafb419 req-4101506e-c5e4-43d9-89a7-aabef80878c9 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/ports?device_id=469c1dab-f1dc-4555-ba5a-7b18fe010726 HTTP/1.1" status: 200 len: 945 time: 0.0556908 Dec 10 19:54:27.708789 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3cdcc24a-429a-4bb5-baf0-aadcdaafb419 req-d7e2c54b-bd87-4f7c-ba9b-f921dc18ed4c tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/security-groups?id=23832c17-207b-4ff4-91d2-d46eff740490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402641 Dec 10 19:54:27.842742 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d7cd4-99c1-49e7-9784-857ebaa503ea req-b0a633db-4ee2-4aaf-9ad4-4c12a0a2204d tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:27.844408 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5c0d7cd4-99c1-49e7-9784-857ebaa503ea req-b0a633db-4ee2-4aaf-9ad4-4c12a0a2204d tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/ports?device_id=469c1dab-f1dc-4555-ba5a-7b18fe010726 HTTP/1.1" status: 200 len: 945 time: 0.0558233 Dec 10 19:54:27.893445 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5c0d7cd4-99c1-49e7-9784-857ebaa503ea req-a0e832d6-bf08-4cf7-80af-299396d86815 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/security-groups?id=23832c17-207b-4ff4-91d2-d46eff740490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387444 Dec 10 19:54:28.347480 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3409d-253f-480d-b4b3-e2cb615efe66 req-67928a27-ba1a-4dea-b451-6c9ab9e191b5 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:28.349425 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6db3409d-253f-480d-b4b3-e2cb615efe66 req-67928a27-ba1a-4dea-b451-6c9ab9e191b5 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/ports?device_id=469c1dab-f1dc-4555-ba5a-7b18fe010726 HTTP/1.1" status: 200 len: 945 time: 0.0585687 Dec 10 19:54:28.400133 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6db3409d-253f-480d-b4b3-e2cb615efe66 req-f46d773a-2f63-47ca-906f-bf907699e169 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/security-groups?id=23832c17-207b-4ff4-91d2-d46eff740490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446849 Dec 10 19:54:32.693479 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:41.344468 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b5b02-e7a9-44db-a989-911695de9930 req-d48af0be-39f9-43bc-93b7-2be5e5dfb6e3 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:41.345909 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-889b5b02-e7a9-44db-a989-911695de9930 req-d48af0be-39f9-43bc-93b7-2be5e5dfb6e3 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/ports?device_id=469c1dab-f1dc-4555-ba5a-7b18fe010726 HTTP/1.1" status: 200 len: 945 time: 0.0497160 Dec 10 19:54:41.391072 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-889b5b02-e7a9-44db-a989-911695de9930 req-c4707079-81f6-4855-94fa-f68e7b8f63c6 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/security-groups?id=23832c17-207b-4ff4-91d2-d46eff740490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390425 Dec 10 19:54:41.425789 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 34606) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:54:41.524927 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26fe65b-61a8-4b5d-9072-2c1793af65c6 tempest-TestMinimumBasicScenario-1862604354 tempest-TestMinimumBasicScenario-1862604354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:41.526469 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-a26fe65b-61a8-4b5d-9072-2c1793af65c6 tempest-TestMinimumBasicScenario-1862604354 tempest-TestMinimumBasicScenario-1862604354-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=469c1dab-f1dc-4555-ba5a-7b18fe010726 HTTP/1.1" status: 200 len: 1093 time: 0.0995262 Dec 10 19:54:41.530401 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 34610) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:54:41.535134 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-da2809cb-d1e4-433a-8fec-1cb8f65b3720 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Request body: {'floatingip': {'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'port_id': 'be2a07be-be4e-49d6-a844-66deee2a56d9', 'tenant_id': 'a96614b6259748799abbf9fb3965a598', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:54:41.557866 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-da2809cb-d1e4-433a-8fec-1cb8f65b3720 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Notify callbacks [] for floatingip, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:41.660875 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-da2809cb-d1e4-433a-8fec-1cb8f65b3720 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:41.770760 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-da2809cb-d1e4-433a-8fec-1cb8f65b3720 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Allocated IP 172.26.6.73 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/ce60612f-88dd-4302-b0d2-2cfebd124965) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:54:41.874571 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-da2809cb-d1e4-433a-8fec-1cb8f65b3720 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:41.914493 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-da2809cb-d1e4-433a-8fec-1cb8f65b3720 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:41.953028 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2809cb-d1e4-433a-8fec-1cb8f65b3720 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:54:41.957244 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-da2809cb-d1e4-433a-8fec-1cb8f65b3720 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:54:41.960065 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2809cb-d1e4-433a-8fec-1cb8f65b3720 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:54:41.969714 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2809cb-d1e4-433a-8fec-1cb8f65b3720 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Pushing event updated for resources: {'Port': ['ID=ce60612f-88dd-4302-b0d2-2cfebd124965,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:54:41.999121 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2809cb-d1e4-433a-8fec-1cb8f65b3720 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:41.999454 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2809cb-d1e4-433a-8fec-1cb8f65b3720 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:41.999790 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2809cb-d1e4-433a-8fec-1cb8f65b3720 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:42.000120 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2809cb-d1e4-433a-8fec-1cb8f65b3720 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:42.000450 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2809cb-d1e4-433a-8fec-1cb8f65b3720 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:42.000802 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2809cb-d1e4-433a-8fec-1cb8f65b3720 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:42.001125 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2809cb-d1e4-433a-8fec-1cb8f65b3720 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:42.001445 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2809cb-d1e4-433a-8fec-1cb8f65b3720 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:42.001765 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2809cb-d1e4-433a-8fec-1cb8f65b3720 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:42.002082 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2809cb-d1e4-433a-8fec-1cb8f65b3720 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:42.002400 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2809cb-d1e4-433a-8fec-1cb8f65b3720 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:42.002715 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2809cb-d1e4-433a-8fec-1cb8f65b3720 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:42.345216 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-da2809cb-d1e4-433a-8fec-1cb8f65b3720 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:42.416962 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-da2809cb-d1e4-433a-8fec-1cb8f65b3720 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:42.583087 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-da2809cb-d1e4-433a-8fec-1cb8f65b3720 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:42.587919 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-da2809cb-d1e4-433a-8fec-1cb8f65b3720 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:42.661134 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2809cb-d1e4-433a-8fec-1cb8f65b3720 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Pushing event updated for resources: {'Port': ['ID=ce60612f-88dd-4302-b0d2-2cfebd124965,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:54:42.672643 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-da2809cb-d1e4-433a-8fec-1cb8f65b3720 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3713103'] for floatingip, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:42.777539 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.l3_db [None req-da2809cb-d1e4-433a-8fec-1cb8f65b3720 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Floating IP 5a374fb5-0892-4bf7-9f00-6eaeadb8a340 associated. External IP: 172.26.6.73, port: be2a07be-be4e-49d6-a844-66deee2a56d9. Dec 10 19:54:42.990684 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da2809cb-d1e4-433a-8fec-1cb8f65b3720 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Router b725d339-e439-49fb-ae41-9a9534c3852c has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:54:43.110517 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2809cb-d1e4-433a-8fec-1cb8f65b3720 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:54:43.121246 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfccfce-91b7-4a6c-86e8-33d40c2c8125 None None] Sync routers for ids ['b725d339-e439-49fb-ae41-9a9534c3852c'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:54:43.130966 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-da2809cb-d1e4-433a-8fec-1cb8f65b3720 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:43.134093 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfccfce-91b7-4a6c-86e8-33d40c2c8125 None None] Routers {'b725d339-e439-49fb-ae41-9a9534c3852c'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:54:43.134729 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-2bfccfce-91b7-4a6c-86e8-33d40c2c8125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:54:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['b725d339-e439-49fb-ae41-9a9534c3852c'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:54:43.163959 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-da2809cb-d1e4-433a-8fec-1cb8f65b3720 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6291883 Dec 10 19:54:43.163959 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '469c1dab-f1dc-4555-ba5a-7b18fe010726', 'tag': 'be2a07be-be4e-49d6-a844-66deee2a56d9'}] {{(pid=102366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:54:43.163959 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a86acec104960cf4069dffce1919f1f0aa2a294c7752363dfd1d6594a90fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5792ae6b-d6fc-4bc6-8550-d39ed4ee2b11" -d '{"events": [{"name": "network-changed", "server_uuid": "469c1dab-f1dc-4555-ba5a-7b18fe010726", "tag": "be2a07be-be4e-49d6-a844-66deee2a56d9"}]}' {{(pid=102366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:54:43.164434 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 34612) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:54:43.171486 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-6fba9bbb-2655-49d3-b0b9-645ef9b345db tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-119272009', 'description': 'tempest-secgroup-smoke-119272009 description', 'project_id': 'a96614b6259748799abbf9fb3965a598'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:54:43.218806 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6fba9bbb-2655-49d3-b0b9-645ef9b345db tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:43.246199 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-2bfccfce-91b7-4a6c-86e8-33d40c2c8125 None None] Set router b725d339-e439-49fb-ae41-9a9534c3852c gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:54:43.313186 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6fba9bbb-2655-49d3-b0b9-645ef9b345db tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:43.318377 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6fba9bbb-2655-49d3-b0b9-645ef9b345db tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:43.355788 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fba9bbb-2655-49d3-b0b9-645ef9b345db tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ba47e8-1375-4ae3-80d6-589ed062506e,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:54:43.366304 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba9bbb-2655-49d3-b0b9-645ef9b345db tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:43.366686 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba9bbb-2655-49d3-b0b9-645ef9b345db tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:43.367364 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba9bbb-2655-49d3-b0b9-645ef9b345db tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:43.367640 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba9bbb-2655-49d3-b0b9-645ef9b345db tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:43.368057 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba9bbb-2655-49d3-b0b9-645ef9b345db tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:43.368286 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba9bbb-2655-49d3-b0b9-645ef9b345db tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:43.368664 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba9bbb-2655-49d3-b0b9-645ef9b345db tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:43.369186 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba9bbb-2655-49d3-b0b9-645ef9b345db tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:43.369340 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba9bbb-2655-49d3-b0b9-645ef9b345db tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:43.369763 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba9bbb-2655-49d3-b0b9-645ef9b345db tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:43.370095 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba9bbb-2655-49d3-b0b9-645ef9b345db tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:43.372091 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba9bbb-2655-49d3-b0b9-645ef9b345db tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:54:43.386236 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6fba9bbb-2655-49d3-b0b9-645ef9b345db tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:43.392190 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-6fba9bbb-2655-49d3-b0b9-645ef9b345db tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2219777 Dec 10 19:54:43.392444 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd99bc5-d92e-4a0f-a293-bacb616fba85 x-openstack-request-id: req-9bd99bc5-d92e-4a0f-a293-bacb616fba85 {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:54:43.392444 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "469c1dab-f1dc-4555-ba5a-7b18fe010726", "tag": "be2a07be-be4e-49d6-a844-66deee2a56d9", "status": "completed", "code": 200}]} {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:54:43.392444 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9bd99bc5-d92e-4a0f-a293-bacb616fba85 {{(pid=102366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:54:43.392444 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '469c1dab-f1dc-4555-ba5a-7b18fe010726', 'tag': 'be2a07be-be4e-49d6-a844-66deee2a56d9', 'status': 'completed', 'code': 200} Dec 10 19:54:43.396535 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 34618) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:54:43.405596 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-7e5612f3-6fdd-4913-b43d-bc98f556e067 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Request body: {'security_group_rule': {'security_group_id': 'a4ba47e8-1375-4ae3-80d6-589ed062506e', 'project_id': 'a96614b6259748799abbf9fb3965a598', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:54:43.471150 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7e5612f3-6fdd-4913-b43d-bc98f556e067 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:43.477830 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5792ae6b-d6fc-4bc6-8550-d39ed4ee2b11 req-6ff76edf-fbaa-4328-bfcf-73330b4afe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:43.479592 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5792ae6b-d6fc-4bc6-8550-d39ed4ee2b11 req-6ff76edf-fbaa-4328-bfcf-73330b4afe6f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a96614b6259748799abbf9fb3965a598&device_id=469c1dab-f1dc-4555-ba5a-7b18fe010726 HTTP/1.1" status: 200 len: 1098 time: 0.0685289 Dec 10 19:54:43.556126 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-2bfccfce-91b7-4a6c-86e8-33d40c2c8125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b725d339-e439-49fb-ae41-9a9534c3852c', 'name': 'tempest-TestMinimumBasicScenario-844453355-router', 'tenant_id': 'a96614b6259748799abbf9fb3965a598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.229'}], 'enable_snat': True}, 'gw_port_id': 'ae998d8e-2b68-431e-a12a-c342f36462ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:53:46Z', 'updated_at': '2021-12-10T19:53:49Z', 'revision_number': 4, 'project_id': 'a96614b6259748799abbf9fb3965a598', 'gw_port': {'id': 'ae998d8e-2b68-431e-a12a-c342f36462ff', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ab:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b725d339-e439-49fb-ae41-9a9534c3852c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:53:47Z', 'updated_at': '2021-12-10T19:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '5a374fb5-0892-4bf7-9f00-6eaeadb8a340', 'tenant_id': 'a96614b6259748799abbf9fb3965a598', 'floating_ip_address': '172.26.6.73', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': 'b725d339-e439-49fb-ae41-9a9534c3852c', 'port_id': 'be2a07be-be4e-49d6-a844-66deee2a56d9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2beaebbc-02da-44e0-940f-908301e791a5', 'mac_address': 'fa:16:3e:6b:b2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469c1dab-f1dc-4555-ba5a-7b18fe010726', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:54:42Z', 'updated_at': '2021-12-10T19:54:42Z', 'revision_number': 0, 'project_id': 'a96614b6259748799abbf9fb3965a598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34053777-b51c-44d3-b976-a455fcdd4ced', 'name': '', 'network_id': '2beaebbc-02da-44e0-940f-908301e791a5', 'tenant_id': 'a96614b6259748799abbf9fb3965a598', 'mac_address': 'fa:16:3e:4d:b2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b725d339-e439-49fb-ae41-9a9534c3852c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '1240f245-08bb-45c2-988b-dff3370408b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:53:49Z', 'updated_at': '2021-12-10T19:53:54Z', 'revision_number': 5, 'project_id': 'a96614b6259748799abbf9fb3965a598', 'subnets': [{'id': '1240f245-08bb-45c2-988b-dff3370408b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:54:43.589464 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfccfce-91b7-4a6c-86e8-33d40c2c8125 None None] Checking router: b725d339-e439-49fb-ae41-9a9534c3852c for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:54:43.599983 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7e5612f3-6fdd-4913-b43d-bc98f556e067 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:43.607956 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfccfce-91b7-4a6c-86e8-33d40c2c8125 None None] Routers {'b725d339-e439-49fb-ae41-9a9534c3852c'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:54:43.609559 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-2bfccfce-91b7-4a6c-86e8-33d40c2c8125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:54:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['b725d339-e439-49fb-ae41-9a9534c3852c'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:54:43.609728 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7e5612f3-6fdd-4913-b43d-bc98f556e067 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:43.620833 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5792ae6b-d6fc-4bc6-8550-d39ed4ee2b11 req-59a64f1b-232e-41a3-94be-82353b0ccb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:43.622989 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5792ae6b-d6fc-4bc6-8550-d39ed4ee2b11 req-59a64f1b-232e-41a3-94be-82353b0ccb16 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2beaebbc-02da-44e0-940f-908301e791a5 HTTP/1.1" status: 200 len: 915 time: 0.1360586 Dec 10 19:54:43.644467 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5612f3-6fdd-4913-b43d-bc98f556e067 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=231ea9e0-f8f4-4930-a9c6-fc38d28e7dcb,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:54:43.686364 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-7e5612f3-6fdd-4913-b43d-bc98f556e067 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:43.691039 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-7e5612f3-6fdd-4913-b43d-bc98f556e067 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2863982 Dec 10 19:54:43.691294 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 34620) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:54:43.695913 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-c3649490-5370-47b4-b2ab-b79774598091 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Request body: {'security_group_rule': {'security_group_id': 'a4ba47e8-1375-4ae3-80d6-589ed062506e', 'project_id': 'a96614b6259748799abbf9fb3965a598', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:54:43.731172 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5792ae6b-d6fc-4bc6-8550-d39ed4ee2b11 req-a892b884-8741-471f-9679-57f215b274eb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be2a07be-be4e-49d6-a844-66deee2a56d9 HTTP/1.1" status: 200 len: 998 time: 0.0971830 Dec 10 19:54:43.756862 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-2bfccfce-91b7-4a6c-86e8-33d40c2c8125 None None] Set router b725d339-e439-49fb-ae41-9a9534c3852c gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:54:43.773167 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c3649490-5370-47b4-b2ab-b79774598091 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:43.818122 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5792ae6b-d6fc-4bc6-8550-d39ed4ee2b11 req-1780da8c-0bc0-46a2-a7ed-561370b027aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:43.819643 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5792ae6b-d6fc-4bc6-8550-d39ed4ee2b11 req-1780da8c-0bc0-46a2-a7ed-561370b027aa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1240f245-08bb-45c2-988b-dff3370408b4 HTTP/1.1" status: 200 len: 853 time: 0.0813403 Dec 10 19:54:43.876085 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c3649490-5370-47b4-b2ab-b79774598091 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:43.881678 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c3649490-5370-47b4-b2ab-b79774598091 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:43.910514 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3649490-5370-47b4-b2ab-b79774598091 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a55f9951-09fb-4e5d-91b6-8b5c25cbd885,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:54:43.916191 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5792ae6b-d6fc-4bc6-8550-d39ed4ee2b11 req-5f7d10a1-90df-4590-9823-3e30cc01d9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:43.918094 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5792ae6b-d6fc-4bc6-8550-d39ed4ee2b11 req-5f7d10a1-90df-4590-9823-3e30cc01d9d0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2beaebbc-02da-44e0-940f-908301e791a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0894992 Dec 10 19:54:43.927001 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-c3649490-5370-47b4-b2ab-b79774598091 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:43.928386 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-c3649490-5370-47b4-b2ab-b79774598091 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2360637 Dec 10 19:54:43.931962 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 34622) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:54:43.942055 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-5b5363f6-8846-4162-814a-62c802a93054 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Request body: {'security_group_rule': {'security_group_id': 'a4ba47e8-1375-4ae3-80d6-589ed062506e', 'project_id': 'a96614b6259748799abbf9fb3965a598', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:54:43.984377 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5b5363f6-8846-4162-814a-62c802a93054 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:44.032274 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-2bfccfce-91b7-4a6c-86e8-33d40c2c8125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b725d339-e439-49fb-ae41-9a9534c3852c', 'name': 'tempest-TestMinimumBasicScenario-844453355-router', 'tenant_id': 'a96614b6259748799abbf9fb3965a598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.229'}], 'enable_snat': True}, 'gw_port_id': 'ae998d8e-2b68-431e-a12a-c342f36462ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:53:46Z', 'updated_at': '2021-12-10T19:53:49Z', 'revision_number': 4, 'project_id': 'a96614b6259748799abbf9fb3965a598', 'gw_port': {'id': 'ae998d8e-2b68-431e-a12a-c342f36462ff', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ab:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b725d339-e439-49fb-ae41-9a9534c3852c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:53:47Z', 'updated_at': '2021-12-10T19:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '5a374fb5-0892-4bf7-9f00-6eaeadb8a340', 'tenant_id': 'a96614b6259748799abbf9fb3965a598', 'floating_ip_address': '172.26.6.73', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': 'b725d339-e439-49fb-ae41-9a9534c3852c', 'port_id': 'be2a07be-be4e-49d6-a844-66deee2a56d9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2beaebbc-02da-44e0-940f-908301e791a5', 'mac_address': 'fa:16:3e:6b:b2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469c1dab-f1dc-4555-ba5a-7b18fe010726', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:54:42Z', 'updated_at': '2021-12-10T19:54:42Z', 'revision_number': 0, 'project_id': 'a96614b6259748799abbf9fb3965a598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34053777-b51c-44d3-b976-a455fcdd4ced', 'name': '', 'network_id': '2beaebbc-02da-44e0-940f-908301e791a5', 'tenant_id': 'a96614b6259748799abbf9fb3965a598', 'mac_address': 'fa:16:3e:4d:b2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b725d339-e439-49fb-ae41-9a9534c3852c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '1240f245-08bb-45c2-988b-dff3370408b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:53:49Z', 'updated_at': '2021-12-10T19:53:54Z', 'revision_number': 5, 'project_id': 'a96614b6259748799abbf9fb3965a598', 'subnets': [{'id': '1240f245-08bb-45c2-988b-dff3370408b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:54:44.041767 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5792ae6b-d6fc-4bc6-8550-d39ed4ee2b11 req-bd15fa77-20a5-49a0-adf0-6dcf8e54afe9 service neutron] 10.222.0.36 "GET /v2.0/networks/2beaebbc-02da-44e0-940f-908301e791a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120329 Dec 10 19:54:44.073608 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfccfce-91b7-4a6c-86e8-33d40c2c8125 None None] The sync data for ids ['b725d339-e439-49fb-ae41-9a9534c3852c'] in dv-neutron-821441-1-hyperv is: [{'id': 'b725d339-e439-49fb-ae41-9a9534c3852c', 'name': 'tempest-TestMinimumBasicScenario-844453355-router', 'tenant_id': 'a96614b6259748799abbf9fb3965a598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.229'}], 'enable_snat': True}, 'gw_port_id': 'ae998d8e-2b68-431e-a12a-c342f36462ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:53:46Z', 'updated_at': '2021-12-10T19:53:49Z', 'revision_number': 4, 'project_id': 'a96614b6259748799abbf9fb3965a598', 'gw_port': {'id': 'ae998d8e-2b68-431e-a12a-c342f36462ff', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ab:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b725d339-e439-49fb-ae41-9a9534c3852c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:53:47Z', 'updated_at': '2021-12-10T19:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '5a374fb5-0892-4bf7-9f00-6eaeadb8a340', 'tenant_id': 'a96614b6259748799abbf9fb3965a598', 'floating_ip_address': '172.26.6.73', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': 'b725d339-e439-49fb-ae41-9a9534c3852c', 'port_id': 'be2a07be-be4e-49d6-a844-66deee2a56d9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2beaebbc-02da-44e0-940f-908301e791a5', 'mac_address': 'fa:16:3e:6b:b2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469c1dab-f1dc-4555-ba5a-7b18fe010726', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:54:42Z', 'updated_at': '2021-12-10T19:54:42Z', 'revision_number': 0, 'project_id': 'a96614b6259748799abbf9fb3965a598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34053777-b51c-44d3-b976-a455fcdd4ced', 'name': '', 'network_id': '2beaebbc-02da-44e0-940f-908301e791a5', 'tenant_id': 'a96614b6259748799abbf9fb3965a598', 'mac_address': 'fa:16:3e:4d:b2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b725d339-e439-49fb-ae41-9a9534c3852c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '1240f245-08bb-45c2-988b-dff3370408b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:53:49Z', 'updated_at': '2021-12-10T19:53:54Z', 'revision_number': 5, 'project_id': 'a96614b6259748799abbf9fb3965a598', 'subnets': [{'id': '1240f245-08bb-45c2-988b-dff3370408b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:54:44.092824 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5b5363f6-8846-4162-814a-62c802a93054 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:44.098354 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5b5363f6-8846-4162-814a-62c802a93054 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:44.119774 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5363f6-8846-4162-814a-62c802a93054 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd240e0a-03bd-4a02-bb3a-d92e2c91d489,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:54:44.131763 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5b5363f6-8846-4162-814a-62c802a93054 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:44.133382 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-5b5363f6-8846-4162-814a-62c802a93054 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1983144 Dec 10 19:54:44.136425 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 34624) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:54:44.141495 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-e7c4defc-653e-4160-a172-e7a566e5ce2e tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Request body: {'security_group_rule': {'security_group_id': 'a4ba47e8-1375-4ae3-80d6-589ed062506e', 'project_id': 'a96614b6259748799abbf9fb3965a598', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:54:44.176610 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5792ae6b-d6fc-4bc6-8550-d39ed4ee2b11 req-bee8a835-848f-4570-8728-2d3ac25f6102 service neutron] 10.222.0.36 "GET /v2.0/networks/2beaebbc-02da-44e0-940f-908301e791a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262641 Dec 10 19:54:44.182360 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e7c4defc-653e-4160-a172-e7a566e5ce2e tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:44.255075 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e7c4defc-653e-4160-a172-e7a566e5ce2e tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:44.259974 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e7c4defc-653e-4160-a172-e7a566e5ce2e tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:44.295348 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c4defc-653e-4160-a172-e7a566e5ce2e tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8bed987-35e7-404a-8ef2-40a9f269501c,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:54:44.307502 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e7c4defc-653e-4160-a172-e7a566e5ce2e tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:44.310518 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-e7c4defc-653e-4160-a172-e7a566e5ce2e tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1716220 Dec 10 19:54:44.314048 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 34626) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:54:44.319083 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-6ff426b7-1c91-4669-af92-5dba0ba9ce94 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Request body: {'security_group_rule': {'security_group_id': 'a4ba47e8-1375-4ae3-80d6-589ed062506e', 'project_id': 'a96614b6259748799abbf9fb3965a598', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:54:44.347761 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.securitygroups_db [None req-6ff426b7-1c91-4669-af92-5dba0ba9ce94 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Project a96614b6259748799abbf9fb3965a598 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:54:44.355274 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6ff426b7-1c91-4669-af92-5dba0ba9ce94 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:44.356928 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fa09bf-8d9f-445c-8a41-ce8b359be4cc None None] New status for floating IP 5a374fb5-0892-4bf7-9f00-6eaeadb8a340: ACTIVE {{(pid=102368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:54:44.459663 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6ff426b7-1c91-4669-af92-5dba0ba9ce94 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:44.464095 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6ff426b7-1c91-4669-af92-5dba0ba9ce94 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:44.487028 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff426b7-1c91-4669-af92-5dba0ba9ce94 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16e66d11-7f07-40d4-823f-45eb555bb1a3,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:54:44.493555 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6ff426b7-1c91-4669-af92-5dba0ba9ce94 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:44.494821 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-6ff426b7-1c91-4669-af92-5dba0ba9ce94 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1796899 Dec 10 19:54:44.498465 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 34628) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:54:44.503692 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-38bb7f60-25da-47d3-9a77-761b31129e30 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Request body: {'security_group_rule': {'security_group_id': 'a4ba47e8-1375-4ae3-80d6-589ed062506e', 'project_id': 'a96614b6259748799abbf9fb3965a598', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:54:44.530491 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.securitygroups_db [None req-38bb7f60-25da-47d3-9a77-761b31129e30 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Project a96614b6259748799abbf9fb3965a598 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:54:44.537625 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-38bb7f60-25da-47d3-9a77-761b31129e30 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:44.610258 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-38bb7f60-25da-47d3-9a77-761b31129e30 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:44.613662 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-38bb7f60-25da-47d3-9a77-761b31129e30 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:44.630791 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bb7f60-25da-47d3-9a77-761b31129e30 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03716971-e61d-4fca-afed-044c53158371,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:54:44.639526 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-38bb7f60-25da-47d3-9a77-761b31129e30 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:44.640757 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-38bb7f60-25da-47d3-9a77-761b31129e30 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1410973 Dec 10 19:54:44.718867 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b75b224d-1462-40a8-8a99-d8320606ca43 req-c531e0fc-2957-460a-990b-ff91e696504c tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-119272009&fields=id&tenant_id=a96614b6259748799abbf9fb3965a598 HTTP/1.1" status: 200 len: 267 time: 0.0325186 Dec 10 19:54:44.771714 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75b224d-1462-40a8-8a99-d8320606ca43 req-3db9e92d-b094-41f8-9955-547191b653a4 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:44.773191 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b75b224d-1462-40a8-8a99-d8320606ca43 req-3db9e92d-b094-41f8-9955-547191b653a4 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/ports?device_id=469c1dab-f1dc-4555-ba5a-7b18fe010726 HTTP/1.1" status: 200 len: 945 time: 0.0487490 Dec 10 19:54:44.784850 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-b75b224d-1462-40a8-8a99-d8320606ca43 req-c5536542-5a25-4346-9dd6-010f4884b171 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Request body: {'port': {'security_groups': ['23832c17-207b-4ff4-91d2-d46eff740490', 'a4ba47e8-1375-4ae3-80d6-589ed062506e']}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:54:44.858118 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-b75b224d-1462-40a8-8a99-d8320606ca43 req-c5536542-5a25-4346-9dd6-010f4884b171 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:45.088041 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-b75b224d-1462-40a8-8a99-d8320606ca43 req-c5536542-5a25-4346-9dd6-010f4884b171 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] For port be2a07be-be4e-49d6-a844-66deee2a56d9, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=be2a07be-be4e-49d6-a844-66deee2a56d9,segment=NetworkSegment(55f6cc73-fb9e-4cae-a323-1e7ffb637894),segment_id=55f6cc73-fb9e-4cae-a323-1e7ffb637894)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:54:45.116825 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-b75b224d-1462-40a8-8a99-d8320606ca43 req-c5536542-5a25-4346-9dd6-010f4884b171 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:45.122790 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-b75b224d-1462-40a8-8a99-d8320606ca43 req-c5536542-5a25-4346-9dd6-010f4884b171 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:45.144949 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['be2a07be-be4e-49d6-a844-66deee2a56d9'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:54:45.166596 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75b224d-1462-40a8-8a99-d8320606ca43 req-c5536542-5a25-4346-9dd6-010f4884b171 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:45.167266 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-b75b224d-1462-40a8-8a99-d8320606ca43 req-c5536542-5a25-4346-9dd6-010f4884b171 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:45.168772 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b75b224d-1462-40a8-8a99-d8320606ca43 req-c5536542-5a25-4346-9dd6-010f4884b171 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "PUT /v2.0/ports/be2a07be-be4e-49d6-a844-66deee2a56d9 HTTP/1.1" status: 200 len: 981 time: 0.3888845 Dec 10 19:54:45.169327 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '469c1dab-f1dc-4555-ba5a-7b18fe010726', 'tag': 'be2a07be-be4e-49d6-a844-66deee2a56d9'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:54:45.172984 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46146a7a-7f49-4fa0-acb9-e557390d4d9b" -d '{"events": [{"name": "network-changed", "server_uuid": "469c1dab-f1dc-4555-ba5a-7b18fe010726", "tag": "be2a07be-be4e-49d6-a844-66deee2a56d9"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:54:45.208579 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5536542-5a25-4346-9dd6-010f4884b171 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Pushing event updated for resources: {'Port': ['ID=be2a07be-be4e-49d6-a844-66deee2a56d9,revision_number=6']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:54:45.225063 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06068abc-a838-4bdb-92c2-dce3c2c98306 x-openstack-request-id: req-06068abc-a838-4bdb-92c2-dce3c2c98306 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:54:45.225684 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "469c1dab-f1dc-4555-ba5a-7b18fe010726", "tag": "be2a07be-be4e-49d6-a844-66deee2a56d9", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:54:45.226136 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-06068abc-a838-4bdb-92c2-dce3c2c98306 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:54:45.226782 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '469c1dab-f1dc-4555-ba5a-7b18fe010726', 'tag': 'be2a07be-be4e-49d6-a844-66deee2a56d9', 'status': 'completed', 'code': 200} Dec 10 19:54:45.245906 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['be2a07be-be4e-49d6-a844-66deee2a56d9'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:54:45.336098 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46146a7a-7f49-4fa0-acb9-e557390d4d9b req-0e79a60d-dd7b-4f10-af09-32b308efcdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:45.337638 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-46146a7a-7f49-4fa0-acb9-e557390d4d9b req-0e79a60d-dd7b-4f10-af09-32b308efcdb0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a96614b6259748799abbf9fb3965a598&device_id=469c1dab-f1dc-4555-ba5a-7b18fe010726 HTTP/1.1" status: 200 len: 1137 time: 0.0825589 Dec 10 19:54:45.346862 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1637671-c5aa-4f74-8b3b-b9fbf8ad1bcb req-88493dbe-914c-496c-be4d-b6d7fb6daaa4 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:45.348385 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b1637671-c5aa-4f74-8b3b-b9fbf8ad1bcb req-88493dbe-914c-496c-be4d-b6d7fb6daaa4 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/ports?device_id=469c1dab-f1dc-4555-ba5a-7b18fe010726 HTTP/1.1" status: 200 len: 984 time: 0.0841072 Dec 10 19:54:45.453332 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b1637671-c5aa-4f74-8b3b-b9fbf8ad1bcb req-9950943f-a1c5-4e26-a9a6-ae5247f33b9f tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/security-groups?id=a4ba47e8-1375-4ae3-80d6-589ed062506e&id=23832c17-207b-4ff4-91d2-d46eff740490&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0948186 Dec 10 19:54:45.484108 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46146a7a-7f49-4fa0-acb9-e557390d4d9b req-b7aa40d5-6de9-4c0a-9d28-2f98bb961953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:45.485581 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-46146a7a-7f49-4fa0-acb9-e557390d4d9b req-b7aa40d5-6de9-4c0a-9d28-2f98bb961953 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2beaebbc-02da-44e0-940f-908301e791a5 HTTP/1.1" status: 200 len: 915 time: 0.1360719 Dec 10 19:54:45.557984 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-46146a7a-7f49-4fa0-acb9-e557390d4d9b req-c0aecc30-3c99-4db8-bbaf-43beb440ff6f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be2a07be-be4e-49d6-a844-66deee2a56d9 HTTP/1.1" status: 200 len: 1000 time: 0.0628743 Dec 10 19:54:45.559390 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-f12df238-3f13-4724-a8bb-d0680a275ad7 None None] Provisioning complete for port be2a07be-be4e-49d6-a844-66deee2a56d9 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:54:45.559765 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f12df238-3f13-4724-a8bb-d0680a275ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:45.613806 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46146a7a-7f49-4fa0-acb9-e557390d4d9b req-4ae3a6a8-6bc8-4923-b5d6-fb4e8bae46bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:45.615261 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-46146a7a-7f49-4fa0-acb9-e557390d4d9b req-4ae3a6a8-6bc8-4923-b5d6-fb4e8bae46bb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1240f245-08bb-45c2-988b-dff3370408b4 HTTP/1.1" status: 200 len: 853 time: 0.0488045 Dec 10 19:54:45.667848 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46146a7a-7f49-4fa0-acb9-e557390d4d9b req-149e04d1-4443-42cd-8159-41e804619f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:54:45.670090 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-46146a7a-7f49-4fa0-acb9-e557390d4d9b req-149e04d1-4443-42cd-8159-41e804619f98 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2beaebbc-02da-44e0-940f-908301e791a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0473754 Dec 10 19:54:46.129240 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-46146a7a-7f49-4fa0-acb9-e557390d4d9b req-0d5d434b-df7e-4ac9-9a3b-0c6fbcdec627 service neutron] 10.222.0.36 "GET /v2.0/networks/2beaebbc-02da-44e0-940f-908301e791a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4497921 Dec 10 19:54:46.232720 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-46146a7a-7f49-4fa0-acb9-e557390d4d9b req-0a666d1d-3f3b-4a4b-89b8-9e57afd36f5c service neutron] 10.222.0.36 "GET /v2.0/networks/2beaebbc-02da-44e0-940f-908301e791a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959914 Dec 10 19:54:50.312323 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-629f091e-2060-4004-a68b-5970a327eed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:54.275298 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-120ba434-446a-45e2-aeb4-d7305e61ddf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:55.503781 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:56.556524 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:56.904718 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:54:58.953591 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:55:02.692342 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:55:12.772103 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4dfb8b9f-4c2f-471d-b83b-7382d0f0e6aa req-81a73160-f614-4794-b5ab-87d76e4ab540 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=469c1dab-f1dc-4555-ba5a-7b18fe010726&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0858653 Dec 10 19:55:12.852286 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb8b9f-4c2f-471d-b83b-7382d0f0e6aa req-18dd6517-9f57-47f2-979d-f6b61692f185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:55:12.853775 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4dfb8b9f-4c2f-471d-b83b-7382d0f0e6aa req-18dd6517-9f57-47f2-979d-f6b61692f185 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a96614b6259748799abbf9fb3965a598&device_id=469c1dab-f1dc-4555-ba5a-7b18fe010726 HTTP/1.1" status: 200 len: 1137 time: 0.0396762 Dec 10 19:55:12.960814 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb8b9f-4c2f-471d-b83b-7382d0f0e6aa req-46e88bc8-7f96-4265-aa77-4a6738fc5092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:55:12.962174 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4dfb8b9f-4c2f-471d-b83b-7382d0f0e6aa req-46e88bc8-7f96-4265-aa77-4a6738fc5092 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2beaebbc-02da-44e0-940f-908301e791a5 HTTP/1.1" status: 200 len: 915 time: 0.0876286 Dec 10 19:55:13.028823 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4dfb8b9f-4c2f-471d-b83b-7382d0f0e6aa req-311d27fb-274a-4b2b-93e1-9c02357f440c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be2a07be-be4e-49d6-a844-66deee2a56d9 HTTP/1.1" status: 200 len: 1000 time: 0.0588500 Dec 10 19:55:13.079370 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb8b9f-4c2f-471d-b83b-7382d0f0e6aa req-7c8e8877-52ca-4711-8983-23c8354a6712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:55:13.080864 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4dfb8b9f-4c2f-471d-b83b-7382d0f0e6aa req-7c8e8877-52ca-4711-8983-23c8354a6712 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1240f245-08bb-45c2-988b-dff3370408b4 HTTP/1.1" status: 200 len: 853 time: 0.0450323 Dec 10 19:55:13.132422 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb8b9f-4c2f-471d-b83b-7382d0f0e6aa req-d8eeee6f-e557-46e0-9474-076ac13658e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:55:13.133938 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4dfb8b9f-4c2f-471d-b83b-7382d0f0e6aa req-d8eeee6f-e557-46e0-9474-076ac13658e9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2beaebbc-02da-44e0-940f-908301e791a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0453868 Dec 10 19:55:13.146625 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [req-4dfb8b9f-4c2f-471d-b83b-7382d0f0e6aa req-bba22fd1-825f-4b35-84d6-85df7294d041 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:55:13.147588 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4dfb8b9f-4c2f-471d-b83b-7382d0f0e6aa req-bba22fd1-825f-4b35-84d6-85df7294d041 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052779 Dec 10 19:55:13.239523 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4dfb8b9f-4c2f-471d-b83b-7382d0f0e6aa req-82de3d18-7f84-42ba-81c7-8aa16e7af28c service neutron] 10.222.0.36 "GET /v2.0/networks/2beaebbc-02da-44e0-940f-908301e791a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844414 Dec 10 19:55:13.342191 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4dfb8b9f-4c2f-471d-b83b-7382d0f0e6aa req-f7071446-7740-4504-9eab-2393b878e8ed service neutron] 10.222.0.36 "GET /v2.0/networks/2beaebbc-02da-44e0-940f-908301e791a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941713 Dec 10 19:55:20.314845 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-265ea79e-4c04-4d6b-a021-c1dd66d440b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:55:24.275952 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b60b4658-d0c2-4d74-85b8-db4dda2f2449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:55:25.508070 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:55:26.558395 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:55:26.908306 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:55:32.693076 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:55:35.953518 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:55:44.128345 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca49048-394b-4919-9782-0904b8922e98 req-0ab8f63e-c9e9-4071-94a8-0820087d35c8 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:55:44.129836 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0ca49048-394b-4919-9782-0904b8922e98 req-0ab8f63e-c9e9-4071-94a8-0820087d35c8 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/ports?device_id=469c1dab-f1dc-4555-ba5a-7b18fe010726 HTTP/1.1" status: 200 len: 984 time: 0.0781162 Dec 10 19:55:44.136321 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c119427a-07a6-4e9d-b270-ae05d9eef1f1 req-4cc7c2a9-0b2d-41e8-992c-fcdcbeb28560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:55:44.137725 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c119427a-07a6-4e9d-b270-ae05d9eef1f1 req-4cc7c2a9-0b2d-41e8-992c-fcdcbeb28560 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a96614b6259748799abbf9fb3965a598&device_id=469c1dab-f1dc-4555-ba5a-7b18fe010726 HTTP/1.1" status: 200 len: 1137 time: 0.0583642 Dec 10 19:55:44.220595 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0ca49048-394b-4919-9782-0904b8922e98 req-443c529c-230a-48b4-a81b-93b0cfffa207 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/security-groups?id=a4ba47e8-1375-4ae3-80d6-589ed062506e&id=23832c17-207b-4ff4-91d2-d46eff740490&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0817635 Dec 10 19:55:44.253921 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c119427a-07a6-4e9d-b270-ae05d9eef1f1 req-417111ac-c8b9-4e57-9e65-cc45ea0e9d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:55:44.255365 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c119427a-07a6-4e9d-b270-ae05d9eef1f1 req-417111ac-c8b9-4e57-9e65-cc45ea0e9d52 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2beaebbc-02da-44e0-940f-908301e791a5 HTTP/1.1" status: 200 len: 915 time: 0.1100006 Dec 10 19:55:44.321767 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c119427a-07a6-4e9d-b270-ae05d9eef1f1 req-8433d459-76db-4bfe-a931-76906de5a99a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be2a07be-be4e-49d6-a844-66deee2a56d9 HTTP/1.1" status: 200 len: 1000 time: 0.0578439 Dec 10 19:55:44.377197 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c119427a-07a6-4e9d-b270-ae05d9eef1f1 req-3fd1f132-d089-4fcf-bd64-57c5e0bd16fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:55:44.378629 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c119427a-07a6-4e9d-b270-ae05d9eef1f1 req-3fd1f132-d089-4fcf-bd64-57c5e0bd16fa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1240f245-08bb-45c2-988b-dff3370408b4 HTTP/1.1" status: 200 len: 853 time: 0.0497577 Dec 10 19:55:44.424573 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c119427a-07a6-4e9d-b270-ae05d9eef1f1 req-95029c1b-37e3-46bd-8f0d-2467e1313bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:55:44.426082 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c119427a-07a6-4e9d-b270-ae05d9eef1f1 req-95029c1b-37e3-46bd-8f0d-2467e1313bb5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2beaebbc-02da-44e0-940f-908301e791a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398767 Dec 10 19:55:44.519037 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c119427a-07a6-4e9d-b270-ae05d9eef1f1 req-f8d22ae8-505b-43a1-a992-d0c4f3c81161 service neutron] 10.222.0.36 "GET /v2.0/networks/2beaebbc-02da-44e0-940f-908301e791a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851576 Dec 10 19:55:44.615947 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c119427a-07a6-4e9d-b270-ae05d9eef1f1 req-93759d1f-42e5-49f9-ab0f-cbb20a6b1452 service neutron] 10.222.0.36 "GET /v2.0/networks/2beaebbc-02da-44e0-940f-908301e791a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894613 Dec 10 19:55:45.339855 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1bd102-0f53-4639-a916-61630857cb53 req-2d723429-6e89-4b40-b904-0818a4b2e5d5 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:55:45.341442 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bd1bd102-0f53-4639-a916-61630857cb53 req-2d723429-6e89-4b40-b904-0818a4b2e5d5 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/ports?device_id=469c1dab-f1dc-4555-ba5a-7b18fe010726 HTTP/1.1" status: 200 len: 984 time: 0.0517137 Dec 10 19:55:45.381513 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bd1bd102-0f53-4639-a916-61630857cb53 req-75672701-4174-4493-a3c9-a7caefcc98d2 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/security-groups?id=a4ba47e8-1375-4ae3-80d6-589ed062506e&id=23832c17-207b-4ff4-91d2-d46eff740490&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340724 Dec 10 19:55:46.502548 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5151f58d-674f-472a-ad77-09dea1189744 req-191b9516-b1ee-4448-99c2-095e72b54995 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:55:46.504031 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5151f58d-674f-472a-ad77-09dea1189744 req-191b9516-b1ee-4448-99c2-095e72b54995 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/ports?device_id=469c1dab-f1dc-4555-ba5a-7b18fe010726 HTTP/1.1" status: 200 len: 984 time: 0.0543718 Dec 10 19:55:46.546644 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5151f58d-674f-472a-ad77-09dea1189744 req-4fe10215-12b4-4c83-8d28-126203d041c2 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/security-groups?id=a4ba47e8-1375-4ae3-80d6-589ed062506e&id=23832c17-207b-4ff4-91d2-d46eff740490&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364795 Dec 10 19:55:47.663331 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1367cc45-ee9a-49ab-a3c4-4a4c6f9070c4 req-e1dedd9d-d2d8-4216-b595-dbae33dbe6bb tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:55:47.664880 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1367cc45-ee9a-49ab-a3c4-4a4c6f9070c4 req-e1dedd9d-d2d8-4216-b595-dbae33dbe6bb tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/ports?device_id=469c1dab-f1dc-4555-ba5a-7b18fe010726 HTTP/1.1" status: 200 len: 984 time: 0.0503733 Dec 10 19:55:47.707304 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1367cc45-ee9a-49ab-a3c4-4a4c6f9070c4 req-8d922c44-063c-418d-97cf-428572d4cc2a tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/security-groups?id=a4ba47e8-1375-4ae3-80d6-589ed062506e&id=23832c17-207b-4ff4-91d2-d46eff740490&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0362840 Dec 10 19:55:48.822966 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678906e-6e8e-4170-9533-7d3aa6f382a5 req-da41306f-05db-4987-8d39-0532a281af7f tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:55:48.824624 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6678906e-6e8e-4170-9533-7d3aa6f382a5 req-da41306f-05db-4987-8d39-0532a281af7f tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/ports?device_id=469c1dab-f1dc-4555-ba5a-7b18fe010726 HTTP/1.1" status: 200 len: 984 time: 0.0503659 Dec 10 19:55:48.865673 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6678906e-6e8e-4170-9533-7d3aa6f382a5 req-857511aa-6aea-41c3-a35f-1678cc4d85c5 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/security-groups?id=a4ba47e8-1375-4ae3-80d6-589ed062506e&id=23832c17-207b-4ff4-91d2-d46eff740490&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339534 Dec 10 19:55:49.987382 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ec649-e207-47b4-99c2-160c579140fd req-a559899c-5ff9-49b9-a6ba-85dba07810cc tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:55:49.988793 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c53ec649-e207-47b4-99c2-160c579140fd req-a559899c-5ff9-49b9-a6ba-85dba07810cc tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/ports?device_id=469c1dab-f1dc-4555-ba5a-7b18fe010726 HTTP/1.1" status: 200 len: 984 time: 0.0547471 Dec 10 19:55:50.028404 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c53ec649-e207-47b4-99c2-160c579140fd req-5bfae4d1-6f9b-4a0f-a6aa-4ae79c5623ad tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/security-groups?id=a4ba47e8-1375-4ae3-80d6-589ed062506e&id=23832c17-207b-4ff4-91d2-d46eff740490&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334928 Dec 10 19:55:50.315952 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d01abf8-cb11-4e31-ac34-e025390c17ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:55:51.145262 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693bbc5f-e985-4f2c-9918-9ae1e1126a6f req-6cd77f78-6302-4a19-8b9a-9b08289388a5 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:55:51.146813 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-693bbc5f-e985-4f2c-9918-9ae1e1126a6f req-6cd77f78-6302-4a19-8b9a-9b08289388a5 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/ports?device_id=469c1dab-f1dc-4555-ba5a-7b18fe010726 HTTP/1.1" status: 200 len: 984 time: 0.0510318 Dec 10 19:55:51.188418 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-693bbc5f-e985-4f2c-9918-9ae1e1126a6f req-affaae98-15d3-45c3-b891-6e20f565b368 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/security-groups?id=a4ba47e8-1375-4ae3-80d6-589ed062506e&id=23832c17-207b-4ff4-91d2-d46eff740490&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355227 Dec 10 19:55:52.354025 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a48aa-0a7d-4fb2-a4b5-081a5c89a50e req-14cac94d-6422-46bb-af2a-49cd6ec71c01 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:55:52.355763 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-cc3a48aa-0a7d-4fb2-a4b5-081a5c89a50e req-14cac94d-6422-46bb-af2a-49cd6ec71c01 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/ports?device_id=469c1dab-f1dc-4555-ba5a-7b18fe010726 HTTP/1.1" status: 200 len: 984 time: 0.0998819 Dec 10 19:55:52.399968 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-cc3a48aa-0a7d-4fb2-a4b5-081a5c89a50e req-41905607-c35d-47ff-8881-45982e699101 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/security-groups?id=a4ba47e8-1375-4ae3-80d6-589ed062506e&id=23832c17-207b-4ff4-91d2-d46eff740490&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0374908 Dec 10 19:55:53.568626 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f2977-46d4-44d8-8939-2aac0cfb700c req-69a2c15b-5fa2-4033-b8c5-bfbdf720bcc4 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:55:53.570104 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a76f2977-46d4-44d8-8939-2aac0cfb700c req-69a2c15b-5fa2-4033-b8c5-bfbdf720bcc4 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/ports?device_id=469c1dab-f1dc-4555-ba5a-7b18fe010726 HTTP/1.1" status: 200 len: 984 time: 0.1024241 Dec 10 19:55:53.611664 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a76f2977-46d4-44d8-8939-2aac0cfb700c req-3b9907ae-28ba-46fb-bc75-ae05275be791 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/security-groups?id=a4ba47e8-1375-4ae3-80d6-589ed062506e&id=23832c17-207b-4ff4-91d2-d46eff740490&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355585 Dec 10 19:55:54.277737 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2f39edd8-16c0-49c2-8d97-e8abe6d26321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:55:54.727138 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9994d1-1893-4396-bc29-8c41e26ceea8 req-343df346-466b-4d72-aa28-87858f372ab3 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:55:54.728735 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2f9994d1-1893-4396-bc29-8c41e26ceea8 req-343df346-466b-4d72-aa28-87858f372ab3 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/ports?device_id=469c1dab-f1dc-4555-ba5a-7b18fe010726 HTTP/1.1" status: 200 len: 984 time: 0.0494218 Dec 10 19:55:54.769450 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2f9994d1-1893-4396-bc29-8c41e26ceea8 req-60072740-578d-4236-95aa-348fcad7d848 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/security-groups?id=a4ba47e8-1375-4ae3-80d6-589ed062506e&id=23832c17-207b-4ff4-91d2-d46eff740490&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338233 Dec 10 19:55:55.509409 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:55:55.886190 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb3e53-62bd-46bd-aa3e-6192bc699af7 req-ac8861b9-a4fc-4a28-a323-e10561638000 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:55:55.887698 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-63cb3e53-62bd-46bd-aa3e-6192bc699af7 req-ac8861b9-a4fc-4a28-a323-e10561638000 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/ports?device_id=469c1dab-f1dc-4555-ba5a-7b18fe010726 HTTP/1.1" status: 200 len: 984 time: 0.0514045 Dec 10 19:55:55.937075 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-63cb3e53-62bd-46bd-aa3e-6192bc699af7 req-b3844500-9b46-4e25-bbb3-c0d42d7ef8a8 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/security-groups?id=a4ba47e8-1375-4ae3-80d6-589ed062506e&id=23832c17-207b-4ff4-91d2-d46eff740490&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0427518 Dec 10 19:55:56.561022 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:55:56.909804 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:56:02.680120 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:56:12.952725 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:56:14.729085 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ae9a0f77-f0fd-497e-b25a-91db6e8e57b5 req-974f64e5-23a0-4259-a9fa-f6dd3123d85e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=469c1dab-f1dc-4555-ba5a-7b18fe010726&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0462270 Dec 10 19:56:14.821845 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a0f77-f0fd-497e-b25a-91db6e8e57b5 req-bc5f189e-a81c-4308-a65d-bb667bbaae7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:56:14.823365 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ae9a0f77-f0fd-497e-b25a-91db6e8e57b5 req-bc5f189e-a81c-4308-a65d-bb667bbaae7d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a96614b6259748799abbf9fb3965a598&device_id=469c1dab-f1dc-4555-ba5a-7b18fe010726 HTTP/1.1" status: 200 len: 1137 time: 0.0428021 Dec 10 19:56:14.936821 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a0f77-f0fd-497e-b25a-91db6e8e57b5 req-4f32a81c-0db0-4f8f-93fe-1f91ff799235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:56:14.938307 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ae9a0f77-f0fd-497e-b25a-91db6e8e57b5 req-4f32a81c-0db0-4f8f-93fe-1f91ff799235 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2beaebbc-02da-44e0-940f-908301e791a5 HTTP/1.1" status: 200 len: 915 time: 0.0908709 Dec 10 19:56:15.011468 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ae9a0f77-f0fd-497e-b25a-91db6e8e57b5 req-047d1274-93a2-440c-a58f-dfabd05adba2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be2a07be-be4e-49d6-a844-66deee2a56d9 HTTP/1.1" status: 200 len: 1000 time: 0.0650406 Dec 10 19:56:15.064599 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a0f77-f0fd-497e-b25a-91db6e8e57b5 req-fcffa95f-b388-4f39-8a3c-cca5e20e8b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:56:15.066078 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ae9a0f77-f0fd-497e-b25a-91db6e8e57b5 req-fcffa95f-b388-4f39-8a3c-cca5e20e8b8c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1240f245-08bb-45c2-988b-dff3370408b4 HTTP/1.1" status: 200 len: 853 time: 0.0456409 Dec 10 19:56:15.115321 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a0f77-f0fd-497e-b25a-91db6e8e57b5 req-b41c5696-2ed9-4f3d-8328-ae0002d38a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:56:15.116941 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ae9a0f77-f0fd-497e-b25a-91db6e8e57b5 req-b41c5696-2ed9-4f3d-8328-ae0002d38a09 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2beaebbc-02da-44e0-940f-908301e791a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425432 Dec 10 19:56:15.219011 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ae9a0f77-f0fd-497e-b25a-91db6e8e57b5 req-ff41e441-30c8-414b-bfcc-318dd829a707 service neutron] 10.222.0.36 "GET /v2.0/networks/2beaebbc-02da-44e0-940f-908301e791a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925491 Dec 10 19:56:15.316977 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ae9a0f77-f0fd-497e-b25a-91db6e8e57b5 req-640850c4-d219-4bbb-a28c-f7ee1703f6de service neutron] 10.222.0.36 "GET /v2.0/networks/2beaebbc-02da-44e0-940f-908301e791a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868866 Dec 10 19:56:20.316555 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-56d3795c-9f92-4c1c-b248-61af028fb624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:56:24.279102 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-9dbcc612-c48e-4e61-b50e-011be2d71931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:56:25.512355 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:56:26.562363 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:56:26.912320 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:56:27.491930 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [req-7f4025e5-ebe9-446e-ae9a-6bd4be02d64a req-15ff192e-ebd0-4835-bc18-483402717975 tempest-ServerDiskConfigTestJSON-412407520 tempest-ServerDiskConfigTestJSON-412407520-project] (102366) timed out ('10.222.0.36', 50049) {{(pid=102366) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 10 19:56:32.685362 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:56:49.951994 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:56:50.317109 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0fc1bd83-c097-4dae-82ac-83ff66f01f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:56:54.280225 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-544422ed-171e-4783-8bc8-59f9f8533130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:56:55.514473 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:56:56.565347 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:56:56.914511 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:56:59.410042 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d81aa1be-06c7-4d14-91a1-98a5c54516c3 req-0dbd7d45-ece8-46c1-bdbf-8a3d75e994ce tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-119272009&fields=id&tenant_id=a96614b6259748799abbf9fb3965a598 HTTP/1.1" status: 200 len: 267 time: 0.0349195 Dec 10 19:56:59.468910 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81aa1be-06c7-4d14-91a1-98a5c54516c3 req-16880b38-cfbc-4a9f-a008-ca86181a9d99 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:56:59.470369 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d81aa1be-06c7-4d14-91a1-98a5c54516c3 req-16880b38-cfbc-4a9f-a008-ca86181a9d99 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/ports?device_id=469c1dab-f1dc-4555-ba5a-7b18fe010726 HTTP/1.1" status: 200 len: 984 time: 0.0546379 Dec 10 19:56:59.481624 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-d81aa1be-06c7-4d14-91a1-98a5c54516c3 req-1b8c4798-aa54-4f72-a87e-3bd53cb2b162 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Request body: {'port': {'security_groups': ['23832c17-207b-4ff4-91d2-d46eff740490']}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:56:59.543599 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-d81aa1be-06c7-4d14-91a1-98a5c54516c3 req-1b8c4798-aa54-4f72-a87e-3bd53cb2b162 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:56:59.722753 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-d81aa1be-06c7-4d14-91a1-98a5c54516c3 req-1b8c4798-aa54-4f72-a87e-3bd53cb2b162 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] For port be2a07be-be4e-49d6-a844-66deee2a56d9, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=be2a07be-be4e-49d6-a844-66deee2a56d9,segment=NetworkSegment(55f6cc73-fb9e-4cae-a323-1e7ffb637894),segment_id=55f6cc73-fb9e-4cae-a323-1e7ffb637894)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:56:59.753609 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-d81aa1be-06c7-4d14-91a1-98a5c54516c3 req-1b8c4798-aa54-4f72-a87e-3bd53cb2b162 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:56:59.758596 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-d81aa1be-06c7-4d14-91a1-98a5c54516c3 req-1b8c4798-aa54-4f72-a87e-3bd53cb2b162 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:56:59.770955 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['be2a07be-be4e-49d6-a844-66deee2a56d9'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:56:59.788080 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81aa1be-06c7-4d14-91a1-98a5c54516c3 req-1b8c4798-aa54-4f72-a87e-3bd53cb2b162 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:56:59.789080 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-d81aa1be-06c7-4d14-91a1-98a5c54516c3 req-1b8c4798-aa54-4f72-a87e-3bd53cb2b162 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:56:59.794786 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d81aa1be-06c7-4d14-91a1-98a5c54516c3 req-1b8c4798-aa54-4f72-a87e-3bd53cb2b162 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "PUT /v2.0/ports/be2a07be-be4e-49d6-a844-66deee2a56d9 HTTP/1.1" status: 200 len: 942 time: 0.3138013 Dec 10 19:56:59.797056 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 34722) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:56:59.818410 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '469c1dab-f1dc-4555-ba5a-7b18fe010726', 'tag': 'be2a07be-be4e-49d6-a844-66deee2a56d9'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:56:59.820720 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e7f59c-d265-4964-af7c-9b31040d743c" -d '{"events": [{"name": "network-changed", "server_uuid": "469c1dab-f1dc-4555-ba5a-7b18fe010726", "tag": "be2a07be-be4e-49d6-a844-66deee2a56d9"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:56:59.867142 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8c4798-aa54-4f72-a87e-3bd53cb2b162 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Pushing event updated for resources: {'Port': ['ID=be2a07be-be4e-49d6-a844-66deee2a56d9,revision_number=7']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:56:59.871331 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['be2a07be-be4e-49d6-a844-66deee2a56d9'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:56:59.877864 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-160a6588-255a-4b03-abef-ef74d522991e tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:56:59.885666 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c4798-aa54-4f72-a87e-3bd53cb2b162 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:56:59.886091 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c4798-aa54-4f72-a87e-3bd53cb2b162 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:56:59.886341 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c4798-aa54-4f72-a87e-3bd53cb2b162 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:56:59.886681 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c4798-aa54-4f72-a87e-3bd53cb2b162 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:56:59.887012 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c4798-aa54-4f72-a87e-3bd53cb2b162 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:56:59.887340 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c4798-aa54-4f72-a87e-3bd53cb2b162 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:56:59.887667 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c4798-aa54-4f72-a87e-3bd53cb2b162 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:56:59.888019 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c4798-aa54-4f72-a87e-3bd53cb2b162 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:56:59.888370 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c4798-aa54-4f72-a87e-3bd53cb2b162 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:56:59.888717 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c4798-aa54-4f72-a87e-3bd53cb2b162 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:56:59.889041 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c4798-aa54-4f72-a87e-3bd53cb2b162 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:56:59.889382 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c4798-aa54-4f72-a87e-3bd53cb2b162 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:56:59.896158 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afbdcf86-982a-468e-9382-0bba3e6507c3 x-openstack-request-id: req-afbdcf86-982a-468e-9382-0bba3e6507c3 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:56:59.896673 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "469c1dab-f1dc-4555-ba5a-7b18fe010726", "tag": "be2a07be-be4e-49d6-a844-66deee2a56d9", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:56:59.896992 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-afbdcf86-982a-468e-9382-0bba3e6507c3 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:56:59.897452 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '469c1dab-f1dc-4555-ba5a-7b18fe010726', 'tag': 'be2a07be-be4e-49d6-a844-66deee2a56d9', 'status': 'completed', 'code': 200} Dec 10 19:56:59.922534 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-160a6588-255a-4b03-abef-ef74d522991e tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:56:59.963989 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7f59c-d265-4964-af7c-9b31040d743c req-0af0231d-dfb3-4580-91b4-09589cd720bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:56:59.966059 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-65e7f59c-d265-4964-af7c-9b31040d743c req-0af0231d-dfb3-4580-91b4-09589cd720bf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a96614b6259748799abbf9fb3965a598&device_id=469c1dab-f1dc-4555-ba5a-7b18fe010726 HTTP/1.1" status: 200 len: 1098 time: 0.0532982 Dec 10 19:57:00.012064 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-160a6588-255a-4b03-abef-ef74d522991e tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:00.014835 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-160a6588-255a-4b03-abef-ef74d522991e tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:00.018504 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-160a6588-255a-4b03-abef-ef74d522991e tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "DELETE /v2.0/security-groups/a4ba47e8-1375-4ae3-80d6-589ed062506e HTTP/1.1" status: 204 len: 168 time: 0.2173440 Dec 10 19:57:00.020486 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 34732) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:57:00.068591 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160a6588-255a-4b03-abef-ef74d522991e tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ba47e8-1375-4ae3-80d6-589ed062506e,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:57:00.087601 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7f59c-d265-4964-af7c-9b31040d743c req-10f2a483-d75d-45f9-bb62-e86772d2a920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:57:00.089128 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160a6588-255a-4b03-abef-ef74d522991e tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:57:00.089471 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160a6588-255a-4b03-abef-ef74d522991e tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:57:00.089804 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160a6588-255a-4b03-abef-ef74d522991e tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:57:00.090138 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160a6588-255a-4b03-abef-ef74d522991e tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:57:00.090310 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-65e7f59c-d265-4964-af7c-9b31040d743c req-10f2a483-d75d-45f9-bb62-e86772d2a920 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2beaebbc-02da-44e0-940f-908301e791a5 HTTP/1.1" status: 200 len: 915 time: 0.1149356 Dec 10 19:57:00.090469 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160a6588-255a-4b03-abef-ef74d522991e tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:57:00.090790 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160a6588-255a-4b03-abef-ef74d522991e tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:57:00.091113 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160a6588-255a-4b03-abef-ef74d522991e tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:57:00.091817 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160a6588-255a-4b03-abef-ef74d522991e tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:57:00.091817 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160a6588-255a-4b03-abef-ef74d522991e tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:57:00.092070 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160a6588-255a-4b03-abef-ef74d522991e tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:57:00.092357 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160a6588-255a-4b03-abef-ef74d522991e tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:57:00.092709 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160a6588-255a-4b03-abef-ef74d522991e tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:57:00.150059 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-0fc0284b-9881-4aa5-a313-a548b5244324 None None] Provisioning complete for port be2a07be-be4e-49d6-a844-66deee2a56d9 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:57:00.150429 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0fc0284b-9881-4aa5-a313-a548b5244324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:00.177860 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-65e7f59c-d265-4964-af7c-9b31040d743c req-b416543c-5cb3-4b23-afe2-141430506609 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be2a07be-be4e-49d6-a844-66deee2a56d9 HTTP/1.1" status: 200 len: 1000 time: 0.0771425 Dec 10 19:57:00.217952 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-baa1e7bc-dbf9-4581-9331-15b5d4b15f43 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Deleting port ce60612f-88dd-4302-b0d2-2cfebd124965 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:57:00.218239 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-baa1e7bc-dbf9-4581-9331-15b5d4b15f43 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:00.234008 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7f59c-d265-4964-af7c-9b31040d743c req-f334a475-3237-411b-83b0-56e319efc149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:57:00.235500 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-65e7f59c-d265-4964-af7c-9b31040d743c req-f334a475-3237-411b-83b0-56e319efc149 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1240f245-08bb-45c2-988b-dff3370408b4 HTTP/1.1" status: 200 len: 853 time: 0.0496941 Dec 10 19:57:00.283149 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7f59c-d265-4964-af7c-9b31040d743c req-45fbe790-5a84-47d3-8713-764c4b619cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:57:00.284800 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-65e7f59c-d265-4964-af7c-9b31040d743c req-45fbe790-5a84-47d3-8713-764c4b619cdf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2beaebbc-02da-44e0-940f-908301e791a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413446 Dec 10 19:57:00.297075 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-baa1e7bc-dbf9-4581-9331-15b5d4b15f43 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:00.297398 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-baa1e7bc-dbf9-4581-9331-15b5d4b15f43 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:00.309644 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-baa1e7bc-dbf9-4581-9331-15b5d4b15f43 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Calling delete_port for ce60612f-88dd-4302-b0d2-2cfebd124965 owned by network:floatingip {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:57:00.380719 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-65e7f59c-d265-4964-af7c-9b31040d743c req-b6cad7f1-22d5-4d9f-9e57-4df99b8d8f13 service neutron] 10.222.0.36 "GET /v2.0/networks/2beaebbc-02da-44e0-940f-908301e791a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877531 Dec 10 19:57:00.462188 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-baa1e7bc-dbf9-4581-9331-15b5d4b15f43 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:00.478990 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-65e7f59c-d265-4964-af7c-9b31040d743c req-0fd1648d-1f7f-4e6d-beeb-5d7124128ef9 service neutron] 10.222.0.36 "GET /v2.0/networks/2beaebbc-02da-44e0-940f-908301e791a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903251 Dec 10 19:57:00.488857 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa1e7bc-dbf9-4581-9331-15b5d4b15f43 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Pushing event deleted for resources: {'Port': ['ID=ce60612f-88dd-4302-b0d2-2cfebd124965,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:57:00.552974 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-baa1e7bc-dbf9-4581-9331-15b5d4b15f43 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Notify callbacks [] for floatingip, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:00.553297 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.l3_db [None req-baa1e7bc-dbf9-4581-9331-15b5d4b15f43 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Floating IP 5a374fb5-0892-4bf7-9f00-6eaeadb8a340 disassociated (deleted). External IP: 172.26.6.73, port: be2a07be-be4e-49d6-a844-66deee2a56d9. Dec 10 19:57:00.768206 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa1e7bc-dbf9-4581-9331-15b5d4b15f43 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Router b725d339-e439-49fb-ae41-9a9534c3852c has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:57:00.873998 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa1e7bc-dbf9-4581-9331-15b5d4b15f43 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:57:00.878883 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-baa1e7bc-dbf9-4581-9331-15b5d4b15f43 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:00.883871 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187113ca-eeb9-4066-9309-8ed9e4cf338f None None] Sync routers for ids ['b725d339-e439-49fb-ae41-9a9534c3852c'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:57:00.892991 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187113ca-eeb9-4066-9309-8ed9e4cf338f None None] Routers {'b725d339-e439-49fb-ae41-9a9534c3852c'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:57:00.893592 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-187113ca-eeb9-4066-9309-8ed9e4cf338f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:56:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['b725d339-e439-49fb-ae41-9a9534c3852c'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:57:00.906061 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-baa1e7bc-dbf9-4581-9331-15b5d4b15f43 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "DELETE /v2.0/floatingips/5a374fb5-0892-4bf7-9f00-6eaeadb8a340 HTTP/1.1" status: 204 len: 168 time: 0.8845522 Dec 10 19:57:00.906746 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '469c1dab-f1dc-4555-ba5a-7b18fe010726', 'tag': 'be2a07be-be4e-49d6-a844-66deee2a56d9'}] {{(pid=102366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:57:00.909055 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a86acec104960cf4069dffce1919f1f0aa2a294c7752363dfd1d6594a90fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1cfd60e-71f0-46bf-a579-8503d809c458" -d '{"events": [{"name": "network-changed", "server_uuid": "469c1dab-f1dc-4555-ba5a-7b18fe010726", "tag": "be2a07be-be4e-49d6-a844-66deee2a56d9"}]}' {{(pid=102366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:57:00.960920 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d18ac5-25dd-4bec-9e47-e0231dfd2e20 x-openstack-request-id: req-91d18ac5-25dd-4bec-9e47-e0231dfd2e20 {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:57:00.961209 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "469c1dab-f1dc-4555-ba5a-7b18fe010726", "tag": "be2a07be-be4e-49d6-a844-66deee2a56d9", "status": "completed", "code": 200}]} {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:57:00.961457 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-91d18ac5-25dd-4bec-9e47-e0231dfd2e20 {{(pid=102366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:57:00.961975 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '469c1dab-f1dc-4555-ba5a-7b18fe010726', 'tag': 'be2a07be-be4e-49d6-a844-66deee2a56d9', 'status': 'completed', 'code': 200} Dec 10 19:57:01.031669 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfd60e-71f0-46bf-a579-8503d809c458 req-808ad7ce-1e06-4cf8-bfdc-eb8a15ff4cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:57:01.033223 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a1cfd60e-71f0-46bf-a579-8503d809c458 req-808ad7ce-1e06-4cf8-bfdc-eb8a15ff4cd1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a96614b6259748799abbf9fb3965a598&device_id=469c1dab-f1dc-4555-ba5a-7b18fe010726 HTTP/1.1" status: 200 len: 1098 time: 0.0482571 Dec 10 19:57:01.046024 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-187113ca-eeb9-4066-9309-8ed9e4cf338f None None] Set router b725d339-e439-49fb-ae41-9a9534c3852c gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:57:01.134560 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfd60e-71f0-46bf-a579-8503d809c458 req-e963031b-a879-4492-88fd-f7ea4b5263ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:57:01.136585 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a1cfd60e-71f0-46bf-a579-8503d809c458 req-e963031b-a879-4492-88fd-f7ea4b5263ec service neutron] 10.222.0.36 "GET /v2.0/networks?id=2beaebbc-02da-44e0-940f-908301e791a5 HTTP/1.1" status: 200 len: 915 time: 0.0958855 Dec 10 19:57:01.195038 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a1cfd60e-71f0-46bf-a579-8503d809c458 req-9cdc20aa-029a-4f68-8f50-562b7179d7c2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be2a07be-be4e-49d6-a844-66deee2a56d9 HTTP/1.1" status: 200 len: 217 time: 0.0476732 Dec 10 19:57:01.252298 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfd60e-71f0-46bf-a579-8503d809c458 req-ac6796a5-daee-4c8e-8b9f-2456dcf3dc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:57:01.253683 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a1cfd60e-71f0-46bf-a579-8503d809c458 req-ac6796a5-daee-4c8e-8b9f-2456dcf3dc78 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1240f245-08bb-45c2-988b-dff3370408b4 HTTP/1.1" status: 200 len: 853 time: 0.0505288 Dec 10 19:57:01.279977 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-187113ca-eeb9-4066-9309-8ed9e4cf338f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b725d339-e439-49fb-ae41-9a9534c3852c', 'name': 'tempest-TestMinimumBasicScenario-844453355-router', 'tenant_id': 'a96614b6259748799abbf9fb3965a598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.229'}], 'enable_snat': True}, 'gw_port_id': 'ae998d8e-2b68-431e-a12a-c342f36462ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:53:46Z', 'updated_at': '2021-12-10T19:53:49Z', 'revision_number': 4, 'project_id': 'a96614b6259748799abbf9fb3965a598', 'gw_port': {'id': 'ae998d8e-2b68-431e-a12a-c342f36462ff', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ab:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b725d339-e439-49fb-ae41-9a9534c3852c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:53:47Z', 'updated_at': '2021-12-10T19:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '34053777-b51c-44d3-b976-a455fcdd4ced', 'name': '', 'network_id': '2beaebbc-02da-44e0-940f-908301e791a5', 'tenant_id': 'a96614b6259748799abbf9fb3965a598', 'mac_address': 'fa:16:3e:4d:b2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b725d339-e439-49fb-ae41-9a9534c3852c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '1240f245-08bb-45c2-988b-dff3370408b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:53:49Z', 'updated_at': '2021-12-10T19:53:54Z', 'revision_number': 5, 'project_id': 'a96614b6259748799abbf9fb3965a598', 'subnets': [{'id': '1240f245-08bb-45c2-988b-dff3370408b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:57:01.300638 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfd60e-71f0-46bf-a579-8503d809c458 req-01c54be2-d66a-48bc-8514-2fcb1db4d0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:57:01.302149 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a1cfd60e-71f0-46bf-a579-8503d809c458 req-01c54be2-d66a-48bc-8514-2fcb1db4d0c8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2beaebbc-02da-44e0-940f-908301e791a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410216 Dec 10 19:57:01.310252 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187113ca-eeb9-4066-9309-8ed9e4cf338f None None] Checking router: b725d339-e439-49fb-ae41-9a9534c3852c for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:57:01.318701 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187113ca-eeb9-4066-9309-8ed9e4cf338f None None] Routers {'b725d339-e439-49fb-ae41-9a9534c3852c'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:57:01.319312 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-187113ca-eeb9-4066-9309-8ed9e4cf338f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:56:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['b725d339-e439-49fb-ae41-9a9534c3852c'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:57:01.392550 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a1cfd60e-71f0-46bf-a579-8503d809c458 req-dc628235-a2bb-4407-876c-9a0923704288 service neutron] 10.222.0.36 "GET /v2.0/networks/2beaebbc-02da-44e0-940f-908301e791a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826824 Dec 10 19:57:01.439198 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-187113ca-eeb9-4066-9309-8ed9e4cf338f None None] Set router b725d339-e439-49fb-ae41-9a9534c3852c gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:57:01.490952 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a1cfd60e-71f0-46bf-a579-8503d809c458 req-c8c977c0-aeae-4553-bcc2-c9abd9da915b service neutron] 10.222.0.36 "GET /v2.0/networks/2beaebbc-02da-44e0-940f-908301e791a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912046 Dec 10 19:57:01.638597 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-187113ca-eeb9-4066-9309-8ed9e4cf338f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b725d339-e439-49fb-ae41-9a9534c3852c', 'name': 'tempest-TestMinimumBasicScenario-844453355-router', 'tenant_id': 'a96614b6259748799abbf9fb3965a598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.229'}], 'enable_snat': True}, 'gw_port_id': 'ae998d8e-2b68-431e-a12a-c342f36462ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:53:46Z', 'updated_at': '2021-12-10T19:53:49Z', 'revision_number': 4, 'project_id': 'a96614b6259748799abbf9fb3965a598', 'gw_port': {'id': 'ae998d8e-2b68-431e-a12a-c342f36462ff', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ab:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b725d339-e439-49fb-ae41-9a9534c3852c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:53:47Z', 'updated_at': '2021-12-10T19:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '34053777-b51c-44d3-b976-a455fcdd4ced', 'name': '', 'network_id': '2beaebbc-02da-44e0-940f-908301e791a5', 'tenant_id': 'a96614b6259748799abbf9fb3965a598', 'mac_address': 'fa:16:3e:4d:b2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b725d339-e439-49fb-ae41-9a9534c3852c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '1240f245-08bb-45c2-988b-dff3370408b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:53:49Z', 'updated_at': '2021-12-10T19:53:54Z', 'revision_number': 5, 'project_id': 'a96614b6259748799abbf9fb3965a598', 'subnets': [{'id': '1240f245-08bb-45c2-988b-dff3370408b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:57:01.664010 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187113ca-eeb9-4066-9309-8ed9e4cf338f None None] The sync data for ids ['b725d339-e439-49fb-ae41-9a9534c3852c'] in dv-neutron-821441-1-hyperv is: [{'id': 'b725d339-e439-49fb-ae41-9a9534c3852c', 'name': 'tempest-TestMinimumBasicScenario-844453355-router', 'tenant_id': 'a96614b6259748799abbf9fb3965a598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.229'}], 'enable_snat': True}, 'gw_port_id': 'ae998d8e-2b68-431e-a12a-c342f36462ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:53:46Z', 'updated_at': '2021-12-10T19:53:49Z', 'revision_number': 4, 'project_id': 'a96614b6259748799abbf9fb3965a598', 'gw_port': {'id': 'ae998d8e-2b68-431e-a12a-c342f36462ff', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ab:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b725d339-e439-49fb-ae41-9a9534c3852c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:53:47Z', 'updated_at': '2021-12-10T19:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '34053777-b51c-44d3-b976-a455fcdd4ced', 'name': '', 'network_id': '2beaebbc-02da-44e0-940f-908301e791a5', 'tenant_id': 'a96614b6259748799abbf9fb3965a598', 'mac_address': 'fa:16:3e:4d:b2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b725d339-e439-49fb-ae41-9a9534c3852c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '1240f245-08bb-45c2-988b-dff3370408b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:53:49Z', 'updated_at': '2021-12-10T19:53:54Z', 'revision_number': 5, 'project_id': 'a96614b6259748799abbf9fb3965a598', 'subnets': [{'id': '1240f245-08bb-45c2-988b-dff3370408b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:57:01.920234 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f88998-1ce7-4d8f-a129-e512eb5684c0 None None] New status for floating IP 5a374fb5-0892-4bf7-9f00-6eaeadb8a340: DOWN {{(pid=102368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:57:02.690292 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:07.922398 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c210a151-3f93-45d2-994a-524c0a4230ac req-8460aa71-0fb2-484c-8012-005c2849bed2 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:57:07.923943 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c210a151-3f93-45d2-994a-524c0a4230ac req-8460aa71-0fb2-484c-8012-005c2849bed2 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/ports?device_id=469c1dab-f1dc-4555-ba5a-7b18fe010726 HTTP/1.1" status: 200 len: 945 time: 0.0507967 Dec 10 19:57:07.961122 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c210a151-3f93-45d2-994a-524c0a4230ac req-a47cc367-5068-49e7-be81-e354575dc8dd tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/security-groups?id=23832c17-207b-4ff4-91d2-d46eff740490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310783 Dec 10 19:57:09.081186 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463cfa32-1efb-4384-8dd3-8624c83fffb1 req-588d0893-61d1-4960-acca-50d5ca766d40 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:57:09.082641 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-463cfa32-1efb-4384-8dd3-8624c83fffb1 req-588d0893-61d1-4960-acca-50d5ca766d40 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/ports?device_id=469c1dab-f1dc-4555-ba5a-7b18fe010726 HTTP/1.1" status: 200 len: 945 time: 0.0519440 Dec 10 19:57:09.120455 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-463cfa32-1efb-4384-8dd3-8624c83fffb1 req-3cef74d1-02b0-43a4-9c6d-6c1e2491395d tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/security-groups?id=23832c17-207b-4ff4-91d2-d46eff740490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309849 Dec 10 19:57:10.006288 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63098280-ed2e-4990-bd25-b5fa635fdd11 req-a7802b67-3f24-4110-b8e7-fc78b2e108a3 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:57:10.007679 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-63098280-ed2e-4990-bd25-b5fa635fdd11 req-a7802b67-3f24-4110-b8e7-fc78b2e108a3 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.36 "GET /v2.0/ports?device_id=469c1dab-f1dc-4555-ba5a-7b18fe010726 HTTP/1.1" status: 200 len: 945 time: 0.0515447 Dec 10 19:57:10.101381 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-63098280-ed2e-4990-bd25-b5fa635fdd11 req-f59047d1-af05-4698-9480-637f8e0f5cb4 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Deleting port be2a07be-be4e-49d6-a844-66deee2a56d9 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:57:10.102049 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-63098280-ed2e-4990-bd25-b5fa635fdd11 req-f59047d1-af05-4698-9480-637f8e0f5cb4 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:10.195553 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-63098280-ed2e-4990-bd25-b5fa635fdd11 req-f59047d1-af05-4698-9480-637f8e0f5cb4 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] For port be2a07be-be4e-49d6-a844-66deee2a56d9, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=be2a07be-be4e-49d6-a844-66deee2a56d9,segment=NetworkSegment(55f6cc73-fb9e-4cae-a323-1e7ffb637894),segment_id=55f6cc73-fb9e-4cae-a323-1e7ffb637894)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:57:10.195910 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-63098280-ed2e-4990-bd25-b5fa635fdd11 req-f59047d1-af05-4698-9480-637f8e0f5cb4 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:10.229740 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-63098280-ed2e-4990-bd25-b5fa635fdd11 req-f59047d1-af05-4698-9480-637f8e0f5cb4 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Calling delete_port for be2a07be-be4e-49d6-a844-66deee2a56d9 owned by compute:nova {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:57:10.292791 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a9a0b5-571a-4393-b874-8111714b64d4 req-daa08649-b83d-435a-96d3-4900773b7d31 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:57:10.294161 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-93a9a0b5-571a-4393-b874-8111714b64d4 req-daa08649-b83d-435a-96d3-4900773b7d31 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/ports?device_id=469c1dab-f1dc-4555-ba5a-7b18fe010726 HTTP/1.1" status: 200 len: 945 time: 0.1039722 Dec 10 19:57:10.352476 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-93a9a0b5-571a-4393-b874-8111714b64d4 req-54f8133f-f621-47b0-866b-c322e901223c tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.69 "GET /v2.0/security-groups?id=23832c17-207b-4ff4-91d2-d46eff740490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499382 Dec 10 19:57:10.409188 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-63098280-ed2e-4990-bd25-b5fa635fdd11 req-f59047d1-af05-4698-9480-637f8e0f5cb4 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:10.422753 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['be2a07be-be4e-49d6-a844-66deee2a56d9'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:57:10.437521 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59047d1-af05-4698-9480-637f8e0f5cb4 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Pushing event deleted for resources: {'Port': ['ID=be2a07be-be4e-49d6-a844-66deee2a56d9,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:57:10.483765 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-63098280-ed2e-4990-bd25-b5fa635fdd11 req-f59047d1-af05-4698-9480-637f8e0f5cb4 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] No DVR routers for this DVR port be2a07be-be4e-49d6-a844-66deee2a56d9 on host hv-neutron-8214 {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:57:10.486331 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-63098280-ed2e-4990-bd25-b5fa635fdd11 req-f59047d1-af05-4698-9480-637f8e0f5cb4 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:10.489753 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-63098280-ed2e-4990-bd25-b5fa635fdd11 req-f59047d1-af05-4698-9480-637f8e0f5cb4 tempest-TestMinimumBasicScenario-419982263 tempest-TestMinimumBasicScenario-419982263-project] 10.222.0.36 "DELETE /v2.0/ports/be2a07be-be4e-49d6-a844-66deee2a56d9 HTTP/1.1" status: 204 len: 173 time: 0.4757900 Dec 10 19:57:10.490192 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '469c1dab-f1dc-4555-ba5a-7b18fe010726', 'name': 'network-vif-deleted', 'tag': 'be2a07be-be4e-49d6-a844-66deee2a56d9'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:57:10.492580 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf27cbb-08f8-4cf9-934f-60725ae7fc20" -d '{"events": [{"server_uuid": "469c1dab-f1dc-4555-ba5a-7b18fe010726", "name": "network-vif-deleted", "tag": "be2a07be-be4e-49d6-a844-66deee2a56d9"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:57:10.528351 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17a8fd4-7733-4411-817e-d9a9c767c90a x-openstack-request-id: req-f17a8fd4-7733-4411-817e-d9a9c767c90a {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:57:10.528675 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "469c1dab-f1dc-4555-ba5a-7b18fe010726", "name": "network-vif-deleted", "tag": "be2a07be-be4e-49d6-a844-66deee2a56d9", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:57:10.528951 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f17a8fd4-7733-4411-817e-d9a9c767c90a {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:57:10.529351 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '469c1dab-f1dc-4555-ba5a-7b18fe010726', 'name': 'network-vif-deleted', 'tag': 'be2a07be-be4e-49d6-a844-66deee2a56d9', 'status': 'completed', 'code': 200} Dec 10 19:57:11.956639 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 34840) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:57:12.295647 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-55965a09-1866-456a-a755-421784f42dec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711290'] for router_interface, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:12.539794 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-55965a09-1866-456a-a755-421784f42dec admin admin] Deleting port 34053777-b51c-44d3-b976-a455fcdd4ced {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:57:12.541309 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-55965a09-1866-456a-a755-421784f42dec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:12.622219 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-55965a09-1866-456a-a755-421784f42dec admin admin] For port 34053777-b51c-44d3-b976-a455fcdd4ced, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=34053777-b51c-44d3-b976-a455fcdd4ced,segment=NetworkSegment(55f6cc73-fb9e-4cae-a323-1e7ffb637894),segment_id=55f6cc73-fb9e-4cae-a323-1e7ffb637894)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:57:12.622575 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-55965a09-1866-456a-a755-421784f42dec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:12.638283 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-55965a09-1866-456a-a755-421784f42dec admin admin] Calling delete_port for 34053777-b51c-44d3-b976-a455fcdd4ced owned by network:router_interface {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:57:12.831943 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-55965a09-1866-456a-a755-421784f42dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:12.858825 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55965a09-1866-456a-a755-421784f42dec admin admin] Pushing event deleted for resources: {'Port': ['ID=34053777-b51c-44d3-b976-a455fcdd4ced,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:57:13.033295 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-55965a09-1866-456a-a755-421784f42dec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3755731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3712768'] for router_interface, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:13.544040 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55965a09-1866-456a-a755-421784f42dec admin admin] Router b725d339-e439-49fb-ae41-9a9534c3852c has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:57:13.658813 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55965a09-1866-456a-a755-421784f42dec admin admin] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:57:13.663656 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-55965a09-1866-456a-a755-421784f42dec admin admin] 10.222.0.69 "PUT /v2.0/routers/b725d339-e439-49fb-ae41-9a9534c3852c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7059743 Dec 10 19:57:13.666443 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 34846) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:57:13.670042 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ae3cb8-ec5d-4ed5-99a7-d9a9d0e923ad None None] Sync routers for ids ['b725d339-e439-49fb-ae41-9a9534c3852c'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:57:13.679918 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ae3cb8-ec5d-4ed5-99a7-d9a9d0e923ad None None] Routers {'b725d339-e439-49fb-ae41-9a9534c3852c'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:57:13.682709 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-26ae3cb8-ec5d-4ed5-99a7-d9a9d0e923ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:56:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['b725d339-e439-49fb-ae41-9a9534c3852c'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:57:13.722243 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device be2a07be-be4e-49d6-a844-66deee2a56d9 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:57:13.773868 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] No Port match for: be2a07be-be4e-49d6-a844-66deee2a56d9 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:57:13.775155 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device be2a07be-be4e-49d6-a844-66deee2a56d9 not bound to the agent host hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:57:13.792981 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2a2779aa-240f-41f3-a59c-f695c018ce50 admin admin] Notify callbacks [] for router, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:13.815686 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-26ae3cb8-ec5d-4ed5-99a7-d9a9d0e923ad None None] Set router b725d339-e439-49fb-ae41-9a9534c3852c gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:57:13.895836 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2a2779aa-240f-41f3-a59c-f695c018ce50 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:13.950918 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-2a2779aa-240f-41f3-a59c-f695c018ce50 admin admin] Deleting port ae998d8e-2b68-431e-a12a-c342f36462ff {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:57:13.951164 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2a2779aa-240f-41f3-a59c-f695c018ce50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:13.990250 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-26ae3cb8-ec5d-4ed5-99a7-d9a9d0e923ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b725d339-e439-49fb-ae41-9a9534c3852c', 'name': 'tempest-TestMinimumBasicScenario-844453355-router', 'tenant_id': 'a96614b6259748799abbf9fb3965a598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.229'}], 'enable_snat': True}, 'gw_port_id': 'ae998d8e-2b68-431e-a12a-c342f36462ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:53:46Z', 'updated_at': '2021-12-10T19:57:12Z', 'revision_number': 5, 'project_id': 'a96614b6259748799abbf9fb3965a598', 'gw_port': {'id': 'ae998d8e-2b68-431e-a12a-c342f36462ff', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ab:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b725d339-e439-49fb-ae41-9a9534c3852c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:53:47Z', 'updated_at': '2021-12-10T19:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:57:14.015927 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ae3cb8-ec5d-4ed5-99a7-d9a9d0e923ad None None] Checking router: b725d339-e439-49fb-ae41-9a9534c3852c for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:57:14.024011 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ae3cb8-ec5d-4ed5-99a7-d9a9d0e923ad None None] Routers {'b725d339-e439-49fb-ae41-9a9534c3852c'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:57:14.025295 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-26ae3cb8-ec5d-4ed5-99a7-d9a9d0e923ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:56:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['b725d339-e439-49fb-ae41-9a9534c3852c'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:57:14.034379 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-2a2779aa-240f-41f3-a59c-f695c018ce50 admin admin] For port ae998d8e-2b68-431e-a12a-c342f36462ff, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=ae998d8e-2b68-431e-a12a-c342f36462ff,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:57:14.034906 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2a2779aa-240f-41f3-a59c-f695c018ce50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:14.048393 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-2a2779aa-240f-41f3-a59c-f695c018ce50 admin admin] Calling delete_port for ae998d8e-2b68-431e-a12a-c342f36462ff owned by network:router_gateway {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:57:14.110725 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-26ae3cb8-ec5d-4ed5-99a7-d9a9d0e923ad None None] Set router b725d339-e439-49fb-ae41-9a9534c3852c gateway port host: None {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:57:14.222969 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2a2779aa-240f-41f3-a59c-f695c018ce50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:14.250947 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2779aa-240f-41f3-a59c-f695c018ce50 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae998d8e-2b68-431e-a12a-c342f36462ff,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:57:14.309077 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-26ae3cb8-ec5d-4ed5-99a7-d9a9d0e923ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b725d339-e439-49fb-ae41-9a9534c3852c', 'name': 'tempest-TestMinimumBasicScenario-844453355-router', 'tenant_id': 'a96614b6259748799abbf9fb3965a598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:53:46Z', 'updated_at': '2021-12-10T19:57:13Z', 'revision_number': 6, 'project_id': 'a96614b6259748799abbf9fb3965a598', 'gw_port_host': None}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:57:14.314191 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2a2779aa-240f-41f3-a59c-f695c018ce50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3713145'] for router_gateway, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:14.336095 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ae3cb8-ec5d-4ed5-99a7-d9a9d0e923ad None None] The sync data for ids ['b725d339-e439-49fb-ae41-9a9534c3852c'] in dv-neutron-821441-1-hyperv is: [{'id': 'b725d339-e439-49fb-ae41-9a9534c3852c', 'name': 'tempest-TestMinimumBasicScenario-844453355-router', 'tenant_id': 'a96614b6259748799abbf9fb3965a598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:53:46Z', 'updated_at': '2021-12-10T19:57:13Z', 'revision_number': 6, 'project_id': 'a96614b6259748799abbf9fb3965a598', 'gw_port_host': None}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:57:14.408980 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2a2779aa-240f-41f3-a59c-f695c018ce50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:14.411076 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2a2779aa-240f-41f3-a59c-f695c018ce50 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:14.458967 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2a2779aa-240f-41f3-a59c-f695c018ce50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:14.459501 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a2779aa-240f-41f3-a59c-f695c018ce50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b725d339-e439-49fb-ae41-9a9534c3852c {{(pid=102365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:57:14.465169 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2a2779aa-240f-41f3-a59c-f695c018ce50 admin admin] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:14.466318 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-2a2779aa-240f-41f3-a59c-f695c018ce50 admin admin] 10.222.0.69 "DELETE /v2.0/routers/b725d339-e439-49fb-ae41-9a9534c3852c HTTP/1.1" status: 204 len: 168 time: 0.7989516 Dec 10 19:57:14.468868 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 34850) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:57:14.512934 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d6bdfb1-5371-465f-adab-7246ab3049b4 admin admin] Deleting subnet 1240f245-08bb-45c2-988b-dff3370408b4 {{(pid=102365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:57:14.515957 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0d6bdfb1-5371-465f-adab-7246ab3049b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:14.551287 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0d6bdfb1-5371-465f-adab-7246ab3049b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353213'] for subnet, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:14.633751 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0d6bdfb1-5371-465f-adab-7246ab3049b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:14.686804 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0d6bdfb1-5371-465f-adab-7246ab3049b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:14.716027 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6bdfb1-5371-465f-adab-7246ab3049b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1240f245-08bb-45c2-988b-dff3370408b4,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:57:14.718585 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0d6bdfb1-5371-465f-adab-7246ab3049b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:14.721789 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-0d6bdfb1-5371-465f-adab-7246ab3049b4 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/1240f245-08bb-45c2-988b-dff3370408b4 HTTP/1.1" status: 204 len: 168 time: 0.2518475 Dec 10 19:57:14.723212 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a673b2c0-d5ca-4ab7-8183-cc2ca12759a6 None None] Network 2beaebbc-02da-44e0-940f-908301e791a5 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:57:14.724231 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 34852) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:57:14.805181 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a8499d19-8a11-44ab-884f-11f1bcb75a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:14.858270 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-a8499d19-8a11-44ab-884f-11f1bcb75a49 admin admin] Deleting port 074f5227-3b4d-4d74-a337-c6cbc815779c {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:57:14.858598 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a8499d19-8a11-44ab-884f-11f1bcb75a49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:14.922069 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-a8499d19-8a11-44ab-884f-11f1bcb75a49 admin admin] For port 074f5227-3b4d-4d74-a337-c6cbc815779c, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=074f5227-3b4d-4d74-a337-c6cbc815779c,segment=NetworkSegment(55f6cc73-fb9e-4cae-a323-1e7ffb637894),segment_id=55f6cc73-fb9e-4cae-a323-1e7ffb637894)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:57:14.922420 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a8499d19-8a11-44ab-884f-11f1bcb75a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:14.934305 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-a8499d19-8a11-44ab-884f-11f1bcb75a49 admin admin] Calling delete_port for 074f5227-3b4d-4d74-a337-c6cbc815779c owned by network:dhcp {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:57:15.016031 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a8499d19-8a11-44ab-884f-11f1bcb75a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:15.041566 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8499d19-8a11-44ab-884f-11f1bcb75a49 admin admin] Pushing event deleted for resources: {'Port': ['ID=074f5227-3b4d-4d74-a337-c6cbc815779c,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:57:15.047117 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8499d19-8a11-44ab-884f-11f1bcb75a49 admin admin] No DVR routers for this DVR port 074f5227-3b4d-4d74-a337-c6cbc815779c on host dv-neutron-821441-1-hyperv {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:57:15.120768 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80746fd-1b64-49ec-b9fa-6c42ea1088ad None None] DHCP port deletion for 2beaebbc-02da-44e0-940f-908301e791a5 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:57:15.131283 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a8499d19-8a11-44ab-884f-11f1bcb75a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:15.157780 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-a8499d19-8a11-44ab-884f-11f1bcb75a49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2beaebbc-02da-44e0-940f-908301e791a5']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:57:15.167726 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-a8499d19-8a11-44ab-884f-11f1bcb75a49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55f6cc73-fb9e-4cae-a323-1e7ffb637894') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:57:15.168012 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-a8499d19-8a11-44ab-884f-11f1bcb75a49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55f6cc73-fb9e-4cae-a323-1e7ffb637894') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:57:15.177443 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a8499d19-8a11-44ab-884f-11f1bcb75a49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:15.190996 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a8499d19-8a11-44ab-884f-11f1bcb75a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:15.196754 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8499d19-8a11-44ab-884f-11f1bcb75a49 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:57:15.197148 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a8499d19-8a11-44ab-884f-11f1bcb75a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:15.198791 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:57:15.198791 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:57:15.198791 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:57:15.198791 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:57:15.198791 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:57:15.198791 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:57:15.198791 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:57:15.198791 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:57:15.198791 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:57:15.198791 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:57:15.198791 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:57:15.198791 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:57:15.198791 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:57:15.198791 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:57:15.198791 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:57:15.198791 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:57:15.198791 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:57:15.198791 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:57:15.198791 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:57:15.198791 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:57:15.198791 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:57:15.198791 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:57:15.198791 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:57:15.198791 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:57:15.198791 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:57:15.198791 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:57:15.198791 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:57:15.198791 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:57:15.198791 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:57:15.198791 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:57:15.198791 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:57:15.198791 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:57:15.257938 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a8499d19-8a11-44ab-884f-11f1bcb75a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:15.263599 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a8499d19-8a11-44ab-884f-11f1bcb75a49 admin admin] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:15.266749 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-a8499d19-8a11-44ab-884f-11f1bcb75a49 admin admin] 10.222.0.69 "DELETE /v2.0/networks/2beaebbc-02da-44e0-940f-908301e791a5 HTTP/1.1" status: 204 len: 168 time: 0.5415051 Dec 10 19:57:15.269898 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 34854) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:57:15.277917 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8499d19-8a11-44ab-884f-11f1bcb75a49 admin admin] Pushing event deleted for resources: {'Network': ['ID=2beaebbc-02da-44e0-940f-908301e791a5,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:57:15.781703 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device ae998d8e-2b68-431e-a12a-c342f36462ff no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:57:15.802747 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: ae998d8e-2b68-431e-a12a-c342f36462ff {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:57:15.803088 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device ae998d8e-2b68-431e-a12a-c342f36462ff not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:57:15.803509 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 34053777-b51c-44d3-b976-a455fcdd4ced no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:57:15.824248 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 34053777-b51c-44d3-b976-a455fcdd4ced {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:57:15.824613 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 34053777-b51c-44d3-b976-a455fcdd4ced not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:57:15.825125 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 074f5227-3b4d-4d74-a337-c6cbc815779c no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:57:15.847869 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 074f5227-3b4d-4d74-a337-c6cbc815779c {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:57:15.848214 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 074f5227-3b4d-4d74-a337-c6cbc815779c not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:57:15.942308 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-67281fba-031e-46f2-8739-05730ee61002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711290'] for router_interface, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:16.201085 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-67281fba-031e-46f2-8739-05730ee61002 admin admin] Deleting port 63300fc7-3bd4-4077-a1b8-314e16b362e8 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:57:16.201411 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-67281fba-031e-46f2-8739-05730ee61002 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:16.294413 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-67281fba-031e-46f2-8739-05730ee61002 admin admin] For port 63300fc7-3bd4-4077-a1b8-314e16b362e8, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=63300fc7-3bd4-4077-a1b8-314e16b362e8,segment=NetworkSegment(364b2dba-fae8-48ba-95dd-4a013339015d),segment_id=364b2dba-fae8-48ba-95dd-4a013339015d)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:57:16.295172 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-67281fba-031e-46f2-8739-05730ee61002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:16.307642 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-67281fba-031e-46f2-8739-05730ee61002 admin admin] Calling delete_port for 63300fc7-3bd4-4077-a1b8-314e16b362e8 owned by network:router_interface {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:57:16.483162 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-67281fba-031e-46f2-8739-05730ee61002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:16.512204 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67281fba-031e-46f2-8739-05730ee61002 admin admin] Pushing event deleted for resources: {'Port': ['ID=63300fc7-3bd4-4077-a1b8-314e16b362e8,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:57:16.682650 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-67281fba-031e-46f2-8739-05730ee61002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3755731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3712768'] for router_interface, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:16.896443 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67281fba-031e-46f2-8739-05730ee61002 admin admin] Router 01af35e7-0f0b-4de4-92c6-dd22793491cd has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:57:17.003044 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67281fba-031e-46f2-8739-05730ee61002 admin admin] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:57:17.008259 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-67281fba-031e-46f2-8739-05730ee61002 admin admin] 10.222.0.69 "PUT /v2.0/routers/01af35e7-0f0b-4de4-92c6-dd22793491cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7374256 Dec 10 19:57:17.011480 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 34856) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:57:17.012405 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddd941d-6fdf-4351-a88e-c0f6154497df None None] Sync routers for ids ['01af35e7-0f0b-4de4-92c6-dd22793491cd'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:57:17.022251 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddd941d-6fdf-4351-a88e-c0f6154497df None None] Routers {'01af35e7-0f0b-4de4-92c6-dd22793491cd'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:57:17.022857 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-bddd941d-6fdf-4351-a88e-c0f6154497df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:56:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['01af35e7-0f0b-4de4-92c6-dd22793491cd'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:57:17.112684 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0cc87551-f830-4418-bd70-a6e89684e88c admin admin] Notify callbacks [] for router, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:17.127931 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-bddd941d-6fdf-4351-a88e-c0f6154497df None None] Set router 01af35e7-0f0b-4de4-92c6-dd22793491cd gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:57:17.215888 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0cc87551-f830-4418-bd70-a6e89684e88c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:17.274114 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-0cc87551-f830-4418-bd70-a6e89684e88c admin admin] Deleting port 953bca66-6f16-4189-9b63-93ece6b2ea07 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:57:17.275057 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0cc87551-f830-4418-bd70-a6e89684e88c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:17.308088 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-bddd941d-6fdf-4351-a88e-c0f6154497df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01af35e7-0f0b-4de4-92c6-dd22793491cd', 'name': 'tempest-TestMinimumBasicScenario-1101081708-router', 'tenant_id': 'd0b4e4bc20394018932b92f96dfb5a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': '953bca66-6f16-4189-9b63-93ece6b2ea07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:53:51Z', 'updated_at': '2021-12-10T19:57:16Z', 'revision_number': 5, 'project_id': 'd0b4e4bc20394018932b92f96dfb5a1e', 'gw_port': {'id': '953bca66-6f16-4189-9b63-93ece6b2ea07', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01af35e7-0f0b-4de4-92c6-dd22793491cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:53:52Z', 'updated_at': '2021-12-10T19:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:57:17.337781 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddd941d-6fdf-4351-a88e-c0f6154497df None None] Checking router: 01af35e7-0f0b-4de4-92c6-dd22793491cd for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:57:17.346504 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddd941d-6fdf-4351-a88e-c0f6154497df None None] Routers {'01af35e7-0f0b-4de4-92c6-dd22793491cd'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:57:17.347090 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-bddd941d-6fdf-4351-a88e-c0f6154497df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:56:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['01af35e7-0f0b-4de4-92c6-dd22793491cd'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:57:17.355482 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-0cc87551-f830-4418-bd70-a6e89684e88c admin admin] For port 953bca66-6f16-4189-9b63-93ece6b2ea07, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=953bca66-6f16-4189-9b63-93ece6b2ea07,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:57:17.356035 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0cc87551-f830-4418-bd70-a6e89684e88c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:17.368387 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-0cc87551-f830-4418-bd70-a6e89684e88c admin admin] Calling delete_port for 953bca66-6f16-4189-9b63-93ece6b2ea07 owned by network:router_gateway {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:57:17.431233 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-bddd941d-6fdf-4351-a88e-c0f6154497df None None] Set router 01af35e7-0f0b-4de4-92c6-dd22793491cd gateway port host: None {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:57:17.483462 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-bddd941d-6fdf-4351-a88e-c0f6154497df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01af35e7-0f0b-4de4-92c6-dd22793491cd', 'name': 'tempest-TestMinimumBasicScenario-1101081708-router', 'tenant_id': 'd0b4e4bc20394018932b92f96dfb5a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:53:51Z', 'updated_at': '2021-12-10T19:57:17Z', 'revision_number': 6, 'project_id': 'd0b4e4bc20394018932b92f96dfb5a1e', 'gw_port_host': None}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:57:17.513800 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddd941d-6fdf-4351-a88e-c0f6154497df None None] The sync data for ids ['01af35e7-0f0b-4de4-92c6-dd22793491cd'] in dv-neutron-821441-1-hyperv is: [{'id': '01af35e7-0f0b-4de4-92c6-dd22793491cd', 'name': 'tempest-TestMinimumBasicScenario-1101081708-router', 'tenant_id': 'd0b4e4bc20394018932b92f96dfb5a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:53:51Z', 'updated_at': '2021-12-10T19:57:17Z', 'revision_number': 6, 'project_id': 'd0b4e4bc20394018932b92f96dfb5a1e', 'gw_port_host': None}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:57:17.535732 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0cc87551-f830-4418-bd70-a6e89684e88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:17.561236 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc87551-f830-4418-bd70-a6e89684e88c admin admin] Pushing event deleted for resources: {'Port': ['ID=953bca66-6f16-4189-9b63-93ece6b2ea07,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:57:17.627234 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0cc87551-f830-4418-bd70-a6e89684e88c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3713145'] for router_gateway, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:17.716905 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0cc87551-f830-4418-bd70-a6e89684e88c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:17.718999 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0cc87551-f830-4418-bd70-a6e89684e88c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:17.764157 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0cc87551-f830-4418-bd70-a6e89684e88c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:17.764735 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc87551-f830-4418-bd70-a6e89684e88c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01af35e7-0f0b-4de4-92c6-dd22793491cd {{(pid=102366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:57:17.769115 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-0cc87551-f830-4418-bd70-a6e89684e88c admin admin] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:17.770256 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-0cc87551-f830-4418-bd70-a6e89684e88c admin admin] 10.222.0.69 "DELETE /v2.0/routers/01af35e7-0f0b-4de4-92c6-dd22793491cd HTTP/1.1" status: 204 len: 168 time: 0.7577405 Dec 10 19:57:17.772930 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 34858) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:57:17.815424 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_v2 [None req-78a7428a-6c70-4cbf-b4d3-2b1c4a5a0ccf admin admin] Deleting subnet 0970dbcf-7038-41c3-8626-facabfeadb6a {{(pid=102365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:57:17.818440 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-78a7428a-6c70-4cbf-b4d3-2b1c4a5a0ccf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:17.863179 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-78a7428a-6c70-4cbf-b4d3-2b1c4a5a0ccf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353213'] for subnet, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:17.949799 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-78a7428a-6c70-4cbf-b4d3-2b1c4a5a0ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:18.004481 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-78a7428a-6c70-4cbf-b4d3-2b1c4a5a0ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:18.027382 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a7428a-6c70-4cbf-b4d3-2b1c4a5a0ccf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0970dbcf-7038-41c3-8626-facabfeadb6a,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:57:18.032969 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-78a7428a-6c70-4cbf-b4d3-2b1c4a5a0ccf admin admin] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:18.038640 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-78a7428a-6c70-4cbf-b4d3-2b1c4a5a0ccf admin admin] 10.222.0.69 "DELETE /v2.0/subnets/0970dbcf-7038-41c3-8626-facabfeadb6a HTTP/1.1" status: 204 len: 168 time: 0.2622054 Dec 10 19:57:18.039032 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aae9459-a08e-42e9-b3a9-a6e92e28d753 None None] Network 148e21e0-dd5c-4c3e-b8cd-1aadc033ade5 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:57:18.039528 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 34860) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:57:18.111975 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e53b2681-3002-471c-a936-89e297f181b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:18.166172 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-e53b2681-3002-471c-a936-89e297f181b5 admin admin] Deleting port 1f7569c3-2261-4c23-aaa6-9733061b8d01 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:57:18.166512 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e53b2681-3002-471c-a936-89e297f181b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:18.237020 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-e53b2681-3002-471c-a936-89e297f181b5 admin admin] For port 1f7569c3-2261-4c23-aaa6-9733061b8d01, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=1f7569c3-2261-4c23-aaa6-9733061b8d01,segment=NetworkSegment(364b2dba-fae8-48ba-95dd-4a013339015d),segment_id=364b2dba-fae8-48ba-95dd-4a013339015d)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:57:18.237295 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e53b2681-3002-471c-a936-89e297f181b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:18.250769 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-e53b2681-3002-471c-a936-89e297f181b5 admin admin] Calling delete_port for 1f7569c3-2261-4c23-aaa6-9733061b8d01 owned by network:dhcp {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:57:18.317047 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635886e6-ffc5-4467-b157-de051e1773b5 None None] DHCP port deletion for 148e21e0-dd5c-4c3e-b8cd-1aadc033ade5 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:57:18.321406 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 63300fc7-3bd4-4077-a1b8-314e16b362e8 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:57:18.346891 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 63300fc7-3bd4-4077-a1b8-314e16b362e8 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:57:18.347152 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e53b2681-3002-471c-a936-89e297f181b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:18.347278 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 63300fc7-3bd4-4077-a1b8-314e16b362e8 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:57:18.365950 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-635886e6-ffc5-4467-b157-de051e1773b5 None None] The port '1f7569c3-2261-4c23-aaa6-9733061b8d01' was deleted {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Dec 10 19:57:18.377442 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53b2681-3002-471c-a936-89e297f181b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f7569c3-2261-4c23-aaa6-9733061b8d01,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:57:18.379295 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53b2681-3002-471c-a936-89e297f181b5 admin admin] No DVR routers for this DVR port 1f7569c3-2261-4c23-aaa6-9733061b8d01 on host dv-neutron-821441-1-hyperv {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:57:18.455268 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e53b2681-3002-471c-a936-89e297f181b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:18.475740 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-e53b2681-3002-471c-a936-89e297f181b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['148e21e0-dd5c-4c3e-b8cd-1aadc033ade5']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:57:18.485804 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-e53b2681-3002-471c-a936-89e297f181b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '364b2dba-fae8-48ba-95dd-4a013339015d') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:57:18.486099 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-e53b2681-3002-471c-a936-89e297f181b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '364b2dba-fae8-48ba-95dd-4a013339015d') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:57:18.496733 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e53b2681-3002-471c-a936-89e297f181b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:18.512202 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e53b2681-3002-471c-a936-89e297f181b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:18.523641 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e53b2681-3002-471c-a936-89e297f181b5 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:57:18.523641 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e53b2681-3002-471c-a936-89e297f181b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:18.526170 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:57:18.526170 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:57:18.526170 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:57:18.526170 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:57:18.526170 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:57:18.526170 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:57:18.526170 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:57:18.526170 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:57:18.526170 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:57:18.526170 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:57:18.526170 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:57:18.526170 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:57:18.526170 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:57:18.526170 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:57:18.526170 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:57:18.526170 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:57:18.526170 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:57:18.526170 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:57:18.526170 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:57:18.526170 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:57:18.526170 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:57:18.526170 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:57:18.526170 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:57:18.526170 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:57:18.526170 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:57:18.526170 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:57:18.526170 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:57:18.526170 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:57:18.526170 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:57:18.526170 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:57:18.526170 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:57:18.526170 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:57:18.585124 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e53b2681-3002-471c-a936-89e297f181b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:18.593417 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e53b2681-3002-471c-a936-89e297f181b5 admin admin] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:18.600136 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-e53b2681-3002-471c-a936-89e297f181b5 admin admin] 10.222.0.69 "DELETE /v2.0/networks/148e21e0-dd5c-4c3e-b8cd-1aadc033ade5 HTTP/1.1" status: 204 len: 168 time: 0.5568614 Dec 10 19:57:18.612131 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53b2681-3002-471c-a936-89e297f181b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=148e21e0-dd5c-4c3e-b8cd-1aadc033ade5,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:57:18.759814 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 34864) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:57:18.800810 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-2549d9df-32e7-4ff8-a8dd-26bf35cb556c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a96614b6259748799abbf9fb3965a598&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396986 Dec 10 19:57:18.803222 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 34866) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:57:18.851729 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-74ffb22e-80d6-45be-8ce6-e9098afa1c74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:18.872288 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-74ffb22e-80d6-45be-8ce6-e9098afa1c74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:18.921845 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-74ffb22e-80d6-45be-8ce6-e9098afa1c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:18.924399 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-74ffb22e-80d6-45be-8ce6-e9098afa1c74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:18.925558 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-74ffb22e-80d6-45be-8ce6-e9098afa1c74 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/23832c17-207b-4ff4-91d2-d46eff740490 HTTP/1.1" status: 204 len: 168 time: 0.1214588 Dec 10 19:57:18.933686 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ffb22e-80d6-45be-8ce6-e9098afa1c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23832c17-207b-4ff4-91d2-d46eff740490,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:57:19.231965 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 34872) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:57:19.272145 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-4b93f6cf-bc87-44b8-a472-2a7c1d43e57f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d0b4e4bc20394018932b92f96dfb5a1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389655 Dec 10 19:57:19.274667 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 34874) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:57:19.321722 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-13671be6-ccde-4bab-9f9c-56108c2357d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:19.342136 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-13671be6-ccde-4bab-9f9c-56108c2357d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:19.390073 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-13671be6-ccde-4bab-9f9c-56108c2357d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:19.392738 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-13671be6-ccde-4bab-9f9c-56108c2357d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:19.393900 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-13671be6-ccde-4bab-9f9c-56108c2357d9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bc7c5487-b98a-494b-93d2-92cea06c4d60 HTTP/1.1" status: 204 len: 168 time: 0.1183126 Dec 10 19:57:19.402004 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13671be6-ccde-4bab-9f9c-56108c2357d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7c5487-b98a-494b-93d2-92cea06c4d60,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:57:19.777766 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 1f7569c3-2261-4c23-aaa6-9733061b8d01 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:57:19.798122 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 1f7569c3-2261-4c23-aaa6-9733061b8d01 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:57:19.798463 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 1f7569c3-2261-4c23-aaa6-9733061b8d01 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:57:19.798888 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 953bca66-6f16-4189-9b63-93ece6b2ea07 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:57:19.817792 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 953bca66-6f16-4189-9b63-93ece6b2ea07 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:57:19.818137 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 953bca66-6f16-4189-9b63-93ece6b2ea07 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:57:20.318961 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a6f779dd-d671-4851-8c08-115450487c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:21.325654 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 34914) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:57:21.330298 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-a763f40b-7a99-4ec5-a3d8-fe40540135c2 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1490711668', 'description': 'tempest-secgroup-smoke-1490711668 description', 'project_id': '575d6f57815e49e1b66e2ddad838d8d9'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:57:21.355038 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a763f40b-7a99-4ec5-a3d8-fe40540135c2 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:21.364194 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a763f40b-7a99-4ec5-a3d8-fe40540135c2 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:21.441493 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a763f40b-7a99-4ec5-a3d8-fe40540135c2 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:21.445434 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a763f40b-7a99-4ec5-a3d8-fe40540135c2 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:21.485833 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a763f40b-7a99-4ec5-a3d8-fe40540135c2 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7eb043c-51f1-4f32-9697-aa068d5263c8,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:57:21.522385 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a763f40b-7a99-4ec5-a3d8-fe40540135c2 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:21.527077 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a763f40b-7a99-4ec5-a3d8-fe40540135c2 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:21.557464 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a763f40b-7a99-4ec5-a3d8-fe40540135c2 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:21.558587 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-a763f40b-7a99-4ec5-a3d8-fe40540135c2 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2319367 Dec 10 19:57:21.559424 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a763f40b-7a99-4ec5-a3d8-fe40540135c2 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0655502-af7a-4689-945b-dcce5ed6ba98,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:57:21.561485 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 34916) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:57:21.565905 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-dd22f8d8-f7a4-43d6-9de6-c9cd5c8bec61 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Request body: {'security_group_rule': {'security_group_id': 'c0655502-af7a-4689-945b-dcce5ed6ba98', 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:57:21.592130 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-dd22f8d8-f7a4-43d6-9de6-c9cd5c8bec61 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:21.646393 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-dd22f8d8-f7a4-43d6-9de6-c9cd5c8bec61 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:21.650547 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-dd22f8d8-f7a4-43d6-9de6-c9cd5c8bec61 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:21.669045 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd22f8d8-f7a4-43d6-9de6-c9cd5c8bec61 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f731b7e7-466f-4392-b9da-643d6dcf4d42,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:57:21.677266 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-dd22f8d8-f7a4-43d6-9de6-c9cd5c8bec61 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:21.678452 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-dd22f8d8-f7a4-43d6-9de6-c9cd5c8bec61 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1160655 Dec 10 19:57:21.681156 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 34918) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:57:21.685568 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-4dd85f88-9c46-435b-94e6-41099a5c60a1 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Request body: {'security_group_rule': {'security_group_id': 'c0655502-af7a-4689-945b-dcce5ed6ba98', 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:57:21.710784 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4dd85f88-9c46-435b-94e6-41099a5c60a1 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:21.768039 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4dd85f88-9c46-435b-94e6-41099a5c60a1 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:21.771666 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4dd85f88-9c46-435b-94e6-41099a5c60a1 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:21.788898 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd85f88-9c46-435b-94e6-41099a5c60a1 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a1602ee-883e-42c6-b34a-034140521162,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:57:21.796292 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4dd85f88-9c46-435b-94e6-41099a5c60a1 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:21.797484 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-4dd85f88-9c46-435b-94e6-41099a5c60a1 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1153526 Dec 10 19:57:21.800628 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 34920) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:57:21.804838 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-8c8327e1-988d-42d8-b681-d2592acdb68b tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Request body: {'security_group_rule': {'security_group_id': 'c0655502-af7a-4689-945b-dcce5ed6ba98', 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:57:21.830064 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8c8327e1-988d-42d8-b681-d2592acdb68b tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:21.889201 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8c8327e1-988d-42d8-b681-d2592acdb68b tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:21.892684 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8c8327e1-988d-42d8-b681-d2592acdb68b tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:21.909595 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8327e1-988d-42d8-b681-d2592acdb68b tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=380383a5-3aab-4a3d-94d6-6fbb5fce87d7,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:57:21.917314 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8c8327e1-988d-42d8-b681-d2592acdb68b tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:21.918557 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-8c8327e1-988d-42d8-b681-d2592acdb68b tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1169870 Dec 10 19:57:21.921193 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 34922) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:57:21.925425 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-d5eef08c-aad0-41e4-8b9a-79e591f6b95e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Request body: {'security_group_rule': {'security_group_id': 'c0655502-af7a-4689-945b-dcce5ed6ba98', 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:57:21.951686 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d5eef08c-aad0-41e4-8b9a-79e591f6b95e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:22.009913 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d5eef08c-aad0-41e4-8b9a-79e591f6b95e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:22.013648 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d5eef08c-aad0-41e4-8b9a-79e591f6b95e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:22.031020 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eef08c-aad0-41e4-8b9a-79e591f6b95e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7520d082-6f47-4379-a49e-4930c4f91955,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:57:22.038983 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d5eef08c-aad0-41e4-8b9a-79e591f6b95e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:22.041163 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d5eef08c-aad0-41e4-8b9a-79e591f6b95e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1188207 Dec 10 19:57:22.043646 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 34924) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:57:22.047912 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-6d201717-aae9-4d1d-a383-eec34d30e0e1 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Request body: {'security_group_rule': {'security_group_id': 'c0655502-af7a-4689-945b-dcce5ed6ba98', 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:57:22.070280 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.securitygroups_db [None req-6d201717-aae9-4d1d-a383-eec34d30e0e1 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Project 575d6f57815e49e1b66e2ddad838d8d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:57:22.074970 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6d201717-aae9-4d1d-a383-eec34d30e0e1 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:22.135006 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6d201717-aae9-4d1d-a383-eec34d30e0e1 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:22.138570 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6d201717-aae9-4d1d-a383-eec34d30e0e1 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:22.157648 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d201717-aae9-4d1d-a383-eec34d30e0e1 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d5690c2-9467-479e-b6bd-c4eba03b7df7,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:57:22.162777 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6d201717-aae9-4d1d-a383-eec34d30e0e1 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:22.163985 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-6d201717-aae9-4d1d-a383-eec34d30e0e1 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1194329 Dec 10 19:57:22.167747 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 34926) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:57:22.172042 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-2dbcec1a-cd1e-4598-851d-892758c90a06 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Request body: {'security_group_rule': {'security_group_id': 'c0655502-af7a-4689-945b-dcce5ed6ba98', 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:57:22.193605 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.securitygroups_db [None req-2dbcec1a-cd1e-4598-851d-892758c90a06 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Project 575d6f57815e49e1b66e2ddad838d8d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:57:22.199350 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2dbcec1a-cd1e-4598-851d-892758c90a06 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:22.268588 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2dbcec1a-cd1e-4598-851d-892758c90a06 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:22.272460 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2dbcec1a-cd1e-4598-851d-892758c90a06 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:22.292804 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbcec1a-cd1e-4598-851d-892758c90a06 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf7d0204-2cc4-4055-aad1-ae7626908d0c,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:57:22.300040 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2dbcec1a-cd1e-4598-851d-892758c90a06 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:22.301276 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-2dbcec1a-cd1e-4598-851d-892758c90a06 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1326010 Dec 10 19:57:22.304205 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 34928) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:57:22.309489 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-080f48fd-e6ba-4448-8c7f-0f22f672f93e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Request body: {'network': {'name': 'tempest-network-smoke--687679868', 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'port_security_enabled': True}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:57:22.329611 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080f48fd-e6ba-4448-8c7f-0f22f672f93e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Made reservation on behalf of 575d6f57815e49e1b66e2ddad838d8d9 for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:57:22.333124 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-080f48fd-e6ba-4448-8c7f-0f22f672f93e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:22.357420 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-080f48fd-e6ba-4448-8c7f-0f22f672f93e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:57:22.366222 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-080f48fd-e6ba-4448-8c7f-0f22f672f93e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:22.366550 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-080f48fd-e6ba-4448-8c7f-0f22f672f93e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Added segment d875dffb-98d8-47e4-b39a-7aa0b6a84277 of type vlan for network 39303484-cfd2-4c8b-a790-b3a30d73dcb5 Dec 10 19:57:22.409170 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-080f48fd-e6ba-4448-8c7f-0f22f672f93e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:22.435218 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-080f48fd-e6ba-4448-8c7f-0f22f672f93e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:22.441361 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080f48fd-e6ba-4448-8c7f-0f22f672f93e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:57:22.442033 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-080f48fd-e6ba-4448-8c7f-0f22f672f93e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:22.501965 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-080f48fd-e6ba-4448-8c7f-0f22f672f93e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1966951 Dec 10 19:57:22.505000 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 34930) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:57:22.509732 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-001d685e-7df6-4c9c-ae8f-07e13552be80 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1946244216', 'admin_state_up': True, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:57:22.513631 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080f48fd-e6ba-4448-8c7f-0f22f672f93e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'Network': ['ID=39303484-cfd2-4c8b-a790-b3a30d73dcb5,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:57:22.523777 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 39303484-cfd2-4c8b-a790-b3a30d73dcb5 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:57:22.532303 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-001d685e-7df6-4c9c-ae8f-07e13552be80 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:22.533324 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-001d685e-7df6-4c9c-ae8f-07e13552be80 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:22.584593 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-001d685e-7df6-4c9c-ae8f-07e13552be80 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:22.729919 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-001d685e-7df6-4c9c-ae8f-07e13552be80 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:22.923739 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-001d685e-7df6-4c9c-ae8f-07e13552be80 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for router_gateway, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:22.942901 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-001d685e-7df6-4c9c-ae8f-07e13552be80 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:23.045640 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-001d685e-7df6-4c9c-ae8f-07e13552be80 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Allocated IP 172.26.6.185 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/2bffaabb-923a-4223-a7bf-9f509a8f08a7) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:57:23.145351 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-001d685e-7df6-4c9c-ae8f-07e13552be80 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:23.179001 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-001d685e-7df6-4c9c-ae8f-07e13552be80 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:23.222462 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001d685e-7df6-4c9c-ae8f-07e13552be80 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:57:23.226599 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-001d685e-7df6-4c9c-ae8f-07e13552be80 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:57:23.230141 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001d685e-7df6-4c9c-ae8f-07e13552be80 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:57:23.237909 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001d685e-7df6-4c9c-ae8f-07e13552be80 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'Port': ['ID=2bffaabb-923a-4223-a7bf-9f509a8f08a7,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:57:23.497107 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-001d685e-7df6-4c9c-ae8f-07e13552be80 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for router_gateway, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:23.690358 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-001d685e-7df6-4c9c-ae8f-07e13552be80 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:24.118351 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-001d685e-7df6-4c9c-ae8f-07e13552be80 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Router afd0bcf0-6b1f-41c6-93e1-09d3002af737 is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:57:24.223224 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001d685e-7df6-4c9c-ae8f-07e13552be80 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:57:24.233239 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e16a912-8c76-455b-a2b0-d88ade5b3ca0 None None] Sync routers for ids ['afd0bcf0-6b1f-41c6-93e1-09d3002af737'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:57:24.242214 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e16a912-8c76-455b-a2b0-d88ade5b3ca0 None None] Routers {'afd0bcf0-6b1f-41c6-93e1-09d3002af737'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:57:24.243004 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-0e16a912-8c76-455b-a2b0-d88ade5b3ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:56:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['afd0bcf0-6b1f-41c6-93e1-09d3002af737'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:57:24.244754 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-001d685e-7df6-4c9c-ae8f-07e13552be80 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:24.246001 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-001d685e-7df6-4c9c-ae8f-07e13552be80 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7399385 Dec 10 19:57:24.249013 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 34932) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:57:24.327761 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-7dc3b95f-7145-411a-b30c-f8213474cd32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:24.363518 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-0e16a912-8c76-455b-a2b0-d88ade5b3ca0 None None] Set router afd0bcf0-6b1f-41c6-93e1-09d3002af737 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:57:24.410836 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-853bc9b0-b39f-4640-a76b-288deccc4f4c tempest-TestNetworkAdvancedServerOps-1204599226 tempest-TestNetworkAdvancedServerOps-1204599226-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=575d6f57815e49e1b66e2ddad838d8d9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1606863 Dec 10 19:57:24.413702 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 34936) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:57:24.506580 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bdbd39-07bd-49c2-8ef7-05450e0160d5 tempest-TestNetworkAdvancedServerOps-1204599226 tempest-TestNetworkAdvancedServerOps-1204599226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:57:24.508087 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-30bdbd39-07bd-49c2-8ef7-05450e0160d5 tempest-TestNetworkAdvancedServerOps-1204599226 tempest-TestNetworkAdvancedServerOps-1204599226-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0934238 Dec 10 19:57:24.512376 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 34938) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:57:24.541654 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-e6609e75-e4bb-4a04-9280-286ccae3a842 tempest-TestNetworkAdvancedServerOps-1204599226 tempest-TestNetworkAdvancedServerOps-1204599226-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=68e2ee80-e7f8-4be2-b0d8-392fd4a4e031&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273132 Dec 10 19:57:24.544316 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 34940) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:57:24.545853 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-0e16a912-8c76-455b-a2b0-d88ade5b3ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd0bcf0-6b1f-41c6-93e1-09d3002af737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946244216', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.185'}], 'enable_snat': True}, 'gw_port_id': '2bffaabb-923a-4223-a7bf-9f509a8f08a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:57:22Z', 'updated_at': '2021-12-10T19:57:23Z', 'revision_number': 3, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': '2bffaabb-923a-4223-a7bf-9f509a8f08a7', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:90:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd0bcf0-6b1f-41c6-93e1-09d3002af737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:57:22Z', 'updated_at': '2021-12-10T19:57:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:57:24.549288 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-d99e5e8c-98be-4a6a-9a8e-bcb759302bd3 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-520325776', 'network_id': '39303484-cfd2-4c8b-a790-b3a30d73dcb5', 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:57:24.576425 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e16a912-8c76-455b-a2b0-d88ade5b3ca0 None None] Checking router: afd0bcf0-6b1f-41c6-93e1-09d3002af737 for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:57:24.576797 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e16a912-8c76-455b-a2b0-d88ade5b3ca0 None None] Updating router afd0bcf0-6b1f-41c6-93e1-09d3002af737 port 2bffaabb-923a-4223-a7bf-9f509a8f08a7 binding host dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:57:24.601072 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0e16a912-8c76-455b-a2b0-d88ade5b3ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:24.644298 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99e5e8c-98be-4a6a-9a8e-bcb759302bd3 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Made reservation on behalf of 575d6f57815e49e1b66e2ddad838d8d9 for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:57:24.647850 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d99e5e8c-98be-4a6a-9a8e-bcb759302bd3 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:24.835383 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d99e5e8c-98be-4a6a-9a8e-bcb759302bd3 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:24.859702 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0e16a912-8c76-455b-a2b0-d88ade5b3ca0 None None] Notify callbacks [] for port, precommit_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:24.866029 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0e16a912-8c76-455b-a2b0-d88ade5b3ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:24.897644 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e5e8c-98be-4a6a-9a8e-bcb759302bd3 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'Subnet': ['ID=028c2c5f-89bb-4194-baba-36d0fa01bf7c,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:57:24.907514 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99e5e8c-98be-4a6a-9a8e-bcb759302bd3 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Checking segment: {'id': 'd875dffb-98d8-47e4-b39a-7aa0b6a84277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '39303484-cfd2-4c8b-a790-b3a30d73dcb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:57:24.908036 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99e5e8c-98be-4a6a-9a8e-bcb759302bd3 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Network hostable DHCP agents. Network: 39303484-cfd2-4c8b-a790-b3a30d73dcb5, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:57:24.912038 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-0e16a912-8c76-455b-a2b0-d88ade5b3ca0 None None] Attempting to bind port 2bffaabb-923a-4223-a7bf-9f509a8f08a7 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:57:24.912398 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-0e16a912-8c76-455b-a2b0-d88ade5b3ca0 None None] Attempting to bind port 2bffaabb-923a-4223-a7bf-9f509a8f08a7 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:57:24.912783 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e16a912-8c76-455b-a2b0-d88ade5b3ca0 None None] Attempting to bind port 2bffaabb-923a-4223-a7bf-9f509a8f08a7 on network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:57:24.923821 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56852b3d-58e1-49b3-9003-0c2704079fb8 None None] Pushing event updated for resources: {'Port': ['ID=2bffaabb-923a-4223-a7bf-9f509a8f08a7,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:57:24.925651 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99e5e8c-98be-4a6a-9a8e-bcb759302bd3 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Network 39303484-cfd2-4c8b-a790-b3a30d73dcb5 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:57:24.926051 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e16a912-8c76-455b-a2b0-d88ade5b3ca0 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:57:24.926408 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e16a912-8c76-455b-a2b0-d88ade5b3ca0 None None] Checking segment: {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:57:24.926797 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0e16a912-8c76-455b-a2b0-d88ade5b3ca0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:24.927174 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e16a912-8c76-455b-a2b0-d88ade5b3ca0 None None] Bound using segment: {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:57:24.927633 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-0e16a912-8c76-455b-a2b0-d88ade5b3ca0 None None] Bound port: 2bffaabb-923a-4223-a7bf-9f509a8f08a7, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:57:24.928009 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0e16a912-8c76-455b-a2b0-d88ade5b3ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:24.935243 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-d99e5e8c-98be-4a6a-9a8e-bcb759302bd3 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 39303484-cfd2-4c8b-a790-b3a30d73dcb5) {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:57:24.939595 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99e5e8c-98be-4a6a-9a8e-bcb759302bd3 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:57:24.940187 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d99e5e8c-98be-4a6a-9a8e-bcb759302bd3 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:24.955787 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d83945-d6ec-4e5f-9520-935ff2abf60c None None] Network 39303484-cfd2-4c8b-a790-b3a30d73dcb5 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:57:24.957428 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-d99e5e8c-98be-4a6a-9a8e-bcb759302bd3 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4120679 Dec 10 19:57:24.959261 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56852b3d-58e1-49b3-9003-0c2704079fb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:57:24.959601 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56852b3d-58e1-49b3-9003-0c2704079fb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:57:24.960020 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56852b3d-58e1-49b3-9003-0c2704079fb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:57:24.960169 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 34942) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:57:24.960356 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56852b3d-58e1-49b3-9003-0c2704079fb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:57:24.960693 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56852b3d-58e1-49b3-9003-0c2704079fb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:57:24.961014 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56852b3d-58e1-49b3-9003-0c2704079fb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:57:24.961334 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56852b3d-58e1-49b3-9003-0c2704079fb8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:57:24.961898 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56852b3d-58e1-49b3-9003-0c2704079fb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:57:24.962470 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56852b3d-58e1-49b3-9003-0c2704079fb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:57:24.962470 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56852b3d-58e1-49b3-9003-0c2704079fb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:57:24.962797 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56852b3d-58e1-49b3-9003-0c2704079fb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:57:24.963108 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56852b3d-58e1-49b3-9003-0c2704079fb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:57:25.052360 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-0e16a912-8c76-455b-a2b0-d88ade5b3ca0 None None] For port 2bffaabb-923a-4223-a7bf-9f509a8f08a7, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:57:25.072415 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-0e16a912-8c76-455b-a2b0-d88ade5b3ca0 None None] For port 2bffaabb-923a-4223-a7bf-9f509a8f08a7, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=2bffaabb-923a-4223-a7bf-9f509a8f08a7,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:57:25.078182 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0e16a912-8c76-455b-a2b0-d88ade5b3ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:25.182262 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e16a912-8c76-455b-a2b0-d88ade5b3ca0 None None] Routers {'afd0bcf0-6b1f-41c6-93e1-09d3002af737'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:57:25.182782 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-0e16a912-8c76-455b-a2b0-d88ade5b3ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:57:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['afd0bcf0-6b1f-41c6-93e1-09d3002af737'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:57:25.185970 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56852b3d-58e1-49b3-9003-0c2704079fb8 None None] Pushing event updated for resources: {'Port': ['ID=2bffaabb-923a-4223-a7bf-9f509a8f08a7,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:57:25.223411 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af1a704-7d70-4ddb-9a85-f10307e886a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-39303484-cfd2-4c8b-a790-b3a30d73dcb5', 'network_id': '39303484-cfd2-4c8b-a790-b3a30d73dcb5', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'fixed_ips': [{'subnet_id': '028c2c5f-89bb-4194-baba-36d0fa01bf7c'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:57:25.224259 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-3af1a704-7d70-4ddb-9a85-f10307e886a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:25.369353 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-0e16a912-8c76-455b-a2b0-d88ade5b3ca0 None None] Set router afd0bcf0-6b1f-41c6-93e1-09d3002af737 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:57:25.425749 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f706297f-c4ea-4858-bbfa-64b68d3e564e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:25.509623 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-3af1a704-7d70-4ddb-9a85-f10307e886a2 None None] Allocated IP 172.20.0.2 (39303484-cfd2-4c8b-a790-b3a30d73dcb5/028c2c5f-89bb-4194-baba-36d0fa01bf7c/9289c02a-3d8b-4b6a-b8dc-32489c01e898) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:57:25.559600 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:25.705038 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-0e16a912-8c76-455b-a2b0-d88ade5b3ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd0bcf0-6b1f-41c6-93e1-09d3002af737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946244216', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.185'}], 'enable_snat': True}, 'gw_port_id': '2bffaabb-923a-4223-a7bf-9f509a8f08a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:57:22Z', 'updated_at': '2021-12-10T19:57:23Z', 'revision_number': 3, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': '2bffaabb-923a-4223-a7bf-9f509a8f08a7', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:90:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd0bcf0-6b1f-41c6-93e1-09d3002af737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:57:22Z', 'updated_at': '2021-12-10T19:57:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:57:25.734269 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-3af1a704-7d70-4ddb-9a85-f10307e886a2 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:25.736103 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e16a912-8c76-455b-a2b0-d88ade5b3ca0 None None] The sync data for ids ['afd0bcf0-6b1f-41c6-93e1-09d3002af737'] in dv-neutron-821441-1-hyperv is: [{'id': 'afd0bcf0-6b1f-41c6-93e1-09d3002af737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946244216', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.185'}], 'enable_snat': True}, 'gw_port_id': '2bffaabb-923a-4223-a7bf-9f509a8f08a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:57:22Z', 'updated_at': '2021-12-10T19:57:23Z', 'revision_number': 3, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': '2bffaabb-923a-4223-a7bf-9f509a8f08a7', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:90:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd0bcf0-6b1f-41c6-93e1-09d3002af737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:57:22Z', 'updated_at': '2021-12-10T19:57:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:57:25.744033 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-3af1a704-7d70-4ddb-9a85-f10307e886a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:25.786869 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af1a704-7d70-4ddb-9a85-f10307e886a2 None None] Network 39303484-cfd2-4c8b-a790-b3a30d73dcb5 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:57:25.790390 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-3af1a704-7d70-4ddb-9a85-f10307e886a2 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:57:25.797198 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af1a704-7d70-4ddb-9a85-f10307e886a2 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:57:25.798525 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-f706297f-c4ea-4858-bbfa-64b68d3e564e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Allocated IP 172.20.0.1 (39303484-cfd2-4c8b-a790-b3a30d73dcb5/028c2c5f-89bb-4194-baba-36d0fa01bf7c/ca2194bd-6756-4bf1-aac5-e4255427d363) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:57:25.800318 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af1a704-7d70-4ddb-9a85-f10307e886a2 None None] Pushing event updated for resources: {'Port': ['ID=9289c02a-3d8b-4b6a-b8dc-32489c01e898,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:57:25.854368 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-3af1a704-7d70-4ddb-9a85-f10307e886a2 None None] Attempting to bind port 9289c02a-3d8b-4b6a-b8dc-32489c01e898 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:57:25.854990 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-3af1a704-7d70-4ddb-9a85-f10307e886a2 None None] Attempting to bind port 9289c02a-3d8b-4b6a-b8dc-32489c01e898 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': 'd875dffb-98d8-47e4-b39a-7aa0b6a84277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '39303484-cfd2-4c8b-a790-b3a30d73dcb5'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:57:25.855416 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af1a704-7d70-4ddb-9a85-f10307e886a2 None None] Attempting to bind port 9289c02a-3d8b-4b6a-b8dc-32489c01e898 on network 39303484-cfd2-4c8b-a790-b3a30d73dcb5 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:57:25.860772 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af1a704-7d70-4ddb-9a85-f10307e886a2 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:57:25.861161 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af1a704-7d70-4ddb-9a85-f10307e886a2 None None] Checking segment: {'id': 'd875dffb-98d8-47e4-b39a-7aa0b6a84277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '39303484-cfd2-4c8b-a790-b3a30d73dcb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:57:25.861553 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-3af1a704-7d70-4ddb-9a85-f10307e886a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:25.861937 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af1a704-7d70-4ddb-9a85-f10307e886a2 None None] Bound using segment: {'id': 'd875dffb-98d8-47e4-b39a-7aa0b6a84277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '39303484-cfd2-4c8b-a790-b3a30d73dcb5'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:57:25.862411 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-3af1a704-7d70-4ddb-9a85-f10307e886a2 None None] Bound port: 9289c02a-3d8b-4b6a-b8dc-32489c01e898, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd875dffb-98d8-47e4-b39a-7aa0b6a84277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '39303484-cfd2-4c8b-a790-b3a30d73dcb5'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:57:25.862780 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-3af1a704-7d70-4ddb-9a85-f10307e886a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:25.927933 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-3af1a704-7d70-4ddb-9a85-f10307e886a2 None None] For port 9289c02a-3d8b-4b6a-b8dc-32489c01e898, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:57:25.931770 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-3af1a704-7d70-4ddb-9a85-f10307e886a2 None None] For port 9289c02a-3d8b-4b6a-b8dc-32489c01e898, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=9289c02a-3d8b-4b6a-b8dc-32489c01e898,segment=NetworkSegment(d875dffb-98d8-47e4-b39a-7aa0b6a84277),segment_id=d875dffb-98d8-47e4-b39a-7aa0b6a84277)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:57:25.935016 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f706297f-c4ea-4858-bbfa-64b68d3e564e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:25.937314 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-3af1a704-7d70-4ddb-9a85-f10307e886a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:25.977904 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f706297f-c4ea-4858-bbfa-64b68d3e564e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:26.020809 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af1a704-7d70-4ddb-9a85-f10307e886a2 None None] Pushing event updated for resources: {'Port': ['ID=9289c02a-3d8b-4b6a-b8dc-32489c01e898,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:57:26.051186 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f706297f-c4ea-4858-bbfa-64b68d3e564e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Network 39303484-cfd2-4c8b-a790-b3a30d73dcb5 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:57:26.052989 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f706297f-c4ea-4858-bbfa-64b68d3e564e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'Port': ['ID=ca2194bd-6756-4bf1-aac5-e4255427d363,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:57:26.059825 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-f706297f-c4ea-4858-bbfa-64b68d3e564e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:57:26.063100 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f706297f-c4ea-4858-bbfa-64b68d3e564e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:57:26.110978 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f706297f-c4ea-4858-bbfa-64b68d3e564e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712030'] for router_interface, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:26.282521 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f706297f-c4ea-4858-bbfa-64b68d3e564e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:26.569406 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:26.582488 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f706297f-c4ea-4858-bbfa-64b68d3e564e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:26.587926 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f706297f-c4ea-4858-bbfa-64b68d3e564e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:26.665950 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f706297f-c4ea-4858-bbfa-64b68d3e564e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'Port': ['ID=ca2194bd-6756-4bf1-aac5-e4255427d363,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:57:26.668557 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f706297f-c4ea-4858-bbfa-64b68d3e564e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3755716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711339'] for router_interface, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:26.773239 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f706297f-c4ea-4858-bbfa-64b68d3e564e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Network 39303484-cfd2-4c8b-a790-b3a30d73dcb5 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:57:26.774811 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-f706297f-c4ea-4858-bbfa-64b68d3e564e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:57:26.897053 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f706297f-c4ea-4858-bbfa-64b68d3e564e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Router afd0bcf0-6b1f-41c6-93e1-09d3002af737 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:57:26.919536 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:26.954486 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:57:26.964070 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e610c5a9-b409-4e6a-a58d-84fbfc6613ac None None] Network 39303484-cfd2-4c8b-a790-b3a30d73dcb5 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:57:27.013674 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f706297f-c4ea-4858-bbfa-64b68d3e564e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:57:27.020117 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-f706297f-c4ea-4858-bbfa-64b68d3e564e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "PUT /v2.0/routers/afd0bcf0-6b1f-41c6-93e1-09d3002af737/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0589254 Dec 10 19:57:27.074652 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-a735ffdd-e674-462b-9311-b0390f3984a1 None None] Provisioning complete for port 9289c02a-3d8b-4b6a-b8dc-32489c01e898 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:57:27.075022 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a735ffdd-e674-462b-9311-b0390f3984a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:27.180171 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5058b2bc-9ca5-4208-997d-4361e9890f48 req-6cee2b7f-3d2f-46cf-9c8b-7e9a3aad4a7f tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1490711668&fields=id&tenant_id=575d6f57815e49e1b66e2ddad838d8d9 HTTP/1.1" status: 200 len: 267 time: 0.0405383 Dec 10 19:57:27.303419 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058b2bc-9ca5-4208-997d-4361e9890f48 req-26de1480-061e-494b-97d0-9d20b8706855 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:57:27.306505 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5058b2bc-9ca5-4208-997d-4361e9890f48 req-26de1480-061e-494b-97d0-9d20b8706855 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/networks?id=39303484-cfd2-4c8b-a790-b3a30d73dcb5 HTTP/1.1" status: 200 len: 796 time: 0.1189110 Dec 10 19:57:27.324139 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5058b2bc-9ca5-4208-997d-4361e9890f48 req-fd1fdef1-3fa4-4bb3-914d-9a1109e3fe58 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/quotas/575d6f57815e49e1b66e2ddad838d8d9 HTTP/1.1" status: 200 len: 375 time: 0.0103889 Dec 10 19:57:27.338241 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a735ffdd-e674-462b-9311-b0390f3984a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:27.381068 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-a735ffdd-e674-462b-9311-b0390f3984a1 None None] For port 9289c02a-3d8b-4b6a-b8dc-32489c01e898, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=9289c02a-3d8b-4b6a-b8dc-32489c01e898,segment=NetworkSegment(d875dffb-98d8-47e4-b39a-7aa0b6a84277),segment_id=d875dffb-98d8-47e4-b39a-7aa0b6a84277)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:57:27.385622 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a735ffdd-e674-462b-9311-b0390f3984a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:27.386942 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5058b2bc-9ca5-4208-997d-4361e9890f48 req-b6d64ba0-0adc-4a20-942e-f47c7e3705da tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=575d6f57815e49e1b66e2ddad838d8d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566089 Dec 10 19:57:27.404527 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [req-5058b2bc-9ca5-4208-997d-4361e9890f48 req-fe8dcf07-5041-4dfb-acc7-b1fcaec328b9 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:57:27.410376 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5058b2bc-9ca5-4208-997d-4361e9890f48 req-fe8dcf07-5041-4dfb-acc7-b1fcaec328b9 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101953 Dec 10 19:57:27.442079 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a735ffdd-e674-462b-9311-b0390f3984a1 None None] Pushing event updated for resources: {'Port': ['ID=9289c02a-3d8b-4b6a-b8dc-32489c01e898,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:57:27.463903 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fa5f7e-e409-4767-aaf4-3d82566ac32c None None] Sync routers for ids ['afd0bcf0-6b1f-41c6-93e1-09d3002af737'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:57:27.475205 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fa5f7e-e409-4767-aaf4-3d82566ac32c None None] Routers {'afd0bcf0-6b1f-41c6-93e1-09d3002af737'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:57:27.479506 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-a9fa5f7e-e409-4767-aaf4-3d82566ac32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:57:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['afd0bcf0-6b1f-41c6-93e1-09d3002af737'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:57:27.511524 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5058b2bc-9ca5-4208-997d-4361e9890f48 req-dbbfba49-43f4-463d-8f95-39a69f98a0d3 service neutron] 10.222.0.69 "GET /v2.0/networks/39303484-cfd2-4c8b-a790-b3a30d73dcb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982091 Dec 10 19:57:27.591622 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-a9fa5f7e-e409-4767-aaf4-3d82566ac32c None None] Set router afd0bcf0-6b1f-41c6-93e1-09d3002af737 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:57:27.612303 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5058b2bc-9ca5-4208-997d-4361e9890f48 req-ef1cdac2-ca3e-41d9-8e63-2ef29540c433 service neutron] 10.222.0.69 "GET /v2.0/networks/39303484-cfd2-4c8b-a790-b3a30d73dcb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999007 Dec 10 19:57:27.615669 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-eda73e58-c924-4446-a2da-95581241efa1 None None] Provisioning complete for port ca2194bd-6756-4bf1-aac5-e4255427d363 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:57:27.616167 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-eda73e58-c924-4446-a2da-95581241efa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:27.656318 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-eda73e58-c924-4446-a2da-95581241efa1 None None] Port ca2194bd-6756-4bf1-aac5-e4255427d363 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:57:27.673690 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-eda73e58-c924-4446-a2da-95581241efa1 None None] Provisioning complete for port 9289c02a-3d8b-4b6a-b8dc-32489c01e898 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:57:27.674064 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-eda73e58-c924-4446-a2da-95581241efa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:27.838075 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-a9fa5f7e-e409-4767-aaf4-3d82566ac32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd0bcf0-6b1f-41c6-93e1-09d3002af737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946244216', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.185'}], 'enable_snat': True}, 'gw_port_id': '2bffaabb-923a-4223-a7bf-9f509a8f08a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:57:22Z', 'updated_at': '2021-12-10T19:57:26Z', 'revision_number': 4, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': '2bffaabb-923a-4223-a7bf-9f509a8f08a7', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:90:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd0bcf0-6b1f-41c6-93e1-09d3002af737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:57:22Z', 'updated_at': '2021-12-10T19:57:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': 'ca2194bd-6756-4bf1-aac5-e4255427d363', 'name': '', 'network_id': '39303484-cfd2-4c8b-a790-b3a30d73dcb5', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'mac_address': 'fa:16:3e:2d:fa:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd0bcf0-6b1f-41c6-93e1-09d3002af737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '028c2c5f-89bb-4194-baba-36d0fa01bf7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:57:25Z', 'updated_at': '2021-12-10T19:57:26Z', 'revision_number': 2, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'subnets': [{'id': '028c2c5f-89bb-4194-baba-36d0fa01bf7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:57:27.850746 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-896d3820-9a4d-49c0-9453-818de1ee81f3 req-eafd5bc4-2f35-452e-aa01-4e74680dba20 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=9da81170-6cbb-4c5a-98f2-94b5ce070a4b HTTP/1.1" status: 200 len: 210 time: 0.0477726 Dec 10 19:57:27.887149 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fa5f7e-e409-4767-aaf4-3d82566ac32c None None] Checking router: afd0bcf0-6b1f-41c6-93e1-09d3002af737 for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:57:27.887805 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fa5f7e-e409-4767-aaf4-3d82566ac32c None None] Updating router afd0bcf0-6b1f-41c6-93e1-09d3002af737 port ca2194bd-6756-4bf1-aac5-e4255427d363 binding host dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:57:27.901752 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-b104c1a4-7e2f-4ddb-96d1-92e296b81d2e None None] Provisioning complete for port ca2194bd-6756-4bf1-aac5-e4255427d363 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:57:27.902207 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b104c1a4-7e2f-4ddb-96d1-92e296b81d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:27.934495 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-a9fa5f7e-e409-4767-aaf4-3d82566ac32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:27.955812 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 2bffaabb-923a-4223-a7bf-9f509a8f08a7 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:57:27.990621 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-b104c1a4-7e2f-4ddb-96d1-92e296b81d2e None None] Port ca2194bd-6756-4bf1-aac5-e4255427d363 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:57:28.019101 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 2bffaabb-923a-4223-a7bf-9f509a8f08a7 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:57:28.019472 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:28.120712 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:28.137286 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-a8e352cd-af27-4b80-90d5-974ecd1ef632 None None] Provisioning complete for port ca2194bd-6756-4bf1-aac5-e4255427d363 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:57:28.137838 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a8e352cd-af27-4b80-90d5-974ecd1ef632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:28.170255 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port 2bffaabb-923a-4223-a7bf-9f509a8f08a7, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=2bffaabb-923a-4223-a7bf-9f509a8f08a7,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:57:28.177172 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:28.178194 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 9289c02a-3d8b-4b6a-b8dc-32489c01e898 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:57:28.233965 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-a8e352cd-af27-4b80-90d5-974ecd1ef632 None None] Port ca2194bd-6756-4bf1-aac5-e4255427d363 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:57:28.276615 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=2bffaabb-923a-4223-a7bf-9f509a8f08a7,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:57:28.288935 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 9289c02a-3d8b-4b6a-b8dc-32489c01e898 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:57:28.289307 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:28.334051 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-a9fa5f7e-e409-4767-aaf4-3d82566ac32c None None] Notify callbacks [] for port, precommit_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:28.339400 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-a9fa5f7e-e409-4767-aaf4-3d82566ac32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:28.397001 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefa35f7-2128-4518-87a7-9bf490861929 None None] Pushing event updated for resources: {'Port': ['ID=ca2194bd-6756-4bf1-aac5-e4255427d363,revision_number=3']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:57:28.406831 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefa35f7-2128-4518-87a7-9bf490861929 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:57:28.407172 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefa35f7-2128-4518-87a7-9bf490861929 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:57:28.407515 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefa35f7-2128-4518-87a7-9bf490861929 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:57:28.407841 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefa35f7-2128-4518-87a7-9bf490861929 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:57:28.408167 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefa35f7-2128-4518-87a7-9bf490861929 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:57:28.408518 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefa35f7-2128-4518-87a7-9bf490861929 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:57:28.408855 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefa35f7-2128-4518-87a7-9bf490861929 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:57:28.409166 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefa35f7-2128-4518-87a7-9bf490861929 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:57:28.409490 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefa35f7-2128-4518-87a7-9bf490861929 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:57:28.409807 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefa35f7-2128-4518-87a7-9bf490861929 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:57:28.410125 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefa35f7-2128-4518-87a7-9bf490861929 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:57:28.410440 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefa35f7-2128-4518-87a7-9bf490861929 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:57:28.467597 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-a9fa5f7e-e409-4767-aaf4-3d82566ac32c None None] Attempting to bind port ca2194bd-6756-4bf1-aac5-e4255427d363 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:57:28.467960 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-a9fa5f7e-e409-4767-aaf4-3d82566ac32c None None] Attempting to bind port ca2194bd-6756-4bf1-aac5-e4255427d363 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': 'd875dffb-98d8-47e4-b39a-7aa0b6a84277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '39303484-cfd2-4c8b-a790-b3a30d73dcb5'}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:57:28.468692 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fa5f7e-e409-4767-aaf4-3d82566ac32c None None] Attempting to bind port ca2194bd-6756-4bf1-aac5-e4255427d363 on network 39303484-cfd2-4c8b-a790-b3a30d73dcb5 {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:57:28.474438 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fa5f7e-e409-4767-aaf4-3d82566ac32c None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:57:28.474810 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fa5f7e-e409-4767-aaf4-3d82566ac32c None None] Checking segment: {'id': 'd875dffb-98d8-47e4-b39a-7aa0b6a84277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '39303484-cfd2-4c8b-a790-b3a30d73dcb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:57:28.475435 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-a9fa5f7e-e409-4767-aaf4-3d82566ac32c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:28.476072 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fa5f7e-e409-4767-aaf4-3d82566ac32c None None] Bound using segment: {'id': 'd875dffb-98d8-47e4-b39a-7aa0b6a84277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '39303484-cfd2-4c8b-a790-b3a30d73dcb5'} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:57:28.476745 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-a9fa5f7e-e409-4767-aaf4-3d82566ac32c None None] Bound port: ca2194bd-6756-4bf1-aac5-e4255427d363, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd875dffb-98d8-47e4-b39a-7aa0b6a84277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '39303484-cfd2-4c8b-a790-b3a30d73dcb5'}}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:57:28.477359 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-a9fa5f7e-e409-4767-aaf4-3d82566ac32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:28.546468 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-a9fa5f7e-e409-4767-aaf4-3d82566ac32c None None] For port ca2194bd-6756-4bf1-aac5-e4255427d363, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:57:28.550598 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-a9fa5f7e-e409-4767-aaf4-3d82566ac32c None None] For port ca2194bd-6756-4bf1-aac5-e4255427d363, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=ca2194bd-6756-4bf1-aac5-e4255427d363,segment=NetworkSegment(d875dffb-98d8-47e4-b39a-7aa0b6a84277),segment_id=d875dffb-98d8-47e4-b39a-7aa0b6a84277)] {{(pid=102368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:57:28.554735 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-a9fa5f7e-e409-4767-aaf4-3d82566ac32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:28.621697 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fa5f7e-e409-4767-aaf4-3d82566ac32c None None] Routers {'afd0bcf0-6b1f-41c6-93e1-09d3002af737'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:57:28.622318 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-a9fa5f7e-e409-4767-aaf4-3d82566ac32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:57:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['afd0bcf0-6b1f-41c6-93e1-09d3002af737'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:57:28.624400 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefa35f7-2128-4518-87a7-9bf490861929 None None] Pushing event updated for resources: {'Port': ['ID=ca2194bd-6756-4bf1-aac5-e4255427d363,revision_number=4']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:57:28.658537 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c3fae0dc-e294-4856-9026-f79db9359a2f None None] Provisioning complete for port ca2194bd-6756-4bf1-aac5-e4255427d363 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:57:28.659109 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c3fae0dc-e294-4856-9026-f79db9359a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:28.739156 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-a9fa5f7e-e409-4767-aaf4-3d82566ac32c None None] Set router afd0bcf0-6b1f-41c6-93e1-09d3002af737 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:57:28.749260 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c3fae0dc-e294-4856-9026-f79db9359a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:28.784692 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c3fae0dc-e294-4856-9026-f79db9359a2f None None] For port ca2194bd-6756-4bf1-aac5-e4255427d363, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=ca2194bd-6756-4bf1-aac5-e4255427d363,segment=NetworkSegment(d875dffb-98d8-47e4-b39a-7aa0b6a84277),segment_id=d875dffb-98d8-47e4-b39a-7aa0b6a84277)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:57:28.789359 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c3fae0dc-e294-4856-9026-f79db9359a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:28.842092 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fae0dc-e294-4856-9026-f79db9359a2f None None] Pushing event updated for resources: {'Port': ['ID=ca2194bd-6756-4bf1-aac5-e4255427d363,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:57:28.915799 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-b0b6e23e-27be-4efa-8f92-dedbd8ed092d None None] Provisioning complete for port ca2194bd-6756-4bf1-aac5-e4255427d363 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:57:28.916718 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b0b6e23e-27be-4efa-8f92-dedbd8ed092d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:28.963012 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-a9fa5f7e-e409-4767-aaf4-3d82566ac32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd0bcf0-6b1f-41c6-93e1-09d3002af737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946244216', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.185'}], 'enable_snat': True}, 'gw_port_id': '2bffaabb-923a-4223-a7bf-9f509a8f08a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:57:22Z', 'updated_at': '2021-12-10T19:57:26Z', 'revision_number': 4, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': '2bffaabb-923a-4223-a7bf-9f509a8f08a7', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:90:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd0bcf0-6b1f-41c6-93e1-09d3002af737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:57:22Z', 'updated_at': '2021-12-10T19:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': 'ca2194bd-6756-4bf1-aac5-e4255427d363', 'name': '', 'network_id': '39303484-cfd2-4c8b-a790-b3a30d73dcb5', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'mac_address': 'fa:16:3e:2d:fa:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd0bcf0-6b1f-41c6-93e1-09d3002af737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '028c2c5f-89bb-4194-baba-36d0fa01bf7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:57:25Z', 'updated_at': '2021-12-10T19:57:28Z', 'revision_number': 4, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'subnets': [{'id': '028c2c5f-89bb-4194-baba-36d0fa01bf7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:57:28.991845 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fa5f7e-e409-4767-aaf4-3d82566ac32c None None] The sync data for ids ['afd0bcf0-6b1f-41c6-93e1-09d3002af737'] in dv-neutron-821441-1-hyperv is: [{'id': 'afd0bcf0-6b1f-41c6-93e1-09d3002af737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946244216', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.185'}], 'enable_snat': True}, 'gw_port_id': '2bffaabb-923a-4223-a7bf-9f509a8f08a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:57:22Z', 'updated_at': '2021-12-10T19:57:26Z', 'revision_number': 4, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': '2bffaabb-923a-4223-a7bf-9f509a8f08a7', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:90:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd0bcf0-6b1f-41c6-93e1-09d3002af737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:57:22Z', 'updated_at': '2021-12-10T19:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': 'ca2194bd-6756-4bf1-aac5-e4255427d363', 'name': '', 'network_id': '39303484-cfd2-4c8b-a790-b3a30d73dcb5', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'mac_address': 'fa:16:3e:2d:fa:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd0bcf0-6b1f-41c6-93e1-09d3002af737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '028c2c5f-89bb-4194-baba-36d0fa01bf7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:57:25Z', 'updated_at': '2021-12-10T19:57:28Z', 'revision_number': 4, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'subnets': [{'id': '028c2c5f-89bb-4194-baba-36d0fa01bf7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:57:29.031446 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-16bc8eca-a575-4b8e-ae0e-c9455ec48e8f req-68f33f0f-bce6-4178-aaab-2c753fa86c4a tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=9da81170-6cbb-4c5a-98f2-94b5ce070a4b HTTP/1.1" status: 200 len: 210 time: 0.0977509 Dec 10 19:57:29.119674 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058b2bc-9ca5-4208-997d-4361e9890f48 req-76041eb4-d79c-4432-8e3c-e81cd4b51507 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:57:29.121360 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5058b2bc-9ca5-4208-997d-4361e9890f48 req-76041eb4-d79c-4432-8e3c-e81cd4b51507 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.36 "GET /v2.0/networks?id=39303484-cfd2-4c8b-a790-b3a30d73dcb5 HTTP/1.1" status: 200 len: 796 time: 0.1981347 Dec 10 19:57:29.174539 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5058b2bc-9ca5-4208-997d-4361e9890f48 req-a0a989c9-1371-476a-b328-07a12cea8a86 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=575d6f57815e49e1b66e2ddad838d8d9 HTTP/1.1" status: 200 len: 380 time: 0.0386500 Dec 10 19:57:29.184800 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-5058b2bc-9ca5-4208-997d-4361e9890f48 req-1338d3be-0490-486d-a38b-c1334bd235d7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Request body: {'port': {'device_id': '9da81170-6cbb-4c5a-98f2-94b5ce070a4b', 'network_id': '39303484-cfd2-4c8b-a790-b3a30d73dcb5', 'admin_state_up': True, 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'security_groups': ['c0655502-af7a-4689-945b-dcce5ed6ba98']}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:57:29.301985 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5058b2bc-9ca5-4208-997d-4361e9890f48 req-1338d3be-0490-486d-a38b-c1334bd235d7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Made reservation on behalf of 575d6f57815e49e1b66e2ddad838d8d9 for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:57:29.306211 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-5058b2bc-9ca5-4208-997d-4361e9890f48 req-1338d3be-0490-486d-a38b-c1334bd235d7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:29.441468 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [req-5058b2bc-9ca5-4208-997d-4361e9890f48 req-1338d3be-0490-486d-a38b-c1334bd235d7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Allocated IP 172.20.0.12 (39303484-cfd2-4c8b-a790-b3a30d73dcb5/028c2c5f-89bb-4194-baba-36d0fa01bf7c/6a1878ca-e746-4a4d-8bbc-dd7811b0dda4) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:57:29.589339 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-5058b2bc-9ca5-4208-997d-4361e9890f48 req-1338d3be-0490-486d-a38b-c1334bd235d7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:29.625407 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-5058b2bc-9ca5-4208-997d-4361e9890f48 req-1338d3be-0490-486d-a38b-c1334bd235d7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:29.670357 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5058b2bc-9ca5-4208-997d-4361e9890f48 req-1338d3be-0490-486d-a38b-c1334bd235d7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Network 39303484-cfd2-4c8b-a790-b3a30d73dcb5 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:57:29.675590 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [req-5058b2bc-9ca5-4208-997d-4361e9890f48 req-1338d3be-0490-486d-a38b-c1334bd235d7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:57:29.678572 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-5058b2bc-9ca5-4208-997d-4361e9890f48 req-1338d3be-0490-486d-a38b-c1334bd235d7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:57:29.688304 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1338d3be-0490-486d-a38b-c1334bd235d7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'Port': ['ID=6a1878ca-e746-4a4d-8bbc-dd7811b0dda4,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:57:29.754486 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058b2bc-9ca5-4208-997d-4361e9890f48 req-1338d3be-0490-486d-a38b-c1334bd235d7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:57:29.755168 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-5058b2bc-9ca5-4208-997d-4361e9890f48 req-1338d3be-0490-486d-a38b-c1334bd235d7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:29.776723 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5058b2bc-9ca5-4208-997d-4361e9890f48 req-1338d3be-0490-486d-a38b-c1334bd235d7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5958734 Dec 10 19:57:29.791489 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-5058b2bc-9ca5-4208-997d-4361e9890f48 req-b2d72f2b-7eef-4590-8293-049c98d598d8 service neutron] Request body: {'port': {'device_id': '9da81170-6cbb-4c5a-98f2-94b5ce070a4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:57:29.874661 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-5058b2bc-9ca5-4208-997d-4361e9890f48 req-b2d72f2b-7eef-4590-8293-049c98d598d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:29.898604 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 2bffaabb-923a-4223-a7bf-9f509a8f08a7 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:57:29.951659 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-38eecde1-8bec-4e1e-85ab-acb42a45f46b None None] Provisioning complete for port 6a1878ca-e746-4a4d-8bbc-dd7811b0dda4 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:57:29.952096 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-38eecde1-8bec-4e1e-85ab-acb42a45f46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:29.997068 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 2bffaabb-923a-4223-a7bf-9f509a8f08a7 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:57:29.997545 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:30.000312 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-38eecde1-8bec-4e1e-85ab-acb42a45f46b None None] Port 6a1878ca-e746-4a4d-8bbc-dd7811b0dda4 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:57:30.084357 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device ca2194bd-6756-4bf1-aac5-e4255427d363 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:57:30.139057 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port ca2194bd-6756-4bf1-aac5-e4255427d363 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:57:30.139057 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:30.203107 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [req-5058b2bc-9ca5-4208-997d-4361e9890f48 req-b2d72f2b-7eef-4590-8293-049c98d598d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a1878ca-e746-4a4d-8bbc-dd7811b0dda4 {{(pid=102365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:57:30.214455 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-5058b2bc-9ca5-4208-997d-4361e9890f48 req-b2d72f2b-7eef-4590-8293-049c98d598d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:30.234268 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.provisioning_blocks [req-5058b2bc-9ca5-4208-997d-4361e9890f48 req-b2d72f2b-7eef-4590-8293-049c98d598d8 service neutron] Transition to ACTIVE for port object 6a1878ca-e746-4a4d-8bbc-dd7811b0dda4 will not be triggered until provisioned by entity L2. {{(pid=102365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:57:30.248793 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd22bcb7-2afc-47aa-8115-cc2308de4f49 req-dd562a57-733c-4192-abc9-091d72e959b4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:57:30.250331 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bd22bcb7-2afc-47aa-8115-cc2308de4f49 req-dd562a57-733c-4192-abc9-091d72e959b4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=9da81170-6cbb-4c5a-98f2-94b5ce070a4b HTTP/1.1" status: 200 len: 932 time: 0.1174989 Dec 10 19:57:30.251489 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-5058b2bc-9ca5-4208-997d-4361e9890f48 req-b2d72f2b-7eef-4590-8293-049c98d598d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:30.331312 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d72f2b-7eef-4590-8293-049c98d598d8 service neutron] Pushing event updated for resources: {'Port': ['ID=6a1878ca-e746-4a4d-8bbc-dd7811b0dda4,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:57:30.345632 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bd22bcb7-2afc-47aa-8115-cc2308de4f49 req-08c54488-6243-4a99-ae4e-f007997f6dc6 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0655502-af7a-4689-945b-dcce5ed6ba98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700114 Dec 10 19:57:30.419439 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-5058b2bc-9ca5-4208-997d-4361e9890f48 req-b2d72f2b-7eef-4590-8293-049c98d598d8 service neutron] Attempting to bind port 6a1878ca-e746-4a4d-8bbc-dd7811b0dda4 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:57:30.419647 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-5058b2bc-9ca5-4208-997d-4361e9890f48 req-b2d72f2b-7eef-4590-8293-049c98d598d8 service neutron] Attempting to bind port 6a1878ca-e746-4a4d-8bbc-dd7811b0dda4 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'd875dffb-98d8-47e4-b39a-7aa0b6a84277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '39303484-cfd2-4c8b-a790-b3a30d73dcb5'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:57:30.419920 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5058b2bc-9ca5-4208-997d-4361e9890f48 req-b2d72f2b-7eef-4590-8293-049c98d598d8 service neutron] Attempting to bind port 6a1878ca-e746-4a4d-8bbc-dd7811b0dda4 on network 39303484-cfd2-4c8b-a790-b3a30d73dcb5 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:57:30.424580 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5058b2bc-9ca5-4208-997d-4361e9890f48 req-b2d72f2b-7eef-4590-8293-049c98d598d8 service neutron] Port 6a1878ca-e746-4a4d-8bbc-dd7811b0dda4 on network 39303484-cfd2-4c8b-a790-b3a30d73dcb5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:57:30.424901 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5058b2bc-9ca5-4208-997d-4361e9890f48 req-b2d72f2b-7eef-4590-8293-049c98d598d8 service neutron] Attempting to bind port 6a1878ca-e746-4a4d-8bbc-dd7811b0dda4 on network 39303484-cfd2-4c8b-a790-b3a30d73dcb5 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:57:30.429976 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5058b2bc-9ca5-4208-997d-4361e9890f48 req-b2d72f2b-7eef-4590-8293-049c98d598d8 service neutron] Checking agent: {'id': '9e16c23e-95bc-4c2e-b3ec-daf7533f9d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'started_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:57:30.430886 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5058b2bc-9ca5-4208-997d-4361e9890f48 req-b2d72f2b-7eef-4590-8293-049c98d598d8 service neutron] Checking segment: {'id': 'd875dffb-98d8-47e4-b39a-7aa0b6a84277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '39303484-cfd2-4c8b-a790-b3a30d73dcb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:57:30.431906 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5058b2bc-9ca5-4208-997d-4361e9890f48 req-b2d72f2b-7eef-4590-8293-049c98d598d8 service neutron] Bound using segment: {'id': 'd875dffb-98d8-47e4-b39a-7aa0b6a84277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '39303484-cfd2-4c8b-a790-b3a30d73dcb5'} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:57:30.432349 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-5058b2bc-9ca5-4208-997d-4361e9890f48 req-b2d72f2b-7eef-4590-8293-049c98d598d8 service neutron] Bound port: 6a1878ca-e746-4a4d-8bbc-dd7811b0dda4, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd875dffb-98d8-47e4-b39a-7aa0b6a84277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '39303484-cfd2-4c8b-a790-b3a30d73dcb5'}}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:57:30.432731 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-5058b2bc-9ca5-4208-997d-4361e9890f48 req-b2d72f2b-7eef-4590-8293-049c98d598d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:30.510935 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-5058b2bc-9ca5-4208-997d-4361e9890f48 req-b2d72f2b-7eef-4590-8293-049c98d598d8 service neutron] For port 6a1878ca-e746-4a4d-8bbc-dd7811b0dda4, host hv-neutron-8214, cleared binding levels {{(pid=102365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:57:30.516089 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-5058b2bc-9ca5-4208-997d-4361e9890f48 req-b2d72f2b-7eef-4590-8293-049c98d598d8 service neutron] For port 6a1878ca-e746-4a4d-8bbc-dd7811b0dda4, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=6a1878ca-e746-4a4d-8bbc-dd7811b0dda4,segment=NetworkSegment(d875dffb-98d8-47e4-b39a-7aa0b6a84277),segment_id=d875dffb-98d8-47e4-b39a-7aa0b6a84277)] {{(pid=102365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:57:30.522737 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-5058b2bc-9ca5-4208-997d-4361e9890f48 req-b2d72f2b-7eef-4590-8293-049c98d598d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:30.556554 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058b2bc-9ca5-4208-997d-4361e9890f48 req-b2d72f2b-7eef-4590-8293-049c98d598d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:57:30.557165 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-5058b2bc-9ca5-4208-997d-4361e9890f48 req-b2d72f2b-7eef-4590-8293-049c98d598d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:30.558566 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5058b2bc-9ca5-4208-997d-4361e9890f48 req-b2d72f2b-7eef-4590-8293-049c98d598d8 service neutron] 10.222.0.36 "PUT /v2.0/ports/6a1878ca-e746-4a4d-8bbc-dd7811b0dda4 HTTP/1.1" status: 200 len: 1094 time: 0.7735786 Dec 10 19:57:30.560829 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9da81170-6cbb-4c5a-98f2-94b5ce070a4b', 'tag': '6a1878ca-e746-4a4d-8bbc-dd7811b0dda4'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:57:30.564036 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7edc545-142e-40b1-b403-8b75667f7b7a" -d '{"events": [{"name": "network-changed", "server_uuid": "9da81170-6cbb-4c5a-98f2-94b5ce070a4b", "tag": "6a1878ca-e746-4a4d-8bbc-dd7811b0dda4"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:57:30.594064 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d72f2b-7eef-4590-8293-049c98d598d8 service neutron] Pushing event updated for resources: {'Port': ['ID=6a1878ca-e746-4a4d-8bbc-dd7811b0dda4,revision_number=3']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:57:30.608114 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6863494a-7420-4b78-af37-77d3318ba019 x-openstack-request-id: req-6863494a-7420-4b78-af37-77d3318ba019 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:57:30.608405 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9da81170-6cbb-4c5a-98f2-94b5ce070a4b", "tag": "6a1878ca-e746-4a4d-8bbc-dd7811b0dda4", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:57:30.608949 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6863494a-7420-4b78-af37-77d3318ba019 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:57:30.609358 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9da81170-6cbb-4c5a-98f2-94b5ce070a4b', 'tag': '6a1878ca-e746-4a4d-8bbc-dd7811b0dda4', 'status': 'completed', 'code': 200} Dec 10 19:57:30.656987 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058b2bc-9ca5-4208-997d-4361e9890f48 req-0c547b72-ecd6-4eb9-9a03-f2be846680b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:57:30.658515 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5058b2bc-9ca5-4208-997d-4361e9890f48 req-0c547b72-ecd6-4eb9-9a03-f2be846680b1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=575d6f57815e49e1b66e2ddad838d8d9&device_id=9da81170-6cbb-4c5a-98f2-94b5ce070a4b HTTP/1.1" status: 200 len: 1097 time: 0.0431867 Dec 10 19:57:30.706922 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5058b2bc-9ca5-4208-997d-4361e9890f48 req-32b369e0-0aab-4905-9b5b-b3d7b964bc1e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a1878ca-e746-4a4d-8bbc-dd7811b0dda4 HTTP/1.1" status: 200 len: 217 time: 0.0403149 Dec 10 19:57:30.760696 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058b2bc-9ca5-4208-997d-4361e9890f48 req-90e569e3-be15-4f26-bad2-2c6d3b94f3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:57:30.762144 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5058b2bc-9ca5-4208-997d-4361e9890f48 req-90e569e3-be15-4f26-bad2-2c6d3b94f3b0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=028c2c5f-89bb-4194-baba-36d0fa01bf7c HTTP/1.1" status: 200 len: 834 time: 0.0471606 Dec 10 19:57:30.807926 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058b2bc-9ca5-4208-997d-4361e9890f48 req-3f9d258c-c258-4c9b-8f4e-644402979908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:57:30.809444 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5058b2bc-9ca5-4208-997d-4361e9890f48 req-3f9d258c-c258-4c9b-8f4e-644402979908 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39303484-cfd2-4c8b-a790-b3a30d73dcb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405486 Dec 10 19:57:31.208693 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5058b2bc-9ca5-4208-997d-4361e9890f48 req-eb805d1e-3246-4032-bb89-a9d088b590f4 service neutron] 10.222.0.36 "GET /v2.0/networks/39303484-cfd2-4c8b-a790-b3a30d73dcb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3917994 Dec 10 19:57:31.297034 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5058b2bc-9ca5-4208-997d-4361e9890f48 req-a2be3dbd-dc0b-45b2-a5cc-78392205018e service neutron] 10.222.0.36 "GET /v2.0/networks/39303484-cfd2-4c8b-a790-b3a30d73dcb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804989 Dec 10 19:57:31.393882 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7edc545-142e-40b1-b403-8b75667f7b7a req-1a823dc1-a983-44d9-8873-6f170654fa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:57:31.395650 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b7edc545-142e-40b1-b403-8b75667f7b7a req-1a823dc1-a983-44d9-8873-6f170654fa81 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=575d6f57815e49e1b66e2ddad838d8d9&device_id=9da81170-6cbb-4c5a-98f2-94b5ce070a4b HTTP/1.1" status: 200 len: 1097 time: 0.0490232 Dec 10 19:57:31.529003 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5bcf44-76b1-4f52-8f03-24435633d222 req-c4ddc5d6-8eab-49e2-8ed3-1103ae273d14 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:57:31.530468 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-aa5bcf44-76b1-4f52-8f03-24435633d222 req-c4ddc5d6-8eab-49e2-8ed3-1103ae273d14 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=9da81170-6cbb-4c5a-98f2-94b5ce070a4b HTTP/1.1" status: 200 len: 944 time: 0.0816395 Dec 10 19:57:31.533239 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7edc545-142e-40b1-b403-8b75667f7b7a req-79bdda48-94b4-4999-a423-4425a1b691e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:57:31.534576 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b7edc545-142e-40b1-b403-8b75667f7b7a req-79bdda48-94b4-4999-a423-4425a1b691e1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=39303484-cfd2-4c8b-a790-b3a30d73dcb5 HTTP/1.1" status: 200 len: 897 time: 0.1306293 Dec 10 19:57:31.585331 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b7edc545-142e-40b1-b403-8b75667f7b7a req-f6feae81-735c-42be-b807-5cdeb514ce08 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a1878ca-e746-4a4d-8bbc-dd7811b0dda4 HTTP/1.1" status: 200 len: 217 time: 0.0418611 Dec 10 19:57:31.627888 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-aa5bcf44-76b1-4f52-8f03-24435633d222 req-55ef8595-4964-4e81-a5b0-0abe28061617 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0655502-af7a-4689-945b-dcce5ed6ba98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913219 Dec 10 19:57:31.645325 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7edc545-142e-40b1-b403-8b75667f7b7a req-b5ca6e1c-e9c5-4bab-b133-a2ade1da868b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:57:31.646757 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b7edc545-142e-40b1-b403-8b75667f7b7a req-b5ca6e1c-e9c5-4bab-b133-a2ade1da868b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=028c2c5f-89bb-4194-baba-36d0fa01bf7c HTTP/1.1" status: 200 len: 834 time: 0.0517013 Dec 10 19:57:31.699238 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7edc545-142e-40b1-b403-8b75667f7b7a req-262e5374-22aa-4f24-8f13-132cfc7a5a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:57:31.700766 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b7edc545-142e-40b1-b403-8b75667f7b7a req-262e5374-22aa-4f24-8f13-132cfc7a5a17 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39303484-cfd2-4c8b-a790-b3a30d73dcb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0461788 Dec 10 19:57:31.793487 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b7edc545-142e-40b1-b403-8b75667f7b7a req-ae8d3417-edca-44ec-9e65-2168fa80d73f service neutron] 10.222.0.36 "GET /v2.0/networks/39303484-cfd2-4c8b-a790-b3a30d73dcb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849342 Dec 10 19:57:31.889618 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b7edc545-142e-40b1-b403-8b75667f7b7a req-c440fee6-b2b1-4722-b35a-33d931dddda8 service neutron] 10.222.0.36 "GET /v2.0/networks/39303484-cfd2-4c8b-a790-b3a30d73dcb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886483 Dec 10 19:57:32.682873 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:32.751186 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03154f84-3e5e-4cd2-b4a3-15af159245b1 req-fde64651-02a8-4048-8898-93f9829c7709 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:57:32.752691 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-03154f84-3e5e-4cd2-b4a3-15af159245b1 req-fde64651-02a8-4048-8898-93f9829c7709 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=9da81170-6cbb-4c5a-98f2-94b5ce070a4b HTTP/1.1" status: 200 len: 944 time: 0.0535154 Dec 10 19:57:32.791156 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-03154f84-3e5e-4cd2-b4a3-15af159245b1 req-f5e9e202-ec82-42e1-93e7-de196fe11ff1 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0655502-af7a-4689-945b-dcce5ed6ba98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323179 Dec 10 19:57:33.903469 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48cc082-286e-4768-8d07-fbf379c81a70 req-3a339750-1c0e-44e1-bf0a-6be5a0da5570 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:57:33.904962 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c48cc082-286e-4768-8d07-fbf379c81a70 req-3a339750-1c0e-44e1-bf0a-6be5a0da5570 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=9da81170-6cbb-4c5a-98f2-94b5ce070a4b HTTP/1.1" status: 200 len: 944 time: 0.0483415 Dec 10 19:57:33.943351 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c48cc082-286e-4768-8d07-fbf379c81a70 req-049d9e2b-7818-409b-8514-deed8c363156 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0655502-af7a-4689-945b-dcce5ed6ba98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324569 Dec 10 19:57:35.056220 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b0d3a-75aa-4a72-b0b6-31503fe788a3 req-eecad5cd-fd4d-44af-857d-40ad28019d99 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:57:35.057722 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-048b0d3a-75aa-4a72-b0b6-31503fe788a3 req-eecad5cd-fd4d-44af-857d-40ad28019d99 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=9da81170-6cbb-4c5a-98f2-94b5ce070a4b HTTP/1.1" status: 200 len: 944 time: 0.0500743 Dec 10 19:57:35.101151 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-048b0d3a-75aa-4a72-b0b6-31503fe788a3 req-c983791c-b5d4-42fc-98d3-1b05f78f06c0 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0655502-af7a-4689-945b-dcce5ed6ba98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375180 Dec 10 19:57:35.809226 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 6a1878ca-e746-4a4d-8bbc-dd7811b0dda4 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=102367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:57:35.905272 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 6a1878ca-e746-4a4d-8bbc-dd7811b0dda4, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=6a1878ca-e746-4a4d-8bbc-dd7811b0dda4,segment=NetworkSegment(d875dffb-98d8-47e4-b39a-7aa0b6a84277),segment_id=d875dffb-98d8-47e4-b39a-7aa0b6a84277)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:57:35.917086 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Returning: {'device': '6a1878ca-e746-4a4d-8bbc-dd7811b0dda4', 'network_id': '39303484-cfd2-4c8b-a790-b3a30d73dcb5', 'port_id': '6a1878ca-e746-4a4d-8bbc-dd7811b0dda4', 'mac_address': 'fa:16:3e:73:a8:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '028c2c5f-89bb-4194-baba-36d0fa01bf7c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:57:35.952350 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:35.965149 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a1878ca-e746-4a4d-8bbc-dd7811b0dda4 {{(pid=102367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:57:35.984593 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 6a1878ca-e746-4a4d-8bbc-dd7811b0dda4, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=6a1878ca-e746-4a4d-8bbc-dd7811b0dda4,segment=NetworkSegment(d875dffb-98d8-47e4-b39a-7aa0b6a84277),segment_id=d875dffb-98d8-47e4-b39a-7aa0b6a84277)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:57:35.989406 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:36.036773 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=6a1878ca-e746-4a4d-8bbc-dd7811b0dda4,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:57:36.217247 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c7bbb-9b2b-44be-8006-9f5a60aabe91 req-65dc1f39-324f-43ba-97ea-6affdd3696d0 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:57:36.218763 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-530c7bbb-9b2b-44be-8006-9f5a60aabe91 req-65dc1f39-324f-43ba-97ea-6affdd3696d0 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=9da81170-6cbb-4c5a-98f2-94b5ce070a4b HTTP/1.1" status: 200 len: 945 time: 0.0507622 Dec 10 19:57:36.259044 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-530c7bbb-9b2b-44be-8006-9f5a60aabe91 req-99fc5e0e-35f5-4dfc-b475-69381197917b tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0655502-af7a-4689-945b-dcce5ed6ba98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339167 Dec 10 19:57:36.351651 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['6a1878ca-e746-4a4d-8bbc-dd7811b0dda4'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:57:37.374051 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5563d6-dd8d-4529-b06a-366bc085bdd5 req-25d3b94e-f5d3-4601-9efe-94c02d8af3ac tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:57:37.375688 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9d5563d6-dd8d-4529-b06a-366bc085bdd5 req-25d3b94e-f5d3-4601-9efe-94c02d8af3ac tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=9da81170-6cbb-4c5a-98f2-94b5ce070a4b HTTP/1.1" status: 200 len: 945 time: 0.0507429 Dec 10 19:57:37.414332 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9d5563d6-dd8d-4529-b06a-366bc085bdd5 req-61726de6-a788-4e65-bf26-27df8ed3abd1 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0655502-af7a-4689-945b-dcce5ed6ba98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317278 Dec 10 19:57:37.841042 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 6a1878ca-e746-4a4d-8bbc-dd7811b0dda4 up at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:57:37.890651 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning for port 6a1878ca-e746-4a4d-8bbc-dd7811b0dda4 completed by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:57:37.894267 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning complete for port 6a1878ca-e746-4a4d-8bbc-dd7811b0dda4 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:57:37.894620 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:37.973545 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:37.996603 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da81170-6cbb-4c5a-98f2-94b5ce070a4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a1878ca-e746-4a4d-8bbc-dd7811b0dda4'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:57:37.998772 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0dd006407324ce2959a5a4cf9f0b5e0801d7a51a5291ea700e8786e11115a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64dc8620-a6fe-4e2b-815e-ca01b9c04b78" -d '{"events": [{"server_uuid": "9da81170-6cbb-4c5a-98f2-94b5ce070a4b", "name": "network-vif-plugged", "status": "completed", "tag": "6a1878ca-e746-4a4d-8bbc-dd7811b0dda4"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:57:38.011743 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 6a1878ca-e746-4a4d-8bbc-dd7811b0dda4, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=6a1878ca-e746-4a4d-8bbc-dd7811b0dda4,segment=NetworkSegment(d875dffb-98d8-47e4-b39a-7aa0b6a84277),segment_id=d875dffb-98d8-47e4-b39a-7aa0b6a84277)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:57:38.016788 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:38.065705 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=6a1878ca-e746-4a4d-8bbc-dd7811b0dda4,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:57:38.093272 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c6dee8-fcf5-4f02-8800-d23516dbe0d3 x-openstack-request-id: req-44c6dee8-fcf5-4f02-8800-d23516dbe0d3 {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:57:38.093569 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9da81170-6cbb-4c5a-98f2-94b5ce070a4b", "name": "network-vif-plugged", "status": "completed", "tag": "6a1878ca-e746-4a4d-8bbc-dd7811b0dda4", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:57:38.093825 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-44c6dee8-fcf5-4f02-8800-d23516dbe0d3 {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:57:38.094224 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9da81170-6cbb-4c5a-98f2-94b5ce070a4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a1878ca-e746-4a4d-8bbc-dd7811b0dda4', 'code': 200} Dec 10 19:57:38.266211 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42b4f5-cc30-4bbf-a6ab-f0fd62c95c99 req-9ade3f6f-97d5-4d19-8e47-38c6b8c8d714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:57:38.267577 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6f42b4f5-cc30-4bbf-a6ab-f0fd62c95c99 req-9ade3f6f-97d5-4d19-8e47-38c6b8c8d714 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9da81170-6cbb-4c5a-98f2-94b5ce070a4b HTTP/1.1" status: 200 len: 1099 time: 0.0406985 Dec 10 19:57:38.307960 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6f42b4f5-cc30-4bbf-a6ab-f0fd62c95c99 req-7d698a2c-8075-48f9-b007-55b22bf51abc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c0655502-af7a-4689-945b-dcce5ed6ba98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321331 Dec 10 19:57:38.530698 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a316fa07-30f2-4bd6-b0b2-d755ecd57a25 req-59f6a140-b6d4-4c6e-abd8-e93473f4b9c6 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:57:38.532064 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a316fa07-30f2-4bd6-b0b2-d755ecd57a25 req-59f6a140-b6d4-4c6e-abd8-e93473f4b9c6 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=9da81170-6cbb-4c5a-98f2-94b5ce070a4b HTTP/1.1" status: 200 len: 946 time: 0.0492599 Dec 10 19:57:38.569991 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a316fa07-30f2-4bd6-b0b2-d755ecd57a25 req-542b9243-cf79-4dfc-a783-29e04af9f2b3 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0655502-af7a-4689-945b-dcce5ed6ba98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318835 Dec 10 19:57:39.718865 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c68f35-c562-4714-af47-dac570d7fa64 req-cbd1cfcd-81f6-4c3b-9bea-fcd0bffa7e50 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:57:39.720689 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-46c68f35-c562-4714-af47-dac570d7fa64 req-cbd1cfcd-81f6-4c3b-9bea-fcd0bffa7e50 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=9da81170-6cbb-4c5a-98f2-94b5ce070a4b HTTP/1.1" status: 200 len: 946 time: 0.0591319 Dec 10 19:57:39.764644 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-46c68f35-c562-4714-af47-dac570d7fa64 req-8bea5a9d-8dc6-4345-919d-40198c02a698 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0655502-af7a-4689-945b-dcce5ed6ba98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369120 Dec 10 19:57:40.885255 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5ff2a-f9e3-4e07-9d2c-bdd6a489d3d7 req-cd1bcabc-445e-4577-b8f4-9ad79ee90b7d tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:57:40.886812 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bce5ff2a-f9e3-4e07-9d2c-bdd6a489d3d7 req-cd1bcabc-445e-4577-b8f4-9ad79ee90b7d tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=9da81170-6cbb-4c5a-98f2-94b5ce070a4b HTTP/1.1" status: 200 len: 946 time: 0.0521052 Dec 10 19:57:40.932615 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bce5ff2a-f9e3-4e07-9d2c-bdd6a489d3d7 req-3169e3af-2e43-48e1-8045-7bdbad0df4cb tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0655502-af7a-4689-945b-dcce5ed6ba98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393703 Dec 10 19:57:41.061493 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3214154b-4cc4-4bce-b6f2-f0c9b46baeb1 req-64f5b7ec-865b-4257-9847-31e610da2dc7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:57:41.063001 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3214154b-4cc4-4bce-b6f2-f0c9b46baeb1 req-64f5b7ec-865b-4257-9847-31e610da2dc7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=9da81170-6cbb-4c5a-98f2-94b5ce070a4b HTTP/1.1" status: 200 len: 946 time: 0.0565608 Dec 10 19:57:41.107617 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3214154b-4cc4-4bce-b6f2-f0c9b46baeb1 req-5eff38f8-6472-4a92-a355-439813373a52 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0655502-af7a-4689-945b-dcce5ed6ba98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376427 Dec 10 19:57:41.132992 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 35004) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:57:41.175788 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5117266c-8f01-4b32-9b7c-d9d518eb8693 tempest-TestNetworkAdvancedServerOps-1204599226 tempest-TestNetworkAdvancedServerOps-1204599226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:57:41.177390 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-5117266c-8f01-4b32-9b7c-d9d518eb8693 tempest-TestNetworkAdvancedServerOps-1204599226 tempest-TestNetworkAdvancedServerOps-1204599226-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=9da81170-6cbb-4c5a-98f2-94b5ce070a4b HTTP/1.1" status: 200 len: 1094 time: 0.0428293 Dec 10 19:57:41.180667 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 35006) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:57:41.185338 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-4a81a5fc-f31b-4b4b-bb6e-26542bfc705c tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Request body: {'floatingip': {'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'port_id': '6a1878ca-e746-4a4d-8bbc-dd7811b0dda4', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:57:41.209929 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4a81a5fc-f31b-4b4b-bb6e-26542bfc705c tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for floatingip, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:41.315718 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4a81a5fc-f31b-4b4b-bb6e-26542bfc705c tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:41.424613 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-4a81a5fc-f31b-4b4b-bb6e-26542bfc705c tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Allocated IP 172.26.6.172 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/1afabbcc-7b5a-416e-8513-1893eddf0025) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:57:41.537562 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4a81a5fc-f31b-4b4b-bb6e-26542bfc705c tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:41.577028 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4a81a5fc-f31b-4b4b-bb6e-26542bfc705c tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:41.616229 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a81a5fc-f31b-4b4b-bb6e-26542bfc705c tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:57:41.620276 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-4a81a5fc-f31b-4b4b-bb6e-26542bfc705c tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:57:41.623373 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a81a5fc-f31b-4b4b-bb6e-26542bfc705c tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:57:41.655725 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a81a5fc-f31b-4b4b-bb6e-26542bfc705c tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'Port': ['ID=1afabbcc-7b5a-416e-8513-1893eddf0025,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:57:41.999088 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4a81a5fc-f31b-4b4b-bb6e-26542bfc705c tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:42.068556 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4a81a5fc-f31b-4b4b-bb6e-26542bfc705c tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:42.223352 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4a81a5fc-f31b-4b4b-bb6e-26542bfc705c tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:42.229232 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4a81a5fc-f31b-4b4b-bb6e-26542bfc705c tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:42.302860 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a81a5fc-f31b-4b4b-bb6e-26542bfc705c tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'Port': ['ID=1afabbcc-7b5a-416e-8513-1893eddf0025,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:57:42.316883 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4a81a5fc-f31b-4b4b-bb6e-26542bfc705c tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3713103'] for floatingip, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:42.421017 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.l3_db [None req-4a81a5fc-f31b-4b4b-bb6e-26542bfc705c tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Floating IP f0b03701-8d7e-4f53-ba70-90ad53facd0b associated. External IP: 172.26.6.172, port: 6a1878ca-e746-4a4d-8bbc-dd7811b0dda4. Dec 10 19:57:42.631129 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a81a5fc-f31b-4b4b-bb6e-26542bfc705c tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Router afd0bcf0-6b1f-41c6-93e1-09d3002af737 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:57:42.744664 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a81a5fc-f31b-4b4b-bb6e-26542bfc705c tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:57:42.754625 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8b1155-e954-4260-92dc-ba123659ea8a None None] Sync routers for ids ['afd0bcf0-6b1f-41c6-93e1-09d3002af737'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:57:42.763759 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4a81a5fc-f31b-4b4b-bb6e-26542bfc705c tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:42.765931 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8b1155-e954-4260-92dc-ba123659ea8a None None] Routers {'afd0bcf0-6b1f-41c6-93e1-09d3002af737'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:57:42.766552 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-3d8b1155-e954-4260-92dc-ba123659ea8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:57:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['afd0bcf0-6b1f-41c6-93e1-09d3002af737'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:57:42.792706 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-4a81a5fc-f31b-4b4b-bb6e-26542bfc705c tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6107926 Dec 10 19:57:42.793302 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9da81170-6cbb-4c5a-98f2-94b5ce070a4b', 'tag': '6a1878ca-e746-4a4d-8bbc-dd7811b0dda4'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:57:42.795585 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1576d5a-01f1-4513-bcd2-638b1d3f177e" -d '{"events": [{"name": "network-changed", "server_uuid": "9da81170-6cbb-4c5a-98f2-94b5ce070a4b", "tag": "6a1878ca-e746-4a4d-8bbc-dd7811b0dda4"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:57:42.832670 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c8b0b7-320c-4f47-8857-a14a977b0bc4 x-openstack-request-id: req-78c8b0b7-320c-4f47-8857-a14a977b0bc4 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:57:42.833045 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9da81170-6cbb-4c5a-98f2-94b5ce070a4b", "tag": "6a1878ca-e746-4a4d-8bbc-dd7811b0dda4", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:57:42.833229 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-78c8b0b7-320c-4f47-8857-a14a977b0bc4 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:57:42.833636 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9da81170-6cbb-4c5a-98f2-94b5ce070a4b', 'tag': '6a1878ca-e746-4a4d-8bbc-dd7811b0dda4', 'status': 'completed', 'code': 200} Dec 10 19:57:42.882241 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-3d8b1155-e954-4260-92dc-ba123659ea8a None None] Set router afd0bcf0-6b1f-41c6-93e1-09d3002af737 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:57:42.925836 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411fa5b-8765-49be-a7ce-11f127e5500e req-f070d3ab-bde7-47a3-8477-0ed5f57136af tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:57:42.927436 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6411fa5b-8765-49be-a7ce-11f127e5500e req-f070d3ab-bde7-47a3-8477-0ed5f57136af tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=9da81170-6cbb-4c5a-98f2-94b5ce070a4b HTTP/1.1" status: 200 len: 946 time: 0.0818822 Dec 10 19:57:42.944300 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1576d5a-01f1-4513-bcd2-638b1d3f177e req-0aac2f5f-9d2d-4ec5-99cf-6fd900fcc986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:57:42.945905 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c1576d5a-01f1-4513-bcd2-638b1d3f177e req-0aac2f5f-9d2d-4ec5-99cf-6fd900fcc986 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=575d6f57815e49e1b66e2ddad838d8d9&device_id=9da81170-6cbb-4c5a-98f2-94b5ce070a4b HTTP/1.1" status: 200 len: 1099 time: 0.0722415 Dec 10 19:57:43.024542 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6411fa5b-8765-49be-a7ce-11f127e5500e req-fb034fcd-5f18-49e0-8c34-995ec38a3334 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0655502-af7a-4689-945b-dcce5ed6ba98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896091 Dec 10 19:57:43.047892 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 35012) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:57:43.063107 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1576d5a-01f1-4513-bcd2-638b1d3f177e req-2e8bea5a-efcc-4069-803e-f7915257835a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:57:43.064618 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c1576d5a-01f1-4513-bcd2-638b1d3f177e req-2e8bea5a-efcc-4069-803e-f7915257835a service neutron] 10.222.0.36 "GET /v2.0/networks?id=39303484-cfd2-4c8b-a790-b3a30d73dcb5 HTTP/1.1" status: 200 len: 897 time: 0.1104233 Dec 10 19:57:43.114166 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-3aecb68e-75e8-4435-aff3-e9f5a7f73bf9 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/floatingips/f0b03701-8d7e-4f53-ba70-90ad53facd0b HTTP/1.1" status: 200 len: 992 time: 0.0634038 Dec 10 19:57:43.122898 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-3d8b1155-e954-4260-92dc-ba123659ea8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd0bcf0-6b1f-41c6-93e1-09d3002af737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946244216', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.185'}], 'enable_snat': True}, 'gw_port_id': '2bffaabb-923a-4223-a7bf-9f509a8f08a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:57:22Z', 'updated_at': '2021-12-10T19:57:26Z', 'revision_number': 4, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': '2bffaabb-923a-4223-a7bf-9f509a8f08a7', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:90:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd0bcf0-6b1f-41c6-93e1-09d3002af737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:57:22Z', 'updated_at': '2021-12-10T19:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': 'f0b03701-8d7e-4f53-ba70-90ad53facd0b', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'floating_ip_address': '172.26.6.172', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': 'afd0bcf0-6b1f-41c6-93e1-09d3002af737', 'port_id': '6a1878ca-e746-4a4d-8bbc-dd7811b0dda4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39303484-cfd2-4c8b-a790-b3a30d73dcb5', 'mac_address': 'fa:16:3e:73:a8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da81170-6cbb-4c5a-98f2-94b5ce070a4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:57:41Z', 'updated_at': '2021-12-10T19:57:41Z', 'revision_number': 0, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca2194bd-6756-4bf1-aac5-e4255427d363', 'name': '', 'network_id': '39303484-cfd2-4c8b-a790-b3a30d73dcb5', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'mac_address': 'fa:16:3e:2d:fa:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd0bcf0-6b1f-41c6-93e1-09d3002af737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '028c2c5f-89bb-4194-baba-36d0fa01bf7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:57:25Z', 'updated_at': '2021-12-10T19:57:28Z', 'revision_number': 5, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'subnets': [{'id': '028c2c5f-89bb-4194-baba-36d0fa01bf7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:57:43.138863 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c1576d5a-01f1-4513-bcd2-638b1d3f177e req-ccaf582e-f6da-4498-85fe-28beb1f1ebc7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a1878ca-e746-4a4d-8bbc-dd7811b0dda4 HTTP/1.1" status: 200 len: 1000 time: 0.0661502 Dec 10 19:57:43.149613 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8b1155-e954-4260-92dc-ba123659ea8a None None] Checking router: afd0bcf0-6b1f-41c6-93e1-09d3002af737 for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:57:43.158622 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8b1155-e954-4260-92dc-ba123659ea8a None None] Routers {'afd0bcf0-6b1f-41c6-93e1-09d3002af737'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:57:43.159224 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-3d8b1155-e954-4260-92dc-ba123659ea8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:57:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['afd0bcf0-6b1f-41c6-93e1-09d3002af737'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:57:43.190398 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1576d5a-01f1-4513-bcd2-638b1d3f177e req-cf9fd647-04a0-4851-943e-a055b0f3b7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:57:43.191873 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c1576d5a-01f1-4513-bcd2-638b1d3f177e req-cf9fd647-04a0-4851-943e-a055b0f3b7bd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=028c2c5f-89bb-4194-baba-36d0fa01bf7c HTTP/1.1" status: 200 len: 834 time: 0.0457146 Dec 10 19:57:43.241744 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1576d5a-01f1-4513-bcd2-638b1d3f177e req-37625fbd-c6ed-45a0-9315-76f852dc2c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:57:43.244115 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c1576d5a-01f1-4513-bcd2-638b1d3f177e req-37625fbd-c6ed-45a0-9315-76f852dc2c52 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39303484-cfd2-4c8b-a790-b3a30d73dcb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439794 Dec 10 19:57:43.271332 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-3d8b1155-e954-4260-92dc-ba123659ea8a None None] Set router afd0bcf0-6b1f-41c6-93e1-09d3002af737 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:57:43.343018 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c1576d5a-01f1-4513-bcd2-638b1d3f177e req-f343042e-80a6-4362-8927-621eed9a72f2 service neutron] 10.222.0.36 "GET /v2.0/networks/39303484-cfd2-4c8b-a790-b3a30d73dcb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918438 Dec 10 19:57:43.435385 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c1576d5a-01f1-4513-bcd2-638b1d3f177e req-22fad5df-11bd-4e3e-b36f-c899a65e5339 service neutron] 10.222.0.36 "GET /v2.0/networks/39303484-cfd2-4c8b-a790-b3a30d73dcb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855396 Dec 10 19:57:43.507217 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-3d8b1155-e954-4260-92dc-ba123659ea8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd0bcf0-6b1f-41c6-93e1-09d3002af737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946244216', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.185'}], 'enable_snat': True}, 'gw_port_id': '2bffaabb-923a-4223-a7bf-9f509a8f08a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:57:22Z', 'updated_at': '2021-12-10T19:57:26Z', 'revision_number': 4, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': '2bffaabb-923a-4223-a7bf-9f509a8f08a7', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:90:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd0bcf0-6b1f-41c6-93e1-09d3002af737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:57:22Z', 'updated_at': '2021-12-10T19:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': 'f0b03701-8d7e-4f53-ba70-90ad53facd0b', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'floating_ip_address': '172.26.6.172', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': 'afd0bcf0-6b1f-41c6-93e1-09d3002af737', 'port_id': '6a1878ca-e746-4a4d-8bbc-dd7811b0dda4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39303484-cfd2-4c8b-a790-b3a30d73dcb5', 'mac_address': 'fa:16:3e:73:a8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da81170-6cbb-4c5a-98f2-94b5ce070a4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:57:41Z', 'updated_at': '2021-12-10T19:57:41Z', 'revision_number': 0, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca2194bd-6756-4bf1-aac5-e4255427d363', 'name': '', 'network_id': '39303484-cfd2-4c8b-a790-b3a30d73dcb5', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'mac_address': 'fa:16:3e:2d:fa:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd0bcf0-6b1f-41c6-93e1-09d3002af737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '028c2c5f-89bb-4194-baba-36d0fa01bf7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:57:25Z', 'updated_at': '2021-12-10T19:57:28Z', 'revision_number': 5, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'subnets': [{'id': '028c2c5f-89bb-4194-baba-36d0fa01bf7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:57:43.533856 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8b1155-e954-4260-92dc-ba123659ea8a None None] The sync data for ids ['afd0bcf0-6b1f-41c6-93e1-09d3002af737'] in dv-neutron-821441-1-hyperv is: [{'id': 'afd0bcf0-6b1f-41c6-93e1-09d3002af737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946244216', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.185'}], 'enable_snat': True}, 'gw_port_id': '2bffaabb-923a-4223-a7bf-9f509a8f08a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:57:22Z', 'updated_at': '2021-12-10T19:57:26Z', 'revision_number': 4, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': '2bffaabb-923a-4223-a7bf-9f509a8f08a7', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:90:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd0bcf0-6b1f-41c6-93e1-09d3002af737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:57:22Z', 'updated_at': '2021-12-10T19:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': 'f0b03701-8d7e-4f53-ba70-90ad53facd0b', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'floating_ip_address': '172.26.6.172', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': 'afd0bcf0-6b1f-41c6-93e1-09d3002af737', 'port_id': '6a1878ca-e746-4a4d-8bbc-dd7811b0dda4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39303484-cfd2-4c8b-a790-b3a30d73dcb5', 'mac_address': 'fa:16:3e:73:a8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da81170-6cbb-4c5a-98f2-94b5ce070a4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:57:41Z', 'updated_at': '2021-12-10T19:57:41Z', 'revision_number': 0, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca2194bd-6756-4bf1-aac5-e4255427d363', 'name': '', 'network_id': '39303484-cfd2-4c8b-a790-b3a30d73dcb5', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'mac_address': 'fa:16:3e:2d:fa:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd0bcf0-6b1f-41c6-93e1-09d3002af737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '028c2c5f-89bb-4194-baba-36d0fa01bf7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:57:25Z', 'updated_at': '2021-12-10T19:57:28Z', 'revision_number': 5, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'subnets': [{'id': '028c2c5f-89bb-4194-baba-36d0fa01bf7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:57:43.736888 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b50468-d803-4e91-ada5-bae0c02298dc None None] New status for floating IP f0b03701-8d7e-4f53-ba70-90ad53facd0b: ACTIVE {{(pid=102368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:57:44.117165 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 35014) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:57:44.179813 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-81eaa6e8-e861-4b2a-b086-61f617bbe497 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/floatingips/f0b03701-8d7e-4f53-ba70-90ad53facd0b HTTP/1.1" status: 200 len: 994 time: 0.0613098 Dec 10 19:57:50.322268 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e16dcfcb-5fe5-4842-b465-295f9a68bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:54.280024 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-5d2835fe-1af1-4e1e-a32a-d876c2f06f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:55.521412 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:56.573537 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:57:56.922146 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:58:02.684597 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:58:03.954125 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:58:17.726326 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7fb03083-62d4-4ef2-aeb1-a1aa3ec0e19b req-9c6f696b-5ba8-4d85-bdf4-a3072b19959d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9da81170-6cbb-4c5a-98f2-94b5ce070a4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0460811 Dec 10 19:58:17.809983 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb03083-62d4-4ef2-aeb1-a1aa3ec0e19b req-85843e96-d47b-4ee6-8f8e-2259f2e50fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:58:17.811694 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7fb03083-62d4-4ef2-aeb1-a1aa3ec0e19b req-85843e96-d47b-4ee6-8f8e-2259f2e50fb3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=575d6f57815e49e1b66e2ddad838d8d9&device_id=9da81170-6cbb-4c5a-98f2-94b5ce070a4b HTTP/1.1" status: 200 len: 1099 time: 0.0423887 Dec 10 19:58:17.913594 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb03083-62d4-4ef2-aeb1-a1aa3ec0e19b req-6ece9962-2510-4e90-b8bc-b660a113f8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:58:17.915068 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7fb03083-62d4-4ef2-aeb1-a1aa3ec0e19b req-6ece9962-2510-4e90-b8bc-b660a113f8f3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=39303484-cfd2-4c8b-a790-b3a30d73dcb5 HTTP/1.1" status: 200 len: 897 time: 0.0831819 Dec 10 19:58:17.984280 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7fb03083-62d4-4ef2-aeb1-a1aa3ec0e19b req-9b99a62f-d1b4-4e07-9099-51b235dfe8ec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a1878ca-e746-4a4d-8bbc-dd7811b0dda4 HTTP/1.1" status: 200 len: 1002 time: 0.0618546 Dec 10 19:58:18.032652 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb03083-62d4-4ef2-aeb1-a1aa3ec0e19b req-4d2a9b4f-d161-4f42-9e72-9f75aea6486c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:58:18.034120 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7fb03083-62d4-4ef2-aeb1-a1aa3ec0e19b req-4d2a9b4f-d161-4f42-9e72-9f75aea6486c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=028c2c5f-89bb-4194-baba-36d0fa01bf7c HTTP/1.1" status: 200 len: 834 time: 0.0431380 Dec 10 19:58:18.081720 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb03083-62d4-4ef2-aeb1-a1aa3ec0e19b req-fd07bdf3-169f-4b88-a491-4b34a00da660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:58:18.083188 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7fb03083-62d4-4ef2-aeb1-a1aa3ec0e19b req-fd07bdf3-169f-4b88-a491-4b34a00da660 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39303484-cfd2-4c8b-a790-b3a30d73dcb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420301 Dec 10 19:58:18.176450 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7fb03083-62d4-4ef2-aeb1-a1aa3ec0e19b req-08486309-9ffe-4e63-bd26-e4348d7fadd8 service neutron] 10.222.0.36 "GET /v2.0/networks/39303484-cfd2-4c8b-a790-b3a30d73dcb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848811 Dec 10 19:58:18.269118 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7fb03083-62d4-4ef2-aeb1-a1aa3ec0e19b req-620b85d7-8313-455b-b7f4-3735056dff9b service neutron] 10.222.0.36 "GET /v2.0/networks/39303484-cfd2-4c8b-a790-b3a30d73dcb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850518 Dec 10 19:58:20.324589 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8a020853-bce9-4e2b-a0d7-fcee529ffd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:58:24.285967 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-5484f183-3a89-41ae-8afc-77b40e77a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:58:25.525210 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:58:26.576633 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:58:26.924594 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:58:32.702577 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:58:40.953637 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:58:50.325408 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b4d3ba3e-9a04-4d8c-8732-cf255e4c3227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:58:54.287098 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-7dec16b8-149a-4dd7-8c2e-86547fabcfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:58:55.526683 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:58:56.578748 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:58:56.927089 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:58:57.348093 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1cf7a2-95c2-444e-9e70-2387c5bc6d58 req-adda7cfa-33cb-466b-85fa-d8327bcb754e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:58:57.349569 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6a1cf7a2-95c2-444e-9e70-2387c5bc6d58 req-adda7cfa-33cb-466b-85fa-d8327bcb754e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=9da81170-6cbb-4c5a-98f2-94b5ce070a4b HTTP/1.1" status: 200 len: 946 time: 0.0528202 Dec 10 19:58:57.388205 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6a1cf7a2-95c2-444e-9e70-2387c5bc6d58 req-ce6745be-0c0f-4758-96bc-f53cd55a51c7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0655502-af7a-4689-945b-dcce5ed6ba98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325861 Dec 10 19:58:58.517770 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d2f244-bb77-4f05-98f1-ce004c7f126b req-ab6729b9-b10f-4282-98ab-f7f3508222c4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:58:58.519223 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f0d2f244-bb77-4f05-98f1-ce004c7f126b req-ab6729b9-b10f-4282-98ab-f7f3508222c4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=9da81170-6cbb-4c5a-98f2-94b5ce070a4b HTTP/1.1" status: 200 len: 946 time: 0.0500803 Dec 10 19:58:58.557138 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f0d2f244-bb77-4f05-98f1-ce004c7f126b req-6e536da7-c66c-45a3-81e1-7ae8c6684084 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0655502-af7a-4689-945b-dcce5ed6ba98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320745 Dec 10 19:58:58.579633 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 35048) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:58:58.642360 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-35fab885-d479-4a02-968f-bb1844d1d3ef tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/floatingips/f0b03701-8d7e-4f53-ba70-90ad53facd0b HTTP/1.1" status: 200 len: 994 time: 0.0616076 Dec 10 19:58:59.934418 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd0cac-bce2-48b5-ab6c-abe8ddd0b3a3 req-56a9fbcd-bc13-488b-bc68-0bf6eea81573 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:58:59.936074 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-88fd0cac-bce2-48b5-ab6c-abe8ddd0b3a3 req-56a9fbcd-bc13-488b-bc68-0bf6eea81573 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=9da81170-6cbb-4c5a-98f2-94b5ce070a4b HTTP/1.1" status: 200 len: 946 time: 0.0502219 Dec 10 19:58:59.974103 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-88fd0cac-bce2-48b5-ab6c-abe8ddd0b3a3 req-b683579f-2372-4fcf-9151-9c63b3c8deb9 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0655502-af7a-4689-945b-dcce5ed6ba98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313144 Dec 10 19:59:01.094592 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d0b42-0660-4b53-8602-c4e6636b362c req-f1b51f2e-2f7b-4399-80c0-5cf8f3543b6e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:01.096053 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8c6d0b42-0660-4b53-8602-c4e6636b362c req-f1b51f2e-2f7b-4399-80c0-5cf8f3543b6e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=9da81170-6cbb-4c5a-98f2-94b5ce070a4b HTTP/1.1" status: 200 len: 946 time: 0.0496230 Dec 10 19:59:01.133497 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8c6d0b42-0660-4b53-8602-c4e6636b362c req-37d3a86b-b5e6-4497-9ef0-2004c5001b13 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0655502-af7a-4689-945b-dcce5ed6ba98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314934 Dec 10 19:59:01.156422 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 35058) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:59:01.218608 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-3949c9dd-4c7a-446d-a43d-ccc1a42ad8e3 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/floatingips/f0b03701-8d7e-4f53-ba70-90ad53facd0b HTTP/1.1" status: 200 len: 994 time: 0.0610607 Dec 10 19:59:01.492675 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 35064) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:59:01.652925 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-28ee3248-7d70-42c1-919a-c0ef129da065 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Deleting port 1afabbcc-7b5a-416e-8513-1893eddf0025 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:59:01.653182 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-28ee3248-7d70-42c1-919a-c0ef129da065 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:01.726816 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-28ee3248-7d70-42c1-919a-c0ef129da065 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:01.727136 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-28ee3248-7d70-42c1-919a-c0ef129da065 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:01.740244 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-28ee3248-7d70-42c1-919a-c0ef129da065 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Calling delete_port for 1afabbcc-7b5a-416e-8513-1893eddf0025 owned by network:floatingip {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:59:01.912276 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-28ee3248-7d70-42c1-919a-c0ef129da065 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:01.942247 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ee3248-7d70-42c1-919a-c0ef129da065 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event deleted for resources: {'Port': ['ID=1afabbcc-7b5a-416e-8513-1893eddf0025,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:59:01.963735 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ee3248-7d70-42c1-919a-c0ef129da065 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:01.964181 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ee3248-7d70-42c1-919a-c0ef129da065 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:01.964553 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ee3248-7d70-42c1-919a-c0ef129da065 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:01.964891 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ee3248-7d70-42c1-919a-c0ef129da065 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:01.965223 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ee3248-7d70-42c1-919a-c0ef129da065 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:01.965547 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ee3248-7d70-42c1-919a-c0ef129da065 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:01.965871 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ee3248-7d70-42c1-919a-c0ef129da065 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:01.966734 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ee3248-7d70-42c1-919a-c0ef129da065 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:01.967057 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ee3248-7d70-42c1-919a-c0ef129da065 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:01.967466 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ee3248-7d70-42c1-919a-c0ef129da065 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:01.967791 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ee3248-7d70-42c1-919a-c0ef129da065 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:01.968110 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ee3248-7d70-42c1-919a-c0ef129da065 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:02.008482 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-28ee3248-7d70-42c1-919a-c0ef129da065 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for floatingip, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:02.008837 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.l3_db [None req-28ee3248-7d70-42c1-919a-c0ef129da065 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Floating IP f0b03701-8d7e-4f53-ba70-90ad53facd0b disassociated (deleted). External IP: 172.26.6.172, port: 6a1878ca-e746-4a4d-8bbc-dd7811b0dda4. Dec 10 19:59:02.542207 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ee3248-7d70-42c1-919a-c0ef129da065 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Router afd0bcf0-6b1f-41c6-93e1-09d3002af737 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:59:02.664768 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ee3248-7d70-42c1-919a-c0ef129da065 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:59:02.670079 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-28ee3248-7d70-42c1-919a-c0ef129da065 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:02.674904 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5925e81c-c325-4b53-9853-cfed5fc9b218 None None] Sync routers for ids ['afd0bcf0-6b1f-41c6-93e1-09d3002af737'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:59:02.696247 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5925e81c-c325-4b53-9853-cfed5fc9b218 None None] Routers {'afd0bcf0-6b1f-41c6-93e1-09d3002af737'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:59:02.697560 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-5925e81c-c325-4b53-9853-cfed5fc9b218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:58:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['afd0bcf0-6b1f-41c6-93e1-09d3002af737'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:59:02.698774 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-28ee3248-7d70-42c1-919a-c0ef129da065 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "DELETE /v2.0/floatingips/f0b03701-8d7e-4f53-ba70-90ad53facd0b HTTP/1.1" status: 204 len: 168 time: 1.2050059 Dec 10 19:59:02.699373 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9da81170-6cbb-4c5a-98f2-94b5ce070a4b', 'tag': '6a1878ca-e746-4a4d-8bbc-dd7811b0dda4'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:59:02.702377 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba492fd4-7960-4f93-8feb-5a268e9712c7" -d '{"events": [{"name": "network-changed", "server_uuid": "9da81170-6cbb-4c5a-98f2-94b5ce070a4b", "tag": "6a1878ca-e746-4a4d-8bbc-dd7811b0dda4"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:59:02.733826 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:02.830763 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378b8ef8-3c89-4c56-8aaa-c4b1295b648a x-openstack-request-id: req-378b8ef8-3c89-4c56-8aaa-c4b1295b648a {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:59:02.831056 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9da81170-6cbb-4c5a-98f2-94b5ce070a4b", "tag": "6a1878ca-e746-4a4d-8bbc-dd7811b0dda4", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:59:02.831310 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-378b8ef8-3c89-4c56-8aaa-c4b1295b648a {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:59:02.831757 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9da81170-6cbb-4c5a-98f2-94b5ce070a4b', 'tag': '6a1878ca-e746-4a4d-8bbc-dd7811b0dda4', 'status': 'completed', 'code': 200} Dec 10 19:59:02.906353 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba492fd4-7960-4f93-8feb-5a268e9712c7 req-040854ff-5f44-4a3a-b4fe-eb81026a2cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:02.907887 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ba492fd4-7960-4f93-8feb-5a268e9712c7 req-040854ff-5f44-4a3a-b4fe-eb81026a2cc9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=575d6f57815e49e1b66e2ddad838d8d9&device_id=9da81170-6cbb-4c5a-98f2-94b5ce070a4b HTTP/1.1" status: 200 len: 1099 time: 0.0450675 Dec 10 19:59:02.968196 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-5925e81c-c325-4b53-9853-cfed5fc9b218 None None] Set router afd0bcf0-6b1f-41c6-93e1-09d3002af737 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:59:03.010770 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504acc95-9edd-4479-87b5-6e87fb424ac4 req-f6ddd423-2b18-49b5-8f1c-6dc9604ab89a tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:03.012276 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-504acc95-9edd-4479-87b5-6e87fb424ac4 req-f6ddd423-2b18-49b5-8f1c-6dc9604ab89a tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=9da81170-6cbb-4c5a-98f2-94b5ce070a4b HTTP/1.1" status: 200 len: 946 time: 0.1034932 Dec 10 19:59:03.057944 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba492fd4-7960-4f93-8feb-5a268e9712c7 req-cd763f95-a9d3-41fe-9579-b14c5ae44f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:03.059241 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ba492fd4-7960-4f93-8feb-5a268e9712c7 req-cd763f95-a9d3-41fe-9579-b14c5ae44f6a service neutron] 10.222.0.36 "GET /v2.0/networks?id=39303484-cfd2-4c8b-a790-b3a30d73dcb5 HTTP/1.1" status: 200 len: 897 time: 0.1420135 Dec 10 19:59:03.112220 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-504acc95-9edd-4479-87b5-6e87fb424ac4 req-8017f9ab-8188-4360-aaa2-462131d2d01c tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0655502-af7a-4689-945b-dcce5ed6ba98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904117 Dec 10 19:59:03.113599 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ba492fd4-7960-4f93-8feb-5a268e9712c7 req-7d5b45c9-ce68-40c3-be21-d99c05a88586 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a1878ca-e746-4a4d-8bbc-dd7811b0dda4 HTTP/1.1" status: 200 len: 217 time: 0.0441518 Dec 10 19:59:03.166030 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba492fd4-7960-4f93-8feb-5a268e9712c7 req-a209e7b1-a118-45b4-b3d8-ba5ab1ab2795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:03.167548 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ba492fd4-7960-4f93-8feb-5a268e9712c7 req-a209e7b1-a118-45b4-b3d8-ba5ab1ab2795 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=028c2c5f-89bb-4194-baba-36d0fa01bf7c HTTP/1.1" status: 200 len: 834 time: 0.0452504 Dec 10 19:59:03.182857 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-5925e81c-c325-4b53-9853-cfed5fc9b218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd0bcf0-6b1f-41c6-93e1-09d3002af737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946244216', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.185'}], 'enable_snat': True}, 'gw_port_id': '2bffaabb-923a-4223-a7bf-9f509a8f08a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:57:22Z', 'updated_at': '2021-12-10T19:57:26Z', 'revision_number': 4, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': '2bffaabb-923a-4223-a7bf-9f509a8f08a7', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:90:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd0bcf0-6b1f-41c6-93e1-09d3002af737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:57:22Z', 'updated_at': '2021-12-10T19:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': 'ca2194bd-6756-4bf1-aac5-e4255427d363', 'name': '', 'network_id': '39303484-cfd2-4c8b-a790-b3a30d73dcb5', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'mac_address': 'fa:16:3e:2d:fa:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd0bcf0-6b1f-41c6-93e1-09d3002af737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '028c2c5f-89bb-4194-baba-36d0fa01bf7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:57:25Z', 'updated_at': '2021-12-10T19:57:28Z', 'revision_number': 5, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'subnets': [{'id': '028c2c5f-89bb-4194-baba-36d0fa01bf7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:59:03.212862 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5925e81c-c325-4b53-9853-cfed5fc9b218 None None] Checking router: afd0bcf0-6b1f-41c6-93e1-09d3002af737 for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:59:03.215351 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba492fd4-7960-4f93-8feb-5a268e9712c7 req-bd8f8be8-35ca-4373-9dd9-4e5d40457d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:03.217835 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ba492fd4-7960-4f93-8feb-5a268e9712c7 req-bd8f8be8-35ca-4373-9dd9-4e5d40457d11 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39303484-cfd2-4c8b-a790-b3a30d73dcb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420282 Dec 10 19:59:03.222008 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5925e81c-c325-4b53-9853-cfed5fc9b218 None None] Routers {'afd0bcf0-6b1f-41c6-93e1-09d3002af737'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:59:03.222612 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-5925e81c-c325-4b53-9853-cfed5fc9b218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:58:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['afd0bcf0-6b1f-41c6-93e1-09d3002af737'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:59:03.318794 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ba492fd4-7960-4f93-8feb-5a268e9712c7 req-9df4b0ed-c474-4dad-882c-3c3b417465d0 service neutron] 10.222.0.36 "GET /v2.0/networks/39303484-cfd2-4c8b-a790-b3a30d73dcb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929799 Dec 10 19:59:03.327791 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-5925e81c-c325-4b53-9853-cfed5fc9b218 None None] Set router afd0bcf0-6b1f-41c6-93e1-09d3002af737 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:59:03.413375 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ba492fd4-7960-4f93-8feb-5a268e9712c7 req-39738978-6164-4796-8318-6e7b51e9e3d9 service neutron] 10.222.0.36 "GET /v2.0/networks/39303484-cfd2-4c8b-a790-b3a30d73dcb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858922 Dec 10 19:59:03.524071 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-5925e81c-c325-4b53-9853-cfed5fc9b218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd0bcf0-6b1f-41c6-93e1-09d3002af737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946244216', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.185'}], 'enable_snat': True}, 'gw_port_id': '2bffaabb-923a-4223-a7bf-9f509a8f08a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:57:22Z', 'updated_at': '2021-12-10T19:57:26Z', 'revision_number': 4, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': '2bffaabb-923a-4223-a7bf-9f509a8f08a7', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:90:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd0bcf0-6b1f-41c6-93e1-09d3002af737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:57:22Z', 'updated_at': '2021-12-10T19:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': 'ca2194bd-6756-4bf1-aac5-e4255427d363', 'name': '', 'network_id': '39303484-cfd2-4c8b-a790-b3a30d73dcb5', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'mac_address': 'fa:16:3e:2d:fa:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd0bcf0-6b1f-41c6-93e1-09d3002af737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '028c2c5f-89bb-4194-baba-36d0fa01bf7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:57:25Z', 'updated_at': '2021-12-10T19:57:28Z', 'revision_number': 5, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'subnets': [{'id': '028c2c5f-89bb-4194-baba-36d0fa01bf7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:59:03.550513 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5925e81c-c325-4b53-9853-cfed5fc9b218 None None] The sync data for ids ['afd0bcf0-6b1f-41c6-93e1-09d3002af737'] in dv-neutron-821441-1-hyperv is: [{'id': 'afd0bcf0-6b1f-41c6-93e1-09d3002af737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946244216', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.185'}], 'enable_snat': True}, 'gw_port_id': '2bffaabb-923a-4223-a7bf-9f509a8f08a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:57:22Z', 'updated_at': '2021-12-10T19:57:26Z', 'revision_number': 4, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': '2bffaabb-923a-4223-a7bf-9f509a8f08a7', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:90:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd0bcf0-6b1f-41c6-93e1-09d3002af737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:57:22Z', 'updated_at': '2021-12-10T19:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': 'ca2194bd-6756-4bf1-aac5-e4255427d363', 'name': '', 'network_id': '39303484-cfd2-4c8b-a790-b3a30d73dcb5', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'mac_address': 'fa:16:3e:2d:fa:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd0bcf0-6b1f-41c6-93e1-09d3002af737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '028c2c5f-89bb-4194-baba-36d0fa01bf7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:57:25Z', 'updated_at': '2021-12-10T19:57:28Z', 'revision_number': 5, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'subnets': [{'id': '028c2c5f-89bb-4194-baba-36d0fa01bf7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:59:03.764044 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc920f1c-88a2-4c2e-bede-29be5647822e None None] New status for floating IP f0b03701-8d7e-4f53-ba70-90ad53facd0b: DOWN {{(pid=102368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:59:04.236173 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a7307-229b-4dec-9427-fe0586945de7 req-150c7b1f-474b-4228-a487-d32e55ca8f17 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:04.237635 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7f5a7307-229b-4dec-9427-fe0586945de7 req-150c7b1f-474b-4228-a487-d32e55ca8f17 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=9da81170-6cbb-4c5a-98f2-94b5ce070a4b HTTP/1.1" status: 200 len: 946 time: 0.0547183 Dec 10 19:59:04.274711 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7f5a7307-229b-4dec-9427-fe0586945de7 req-858ae680-2135-41eb-9f27-01ae3e66fac3 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=c0655502-af7a-4689-945b-dcce5ed6ba98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309529 Dec 10 19:59:04.898454 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3c44d-82b3-4541-a812-b5744cb7e018 req-6a53f1b0-b72e-4bf0-9e3c-b7a67bfcc23b tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:04.899915 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-43d3c44d-82b3-4541-a812-b5744cb7e018 req-6a53f1b0-b72e-4bf0-9e3c-b7a67bfcc23b tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da81170-6cbb-4c5a-98f2-94b5ce070a4b HTTP/1.1" status: 200 len: 946 time: 0.0503628 Dec 10 19:59:04.988968 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-43d3c44d-82b3-4541-a812-b5744cb7e018 req-13d7a12b-7e6c-44d9-bf3e-16fa905819be tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Deleting port 6a1878ca-e746-4a4d-8bbc-dd7811b0dda4 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:59:04.989171 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-43d3c44d-82b3-4541-a812-b5744cb7e018 req-13d7a12b-7e6c-44d9-bf3e-16fa905819be tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:05.081797 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-43d3c44d-82b3-4541-a812-b5744cb7e018 req-13d7a12b-7e6c-44d9-bf3e-16fa905819be tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] For port 6a1878ca-e746-4a4d-8bbc-dd7811b0dda4, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=6a1878ca-e746-4a4d-8bbc-dd7811b0dda4,segment=NetworkSegment(d875dffb-98d8-47e4-b39a-7aa0b6a84277),segment_id=d875dffb-98d8-47e4-b39a-7aa0b6a84277)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:59:05.082157 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-43d3c44d-82b3-4541-a812-b5744cb7e018 req-13d7a12b-7e6c-44d9-bf3e-16fa905819be tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:05.095788 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-43d3c44d-82b3-4541-a812-b5744cb7e018 req-13d7a12b-7e6c-44d9-bf3e-16fa905819be tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Calling delete_port for 6a1878ca-e746-4a4d-8bbc-dd7811b0dda4 owned by compute:nova {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:59:05.230218 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-43d3c44d-82b3-4541-a812-b5744cb7e018 req-13d7a12b-7e6c-44d9-bf3e-16fa905819be tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:05.259378 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d7a12b-7e6c-44d9-bf3e-16fa905819be tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event deleted for resources: {'Port': ['ID=6a1878ca-e746-4a4d-8bbc-dd7811b0dda4,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:59:05.304406 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d3c44d-82b3-4541-a812-b5744cb7e018 req-13d7a12b-7e6c-44d9-bf3e-16fa905819be tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] No DVR routers for this DVR port 6a1878ca-e746-4a4d-8bbc-dd7811b0dda4 on host hv-neutron-8214 {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:59:05.307130 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-43d3c44d-82b3-4541-a812-b5744cb7e018 req-13d7a12b-7e6c-44d9-bf3e-16fa905819be tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:05.310812 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-43d3c44d-82b3-4541-a812-b5744cb7e018 req-13d7a12b-7e6c-44d9-bf3e-16fa905819be tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.36 "DELETE /v2.0/ports/6a1878ca-e746-4a4d-8bbc-dd7811b0dda4 HTTP/1.1" status: 204 len: 173 time: 0.4039543 Dec 10 19:59:05.311912 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da81170-6cbb-4c5a-98f2-94b5ce070a4b', 'name': 'network-vif-deleted', 'tag': '6a1878ca-e746-4a4d-8bbc-dd7811b0dda4'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:59:05.314281 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-925e9cea-ee7a-477a-825d-e2dc159ba43f" -d '{"events": [{"server_uuid": "9da81170-6cbb-4c5a-98f2-94b5ce070a4b", "name": "network-vif-deleted", "tag": "6a1878ca-e746-4a4d-8bbc-dd7811b0dda4"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:59:05.362669 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0731f061-4eb1-4df2-80ce-1d1076196fc3 x-openstack-request-id: req-0731f061-4eb1-4df2-80ce-1d1076196fc3 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:59:05.362957 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9da81170-6cbb-4c5a-98f2-94b5ce070a4b", "name": "network-vif-deleted", "tag": "6a1878ca-e746-4a4d-8bbc-dd7811b0dda4", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:59:05.363209 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0731f061-4eb1-4df2-80ce-1d1076196fc3 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:59:05.363606 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9da81170-6cbb-4c5a-98f2-94b5ce070a4b', 'name': 'network-vif-deleted', 'tag': '6a1878ca-e746-4a4d-8bbc-dd7811b0dda4', 'status': 'completed', 'code': 200} Dec 10 19:59:05.383035 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-088331c2-e553-4080-880f-99ed41363259 req-14bf5040-9e4f-462b-a7cd-6b6e4d224e89 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=9da81170-6cbb-4c5a-98f2-94b5ce070a4b HTTP/1.1" status: 200 len: 210 time: 0.0306764 Dec 10 19:59:06.444346 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 35084) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:59:06.796526 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ed40c9d6-0113-4725-aac6-705f55f37fbe tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711290'] for router_interface, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:07.346591 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-ed40c9d6-0113-4725-aac6-705f55f37fbe tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Deleting port ca2194bd-6756-4bf1-aac5-e4255427d363 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:59:07.346923 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ed40c9d6-0113-4725-aac6-705f55f37fbe tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:07.436831 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-ed40c9d6-0113-4725-aac6-705f55f37fbe tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] For port ca2194bd-6756-4bf1-aac5-e4255427d363, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=ca2194bd-6756-4bf1-aac5-e4255427d363,segment=NetworkSegment(d875dffb-98d8-47e4-b39a-7aa0b6a84277),segment_id=d875dffb-98d8-47e4-b39a-7aa0b6a84277)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:59:07.437191 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ed40c9d6-0113-4725-aac6-705f55f37fbe tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:07.449431 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-ed40c9d6-0113-4725-aac6-705f55f37fbe tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Calling delete_port for ca2194bd-6756-4bf1-aac5-e4255427d363 owned by network:router_interface {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:59:07.632880 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ed40c9d6-0113-4725-aac6-705f55f37fbe tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:07.660427 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed40c9d6-0113-4725-aac6-705f55f37fbe tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event deleted for resources: {'Port': ['ID=ca2194bd-6756-4bf1-aac5-e4255427d363,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:59:07.690566 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed40c9d6-0113-4725-aac6-705f55f37fbe tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:07.690914 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed40c9d6-0113-4725-aac6-705f55f37fbe tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:07.691281 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed40c9d6-0113-4725-aac6-705f55f37fbe tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:07.691604 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed40c9d6-0113-4725-aac6-705f55f37fbe tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:07.691951 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed40c9d6-0113-4725-aac6-705f55f37fbe tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:07.692422 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed40c9d6-0113-4725-aac6-705f55f37fbe tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:07.692629 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed40c9d6-0113-4725-aac6-705f55f37fbe tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:07.692949 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed40c9d6-0113-4725-aac6-705f55f37fbe tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:07.693314 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed40c9d6-0113-4725-aac6-705f55f37fbe tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:07.693610 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed40c9d6-0113-4725-aac6-705f55f37fbe tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:07.693925 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed40c9d6-0113-4725-aac6-705f55f37fbe tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:07.694242 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed40c9d6-0113-4725-aac6-705f55f37fbe tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:07.851844 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ed40c9d6-0113-4725-aac6-705f55f37fbe tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3755731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3712768'] for router_interface, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:08.072518 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed40c9d6-0113-4725-aac6-705f55f37fbe tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Router afd0bcf0-6b1f-41c6-93e1-09d3002af737 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:59:08.175255 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed40c9d6-0113-4725-aac6-705f55f37fbe tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:59:08.180340 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-ed40c9d6-0113-4725-aac6-705f55f37fbe tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "PUT /v2.0/routers/afd0bcf0-6b1f-41c6-93e1-09d3002af737/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7349517 Dec 10 19:59:08.183012 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 35088) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:59:08.186423 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7f5d04-af36-4b5d-9cd2-9f2704f6f699 None None] Sync routers for ids ['afd0bcf0-6b1f-41c6-93e1-09d3002af737'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:59:08.196586 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7f5d04-af36-4b5d-9cd2-9f2704f6f699 None None] Routers {'afd0bcf0-6b1f-41c6-93e1-09d3002af737'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:59:08.197183 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-9a7f5d04-af36-4b5d-9cd2-9f2704f6f699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:58:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['afd0bcf0-6b1f-41c6-93e1-09d3002af737'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:59:08.234435 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 6a1878ca-e746-4a4d-8bbc-dd7811b0dda4 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:59:08.237771 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-74ddb8ab-7b09-40fe-9210-f3cf667765cb tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Deleting subnet 028c2c5f-89bb-4194-baba-36d0fa01bf7c {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 19:59:08.240992 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-74ddb8ab-7b09-40fe-9210-f3cf667765cb tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:08.283007 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] No Port match for: 6a1878ca-e746-4a4d-8bbc-dd7811b0dda4 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:59:08.283265 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-74ddb8ab-7b09-40fe-9210-f3cf667765cb tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:08.283384 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 6a1878ca-e746-4a4d-8bbc-dd7811b0dda4 not bound to the agent host hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:59:08.324437 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-9a7f5d04-af36-4b5d-9cd2-9f2704f6f699 None None] Set router afd0bcf0-6b1f-41c6-93e1-09d3002af737 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:59:08.366146 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-74ddb8ab-7b09-40fe-9210-f3cf667765cb tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:08.430754 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-74ddb8ab-7b09-40fe-9210-f3cf667765cb tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:08.458602 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ddb8ab-7b09-40fe-9210-f3cf667765cb tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event deleted for resources: {'Subnet': ['ID=028c2c5f-89bb-4194-baba-36d0fa01bf7c,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:59:08.463571 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-74ddb8ab-7b09-40fe-9210-f3cf667765cb tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:08.471311 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 35090) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:59:08.472225 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-74ddb8ab-7b09-40fe-9210-f3cf667765cb tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "DELETE /v2.0/subnets/028c2c5f-89bb-4194-baba-36d0fa01bf7c HTTP/1.1" status: 204 len: 168 time: 0.2872548 Dec 10 19:59:08.476864 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc05968-144d-42a6-bcf0-dadc9ffcd094 None None] Network 39303484-cfd2-4c8b-a790-b3a30d73dcb5 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:59:08.580558 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-64f92866-74d7-45b7-9a29-61998bd1e621 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for router, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:08.593202 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-9a7f5d04-af36-4b5d-9cd2-9f2704f6f699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd0bcf0-6b1f-41c6-93e1-09d3002af737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946244216', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.185'}], 'enable_snat': True}, 'gw_port_id': '2bffaabb-923a-4223-a7bf-9f509a8f08a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:57:22Z', 'updated_at': '2021-12-10T19:59:07Z', 'revision_number': 5, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': '2bffaabb-923a-4223-a7bf-9f509a8f08a7', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:90:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd0bcf0-6b1f-41c6-93e1-09d3002af737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:57:22Z', 'updated_at': '2021-12-10T19:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:59:08.622639 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7f5d04-af36-4b5d-9cd2-9f2704f6f699 None None] Checking router: afd0bcf0-6b1f-41c6-93e1-09d3002af737 for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:59:08.637190 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7f5d04-af36-4b5d-9cd2-9f2704f6f699 None None] Routers {'afd0bcf0-6b1f-41c6-93e1-09d3002af737'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:59:08.637773 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-9a7f5d04-af36-4b5d-9cd2-9f2704f6f699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:58:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['afd0bcf0-6b1f-41c6-93e1-09d3002af737'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:59:08.698060 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-64f92866-74d7-45b7-9a29-61998bd1e621 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:08.707487 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2bcf94-8196-4d9d-a67d-56676a2ab4ce None None] DHCP port deletion for 39303484-cfd2-4c8b-a790-b3a30d73dcb5 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 19:59:08.757620 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-64f92866-74d7-45b7-9a29-61998bd1e621 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Deleting port 2bffaabb-923a-4223-a7bf-9f509a8f08a7 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:59:08.757957 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-64f92866-74d7-45b7-9a29-61998bd1e621 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:08.779851 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-9a7f5d04-af36-4b5d-9cd2-9f2704f6f699 None None] Set router afd0bcf0-6b1f-41c6-93e1-09d3002af737 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:59:08.843112 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-64f92866-74d7-45b7-9a29-61998bd1e621 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] For port 2bffaabb-923a-4223-a7bf-9f509a8f08a7, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=2bffaabb-923a-4223-a7bf-9f509a8f08a7,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:59:08.843454 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-64f92866-74d7-45b7-9a29-61998bd1e621 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:08.849222 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-7c2bcf94-8196-4d9d-a67d-56676a2ab4ce None None] Deleting port 9289c02a-3d8b-4b6a-b8dc-32489c01e898 {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 19:59:08.849562 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-7c2bcf94-8196-4d9d-a67d-56676a2ab4ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:08.858733 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-64f92866-74d7-45b7-9a29-61998bd1e621 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Calling delete_port for 2bffaabb-923a-4223-a7bf-9f509a8f08a7 owned by network:router_gateway {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:59:09.034961 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-64f92866-74d7-45b7-9a29-61998bd1e621 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:09.062120 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f92866-74d7-45b7-9a29-61998bd1e621 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event deleted for resources: {'Port': ['ID=2bffaabb-923a-4223-a7bf-9f509a8f08a7,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:59:09.106071 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-7c2bcf94-8196-4d9d-a67d-56676a2ab4ce None None] For port 9289c02a-3d8b-4b6a-b8dc-32489c01e898, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=9289c02a-3d8b-4b6a-b8dc-32489c01e898,segment=NetworkSegment(d875dffb-98d8-47e4-b39a-7aa0b6a84277),segment_id=d875dffb-98d8-47e4-b39a-7aa0b6a84277)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:59:09.106368 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-7c2bcf94-8196-4d9d-a67d-56676a2ab4ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:09.127325 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-7c2bcf94-8196-4d9d-a67d-56676a2ab4ce None None] Calling delete_port for 9289c02a-3d8b-4b6a-b8dc-32489c01e898 owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 19:59:09.128676 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-64f92866-74d7-45b7-9a29-61998bd1e621 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3713145'] for router_gateway, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:09.221972 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-64f92866-74d7-45b7-9a29-61998bd1e621 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:09.224311 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-64f92866-74d7-45b7-9a29-61998bd1e621 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:09.253242 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-9a7f5d04-af36-4b5d-9cd2-9f2704f6f699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd0bcf0-6b1f-41c6-93e1-09d3002af737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946244216', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.185'}], 'enable_snat': True}, 'gw_port_id': '2bffaabb-923a-4223-a7bf-9f509a8f08a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:57:22Z', 'updated_at': '2021-12-10T19:59:07Z', 'revision_number': 5, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': '2bffaabb-923a-4223-a7bf-9f509a8f08a7', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:90:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd0bcf0-6b1f-41c6-93e1-09d3002af737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:57:22Z', 'updated_at': '2021-12-10T19:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:59:09.256695 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-7c2bcf94-8196-4d9d-a67d-56676a2ab4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:09.269065 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-64f92866-74d7-45b7-9a29-61998bd1e621 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:09.269582 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f92866-74d7-45b7-9a29-61998bd1e621 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Fanout notify agent at l3_agent the message router_deleted on router afd0bcf0-6b1f-41c6-93e1-09d3002af737 {{(pid=102365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:59:09.276360 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-64f92866-74d7-45b7-9a29-61998bd1e621 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:09.280363 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-64f92866-74d7-45b7-9a29-61998bd1e621 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "DELETE /v2.0/routers/afd0bcf0-6b1f-41c6-93e1-09d3002af737 HTTP/1.1" status: 204 len: 168 time: 0.8051906 Dec 10 19:59:09.280551 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 35092) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:59:09.289525 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7f5d04-af36-4b5d-9cd2-9f2704f6f699 None None] The sync data for ids ['afd0bcf0-6b1f-41c6-93e1-09d3002af737'] in dv-neutron-821441-1-hyperv is: [{'id': 'afd0bcf0-6b1f-41c6-93e1-09d3002af737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946244216', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.185'}], 'enable_snat': True}, 'gw_port_id': '2bffaabb-923a-4223-a7bf-9f509a8f08a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:57:22Z', 'updated_at': '2021-12-10T19:59:07Z', 'revision_number': 5, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': '2bffaabb-923a-4223-a7bf-9f509a8f08a7', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:90:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd0bcf0-6b1f-41c6-93e1-09d3002af737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:57:22Z', 'updated_at': '2021-12-10T19:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:59:09.310099 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2bcf94-8196-4d9d-a67d-56676a2ab4ce None None] Pushing event deleted for resources: {'Port': ['ID=9289c02a-3d8b-4b6a-b8dc-32489c01e898,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:59:09.314973 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2bcf94-8196-4d9d-a67d-56676a2ab4ce None None] No DVR routers for this DVR port 9289c02a-3d8b-4b6a-b8dc-32489c01e898 on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:59:09.328730 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bcf94-8196-4d9d-a67d-56676a2ab4ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:09.329418 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bcf94-8196-4d9d-a67d-56676a2ab4ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:09.330087 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bcf94-8196-4d9d-a67d-56676a2ab4ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:09.330737 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bcf94-8196-4d9d-a67d-56676a2ab4ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:09.331338 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bcf94-8196-4d9d-a67d-56676a2ab4ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:09.331836 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bcf94-8196-4d9d-a67d-56676a2ab4ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:09.332167 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bcf94-8196-4d9d-a67d-56676a2ab4ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:09.332517 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bcf94-8196-4d9d-a67d-56676a2ab4ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:09.332843 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bcf94-8196-4d9d-a67d-56676a2ab4ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:09.333166 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bcf94-8196-4d9d-a67d-56676a2ab4ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:09.333485 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bcf94-8196-4d9d-a67d-56676a2ab4ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:09.333801 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bcf94-8196-4d9d-a67d-56676a2ab4ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:09.360945 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9cd17fd8-bdb2-469f-a0de-964aa819bf4d tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:09.448266 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9cd17fd8-bdb2-469f-a0de-964aa819bf4d tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:09.468282 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-9cd17fd8-bdb2-469f-a0de-964aa819bf4d tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39303484-cfd2-4c8b-a790-b3a30d73dcb5']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:59:09.477568 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-9cd17fd8-bdb2-469f-a0de-964aa819bf4d tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd875dffb-98d8-47e4-b39a-7aa0b6a84277') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:59:09.478202 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-9cd17fd8-bdb2-469f-a0de-964aa819bf4d tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd875dffb-98d8-47e4-b39a-7aa0b6a84277') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:59:09.487346 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9cd17fd8-bdb2-469f-a0de-964aa819bf4d tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:09.500476 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9cd17fd8-bdb2-469f-a0de-964aa819bf4d tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:09.506244 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cd17fd8-bdb2-469f-a0de-964aa819bf4d tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:59:09.506616 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9cd17fd8-bdb2-469f-a0de-964aa819bf4d tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:09.509605 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 19:59:09.509605 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:59:09.509605 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 19:59:09.509605 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:59:09.509605 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 19:59:09.509605 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:59:09.509605 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 19:59:09.509605 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:59:09.509605 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 19:59:09.509605 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:59:09.509605 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 19:59:09.509605 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:59:09.509605 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 19:59:09.509605 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:59:09.509605 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:59:09.509605 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:59:09.509605 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:59:09.509605 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:59:09.509605 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 19:59:09.509605 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:59:09.509605 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 19:59:09.509605 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:59:09.509605 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:59:09.509605 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:59:09.509605 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 19:59:09.509605 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:59:09.509605 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:59:09.509605 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:59:09.509605 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:59:09.509605 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:59:09.509605 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:59:09.509605 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:59:09.570942 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9cd17fd8-bdb2-469f-a0de-964aa819bf4d tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:09.577772 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9cd17fd8-bdb2-469f-a0de-964aa819bf4d tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:09.581413 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-9cd17fd8-bdb2-469f-a0de-964aa819bf4d tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "DELETE /v2.0/networks/39303484-cfd2-4c8b-a790-b3a30d73dcb5 HTTP/1.1" status: 204 len: 168 time: 0.2999330 Dec 10 19:59:09.584889 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 35094) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:59:09.593091 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd17fd8-bdb2-469f-a0de-964aa819bf4d tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event deleted for resources: {'Network': ['ID=39303484-cfd2-4c8b-a790-b3a30d73dcb5,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:59:09.649275 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-949d9a9f-9f6d-4a84-8dcf-cdf5c18d80cd tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:09.677029 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-949d9a9f-9f6d-4a84-8dcf-cdf5c18d80cd tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:09.751053 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-949d9a9f-9f6d-4a84-8dcf-cdf5c18d80cd tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:09.754060 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-949d9a9f-9f6d-4a84-8dcf-cdf5c18d80cd tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:09.755259 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-949d9a9f-9f6d-4a84-8dcf-cdf5c18d80cd tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "DELETE /v2.0/security-groups/c0655502-af7a-4689-945b-dcce5ed6ba98 HTTP/1.1" status: 204 len: 168 time: 0.1692882 Dec 10 19:59:09.766182 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949d9a9f-9f6d-4a84-8dcf-cdf5c18d80cd tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0655502-af7a-4689-945b-dcce5ed6ba98,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:59:09.899390 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 9289c02a-3d8b-4b6a-b8dc-32489c01e898 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:59:09.921420 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 9289c02a-3d8b-4b6a-b8dc-32489c01e898 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:59:09.921966 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 9289c02a-3d8b-4b6a-b8dc-32489c01e898 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:59:09.922584 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device ca2194bd-6756-4bf1-aac5-e4255427d363 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:59:09.945355 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: ca2194bd-6756-4bf1-aac5-e4255427d363 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:59:09.945707 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device ca2194bd-6756-4bf1-aac5-e4255427d363 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:59:10.146875 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 35100) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:59:10.151627 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-e7f0d35c-c898-4e17-9352-d772a74f0f42 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-618028248', 'description': 'tempest-secgroup-smoke-618028248 description', 'project_id': '575d6f57815e49e1b66e2ddad838d8d9'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:59:10.176353 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e7f0d35c-c898-4e17-9352-d772a74f0f42 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:10.241171 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e7f0d35c-c898-4e17-9352-d772a74f0f42 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:10.244788 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e7f0d35c-c898-4e17-9352-d772a74f0f42 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:10.276923 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f0d35c-c898-4e17-9352-d772a74f0f42 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1180c517-7674-4e10-ab2b-a40bd30f111e,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:59:10.282213 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e7f0d35c-c898-4e17-9352-d772a74f0f42 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:10.283421 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-e7f0d35c-c898-4e17-9352-d772a74f0f42 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1354098 Dec 10 19:59:10.286354 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 35102) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:59:10.291411 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-f757f510-7784-48f1-823c-d23f0f47a3c7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Request body: {'security_group_rule': {'security_group_id': '1180c517-7674-4e10-ab2b-a40bd30f111e', 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:59:10.319442 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f757f510-7784-48f1-823c-d23f0f47a3c7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:10.377955 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f757f510-7784-48f1-823c-d23f0f47a3c7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:10.382045 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f757f510-7784-48f1-823c-d23f0f47a3c7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:10.401739 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f757f510-7784-48f1-823c-d23f0f47a3c7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27d34efb-924b-4ed8-8481-c3f7462bcd9a,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:59:10.412095 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f757f510-7784-48f1-823c-d23f0f47a3c7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:10.413326 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-f757f510-7784-48f1-823c-d23f0f47a3c7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1260004 Dec 10 19:59:10.416059 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 35104) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:59:10.420981 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-b7d4434a-3420-45e1-8374-f094443fab94 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Request body: {'security_group_rule': {'security_group_id': '1180c517-7674-4e10-ab2b-a40bd30f111e', 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:59:10.446052 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b7d4434a-3420-45e1-8374-f094443fab94 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:10.503035 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b7d4434a-3420-45e1-8374-f094443fab94 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:10.507357 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b7d4434a-3420-45e1-8374-f094443fab94 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:10.525033 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d4434a-3420-45e1-8374-f094443fab94 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0569fddf-adca-4710-86cd-d1bdf62b860f,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:59:10.534467 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b7d4434a-3420-45e1-8374-f094443fab94 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:10.535677 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-b7d4434a-3420-45e1-8374-f094443fab94 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1186764 Dec 10 19:59:10.538444 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 35106) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:59:10.542737 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-840d692b-e8a5-42d9-a3e9-bf546575ab99 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Request body: {'security_group_rule': {'security_group_id': '1180c517-7674-4e10-ab2b-a40bd30f111e', 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:59:10.568686 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-840d692b-e8a5-42d9-a3e9-bf546575ab99 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:10.625432 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-840d692b-e8a5-42d9-a3e9-bf546575ab99 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:10.629125 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-840d692b-e8a5-42d9-a3e9-bf546575ab99 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:10.650160 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840d692b-e8a5-42d9-a3e9-bf546575ab99 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c150f9b-ba69-4f16-8d59-44dfd49599e3,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:59:10.655893 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-840d692b-e8a5-42d9-a3e9-bf546575ab99 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:10.657034 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-840d692b-e8a5-42d9-a3e9-bf546575ab99 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1176684 Dec 10 19:59:10.659686 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 35108) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:59:10.663940 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-8950a8f3-7f3c-4bcd-bf0f-493188091d0e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Request body: {'security_group_rule': {'security_group_id': '1180c517-7674-4e10-ab2b-a40bd30f111e', 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:59:10.698392 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8950a8f3-7f3c-4bcd-bf0f-493188091d0e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:10.757726 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8950a8f3-7f3c-4bcd-bf0f-493188091d0e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:10.761564 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8950a8f3-7f3c-4bcd-bf0f-493188091d0e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:10.780163 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8950a8f3-7f3c-4bcd-bf0f-493188091d0e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7cadc31-fe6c-491e-9123-2dfd16d1505a,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:59:10.787802 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8950a8f3-7f3c-4bcd-bf0f-493188091d0e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:10.789144 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-8950a8f3-7f3c-4bcd-bf0f-493188091d0e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1285465 Dec 10 19:59:10.791918 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 35110) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:59:10.796397 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-5324fbff-b221-4e8b-b4cb-2523714e5075 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Request body: {'security_group_rule': {'security_group_id': '1180c517-7674-4e10-ab2b-a40bd30f111e', 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:59:10.818643 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.securitygroups_db [None req-5324fbff-b221-4e8b-b4cb-2523714e5075 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Project 575d6f57815e49e1b66e2ddad838d8d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:59:10.823562 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5324fbff-b221-4e8b-b4cb-2523714e5075 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:10.884972 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5324fbff-b221-4e8b-b4cb-2523714e5075 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:10.890832 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5324fbff-b221-4e8b-b4cb-2523714e5075 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:10.908682 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5324fbff-b221-4e8b-b4cb-2523714e5075 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=295d44f9-3c14-4b7b-9986-42546adf6ba4,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:59:10.915678 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5324fbff-b221-4e8b-b4cb-2523714e5075 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:10.916910 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-5324fbff-b221-4e8b-b4cb-2523714e5075 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1240439 Dec 10 19:59:10.919566 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 35112) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:59:10.924193 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-e6a1da83-d5f8-4ed5-90cf-7bff2d4aea83 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Request body: {'security_group_rule': {'security_group_id': '1180c517-7674-4e10-ab2b-a40bd30f111e', 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:59:10.945986 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.securitygroups_db [None req-e6a1da83-d5f8-4ed5-90cf-7bff2d4aea83 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Project 575d6f57815e49e1b66e2ddad838d8d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:59:10.950793 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e6a1da83-d5f8-4ed5-90cf-7bff2d4aea83 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:11.010868 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e6a1da83-d5f8-4ed5-90cf-7bff2d4aea83 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:11.015431 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e6a1da83-d5f8-4ed5-90cf-7bff2d4aea83 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:11.035894 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a1da83-d5f8-4ed5-90cf-7bff2d4aea83 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=469259a0-d500-4a0b-b395-16bcffbaacc0,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:59:11.044131 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e6a1da83-d5f8-4ed5-90cf-7bff2d4aea83 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:11.045513 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-e6a1da83-d5f8-4ed5-90cf-7bff2d4aea83 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1248894 Dec 10 19:59:11.049283 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 35114) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:59:11.054600 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-4bfaf5f1-7e93-4a43-8b84-4b193a759aa3 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Request body: {'network': {'name': 'tempest-network-smoke--265997209', 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'port_security_enabled': True}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:59:11.074523 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bfaf5f1-7e93-4a43-8b84-4b193a759aa3 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Made reservation on behalf of 575d6f57815e49e1b66e2ddad838d8d9 for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:59:11.078637 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4bfaf5f1-7e93-4a43-8b84-4b193a759aa3 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:11.101414 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bfaf5f1-7e93-4a43-8b84-4b193a759aa3 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:59:11.111515 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4bfaf5f1-7e93-4a43-8b84-4b193a759aa3 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:11.111845 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-4bfaf5f1-7e93-4a43-8b84-4b193a759aa3 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Added segment 7d1a874c-d5ad-4e20-9e2f-3965d0cb7c1d of type vlan for network 6035468d-965f-4c9c-bb9a-c7f3bf449e79 Dec 10 19:59:11.152011 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4bfaf5f1-7e93-4a43-8b84-4b193a759aa3 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:11.176247 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4bfaf5f1-7e93-4a43-8b84-4b193a759aa3 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:11.181712 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfaf5f1-7e93-4a43-8b84-4b193a759aa3 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:11.182283 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4bfaf5f1-7e93-4a43-8b84-4b193a759aa3 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:11.235113 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-4bfaf5f1-7e93-4a43-8b84-4b193a759aa3 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1846559 Dec 10 19:59:11.237808 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 35116) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:59:11.242062 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-2246e0ad-9732-4452-ae76-a929d4befeee tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-484514751', 'admin_state_up': True, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:59:11.263917 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfaf5f1-7e93-4a43-8b84-4b193a759aa3 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'Network': ['ID=6035468d-965f-4c9c-bb9a-c7f3bf449e79,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:59:11.274412 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 6035468d-965f-4c9c-bb9a-c7f3bf449e79 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:59:11.278316 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2246e0ad-9732-4452-ae76-a929d4befeee tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:11.279438 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2246e0ad-9732-4452-ae76-a929d4befeee tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:11.337599 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2246e0ad-9732-4452-ae76-a929d4befeee tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:11.480123 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2246e0ad-9732-4452-ae76-a929d4befeee tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:11.673683 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2246e0ad-9732-4452-ae76-a929d4befeee tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for router_gateway, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:11.692071 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2246e0ad-9732-4452-ae76-a929d4befeee tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:11.796810 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 2bffaabb-923a-4223-a7bf-9f509a8f08a7 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:59:11.798631 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-2246e0ad-9732-4452-ae76-a929d4befeee tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Allocated IP 172.26.6.104 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/442a4d12-61f9-4a68-894b-e2d4ef164ab3) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:59:11.816558 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 2bffaabb-923a-4223-a7bf-9f509a8f08a7 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 19:59:11.816904 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 2bffaabb-923a-4223-a7bf-9f509a8f08a7 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:59:11.902023 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2246e0ad-9732-4452-ae76-a929d4befeee tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:11.935709 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2246e0ad-9732-4452-ae76-a929d4befeee tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:11.972732 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2246e0ad-9732-4452-ae76-a929d4befeee tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:59:11.975567 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-2246e0ad-9732-4452-ae76-a929d4befeee tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:59:11.977987 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2246e0ad-9732-4452-ae76-a929d4befeee tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:59:12.015217 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2246e0ad-9732-4452-ae76-a929d4befeee tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'Port': ['ID=442a4d12-61f9-4a68-894b-e2d4ef164ab3,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:59:12.238193 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2246e0ad-9732-4452-ae76-a929d4befeee tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for router_gateway, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:12.430309 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2246e0ad-9732-4452-ae76-a929d4befeee tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:12.552208 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2246e0ad-9732-4452-ae76-a929d4befeee tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Router 0df4fa97-e0dc-4b77-8fa5-689eee91271f is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:59:12.656624 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2246e0ad-9732-4452-ae76-a929d4befeee tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:59:12.667025 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2b3f10-7038-43c8-b6bb-9c75416a46c7 None None] Sync routers for ids ['0df4fa97-e0dc-4b77-8fa5-689eee91271f'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:59:12.677211 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2b3f10-7038-43c8-b6bb-9c75416a46c7 None None] Routers {'0df4fa97-e0dc-4b77-8fa5-689eee91271f'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:59:12.677819 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-8f2b3f10-7038-43c8-b6bb-9c75416a46c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:58:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['0df4fa97-e0dc-4b77-8fa5-689eee91271f'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:59:12.680095 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2246e0ad-9732-4452-ae76-a929d4befeee tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:12.684849 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-2246e0ad-9732-4452-ae76-a929d4befeee tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4431584 Dec 10 19:59:12.685001 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 35118) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:59:12.715042 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-1c5e8e26-7a16-44f6-b0da-798374776d18 tempest-TestNetworkAdvancedServerOps-1204599226 tempest-TestNetworkAdvancedServerOps-1204599226-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=575d6f57815e49e1b66e2ddad838d8d9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288937 Dec 10 19:59:12.718307 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 35120) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:59:12.785919 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-8f2b3f10-7038-43c8-b6bb-9c75416a46c7 None None] Set router 0df4fa97-e0dc-4b77-8fa5-689eee91271f gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:59:12.809168 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4515c9e-dc3f-4443-a600-4bafb605a2f4 tempest-TestNetworkAdvancedServerOps-1204599226 tempest-TestNetworkAdvancedServerOps-1204599226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:12.810727 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-a4515c9e-dc3f-4443-a600-4bafb605a2f4 tempest-TestNetworkAdvancedServerOps-1204599226 tempest-TestNetworkAdvancedServerOps-1204599226-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0914545 Dec 10 19:59:12.814318 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 35122) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:59:12.846644 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d716ebb8-2f3c-4b91-a74f-1e17fc6349ea tempest-TestNetworkAdvancedServerOps-1204599226 tempest-TestNetworkAdvancedServerOps-1204599226-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=68e2ee80-e7f8-4be2-b0d8-392fd4a4e031&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288088 Dec 10 19:59:12.846872 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 35124) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:59:12.851506 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-e6c80892-aeb5-4824-8bf1-ceb099ce19eb tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-777992127', 'network_id': '6035468d-965f-4c9c-bb9a-c7f3bf449e79', 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:59:12.944135 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c80892-aeb5-4824-8bf1-ceb099ce19eb tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Made reservation on behalf of 575d6f57815e49e1b66e2ddad838d8d9 for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:59:12.947671 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e6c80892-aeb5-4824-8bf1-ceb099ce19eb tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:12.970441 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-8f2b3f10-7038-43c8-b6bb-9c75416a46c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df4fa97-e0dc-4b77-8fa5-689eee91271f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-484514751', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.104'}], 'enable_snat': True}, 'gw_port_id': '442a4d12-61f9-4a68-894b-e2d4ef164ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:59:11Z', 'updated_at': '2021-12-10T19:59:12Z', 'revision_number': 3, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': '442a4d12-61f9-4a68-894b-e2d4ef164ab3', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:89:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0df4fa97-e0dc-4b77-8fa5-689eee91271f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:59:11Z', 'updated_at': '2021-12-10T19:59:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:59:12.996361 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2b3f10-7038-43c8-b6bb-9c75416a46c7 None None] Checking router: 0df4fa97-e0dc-4b77-8fa5-689eee91271f for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:59:12.996733 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2b3f10-7038-43c8-b6bb-9c75416a46c7 None None] Updating router 0df4fa97-e0dc-4b77-8fa5-689eee91271f port 442a4d12-61f9-4a68-894b-e2d4ef164ab3 binding host dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:59:13.023085 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-8f2b3f10-7038-43c8-b6bb-9c75416a46c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:13.131902 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e6c80892-aeb5-4824-8bf1-ceb099ce19eb tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:13.191070 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c80892-aeb5-4824-8bf1-ceb099ce19eb tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'Subnet': ['ID=8dd70cc2-629e-4f0c-8e78-a90064056c47,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:59:13.203649 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c80892-aeb5-4824-8bf1-ceb099ce19eb tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Checking segment: {'id': '7d1a874c-d5ad-4e20-9e2f-3965d0cb7c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '6035468d-965f-4c9c-bb9a-c7f3bf449e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:59:13.204000 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c80892-aeb5-4824-8bf1-ceb099ce19eb tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Network hostable DHCP agents. Network: 6035468d-965f-4c9c-bb9a-c7f3bf449e79, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:59:13.220708 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c80892-aeb5-4824-8bf1-ceb099ce19eb tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Network 6035468d-965f-4c9c-bb9a-c7f3bf449e79 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:59:13.230119 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-e6c80892-aeb5-4824-8bf1-ceb099ce19eb tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 6035468d-965f-4c9c-bb9a-c7f3bf449e79) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:59:13.235050 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c80892-aeb5-4824-8bf1-ceb099ce19eb tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:13.235838 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e6c80892-aeb5-4824-8bf1-ceb099ce19eb tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:13.240044 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce30e222-593e-426d-8da8-7581786e06fa None None] Network 6035468d-965f-4c9c-bb9a-c7f3bf449e79 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:59:13.259914 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-e6c80892-aeb5-4824-8bf1-ceb099ce19eb tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4095740 Dec 10 19:59:13.260275 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 35126) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:59:13.379583 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-8f2b3f10-7038-43c8-b6bb-9c75416a46c7 None None] Notify callbacks [] for port, precommit_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:13.387503 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-8f2b3f10-7038-43c8-b6bb-9c75416a46c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:13.392536 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5acbf21-479e-4a02-85ea-c9ebf5ca4a2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-6035468d-965f-4c9c-bb9a-c7f3bf449e79', 'network_id': '6035468d-965f-4c9c-bb9a-c7f3bf449e79', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'fixed_ips': [{'subnet_id': '8dd70cc2-629e-4f0c-8e78-a90064056c47'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 19:59:13.394917 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b5acbf21-479e-4a02-85ea-c9ebf5ca4a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:13.440222 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f09059-3d5e-4ecc-b9cc-4c42d9b67573 None None] Pushing event updated for resources: {'Port': ['ID=442a4d12-61f9-4a68-894b-e2d4ef164ab3,revision_number=2']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:59:13.448304 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-8f2b3f10-7038-43c8-b6bb-9c75416a46c7 None None] Attempting to bind port 442a4d12-61f9-4a68-894b-e2d4ef164ab3 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:59:13.449066 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-8f2b3f10-7038-43c8-b6bb-9c75416a46c7 None None] Attempting to bind port 442a4d12-61f9-4a68-894b-e2d4ef164ab3 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:59:13.449420 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2b3f10-7038-43c8-b6bb-9c75416a46c7 None None] Attempting to bind port 442a4d12-61f9-4a68-894b-e2d4ef164ab3 on network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:59:13.453459 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f09059-3d5e-4ecc-b9cc-4c42d9b67573 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:13.453800 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f09059-3d5e-4ecc-b9cc-4c42d9b67573 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:13.454131 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f09059-3d5e-4ecc-b9cc-4c42d9b67573 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:13.454458 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f09059-3d5e-4ecc-b9cc-4c42d9b67573 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:13.454781 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f09059-3d5e-4ecc-b9cc-4c42d9b67573 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:13.455104 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f09059-3d5e-4ecc-b9cc-4c42d9b67573 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:13.455423 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f09059-3d5e-4ecc-b9cc-4c42d9b67573 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:13.455740 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f09059-3d5e-4ecc-b9cc-4c42d9b67573 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:13.456051 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f09059-3d5e-4ecc-b9cc-4c42d9b67573 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:13.456677 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f09059-3d5e-4ecc-b9cc-4c42d9b67573 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:13.457002 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f09059-3d5e-4ecc-b9cc-4c42d9b67573 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:13.457313 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f09059-3d5e-4ecc-b9cc-4c42d9b67573 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:59:13.462836 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2b3f10-7038-43c8-b6bb-9c75416a46c7 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:59:13.463203 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2b3f10-7038-43c8-b6bb-9c75416a46c7 None None] Checking segment: {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:59:13.463595 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-8f2b3f10-7038-43c8-b6bb-9c75416a46c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:13.463973 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2b3f10-7038-43c8-b6bb-9c75416a46c7 None None] Bound using segment: {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:59:13.464427 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-8f2b3f10-7038-43c8-b6bb-9c75416a46c7 None None] Bound port: 442a4d12-61f9-4a68-894b-e2d4ef164ab3, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:59:13.465003 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-8f2b3f10-7038-43c8-b6bb-9c75416a46c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:13.516447 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-8f2b3f10-7038-43c8-b6bb-9c75416a46c7 None None] For port 442a4d12-61f9-4a68-894b-e2d4ef164ab3, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:59:13.519758 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-8f2b3f10-7038-43c8-b6bb-9c75416a46c7 None None] For port 442a4d12-61f9-4a68-894b-e2d4ef164ab3, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=442a4d12-61f9-4a68-894b-e2d4ef164ab3,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:59:13.526477 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-8f2b3f10-7038-43c8-b6bb-9c75416a46c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:13.541303 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-b5acbf21-479e-4a02-85ea-c9ebf5ca4a2d None None] Allocated IP 172.20.0.2 (6035468d-965f-4c9c-bb9a-c7f3bf449e79/8dd70cc2-629e-4f0c-8e78-a90064056c47/3db06ec6-054f-45c5-b899-90cc12a8c73f) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:59:13.588229 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f09059-3d5e-4ecc-b9cc-4c42d9b67573 None None] Pushing event updated for resources: {'Port': ['ID=442a4d12-61f9-4a68-894b-e2d4ef164ab3,revision_number=3']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:59:13.595022 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2b3f10-7038-43c8-b6bb-9c75416a46c7 None None] Routers {'0df4fa97-e0dc-4b77-8fa5-689eee91271f'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:59:13.595639 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-8f2b3f10-7038-43c8-b6bb-9c75416a46c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:58:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['0df4fa97-e0dc-4b77-8fa5-689eee91271f'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:59:13.700220 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b5acbf21-479e-4a02-85ea-c9ebf5ca4a2d None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:13.707843 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b5acbf21-479e-4a02-85ea-c9ebf5ca4a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:13.710311 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-8f2b3f10-7038-43c8-b6bb-9c75416a46c7 None None] Set router 0df4fa97-e0dc-4b77-8fa5-689eee91271f gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:59:13.745203 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f1d49a16-ecde-45f5-b049-801458924cd9 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:13.754487 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5acbf21-479e-4a02-85ea-c9ebf5ca4a2d None None] Network 6035468d-965f-4c9c-bb9a-c7f3bf449e79 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:59:13.760898 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-b5acbf21-479e-4a02-85ea-c9ebf5ca4a2d None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:59:13.763104 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5acbf21-479e-4a02-85ea-c9ebf5ca4a2d None None] Pushing event updated for resources: {'Port': ['ID=3db06ec6-054f-45c5-b899-90cc12a8c73f,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:59:13.765693 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5acbf21-479e-4a02-85ea-c9ebf5ca4a2d None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:59:13.821280 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-b5acbf21-479e-4a02-85ea-c9ebf5ca4a2d None None] Attempting to bind port 3db06ec6-054f-45c5-b899-90cc12a8c73f on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:59:13.821740 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-b5acbf21-479e-4a02-85ea-c9ebf5ca4a2d None None] Attempting to bind port 3db06ec6-054f-45c5-b899-90cc12a8c73f by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '7d1a874c-d5ad-4e20-9e2f-3965d0cb7c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '6035468d-965f-4c9c-bb9a-c7f3bf449e79'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:59:13.822558 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5acbf21-479e-4a02-85ea-c9ebf5ca4a2d None None] Attempting to bind port 3db06ec6-054f-45c5-b899-90cc12a8c73f on network 6035468d-965f-4c9c-bb9a-c7f3bf449e79 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:59:13.827417 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5acbf21-479e-4a02-85ea-c9ebf5ca4a2d None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:59:13.827860 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5acbf21-479e-4a02-85ea-c9ebf5ca4a2d None None] Checking segment: {'id': '7d1a874c-d5ad-4e20-9e2f-3965d0cb7c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '6035468d-965f-4c9c-bb9a-c7f3bf449e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:59:13.828326 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b5acbf21-479e-4a02-85ea-c9ebf5ca4a2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:13.828809 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5acbf21-479e-4a02-85ea-c9ebf5ca4a2d None None] Bound using segment: {'id': '7d1a874c-d5ad-4e20-9e2f-3965d0cb7c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '6035468d-965f-4c9c-bb9a-c7f3bf449e79'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:59:13.829268 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-b5acbf21-479e-4a02-85ea-c9ebf5ca4a2d None None] Bound port: 3db06ec6-054f-45c5-b899-90cc12a8c73f, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d1a874c-d5ad-4e20-9e2f-3965d0cb7c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '6035468d-965f-4c9c-bb9a-c7f3bf449e79'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:59:13.829651 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b5acbf21-479e-4a02-85ea-c9ebf5ca4a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:13.900748 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-b5acbf21-479e-4a02-85ea-c9ebf5ca4a2d None None] For port 3db06ec6-054f-45c5-b899-90cc12a8c73f, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:59:13.905990 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-b5acbf21-479e-4a02-85ea-c9ebf5ca4a2d None None] For port 3db06ec6-054f-45c5-b899-90cc12a8c73f, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=3db06ec6-054f-45c5-b899-90cc12a8c73f,segment=NetworkSegment(7d1a874c-d5ad-4e20-9e2f-3965d0cb7c1d),segment_id=7d1a874c-d5ad-4e20-9e2f-3965d0cb7c1d)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:59:13.910276 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-8f2b3f10-7038-43c8-b6bb-9c75416a46c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df4fa97-e0dc-4b77-8fa5-689eee91271f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-484514751', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.104'}], 'enable_snat': True}, 'gw_port_id': '442a4d12-61f9-4a68-894b-e2d4ef164ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:59:11Z', 'updated_at': '2021-12-10T19:59:12Z', 'revision_number': 3, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': '442a4d12-61f9-4a68-894b-e2d4ef164ab3', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:89:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0df4fa97-e0dc-4b77-8fa5-689eee91271f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:59:11Z', 'updated_at': '2021-12-10T19:59:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:59:13.913499 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b5acbf21-479e-4a02-85ea-c9ebf5ca4a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:13.936791 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2b3f10-7038-43c8-b6bb-9c75416a46c7 None None] The sync data for ids ['0df4fa97-e0dc-4b77-8fa5-689eee91271f'] in dv-neutron-821441-1-hyperv is: [{'id': '0df4fa97-e0dc-4b77-8fa5-689eee91271f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-484514751', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.104'}], 'enable_snat': True}, 'gw_port_id': '442a4d12-61f9-4a68-894b-e2d4ef164ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:59:11Z', 'updated_at': '2021-12-10T19:59:12Z', 'revision_number': 3, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': '442a4d12-61f9-4a68-894b-e2d4ef164ab3', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:89:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0df4fa97-e0dc-4b77-8fa5-689eee91271f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:59:11Z', 'updated_at': '2021-12-10T19:59:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:59:13.976966 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5acbf21-479e-4a02-85ea-c9ebf5ca4a2d None None] Pushing event updated for resources: {'Port': ['ID=3db06ec6-054f-45c5-b899-90cc12a8c73f,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:59:14.061577 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-f1d49a16-ecde-45f5-b049-801458924cd9 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Allocated IP 172.20.0.1 (6035468d-965f-4c9c-bb9a-c7f3bf449e79/8dd70cc2-629e-4f0c-8e78-a90064056c47/c03efe43-5cbb-456a-aef8-2dda3e60ffff) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:59:14.197047 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f1d49a16-ecde-45f5-b049-801458924cd9 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:14.242954 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f1d49a16-ecde-45f5-b049-801458924cd9 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:14.290505 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d49a16-ecde-45f5-b049-801458924cd9 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Network 6035468d-965f-4c9c-bb9a-c7f3bf449e79 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:59:14.295462 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-f1d49a16-ecde-45f5-b049-801458924cd9 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:59:14.299826 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d49a16-ecde-45f5-b049-801458924cd9 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:59:14.329724 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d49a16-ecde-45f5-b049-801458924cd9 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'Port': ['ID=c03efe43-5cbb-456a-aef8-2dda3e60ffff,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:59:14.353451 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f1d49a16-ecde-45f5-b049-801458924cd9 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712030'] for router_interface, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:14.500480 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f1d49a16-ecde-45f5-b049-801458924cd9 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:14.801836 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f1d49a16-ecde-45f5-b049-801458924cd9 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:14.807431 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f1d49a16-ecde-45f5-b049-801458924cd9 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:14.893763 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f1d49a16-ecde-45f5-b049-801458924cd9 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3755716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711339'] for router_interface, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:14.895669 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d49a16-ecde-45f5-b049-801458924cd9 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'Port': ['ID=c03efe43-5cbb-456a-aef8-2dda3e60ffff,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:59:14.992078 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87c292d-a66f-46c4-a3cb-75a6e03cf932 None None] Network 6035468d-965f-4c9c-bb9a-c7f3bf449e79 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 19:59:14.996792 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d49a16-ecde-45f5-b049-801458924cd9 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Network 6035468d-965f-4c9c-bb9a-c7f3bf449e79 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:59:14.999003 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-f1d49a16-ecde-45f5-b049-801458924cd9 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:59:15.054711 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-49055b87-17ec-4968-bc49-6b17b2333dc9 None None] Provisioning complete for port 3db06ec6-054f-45c5-b899-90cc12a8c73f triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:59:15.055075 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-49055b87-17ec-4968-bc49-6b17b2333dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:15.121053 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d49a16-ecde-45f5-b049-801458924cd9 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Router 0df4fa97-e0dc-4b77-8fa5-689eee91271f has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:59:15.203966 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-49055b87-17ec-4968-bc49-6b17b2333dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:15.249020 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-49055b87-17ec-4968-bc49-6b17b2333dc9 None None] For port 3db06ec6-054f-45c5-b899-90cc12a8c73f, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=3db06ec6-054f-45c5-b899-90cc12a8c73f,segment=NetworkSegment(7d1a874c-d5ad-4e20-9e2f-3965d0cb7c1d),segment_id=7d1a874c-d5ad-4e20-9e2f-3965d0cb7c1d)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:59:15.254925 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-49055b87-17ec-4968-bc49-6b17b2333dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:15.314965 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49055b87-17ec-4968-bc49-6b17b2333dc9 None None] Pushing event updated for resources: {'Port': ['ID=3db06ec6-054f-45c5-b899-90cc12a8c73f,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:59:15.479513 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-cffb9780-056f-4e6b-a21c-f8cc42051037 None None] Provisioning complete for port 3db06ec6-054f-45c5-b899-90cc12a8c73f triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:59:15.479894 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-cffb9780-056f-4e6b-a21c-f8cc42051037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:15.590335 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d49a16-ecde-45f5-b049-801458924cd9 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:59:15.596431 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-f1d49a16-ecde-45f5-b049-801458924cd9 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "PUT /v2.0/routers/0df4fa97-e0dc-4b77-8fa5-689eee91271f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3349860 Dec 10 19:59:15.603935 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-cffb9780-056f-4e6b-a21c-f8cc42051037 None None] Provisioning complete for port c03efe43-5cbb-456a-aef8-2dda3e60ffff triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:59:15.604282 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-cffb9780-056f-4e6b-a21c-f8cc42051037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:15.652041 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-cffb9780-056f-4e6b-a21c-f8cc42051037 None None] Port c03efe43-5cbb-456a-aef8-2dda3e60ffff cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:59:15.746375 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d23ec4a-a52c-4868-ac33-6e1f8156c7d8 None None] Sync routers for ids ['0df4fa97-e0dc-4b77-8fa5-689eee91271f'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:59:15.756033 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d23ec4a-a52c-4868-ac33-6e1f8156c7d8 None None] Routers {'0df4fa97-e0dc-4b77-8fa5-689eee91271f'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:59:15.756693 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-8d23ec4a-a52c-4868-ac33-6e1f8156c7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:58:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['0df4fa97-e0dc-4b77-8fa5-689eee91271f'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:59:15.766306 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-707941d9-d0b2-4238-b59f-ca259aecd227 req-4763e6a1-bc8f-4201-b595-307ff78c07d1 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-618028248&fields=id&tenant_id=575d6f57815e49e1b66e2ddad838d8d9 HTTP/1.1" status: 200 len: 267 time: 0.0454767 Dec 10 19:59:15.847113 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-46f0701d-298c-4aea-ab22-3b645db31029 None None] Provisioning complete for port c03efe43-5cbb-456a-aef8-2dda3e60ffff triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:59:15.847700 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-46f0701d-298c-4aea-ab22-3b645db31029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:15.906885 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707941d9-d0b2-4238-b59f-ca259aecd227 req-7eb7f18d-0d70-4678-8d56-43835a2285d6 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:15.908652 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-707941d9-d0b2-4238-b59f-ca259aecd227 req-7eb7f18d-0d70-4678-8d56-43835a2285d6 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/networks?id=6035468d-965f-4c9c-bb9a-c7f3bf449e79 HTTP/1.1" status: 200 len: 796 time: 0.1344121 Dec 10 19:59:15.908989 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-46f0701d-298c-4aea-ab22-3b645db31029 None None] Port c03efe43-5cbb-456a-aef8-2dda3e60ffff cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:59:15.923614 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-8d23ec4a-a52c-4868-ac33-6e1f8156c7d8 None None] Set router 0df4fa97-e0dc-4b77-8fa5-689eee91271f gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:59:15.933779 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-707941d9-d0b2-4238-b59f-ca259aecd227 req-f41a7ec9-fd2b-4f1c-8092-6ede9d51e460 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/quotas/575d6f57815e49e1b66e2ddad838d8d9 HTTP/1.1" status: 200 len: 375 time: 0.0184052 Dec 10 19:59:15.950685 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 3db06ec6-054f-45c5-b899-90cc12a8c73f up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:59:15.990263 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-707941d9-d0b2-4238-b59f-ca259aecd227 req-43e2f03d-4518-4ed5-bbc6-c54424ad4531 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=575d6f57815e49e1b66e2ddad838d8d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494652 Dec 10 19:59:16.084781 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-d5cb0b40-ce7b-4ba3-af11-e617304ee07a None None] Provisioning complete for port c03efe43-5cbb-456a-aef8-2dda3e60ffff triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:59:16.085432 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d5cb0b40-ce7b-4ba3-af11-e617304ee07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:16.131185 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 3db06ec6-054f-45c5-b899-90cc12a8c73f triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:59:16.131533 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:16.150247 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-707941d9-d0b2-4238-b59f-ca259aecd227 req-1c22b53e-991a-4814-bfb7-fa7e3f710f20 service neutron] 10.222.0.69 "GET /v2.0/networks/6035468d-965f-4c9c-bb9a-c7f3bf449e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475265 Dec 10 19:59:16.171652 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-d5cb0b40-ce7b-4ba3-af11-e617304ee07a None None] Port c03efe43-5cbb-456a-aef8-2dda3e60ffff cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:59:16.249004 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-707941d9-d0b2-4238-b59f-ca259aecd227 req-90882c5a-6ea1-4f83-ae7e-507b18c7f5f2 service neutron] 10.222.0.69 "GET /v2.0/networks/6035468d-965f-4c9c-bb9a-c7f3bf449e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910378 Dec 10 19:59:16.266929 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 442a4d12-61f9-4a68-894b-e2d4ef164ab3 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:59:16.271169 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-8d23ec4a-a52c-4868-ac33-6e1f8156c7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df4fa97-e0dc-4b77-8fa5-689eee91271f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-484514751', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.104'}], 'enable_snat': True}, 'gw_port_id': '442a4d12-61f9-4a68-894b-e2d4ef164ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:59:11Z', 'updated_at': '2021-12-10T19:59:14Z', 'revision_number': 4, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': '442a4d12-61f9-4a68-894b-e2d4ef164ab3', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:89:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0df4fa97-e0dc-4b77-8fa5-689eee91271f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:59:11Z', 'updated_at': '2021-12-10T19:59:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': 'c03efe43-5cbb-456a-aef8-2dda3e60ffff', 'name': '', 'network_id': '6035468d-965f-4c9c-bb9a-c7f3bf449e79', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'mac_address': 'fa:16:3e:13:7b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0df4fa97-e0dc-4b77-8fa5-689eee91271f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '8dd70cc2-629e-4f0c-8e78-a90064056c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:59:13Z', 'updated_at': '2021-12-10T19:59:14Z', 'revision_number': 2, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'subnets': [{'id': '8dd70cc2-629e-4f0c-8e78-a90064056c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:59:16.317652 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d23ec4a-a52c-4868-ac33-6e1f8156c7d8 None None] Checking router: 0df4fa97-e0dc-4b77-8fa5-689eee91271f for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:59:16.318003 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d23ec4a-a52c-4868-ac33-6e1f8156c7d8 None None] Updating router 0df4fa97-e0dc-4b77-8fa5-689eee91271f port c03efe43-5cbb-456a-aef8-2dda3e60ffff binding host dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:59:16.352602 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8d23ec4a-a52c-4868-ac33-6e1f8156c7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:16.394513 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 442a4d12-61f9-4a68-894b-e2d4ef164ab3 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:59:16.394879 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:16.420707 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-23f02257-0ccd-417f-b954-f373a57ae372 req-4de38fb9-37b4-465c-9604-a3650e4fec08 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3 HTTP/1.1" status: 200 len: 210 time: 0.0281267 Dec 10 19:59:16.737292 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:16.776058 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port 442a4d12-61f9-4a68-894b-e2d4ef164ab3, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=442a4d12-61f9-4a68-894b-e2d4ef164ab3,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:59:16.782124 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:16.870066 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=442a4d12-61f9-4a68-894b-e2d4ef164ab3,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:59:16.899699 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8d23ec4a-a52c-4868-ac33-6e1f8156c7d8 None None] Notify callbacks [] for port, precommit_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:16.906044 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8d23ec4a-a52c-4868-ac33-6e1f8156c7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:16.965302 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2484db8-e7d1-481a-a401-673e8d60f837 None None] Pushing event updated for resources: {'Port': ['ID=c03efe43-5cbb-456a-aef8-2dda3e60ffff,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:59:17.021722 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-8d23ec4a-a52c-4868-ac33-6e1f8156c7d8 None None] Attempting to bind port c03efe43-5cbb-456a-aef8-2dda3e60ffff on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:59:17.022111 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-8d23ec4a-a52c-4868-ac33-6e1f8156c7d8 None None] Attempting to bind port c03efe43-5cbb-456a-aef8-2dda3e60ffff by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '7d1a874c-d5ad-4e20-9e2f-3965d0cb7c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '6035468d-965f-4c9c-bb9a-c7f3bf449e79'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:59:17.022426 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d23ec4a-a52c-4868-ac33-6e1f8156c7d8 None None] Attempting to bind port c03efe43-5cbb-456a-aef8-2dda3e60ffff on network 6035468d-965f-4c9c-bb9a-c7f3bf449e79 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:59:17.027945 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d23ec4a-a52c-4868-ac33-6e1f8156c7d8 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:59:17.028210 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d23ec4a-a52c-4868-ac33-6e1f8156c7d8 None None] Checking segment: {'id': '7d1a874c-d5ad-4e20-9e2f-3965d0cb7c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '6035468d-965f-4c9c-bb9a-c7f3bf449e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:59:17.028644 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8d23ec4a-a52c-4868-ac33-6e1f8156c7d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:17.029027 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d23ec4a-a52c-4868-ac33-6e1f8156c7d8 None None] Bound using segment: {'id': '7d1a874c-d5ad-4e20-9e2f-3965d0cb7c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '6035468d-965f-4c9c-bb9a-c7f3bf449e79'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:59:17.030240 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-8d23ec4a-a52c-4868-ac33-6e1f8156c7d8 None None] Bound port: c03efe43-5cbb-456a-aef8-2dda3e60ffff, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d1a874c-d5ad-4e20-9e2f-3965d0cb7c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '6035468d-965f-4c9c-bb9a-c7f3bf449e79'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:59:17.030632 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8d23ec4a-a52c-4868-ac33-6e1f8156c7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:17.100371 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-8d23ec4a-a52c-4868-ac33-6e1f8156c7d8 None None] For port c03efe43-5cbb-456a-aef8-2dda3e60ffff, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:59:17.103694 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-8d23ec4a-a52c-4868-ac33-6e1f8156c7d8 None None] For port c03efe43-5cbb-456a-aef8-2dda3e60ffff, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=c03efe43-5cbb-456a-aef8-2dda3e60ffff,segment=NetworkSegment(7d1a874c-d5ad-4e20-9e2f-3965d0cb7c1d),segment_id=7d1a874c-d5ad-4e20-9e2f-3965d0cb7c1d)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:59:17.108111 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8d23ec4a-a52c-4868-ac33-6e1f8156c7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:17.168271 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d23ec4a-a52c-4868-ac33-6e1f8156c7d8 None None] Routers {'0df4fa97-e0dc-4b77-8fa5-689eee91271f'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:59:17.168930 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-8d23ec4a-a52c-4868-ac33-6e1f8156c7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:58:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['0df4fa97-e0dc-4b77-8fa5-689eee91271f'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:59:17.236706 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2484db8-e7d1-481a-a401-673e8d60f837 None None] Pushing event updated for resources: {'Port': ['ID=c03efe43-5cbb-456a-aef8-2dda3e60ffff,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:59:17.267429 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-a4e4ad05-04d5-4add-bac1-f29dd11d55fd None None] Provisioning complete for port c03efe43-5cbb-456a-aef8-2dda3e60ffff triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:59:17.267792 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a4e4ad05-04d5-4add-bac1-f29dd11d55fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:17.319894 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-8d23ec4a-a52c-4868-ac33-6e1f8156c7d8 None None] Set router 0df4fa97-e0dc-4b77-8fa5-689eee91271f gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:59:17.422473 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707941d9-d0b2-4238-b59f-ca259aecd227 req-b571c91e-4b19-4869-8128-dcc69d7066ca tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:17.424307 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-707941d9-d0b2-4238-b59f-ca259aecd227 req-b571c91e-4b19-4869-8128-dcc69d7066ca tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.36 "GET /v2.0/networks?id=6035468d-965f-4c9c-bb9a-c7f3bf449e79 HTTP/1.1" status: 200 len: 796 time: 0.1358960 Dec 10 19:59:17.477803 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a4e4ad05-04d5-4add-bac1-f29dd11d55fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:17.483154 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-707941d9-d0b2-4238-b59f-ca259aecd227 req-904217ec-f93c-4a4b-889d-5ca15b564f54 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=575d6f57815e49e1b66e2ddad838d8d9 HTTP/1.1" status: 200 len: 379 time: 0.0484962 Dec 10 19:59:17.496703 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-707941d9-d0b2-4238-b59f-ca259aecd227 req-f420e9f3-3ba2-4d35-8105-1dbe456b9b31 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Request body: {'port': {'device_id': '01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3', 'network_id': '6035468d-965f-4c9c-bb9a-c7f3bf449e79', 'admin_state_up': True, 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'security_groups': ['1180c517-7674-4e10-ab2b-a40bd30f111e']}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:59:17.534938 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-a4e4ad05-04d5-4add-bac1-f29dd11d55fd None None] For port c03efe43-5cbb-456a-aef8-2dda3e60ffff, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=c03efe43-5cbb-456a-aef8-2dda3e60ffff,segment=NetworkSegment(7d1a874c-d5ad-4e20-9e2f-3965d0cb7c1d),segment_id=7d1a874c-d5ad-4e20-9e2f-3965d0cb7c1d)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:59:17.540931 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a4e4ad05-04d5-4add-bac1-f29dd11d55fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:17.569348 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-74f7254c-5f06-4b0b-abf2-9bdff85d29e4 req-fc45a2f4-4ae9-469f-ab3b-5436de992ce6 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3 HTTP/1.1" status: 200 len: 210 time: 0.0665379 Dec 10 19:59:17.615579 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e4ad05-04d5-4add-bac1-f29dd11d55fd None None] Pushing event updated for resources: {'Port': ['ID=c03efe43-5cbb-456a-aef8-2dda3e60ffff,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:59:17.634329 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-8d23ec4a-a52c-4868-ac33-6e1f8156c7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df4fa97-e0dc-4b77-8fa5-689eee91271f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-484514751', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.104'}], 'enable_snat': True}, 'gw_port_id': '442a4d12-61f9-4a68-894b-e2d4ef164ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:59:11Z', 'updated_at': '2021-12-10T19:59:14Z', 'revision_number': 4, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': '442a4d12-61f9-4a68-894b-e2d4ef164ab3', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:89:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df4fa97-e0dc-4b77-8fa5-689eee91271f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:59:11Z', 'updated_at': '2021-12-10T19:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': 'c03efe43-5cbb-456a-aef8-2dda3e60ffff', 'name': '', 'network_id': '6035468d-965f-4c9c-bb9a-c7f3bf449e79', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'mac_address': 'fa:16:3e:13:7b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0df4fa97-e0dc-4b77-8fa5-689eee91271f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '8dd70cc2-629e-4f0c-8e78-a90064056c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:59:13Z', 'updated_at': '2021-12-10T19:59:17Z', 'revision_number': 4, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'subnets': [{'id': '8dd70cc2-629e-4f0c-8e78-a90064056c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:59:17.637549 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-707941d9-d0b2-4238-b59f-ca259aecd227 req-f420e9f3-3ba2-4d35-8105-1dbe456b9b31 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Made reservation on behalf of 575d6f57815e49e1b66e2ddad838d8d9 for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:59:17.641309 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-707941d9-d0b2-4238-b59f-ca259aecd227 req-f420e9f3-3ba2-4d35-8105-1dbe456b9b31 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:17.666405 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d23ec4a-a52c-4868-ac33-6e1f8156c7d8 None None] The sync data for ids ['0df4fa97-e0dc-4b77-8fa5-689eee91271f'] in dv-neutron-821441-1-hyperv is: [{'id': '0df4fa97-e0dc-4b77-8fa5-689eee91271f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-484514751', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.104'}], 'enable_snat': True}, 'gw_port_id': '442a4d12-61f9-4a68-894b-e2d4ef164ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:59:11Z', 'updated_at': '2021-12-10T19:59:14Z', 'revision_number': 4, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': '442a4d12-61f9-4a68-894b-e2d4ef164ab3', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:89:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df4fa97-e0dc-4b77-8fa5-689eee91271f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:59:11Z', 'updated_at': '2021-12-10T19:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': 'c03efe43-5cbb-456a-aef8-2dda3e60ffff', 'name': '', 'network_id': '6035468d-965f-4c9c-bb9a-c7f3bf449e79', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'mac_address': 'fa:16:3e:13:7b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0df4fa97-e0dc-4b77-8fa5-689eee91271f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '8dd70cc2-629e-4f0c-8e78-a90064056c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:59:13Z', 'updated_at': '2021-12-10T19:59:17Z', 'revision_number': 4, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'subnets': [{'id': '8dd70cc2-629e-4f0c-8e78-a90064056c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:59:17.684294 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-5025e38f-ba1b-4650-be4a-9539282d646d None None] Provisioning complete for port c03efe43-5cbb-456a-aef8-2dda3e60ffff triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:59:17.684792 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-5025e38f-ba1b-4650-be4a-9539282d646d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:17.821091 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [req-707941d9-d0b2-4238-b59f-ca259aecd227 req-f420e9f3-3ba2-4d35-8105-1dbe456b9b31 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Allocated IP 172.20.0.13 (6035468d-965f-4c9c-bb9a-c7f3bf449e79/8dd70cc2-629e-4f0c-8e78-a90064056c47/5eca7a04-c7be-4e78-a25d-d647914b519f) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:59:17.954339 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:59:17.978844 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device c03efe43-5cbb-456a-aef8-2dda3e60ffff up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:59:18.023047 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-707941d9-d0b2-4238-b59f-ca259aecd227 req-f420e9f3-3ba2-4d35-8105-1dbe456b9b31 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:18.029776 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port c03efe43-5cbb-456a-aef8-2dda3e60ffff triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:59:18.030496 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:18.062394 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-707941d9-d0b2-4238-b59f-ca259aecd227 req-f420e9f3-3ba2-4d35-8105-1dbe456b9b31 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:18.109685 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-707941d9-d0b2-4238-b59f-ca259aecd227 req-f420e9f3-3ba2-4d35-8105-1dbe456b9b31 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Network 6035468d-965f-4c9c-bb9a-c7f3bf449e79 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:59:18.112927 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [req-707941d9-d0b2-4238-b59f-ca259aecd227 req-f420e9f3-3ba2-4d35-8105-1dbe456b9b31 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:59:18.115982 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-707941d9-d0b2-4238-b59f-ca259aecd227 req-f420e9f3-3ba2-4d35-8105-1dbe456b9b31 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:59:18.118272 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 442a4d12-61f9-4a68-894b-e2d4ef164ab3 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:59:18.155987 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f420e9f3-3ba2-4d35-8105-1dbe456b9b31 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'Port': ['ID=5eca7a04-c7be-4e78-a25d-d647914b519f,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:59:18.169758 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 442a4d12-61f9-4a68-894b-e2d4ef164ab3 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:59:18.170676 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:18.180133 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707941d9-d0b2-4238-b59f-ca259aecd227 req-f420e9f3-3ba2-4d35-8105-1dbe456b9b31 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:18.180918 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-707941d9-d0b2-4238-b59f-ca259aecd227 req-f420e9f3-3ba2-4d35-8105-1dbe456b9b31 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:18.202545 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-707941d9-d0b2-4238-b59f-ca259aecd227 req-f420e9f3-3ba2-4d35-8105-1dbe456b9b31 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7095330 Dec 10 19:59:18.215414 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-707941d9-d0b2-4238-b59f-ca259aecd227 req-6242447d-e0bd-4da4-a97d-c23edbca5b39 service neutron] Request body: {'port': {'device_id': '01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:59:18.291279 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-707941d9-d0b2-4238-b59f-ca259aecd227 req-6242447d-e0bd-4da4-a97d-c23edbca5b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:18.414260 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-daa24584-e73f-4c67-87cf-1d3ae9ced709 None None] Provisioning complete for port 5eca7a04-c7be-4e78-a25d-d647914b519f triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:59:18.414532 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-daa24584-e73f-4c67-87cf-1d3ae9ced709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:18.454972 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-daa24584-e73f-4c67-87cf-1d3ae9ced709 None None] Port 5eca7a04-c7be-4e78-a25d-d647914b519f cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 19:59:18.588048 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [req-707941d9-d0b2-4238-b59f-ca259aecd227 req-6242447d-e0bd-4da4-a97d-c23edbca5b39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eca7a04-c7be-4e78-a25d-d647914b519f {{(pid=102365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:59:18.598734 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-707941d9-d0b2-4238-b59f-ca259aecd227 req-6242447d-e0bd-4da4-a97d-c23edbca5b39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:18.615530 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.provisioning_blocks [req-707941d9-d0b2-4238-b59f-ca259aecd227 req-6242447d-e0bd-4da4-a97d-c23edbca5b39 service neutron] Transition to ACTIVE for port object 5eca7a04-c7be-4e78-a25d-d647914b519f will not be triggered until provisioned by entity L2. {{(pid=102365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:59:18.620668 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-707941d9-d0b2-4238-b59f-ca259aecd227 req-6242447d-e0bd-4da4-a97d-c23edbca5b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:18.737865 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6242447d-e0bd-4da4-a97d-c23edbca5b39 service neutron] Pushing event updated for resources: {'Port': ['ID=5eca7a04-c7be-4e78-a25d-d647914b519f,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:59:18.796112 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd05a8e-4d1a-45a7-a5cc-71040fad427c req-7754e4d8-ab5b-4385-a193-007d97923f98 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:18.801028 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-fdd05a8e-4d1a-45a7-a5cc-71040fad427c req-7754e4d8-ab5b-4385-a193-007d97923f98 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3 HTTP/1.1" status: 200 len: 944 time: 0.1460476 Dec 10 19:59:18.856635 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-707941d9-d0b2-4238-b59f-ca259aecd227 req-6242447d-e0bd-4da4-a97d-c23edbca5b39 service neutron] Attempting to bind port 5eca7a04-c7be-4e78-a25d-d647914b519f on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 19:59:18.856896 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-707941d9-d0b2-4238-b59f-ca259aecd227 req-6242447d-e0bd-4da4-a97d-c23edbca5b39 service neutron] Attempting to bind port 5eca7a04-c7be-4e78-a25d-d647914b519f by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '7d1a874c-d5ad-4e20-9e2f-3965d0cb7c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '6035468d-965f-4c9c-bb9a-c7f3bf449e79'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 19:59:18.857242 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707941d9-d0b2-4238-b59f-ca259aecd227 req-6242447d-e0bd-4da4-a97d-c23edbca5b39 service neutron] Attempting to bind port 5eca7a04-c7be-4e78-a25d-d647914b519f on network 6035468d-965f-4c9c-bb9a-c7f3bf449e79 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:59:18.868838 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-fdd05a8e-4d1a-45a7-a5cc-71040fad427c req-01ac8fe6-3b05-4c8f-9f0f-7a62550ffa39 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=1180c517-7674-4e10-ab2b-a40bd30f111e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642791 Dec 10 19:59:18.869855 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707941d9-d0b2-4238-b59f-ca259aecd227 req-6242447d-e0bd-4da4-a97d-c23edbca5b39 service neutron] Port 5eca7a04-c7be-4e78-a25d-d647914b519f on network 6035468d-965f-4c9c-bb9a-c7f3bf449e79 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:59:18.870169 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707941d9-d0b2-4238-b59f-ca259aecd227 req-6242447d-e0bd-4da4-a97d-c23edbca5b39 service neutron] Attempting to bind port 5eca7a04-c7be-4e78-a25d-d647914b519f on network 6035468d-965f-4c9c-bb9a-c7f3bf449e79 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:59:18.875605 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707941d9-d0b2-4238-b59f-ca259aecd227 req-6242447d-e0bd-4da4-a97d-c23edbca5b39 service neutron] Checking agent: {'id': '9e16c23e-95bc-4c2e-b3ec-daf7533f9d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'started_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:59:18.875941 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707941d9-d0b2-4238-b59f-ca259aecd227 req-6242447d-e0bd-4da4-a97d-c23edbca5b39 service neutron] Checking segment: {'id': '7d1a874c-d5ad-4e20-9e2f-3965d0cb7c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '6035468d-965f-4c9c-bb9a-c7f3bf449e79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 19:59:18.876337 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707941d9-d0b2-4238-b59f-ca259aecd227 req-6242447d-e0bd-4da4-a97d-c23edbca5b39 service neutron] Bound using segment: {'id': '7d1a874c-d5ad-4e20-9e2f-3965d0cb7c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '6035468d-965f-4c9c-bb9a-c7f3bf449e79'} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:59:18.876777 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-707941d9-d0b2-4238-b59f-ca259aecd227 req-6242447d-e0bd-4da4-a97d-c23edbca5b39 service neutron] Bound port: 5eca7a04-c7be-4e78-a25d-d647914b519f, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d1a874c-d5ad-4e20-9e2f-3965d0cb7c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '6035468d-965f-4c9c-bb9a-c7f3bf449e79'}}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 19:59:18.877131 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-707941d9-d0b2-4238-b59f-ca259aecd227 req-6242447d-e0bd-4da4-a97d-c23edbca5b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:18.948157 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-707941d9-d0b2-4238-b59f-ca259aecd227 req-6242447d-e0bd-4da4-a97d-c23edbca5b39 service neutron] For port 5eca7a04-c7be-4e78-a25d-d647914b519f, host hv-neutron-8214, cleared binding levels {{(pid=102365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:59:18.951647 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-707941d9-d0b2-4238-b59f-ca259aecd227 req-6242447d-e0bd-4da4-a97d-c23edbca5b39 service neutron] For port 5eca7a04-c7be-4e78-a25d-d647914b519f, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=5eca7a04-c7be-4e78-a25d-d647914b519f,segment=NetworkSegment(7d1a874c-d5ad-4e20-9e2f-3965d0cb7c1d),segment_id=7d1a874c-d5ad-4e20-9e2f-3965d0cb7c1d)] {{(pid=102365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:59:18.955296 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-707941d9-d0b2-4238-b59f-ca259aecd227 req-6242447d-e0bd-4da4-a97d-c23edbca5b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:18.989764 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707941d9-d0b2-4238-b59f-ca259aecd227 req-6242447d-e0bd-4da4-a97d-c23edbca5b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:18.990362 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-707941d9-d0b2-4238-b59f-ca259aecd227 req-6242447d-e0bd-4da4-a97d-c23edbca5b39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:18.991733 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-707941d9-d0b2-4238-b59f-ca259aecd227 req-6242447d-e0bd-4da4-a97d-c23edbca5b39 service neutron] 10.222.0.36 "PUT /v2.0/ports/5eca7a04-c7be-4e78-a25d-d647914b519f HTTP/1.1" status: 200 len: 1094 time: 0.7812307 Dec 10 19:59:18.994133 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3', 'tag': '5eca7a04-c7be-4e78-a25d-d647914b519f'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:59:18.996443 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e2d81b-01e1-47e7-b930-6f892572065d" -d '{"events": [{"name": "network-changed", "server_uuid": "01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3", "tag": "5eca7a04-c7be-4e78-a25d-d647914b519f"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:59:19.028145 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6242447d-e0bd-4da4-a97d-c23edbca5b39 service neutron] Pushing event updated for resources: {'Port': ['ID=5eca7a04-c7be-4e78-a25d-d647914b519f,revision_number=3']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:59:19.043467 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c13faee-a9ca-4b58-84ed-8d0fa9128d46 x-openstack-request-id: req-9c13faee-a9ca-4b58-84ed-8d0fa9128d46 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:59:19.043756 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3", "tag": "5eca7a04-c7be-4e78-a25d-d647914b519f", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:59:19.044006 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9c13faee-a9ca-4b58-84ed-8d0fa9128d46 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:59:19.044398 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3', 'tag': '5eca7a04-c7be-4e78-a25d-d647914b519f', 'status': 'completed', 'code': 200} Dec 10 19:59:19.079923 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707941d9-d0b2-4238-b59f-ca259aecd227 req-00c23fac-3019-4c29-a654-368789127e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:19.081456 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-707941d9-d0b2-4238-b59f-ca259aecd227 req-00c23fac-3019-4c29-a654-368789127e1d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=575d6f57815e49e1b66e2ddad838d8d9&device_id=01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3 HTTP/1.1" status: 200 len: 1097 time: 0.0475299 Dec 10 19:59:19.131229 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-707941d9-d0b2-4238-b59f-ca259aecd227 req-55ed373c-f91c-462a-9967-7b60f28b7fa2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5eca7a04-c7be-4e78-a25d-d647914b519f HTTP/1.1" status: 200 len: 217 time: 0.0407081 Dec 10 19:59:19.184960 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707941d9-d0b2-4238-b59f-ca259aecd227 req-72f5760f-815a-4a3e-b049-fdddaeb0fb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:19.186449 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-707941d9-d0b2-4238-b59f-ca259aecd227 req-72f5760f-815a-4a3e-b049-fdddaeb0fb00 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dd70cc2-629e-4f0c-8e78-a90064056c47 HTTP/1.1" status: 200 len: 834 time: 0.0479476 Dec 10 19:59:19.235900 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707941d9-d0b2-4238-b59f-ca259aecd227 req-8a0f7d58-a882-45d1-a81e-4ea307167f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:19.237444 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-707941d9-d0b2-4238-b59f-ca259aecd227 req-8a0f7d58-a882-45d1-a81e-4ea307167f19 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6035468d-965f-4c9c-bb9a-c7f3bf449e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430551 Dec 10 19:59:19.333502 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-707941d9-d0b2-4238-b59f-ca259aecd227 req-f0eb8a88-ccd3-4501-81e3-3d53c6bedfb2 service neutron] 10.222.0.36 "GET /v2.0/networks/6035468d-965f-4c9c-bb9a-c7f3bf449e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881927 Dec 10 19:59:19.423904 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-707941d9-d0b2-4238-b59f-ca259aecd227 req-21af8f61-c62c-4488-8367-eeab537016e1 service neutron] 10.222.0.36 "GET /v2.0/networks/6035468d-965f-4c9c-bb9a-c7f3bf449e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835094 Dec 10 19:59:19.511066 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e2d81b-01e1-47e7-b930-6f892572065d req-7bf43e2e-867e-43d8-95fd-c8b0950d5ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:19.512577 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-04e2d81b-01e1-47e7-b930-6f892572065d req-7bf43e2e-867e-43d8-95fd-c8b0950d5ccb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=575d6f57815e49e1b66e2ddad838d8d9&device_id=01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3 HTTP/1.1" status: 200 len: 1097 time: 0.0408399 Dec 10 19:59:19.605806 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e2d81b-01e1-47e7-b930-6f892572065d req-34b436ce-a645-46f6-be7a-f6bae37ac89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:19.607278 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-04e2d81b-01e1-47e7-b930-6f892572065d req-34b436ce-a645-46f6-be7a-f6bae37ac89a service neutron] 10.222.0.36 "GET /v2.0/networks?id=6035468d-965f-4c9c-bb9a-c7f3bf449e79 HTTP/1.1" status: 200 len: 897 time: 0.0878088 Dec 10 19:59:19.649808 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-04e2d81b-01e1-47e7-b930-6f892572065d req-0f2a0502-7462-43c2-a573-7e32f1f48e2c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5eca7a04-c7be-4e78-a25d-d647914b519f HTTP/1.1" status: 200 len: 217 time: 0.0340517 Dec 10 19:59:19.698562 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e2d81b-01e1-47e7-b930-6f892572065d req-c2b530e0-81bc-425a-bed1-d43a9b5b2b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:19.699942 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-04e2d81b-01e1-47e7-b930-6f892572065d req-c2b530e0-81bc-425a-bed1-d43a9b5b2b3c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dd70cc2-629e-4f0c-8e78-a90064056c47 HTTP/1.1" status: 200 len: 834 time: 0.0438519 Dec 10 19:59:19.751690 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e2d81b-01e1-47e7-b930-6f892572065d req-ab1dc9d6-6410-4d3d-be8a-4d7a80b8a4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:19.753350 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-04e2d81b-01e1-47e7-b930-6f892572065d req-ab1dc9d6-6410-4d3d-be8a-4d7a80b8a4c8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6035468d-965f-4c9c-bb9a-c7f3bf449e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0465300 Dec 10 19:59:19.844239 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-04e2d81b-01e1-47e7-b930-6f892572065d req-e7ff9255-529b-47ab-a969-019150e44baa service neutron] 10.222.0.36 "GET /v2.0/networks/6035468d-965f-4c9c-bb9a-c7f3bf449e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832243 Dec 10 19:59:19.952787 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-04e2d81b-01e1-47e7-b930-6f892572065d req-2e932c7f-0c44-4186-b9a6-fe605b014337 service neutron] 10.222.0.36 "GET /v2.0/networks/6035468d-965f-4c9c-bb9a-c7f3bf449e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002049 Dec 10 19:59:19.989723 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c195f7b-7256-4cc8-b748-3c09d79f8448 req-93d57ce9-1af7-4584-85d7-65579259f832 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:19.991212 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5c195f7b-7256-4cc8-b748-3c09d79f8448 req-93d57ce9-1af7-4584-85d7-65579259f832 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3 HTTP/1.1" status: 200 len: 944 time: 0.0540178 Dec 10 19:59:20.029034 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5c195f7b-7256-4cc8-b748-3c09d79f8448 req-5c4b8b60-1e71-4ae5-979a-bc7dc33c2b5a tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=1180c517-7674-4e10-ab2b-a40bd30f111e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318546 Dec 10 19:59:20.327207 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f9909af5-aa19-4ffa-a49c-d471a929a0f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:21.147271 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6369503-16f5-4ed9-8aac-ed76cd796eba req-220fe3ba-9db0-4740-bd07-6e7b066c1123 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:21.148815 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d6369503-16f5-4ed9-8aac-ed76cd796eba req-220fe3ba-9db0-4740-bd07-6e7b066c1123 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3 HTTP/1.1" status: 200 len: 944 time: 0.0491641 Dec 10 19:59:21.187082 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d6369503-16f5-4ed9-8aac-ed76cd796eba req-27b0c0c5-f4ce-4998-a940-3e43a1a2b611 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=1180c517-7674-4e10-ab2b-a40bd30f111e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316856 Dec 10 19:59:22.300402 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 5eca7a04-c7be-4e78-a25d-d647914b519f details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=102367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:59:22.311953 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf61a8-6c5c-42d9-b478-636943987b46 req-aea8ec1d-f751-49a4-aa5f-26bf45915ed2 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:22.313461 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-35bf61a8-6c5c-42d9-b478-636943987b46 req-aea8ec1d-f751-49a4-aa5f-26bf45915ed2 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3 HTTP/1.1" status: 200 len: 944 time: 0.0541575 Dec 10 19:59:22.352624 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-35bf61a8-6c5c-42d9-b478-636943987b46 req-b4827315-e96c-4fd0-8388-6c660744d13b tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=1180c517-7674-4e10-ab2b-a40bd30f111e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325196 Dec 10 19:59:22.399134 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 5eca7a04-c7be-4e78-a25d-d647914b519f, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=5eca7a04-c7be-4e78-a25d-d647914b519f,segment=NetworkSegment(7d1a874c-d5ad-4e20-9e2f-3965d0cb7c1d),segment_id=7d1a874c-d5ad-4e20-9e2f-3965d0cb7c1d)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:59:22.411245 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Returning: {'device': '5eca7a04-c7be-4e78-a25d-d647914b519f', 'network_id': '6035468d-965f-4c9c-bb9a-c7f3bf449e79', 'port_id': '5eca7a04-c7be-4e78-a25d-d647914b519f', 'mac_address': 'fa:16:3e:9e:f6:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dd70cc2-629e-4f0c-8e78-a90064056c47', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:59:22.450383 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:22.463116 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eca7a04-c7be-4e78-a25d-d647914b519f {{(pid=102367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:59:22.482219 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 5eca7a04-c7be-4e78-a25d-d647914b519f, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=5eca7a04-c7be-4e78-a25d-d647914b519f,segment=NetworkSegment(7d1a874c-d5ad-4e20-9e2f-3965d0cb7c1d),segment_id=7d1a874c-d5ad-4e20-9e2f-3965d0cb7c1d)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:59:22.491170 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:22.537802 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=5eca7a04-c7be-4e78-a25d-d647914b519f,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:59:22.845468 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['5eca7a04-c7be-4e78-a25d-d647914b519f'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:59:23.468000 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc7658-f31a-423d-bbaf-3bc9ac27257c req-7ac62143-b17e-4c8f-8914-1b5b2856c67b tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:23.469625 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-57dc7658-f31a-423d-bbaf-3bc9ac27257c req-7ac62143-b17e-4c8f-8914-1b5b2856c67b tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3 HTTP/1.1" status: 200 len: 945 time: 0.0509391 Dec 10 19:59:23.507719 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-57dc7658-f31a-423d-bbaf-3bc9ac27257c req-c5af9d0a-90f6-4a5a-b807-a24fec68567d tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=1180c517-7674-4e10-ab2b-a40bd30f111e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322764 Dec 10 19:59:24.287826 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-7ed5876c-e72a-4890-93a5-44ffd30c3ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:24.311101 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 5eca7a04-c7be-4e78-a25d-d647914b519f up at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:59:24.359493 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning for port 5eca7a04-c7be-4e78-a25d-d647914b519f completed by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:59:24.363106 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning complete for port 5eca7a04-c7be-4e78-a25d-d647914b519f triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:59:24.363472 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:24.444617 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:24.469989 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eca7a04-c7be-4e78-a25d-d647914b519f'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:59:24.472391 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0dd006407324ce2959a5a4cf9f0b5e0801d7a51a5291ea700e8786e11115a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd80862-0f60-4c18-88a3-79cfa934811f" -d '{"events": [{"server_uuid": "01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3", "name": "network-vif-plugged", "status": "completed", "tag": "5eca7a04-c7be-4e78-a25d-d647914b519f"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:59:24.486617 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 5eca7a04-c7be-4e78-a25d-d647914b519f, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=5eca7a04-c7be-4e78-a25d-d647914b519f,segment=NetworkSegment(7d1a874c-d5ad-4e20-9e2f-3965d0cb7c1d),segment_id=7d1a874c-d5ad-4e20-9e2f-3965d0cb7c1d)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:59:24.490993 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:24.515579 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f091a0e-1c5c-442c-b90a-e97fed7d8815 x-openstack-request-id: req-9f091a0e-1c5c-442c-b90a-e97fed7d8815 {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:59:24.515888 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3", "name": "network-vif-plugged", "status": "completed", "tag": "5eca7a04-c7be-4e78-a25d-d647914b519f", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:59:24.516149 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9f091a0e-1c5c-442c-b90a-e97fed7d8815 {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:59:24.516570 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eca7a04-c7be-4e78-a25d-d647914b519f', 'code': 200} Dec 10 19:59:24.547380 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=5eca7a04-c7be-4e78-a25d-d647914b519f,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:59:24.630806 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6377a7-0628-403c-8a62-4e1f95904e35 req-063c773d-586b-462b-8907-c7a917155cae tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:24.632326 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-aa6377a7-0628-403c-8a62-4e1f95904e35 req-063c773d-586b-462b-8907-c7a917155cae tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3 HTTP/1.1" status: 200 len: 946 time: 0.0564487 Dec 10 19:59:24.699076 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-aa6377a7-0628-403c-8a62-4e1f95904e35 req-c1e33070-a755-4874-bc7b-3bcfc5d2d034 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=1180c517-7674-4e10-ab2b-a40bd30f111e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605938 Dec 10 19:59:24.710712 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc26492-7104-4c81-8e0b-eef3e6e5b35f req-7ad647f9-2ce5-40ca-842d-19a7921fe729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:24.712170 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bdc26492-7104-4c81-8e0b-eef3e6e5b35f req-7ad647f9-2ce5-40ca-842d-19a7921fe729 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3 HTTP/1.1" status: 200 len: 1099 time: 0.0599699 Dec 10 19:59:24.751381 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bdc26492-7104-4c81-8e0b-eef3e6e5b35f req-3d05cd6f-30f0-4c50-b544-4ae6951f4bca service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1180c517-7674-4e10-ab2b-a40bd30f111e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317292 Dec 10 19:59:25.530557 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:25.816941 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25fa6c7-1eee-4418-929b-bf155bc5f86e req-5ed201cf-4ed2-41d3-b9ac-53b368419523 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:25.818399 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b25fa6c7-1eee-4418-929b-bf155bc5f86e req-5ed201cf-4ed2-41d3-b9ac-53b368419523 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3 HTTP/1.1" status: 200 len: 946 time: 0.0488305 Dec 10 19:59:25.855371 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b25fa6c7-1eee-4418-929b-bf155bc5f86e req-f604ee0d-80bf-4809-8987-be3a76fd6108 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=1180c517-7674-4e10-ab2b-a40bd30f111e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311027 Dec 10 19:59:26.579964 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:26.929685 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:26.971100 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd17a1-15e7-48e4-ac1a-49114996f5e5 req-2b733e46-6d0e-4926-99c6-d22cae2bb84c tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:26.972566 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d4cd17a1-15e7-48e4-ac1a-49114996f5e5 req-2b733e46-6d0e-4926-99c6-d22cae2bb84c tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3 HTTP/1.1" status: 200 len: 946 time: 0.0482643 Dec 10 19:59:27.010628 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d4cd17a1-15e7-48e4-ac1a-49114996f5e5 req-c9ac6e4d-5bc3-48ad-9d50-9bb557f4fd37 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=1180c517-7674-4e10-ab2b-a40bd30f111e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320652 Dec 10 19:59:27.130701 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78405c24-5ba3-4ad9-80ce-3220c48c81c6 req-52dac4fb-3479-4b19-a766-87f46fe848c3 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:27.132101 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-78405c24-5ba3-4ad9-80ce-3220c48c81c6 req-52dac4fb-3479-4b19-a766-87f46fe848c3 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3 HTTP/1.1" status: 200 len: 946 time: 0.0526617 Dec 10 19:59:27.170675 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-78405c24-5ba3-4ad9-80ce-3220c48c81c6 req-5d33babc-936b-4744-a7bb-4369dfa06c00 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=1180c517-7674-4e10-ab2b-a40bd30f111e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325670 Dec 10 19:59:27.192579 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 35184) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:59:27.232380 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd913b7-9eff-4125-8585-c1814a906351 tempest-TestNetworkAdvancedServerOps-1204599226 tempest-TestNetworkAdvancedServerOps-1204599226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:27.234666 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-fcd913b7-9eff-4125-8585-c1814a906351 tempest-TestNetworkAdvancedServerOps-1204599226 tempest-TestNetworkAdvancedServerOps-1204599226-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3 HTTP/1.1" status: 200 len: 1094 time: 0.0410943 Dec 10 19:59:27.237373 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 35186) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:59:27.241621 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-1b5d23ae-60f3-410b-92db-1234e4814b76 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Request body: {'floatingip': {'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'port_id': '5eca7a04-c7be-4e78-a25d-d647914b519f', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:59:27.266146 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1b5d23ae-60f3-410b-92db-1234e4814b76 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for floatingip, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:27.366003 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1b5d23ae-60f3-410b-92db-1234e4814b76 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:27.467534 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-1b5d23ae-60f3-410b-92db-1234e4814b76 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Allocated IP 172.26.6.148 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/23599188-c6e0-4136-8ef3-6f965ae81c3d) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:59:27.570154 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1b5d23ae-60f3-410b-92db-1234e4814b76 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:27.604032 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1b5d23ae-60f3-410b-92db-1234e4814b76 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:27.646292 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5d23ae-60f3-410b-92db-1234e4814b76 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:59:27.648988 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-1b5d23ae-60f3-410b-92db-1234e4814b76 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:59:27.651516 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5d23ae-60f3-410b-92db-1234e4814b76 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:59:27.659237 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d23ae-60f3-410b-92db-1234e4814b76 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'Port': ['ID=23599188-c6e0-4136-8ef3-6f965ae81c3d,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:59:28.002667 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1b5d23ae-60f3-410b-92db-1234e4814b76 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:28.068547 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1b5d23ae-60f3-410b-92db-1234e4814b76 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:28.217736 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1b5d23ae-60f3-410b-92db-1234e4814b76 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:28.222144 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1b5d23ae-60f3-410b-92db-1234e4814b76 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:28.289162 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d23ae-60f3-410b-92db-1234e4814b76 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'Port': ['ID=23599188-c6e0-4136-8ef3-6f965ae81c3d,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:59:28.301386 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1b5d23ae-60f3-410b-92db-1234e4814b76 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3713103'] for floatingip, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:28.401734 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.l3_db [None req-1b5d23ae-60f3-410b-92db-1234e4814b76 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Floating IP 57a0be08-1547-4dcc-b53d-120c3083eac5 associated. External IP: 172.26.6.148, port: 5eca7a04-c7be-4e78-a25d-d647914b519f. Dec 10 19:59:28.609554 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b5d23ae-60f3-410b-92db-1234e4814b76 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Router 0df4fa97-e0dc-4b77-8fa5-689eee91271f has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:59:28.716151 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5d23ae-60f3-410b-92db-1234e4814b76 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:59:28.726230 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854026d0-0103-425a-bd8c-68aded108c95 None None] Sync routers for ids ['0df4fa97-e0dc-4b77-8fa5-689eee91271f'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:59:28.737233 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1b5d23ae-60f3-410b-92db-1234e4814b76 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:28.738090 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854026d0-0103-425a-bd8c-68aded108c95 None None] Routers {'0df4fa97-e0dc-4b77-8fa5-689eee91271f'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:59:28.738698 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-854026d0-0103-425a-bd8c-68aded108c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:59:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['0df4fa97-e0dc-4b77-8fa5-689eee91271f'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:59:28.763775 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-1b5d23ae-60f3-410b-92db-1234e4814b76 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5253663 Dec 10 19:59:28.764335 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3', 'tag': '5eca7a04-c7be-4e78-a25d-d647914b519f'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:59:28.767682 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc6b9d1-0dcf-4e8f-acd0-f4db60be3c59" -d '{"events": [{"name": "network-changed", "server_uuid": "01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3", "tag": "5eca7a04-c7be-4e78-a25d-d647914b519f"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:59:28.806272 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76eaa91d-4c54-42cb-bdd7-1923a495d456 x-openstack-request-id: req-76eaa91d-4c54-42cb-bdd7-1923a495d456 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:59:28.806559 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3", "tag": "5eca7a04-c7be-4e78-a25d-d647914b519f", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:59:28.806810 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-76eaa91d-4c54-42cb-bdd7-1923a495d456 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:59:28.807351 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3', 'tag': '5eca7a04-c7be-4e78-a25d-d647914b519f', 'status': 'completed', 'code': 200} Dec 10 19:59:28.844891 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-854026d0-0103-425a-bd8c-68aded108c95 None None] Set router 0df4fa97-e0dc-4b77-8fa5-689eee91271f gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:59:28.897720 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e3017-7f1a-4681-9d69-d2c142a847e2 req-b0c853a0-1ef7-4233-adb9-d85dc5a085a9 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:28.899097 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6f2e3017-7f1a-4681-9d69-d2c142a847e2 req-b0c853a0-1ef7-4233-adb9-d85dc5a085a9 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3 HTTP/1.1" status: 200 len: 946 time: 0.0839455 Dec 10 19:59:28.901617 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6b9d1-0dcf-4e8f-acd0-f4db60be3c59 req-82900fa1-14ef-434e-a0bd-b68d824f4d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:28.902917 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ebc6b9d1-0dcf-4e8f-acd0-f4db60be3c59 req-82900fa1-14ef-434e-a0bd-b68d824f4d8b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=575d6f57815e49e1b66e2ddad838d8d9&device_id=01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3 HTTP/1.1" status: 200 len: 1099 time: 0.0594046 Dec 10 19:59:28.992839 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6f2e3017-7f1a-4681-9d69-d2c142a847e2 req-bf44de7c-74de-4c81-a2a5-7ee2dea1d627 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=1180c517-7674-4e10-ab2b-a40bd30f111e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863464 Dec 10 19:59:29.016757 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 35192) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:59:29.037642 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6b9d1-0dcf-4e8f-acd0-f4db60be3c59 req-ccebcb99-4903-4022-b549-3a96f4ca9f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:29.039178 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ebc6b9d1-0dcf-4e8f-acd0-f4db60be3c59 req-ccebcb99-4903-4022-b549-3a96f4ca9f97 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6035468d-965f-4c9c-bb9a-c7f3bf449e79 HTTP/1.1" status: 200 len: 897 time: 0.1261969 Dec 10 19:59:29.076888 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-854026d0-0103-425a-bd8c-68aded108c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df4fa97-e0dc-4b77-8fa5-689eee91271f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-484514751', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.104'}], 'enable_snat': True}, 'gw_port_id': '442a4d12-61f9-4a68-894b-e2d4ef164ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:59:11Z', 'updated_at': '2021-12-10T19:59:14Z', 'revision_number': 4, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': '442a4d12-61f9-4a68-894b-e2d4ef164ab3', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:89:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df4fa97-e0dc-4b77-8fa5-689eee91271f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:59:11Z', 'updated_at': '2021-12-10T19:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '57a0be08-1547-4dcc-b53d-120c3083eac5', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'floating_ip_address': '172.26.6.148', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '0df4fa97-e0dc-4b77-8fa5-689eee91271f', 'port_id': '5eca7a04-c7be-4e78-a25d-d647914b519f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6035468d-965f-4c9c-bb9a-c7f3bf449e79', 'mac_address': 'fa:16:3e:9e:f6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:59:27Z', 'updated_at': '2021-12-10T19:59:27Z', 'revision_number': 0, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c03efe43-5cbb-456a-aef8-2dda3e60ffff', 'name': '', 'network_id': '6035468d-965f-4c9c-bb9a-c7f3bf449e79', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'mac_address': 'fa:16:3e:13:7b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df4fa97-e0dc-4b77-8fa5-689eee91271f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '8dd70cc2-629e-4f0c-8e78-a90064056c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:59:13Z', 'updated_at': '2021-12-10T19:59:17Z', 'revision_number': 5, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'subnets': [{'id': '8dd70cc2-629e-4f0c-8e78-a90064056c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:59:29.087823 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-bdb97100-30b9-49a0-8cdb-0c46d61812f3 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/floatingips/57a0be08-1547-4dcc-b53d-120c3083eac5 HTTP/1.1" status: 200 len: 992 time: 0.0696704 Dec 10 19:59:29.103352 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854026d0-0103-425a-bd8c-68aded108c95 None None] Checking router: 0df4fa97-e0dc-4b77-8fa5-689eee91271f for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:59:29.111441 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ebc6b9d1-0dcf-4e8f-acd0-f4db60be3c59 req-8946bc27-6a99-4525-affd-69d24ae36f44 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5eca7a04-c7be-4e78-a25d-d647914b519f HTTP/1.1" status: 200 len: 1000 time: 0.0649393 Dec 10 19:59:29.112248 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854026d0-0103-425a-bd8c-68aded108c95 None None] Routers {'0df4fa97-e0dc-4b77-8fa5-689eee91271f'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:59:29.112875 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-854026d0-0103-425a-bd8c-68aded108c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T19:59:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['0df4fa97-e0dc-4b77-8fa5-689eee91271f'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:59:29.168201 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6b9d1-0dcf-4e8f-acd0-f4db60be3c59 req-f9318582-3d7e-4316-bea7-53d646d35fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:29.169598 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ebc6b9d1-0dcf-4e8f-acd0-f4db60be3c59 req-f9318582-3d7e-4316-bea7-53d646d35fe9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dd70cc2-629e-4f0c-8e78-a90064056c47 HTTP/1.1" status: 200 len: 834 time: 0.0506952 Dec 10 19:59:29.216248 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6b9d1-0dcf-4e8f-acd0-f4db60be3c59 req-9765a167-b973-4215-922f-33cd70928d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:59:29.218662 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ebc6b9d1-0dcf-4e8f-acd0-f4db60be3c59 req-9765a167-b973-4215-922f-33cd70928d83 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6035468d-965f-4c9c-bb9a-c7f3bf449e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408971 Dec 10 19:59:29.218808 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-854026d0-0103-425a-bd8c-68aded108c95 None None] Set router 0df4fa97-e0dc-4b77-8fa5-689eee91271f gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:59:29.313001 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ebc6b9d1-0dcf-4e8f-acd0-f4db60be3c59 req-5f2eea1e-1381-48fc-ba6e-7949e5764e51 service neutron] 10.222.0.36 "GET /v2.0/networks/6035468d-965f-4c9c-bb9a-c7f3bf449e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877945 Dec 10 19:59:29.402860 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ebc6b9d1-0dcf-4e8f-acd0-f4db60be3c59 req-1ea6e87a-7365-4263-b9f2-a8cc13e217a0 service neutron] 10.222.0.36 "GET /v2.0/networks/6035468d-965f-4c9c-bb9a-c7f3bf449e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834255 Dec 10 19:59:29.445056 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-854026d0-0103-425a-bd8c-68aded108c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df4fa97-e0dc-4b77-8fa5-689eee91271f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-484514751', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.104'}], 'enable_snat': True}, 'gw_port_id': '442a4d12-61f9-4a68-894b-e2d4ef164ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:59:11Z', 'updated_at': '2021-12-10T19:59:14Z', 'revision_number': 4, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': '442a4d12-61f9-4a68-894b-e2d4ef164ab3', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:89:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df4fa97-e0dc-4b77-8fa5-689eee91271f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:59:11Z', 'updated_at': '2021-12-10T19:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '57a0be08-1547-4dcc-b53d-120c3083eac5', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'floating_ip_address': '172.26.6.148', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '0df4fa97-e0dc-4b77-8fa5-689eee91271f', 'port_id': '5eca7a04-c7be-4e78-a25d-d647914b519f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6035468d-965f-4c9c-bb9a-c7f3bf449e79', 'mac_address': 'fa:16:3e:9e:f6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:59:27Z', 'updated_at': '2021-12-10T19:59:27Z', 'revision_number': 0, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c03efe43-5cbb-456a-aef8-2dda3e60ffff', 'name': '', 'network_id': '6035468d-965f-4c9c-bb9a-c7f3bf449e79', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'mac_address': 'fa:16:3e:13:7b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df4fa97-e0dc-4b77-8fa5-689eee91271f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '8dd70cc2-629e-4f0c-8e78-a90064056c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:59:13Z', 'updated_at': '2021-12-10T19:59:17Z', 'revision_number': 5, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'subnets': [{'id': '8dd70cc2-629e-4f0c-8e78-a90064056c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:59:29.471592 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854026d0-0103-425a-bd8c-68aded108c95 None None] The sync data for ids ['0df4fa97-e0dc-4b77-8fa5-689eee91271f'] in dv-neutron-821441-1-hyperv is: [{'id': '0df4fa97-e0dc-4b77-8fa5-689eee91271f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-484514751', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.104'}], 'enable_snat': True}, 'gw_port_id': '442a4d12-61f9-4a68-894b-e2d4ef164ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:59:11Z', 'updated_at': '2021-12-10T19:59:14Z', 'revision_number': 4, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': '442a4d12-61f9-4a68-894b-e2d4ef164ab3', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:89:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df4fa97-e0dc-4b77-8fa5-689eee91271f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:59:11Z', 'updated_at': '2021-12-10T19:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '57a0be08-1547-4dcc-b53d-120c3083eac5', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'floating_ip_address': '172.26.6.148', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '0df4fa97-e0dc-4b77-8fa5-689eee91271f', 'port_id': '5eca7a04-c7be-4e78-a25d-d647914b519f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6035468d-965f-4c9c-bb9a-c7f3bf449e79', 'mac_address': 'fa:16:3e:9e:f6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:59:27Z', 'updated_at': '2021-12-10T19:59:27Z', 'revision_number': 0, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c03efe43-5cbb-456a-aef8-2dda3e60ffff', 'name': '', 'network_id': '6035468d-965f-4c9c-bb9a-c7f3bf449e79', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'mac_address': 'fa:16:3e:13:7b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df4fa97-e0dc-4b77-8fa5-689eee91271f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '8dd70cc2-629e-4f0c-8e78-a90064056c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:59:13Z', 'updated_at': '2021-12-10T19:59:17Z', 'revision_number': 5, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'subnets': [{'id': '8dd70cc2-629e-4f0c-8e78-a90064056c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:59:29.672408 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b6f658-3b38-477c-b5ce-c07ae8c841c4 None None] New status for floating IP 57a0be08-1547-4dcc-b53d-120c3083eac5: ACTIVE {{(pid=102367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:59:30.090237 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 35194) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 19:59:30.449836 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-5e061471-a874-46ea-91e7-6d032894b7a4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/floatingips/57a0be08-1547-4dcc-b53d-120c3083eac5 HTTP/1.1" status: 200 len: 994 time: 0.3583748 Dec 10 19:59:32.695755 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:50.329272 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-5d242dd3-f4f5-4086-997d-8b57a868fb8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:54.289689 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-699437d4-26d4-401b-ad6b-7bfdb827cda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:54.954217 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:59:55.533909 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:56.581552 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 19:59:56.933135 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:00:02.720961 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:00:19.770870 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7b42712b-da8f-4527-919b-08a5816dc55a req-66171799-d006-4770-b708-510505aa3f9c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0907674 Dec 10 20:00:19.859290 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42712b-da8f-4527-919b-08a5816dc55a req-25928a36-4a0a-4095-a0d7-b627c509288c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:00:19.860934 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7b42712b-da8f-4527-919b-08a5816dc55a req-25928a36-4a0a-4095-a0d7-b627c509288c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=575d6f57815e49e1b66e2ddad838d8d9&device_id=01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3 HTTP/1.1" status: 200 len: 1099 time: 0.0462708 Dec 10 20:00:19.966160 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42712b-da8f-4527-919b-08a5816dc55a req-e30f77e8-452e-4363-b2fc-c057049b62c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:00:19.967544 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7b42712b-da8f-4527-919b-08a5816dc55a req-e30f77e8-452e-4363-b2fc-c057049b62c1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6035468d-965f-4c9c-bb9a-c7f3bf449e79 HTTP/1.1" status: 200 len: 897 time: 0.0871160 Dec 10 20:00:20.035187 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7b42712b-da8f-4527-919b-08a5816dc55a req-be59687a-6ff6-41e8-8611-a002ad1ba479 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5eca7a04-c7be-4e78-a25d-d647914b519f HTTP/1.1" status: 200 len: 1002 time: 0.0600715 Dec 10 20:00:20.333630 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-31c8e6d9-66dc-4ea4-b1d4-224d59e4bdab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:00:20.419985 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42712b-da8f-4527-919b-08a5816dc55a req-b6154ff1-934f-41cd-a48a-5ee9c44bb7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:00:20.421457 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7b42712b-da8f-4527-919b-08a5816dc55a req-b6154ff1-934f-41cd-a48a-5ee9c44bb7df service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dd70cc2-629e-4f0c-8e78-a90064056c47 HTTP/1.1" status: 200 len: 834 time: 0.3787563 Dec 10 20:00:20.466368 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42712b-da8f-4527-919b-08a5816dc55a req-2a7373e1-1c62-430b-8381-96103c3142e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:00:20.467843 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7b42712b-da8f-4527-919b-08a5816dc55a req-2a7373e1-1c62-430b-8381-96103c3142e3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6035468d-965f-4c9c-bb9a-c7f3bf449e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389202 Dec 10 20:00:20.567732 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7b42712b-da8f-4527-919b-08a5816dc55a req-20fb7334-b609-484f-9d6c-b3b6e48ddc94 service neutron] 10.222.0.36 "GET /v2.0/networks/6035468d-965f-4c9c-bb9a-c7f3bf449e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922000 Dec 10 20:00:20.658004 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7b42712b-da8f-4527-919b-08a5816dc55a req-fc55b7a5-8c63-449e-ba6f-ca8e6bc7ba66 service neutron] 10.222.0.36 "GET /v2.0/networks/6035468d-965f-4c9c-bb9a-c7f3bf449e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822787 Dec 10 20:00:24.292046 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-7d476fe6-6203-440e-b29b-3a4328803b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:00:25.536010 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:00:26.582913 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:00:26.934796 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:00:31.953390 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:00:32.735349 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:00:43.626654 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83559ec1-5ab4-41d3-a89d-93493a0a5a86 req-9eedf8de-2659-4819-8326-4d1d6ac4a000 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:00:43.628144 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-83559ec1-5ab4-41d3-a89d-93493a0a5a86 req-9eedf8de-2659-4819-8326-4d1d6ac4a000 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3 HTTP/1.1" status: 200 len: 946 time: 0.0822966 Dec 10 20:00:43.630774 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa01eb7-5fcc-4fd0-9449-ddb952f62e36 req-11ced8fd-ea80-4455-aa18-2fd78f161744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:00:43.632115 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-baa01eb7-5fcc-4fd0-9449-ddb952f62e36 req-11ced8fd-ea80-4455-aa18-2fd78f161744 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=575d6f57815e49e1b66e2ddad838d8d9&device_id=01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3 HTTP/1.1" status: 200 len: 1099 time: 0.0768268 Dec 10 20:00:43.712684 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-83559ec1-5ab4-41d3-a89d-93493a0a5a86 req-c35de207-d66c-480e-ae8a-0415b226cce4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=1180c517-7674-4e10-ab2b-a40bd30f111e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782931 Dec 10 20:00:43.744834 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa01eb7-5fcc-4fd0-9449-ddb952f62e36 req-3fb8c41f-cd2f-44d1-9bd6-359051c5fdac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:00:43.746285 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-baa01eb7-5fcc-4fd0-9449-ddb952f62e36 req-3fb8c41f-cd2f-44d1-9bd6-359051c5fdac service neutron] 10.222.0.36 "GET /v2.0/networks?id=6035468d-965f-4c9c-bb9a-c7f3bf449e79 HTTP/1.1" status: 200 len: 897 time: 0.1054800 Dec 10 20:00:43.815859 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-baa01eb7-5fcc-4fd0-9449-ddb952f62e36 req-9318b190-1ddc-4c46-8559-fcd121a57ee3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5eca7a04-c7be-4e78-a25d-d647914b519f HTTP/1.1" status: 200 len: 1002 time: 0.0618021 Dec 10 20:00:43.865596 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa01eb7-5fcc-4fd0-9449-ddb952f62e36 req-63f507e8-5913-46f4-a9d0-68fdd68a8a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:00:43.867054 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-baa01eb7-5fcc-4fd0-9449-ddb952f62e36 req-63f507e8-5913-46f4-a9d0-68fdd68a8a3a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dd70cc2-629e-4f0c-8e78-a90064056c47 HTTP/1.1" status: 200 len: 834 time: 0.0439289 Dec 10 20:00:43.913253 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa01eb7-5fcc-4fd0-9449-ddb952f62e36 req-e11bfc3a-ef51-46a9-8fc9-610f5ce2600e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:00:43.914707 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-baa01eb7-5fcc-4fd0-9449-ddb952f62e36 req-e11bfc3a-ef51-46a9-8fc9-610f5ce2600e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6035468d-965f-4c9c-bb9a-c7f3bf449e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400743 Dec 10 20:00:44.007163 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-baa01eb7-5fcc-4fd0-9449-ddb952f62e36 req-01065c23-633f-44d3-a404-3314cdecfdfb service neutron] 10.222.0.36 "GET /v2.0/networks/6035468d-965f-4c9c-bb9a-c7f3bf449e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841820 Dec 10 20:00:44.094211 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-baa01eb7-5fcc-4fd0-9449-ddb952f62e36 req-87573dbe-b04b-422c-b2d8-afe527abc5cc service neutron] 10.222.0.36 "GET /v2.0/networks/6035468d-965f-4c9c-bb9a-c7f3bf449e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798643 Dec 10 20:00:44.833661 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5314774c-d8cc-423a-9260-d9baaaf92d45 req-1e387810-3964-4d79-83f2-5bca68f4a79f tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:00:44.835138 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5314774c-d8cc-423a-9260-d9baaaf92d45 req-1e387810-3964-4d79-83f2-5bca68f4a79f tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3 HTTP/1.1" status: 200 len: 946 time: 0.0543170 Dec 10 20:00:44.873358 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5314774c-d8cc-423a-9260-d9baaaf92d45 req-053ec83f-3a62-4a40-889a-5210e8e2bd96 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=1180c517-7674-4e10-ab2b-a40bd30f111e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322750 Dec 10 20:00:45.988424 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d3cba0-2605-4e00-aded-be3635ae2887 req-f11024e6-786a-4c84-926d-64da1bf42e35 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:00:45.989831 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e0d3cba0-2605-4e00-aded-be3635ae2887 req-f11024e6-786a-4c84-926d-64da1bf42e35 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3 HTTP/1.1" status: 200 len: 946 time: 0.0488305 Dec 10 20:00:46.026796 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e0d3cba0-2605-4e00-aded-be3635ae2887 req-2c521bf3-b97f-46dd-a3ce-a047a4335f7d tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=1180c517-7674-4e10-ab2b-a40bd30f111e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311747 Dec 10 20:00:47.143588 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1737100c-dd4f-478c-8954-c4655dc89c5f req-28feb019-0dc3-4f48-bba3-ad358358f58b tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:00:47.145095 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1737100c-dd4f-478c-8954-c4655dc89c5f req-28feb019-0dc3-4f48-bba3-ad358358f58b tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3 HTTP/1.1" status: 200 len: 946 time: 0.0503933 Dec 10 20:00:47.182956 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1737100c-dd4f-478c-8954-c4655dc89c5f req-735ef579-767c-47a9-a074-b34e4092ded9 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=1180c517-7674-4e10-ab2b-a40bd30f111e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317771 Dec 10 20:00:48.304661 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29fd44b-e1b6-44c8-bb01-6086488258e0 req-b5310522-309d-4c2a-b815-1ac3194f78ba tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:00:48.306153 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a29fd44b-e1b6-44c8-bb01-6086488258e0 req-b5310522-309d-4c2a-b815-1ac3194f78ba tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3 HTTP/1.1" status: 200 len: 946 time: 0.0548010 Dec 10 20:00:48.345262 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a29fd44b-e1b6-44c8-bb01-6086488258e0 req-8d3b3f88-e1ea-4401-b079-2f4f7ed66cff tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=1180c517-7674-4e10-ab2b-a40bd30f111e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324664 Dec 10 20:00:49.460730 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4401a80-5e37-440e-ba76-1a0384906e4f req-78f37f4b-f720-4880-98b0-03423ccdb1a8 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:00:49.462237 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e4401a80-5e37-440e-ba76-1a0384906e4f req-78f37f4b-f720-4880-98b0-03423ccdb1a8 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3 HTTP/1.1" status: 200 len: 946 time: 0.0496724 Dec 10 20:00:49.501367 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e4401a80-5e37-440e-ba76-1a0384906e4f req-28f2f7b7-3c98-48b8-9f17-f7c57b1562c4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=1180c517-7674-4e10-ab2b-a40bd30f111e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329928 Dec 10 20:00:50.335613 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c4a9acde-7289-4613-8db8-731d7a017fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:00:50.614380 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286b839-5c31-49d0-84c7-476e6f4f850a req-cadde670-8d9a-4c94-adad-837ac0952d81 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:00:50.615755 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2286b839-5c31-49d0-84c7-476e6f4f850a req-cadde670-8d9a-4c94-adad-837ac0952d81 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3 HTTP/1.1" status: 200 len: 946 time: 0.0486326 Dec 10 20:00:50.652925 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2286b839-5c31-49d0-84c7-476e6f4f850a req-cc14dffa-4cad-4633-9e79-4ae1a9693240 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=1180c517-7674-4e10-ab2b-a40bd30f111e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312319 Dec 10 20:00:51.840165 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c345e-73b6-4f7e-859e-e2e397d23a81 req-4897efd5-acb3-4ece-81b5-41d75e68a2e6 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:00:51.841677 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-779c345e-73b6-4f7e-859e-e2e397d23a81 req-4897efd5-acb3-4ece-81b5-41d75e68a2e6 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3 HTTP/1.1" status: 200 len: 946 time: 0.1230464 Dec 10 20:00:51.881329 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-779c345e-73b6-4f7e-859e-e2e397d23a81 req-ebd3e71e-d109-45e7-ad34-24ecb3ebbff2 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=1180c517-7674-4e10-ab2b-a40bd30f111e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331037 Dec 10 20:00:52.998008 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a2c7f-8b5f-41b0-abcb-183f78cda964 req-790c4eea-aca9-4ac0-ae28-437ad8f4b13f tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:00:52.999368 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-747a2c7f-8b5f-41b0-abcb-183f78cda964 req-790c4eea-aca9-4ac0-ae28-437ad8f4b13f tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3 HTTP/1.1" status: 200 len: 946 time: 0.0497608 Dec 10 20:00:53.037994 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-747a2c7f-8b5f-41b0-abcb-183f78cda964 req-67dbd124-123b-4718-958c-00f71b4b3bbd tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=1180c517-7674-4e10-ab2b-a40bd30f111e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319171 Dec 10 20:00:54.153439 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c42da-1c68-4093-b354-127321af62e3 req-93459685-6193-4083-8fb4-f0d360249609 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:00:54.154935 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-776c42da-1c68-4093-b354-127321af62e3 req-93459685-6193-4083-8fb4-f0d360249609 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3 HTTP/1.1" status: 200 len: 946 time: 0.0514014 Dec 10 20:00:54.193803 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-776c42da-1c68-4093-b354-127321af62e3 req-60b92ff1-0912-47d2-a9d6-63ab86673a2c tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=1180c517-7674-4e10-ab2b-a40bd30f111e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322902 Dec 10 20:00:54.293922 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2f925468-e81b-4df2-95fe-e416f95ad455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:00:55.362487 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2dee0f-a1ad-4b86-aad2-395a306471a2 req-6b699f82-59dc-4e38-8090-f9a08d0fda58 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:00:55.363977 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5f2dee0f-a1ad-4b86-aad2-395a306471a2 req-6b699f82-59dc-4e38-8090-f9a08d0fda58 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3 HTTP/1.1" status: 200 len: 946 time: 0.1029811 Dec 10 20:00:55.402599 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5f2dee0f-a1ad-4b86-aad2-395a306471a2 req-641f25c1-2528-4cea-a004-abcad14a29fc tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=1180c517-7674-4e10-ab2b-a40bd30f111e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324433 Dec 10 20:00:55.539397 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:00:56.519679 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b037a2d2-eb59-4026-8e39-b3470d500cec req-44853079-3b25-4f1c-9dc8-382d152b400c tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:00:56.521165 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b037a2d2-eb59-4026-8e39-b3470d500cec req-44853079-3b25-4f1c-9dc8-382d152b400c tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3 HTTP/1.1" status: 200 len: 946 time: 0.0489600 Dec 10 20:00:56.558029 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b037a2d2-eb59-4026-8e39-b3470d500cec req-a1222b42-50f2-4acc-9585-fabba036008c tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=1180c517-7674-4e10-ab2b-a40bd30f111e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310090 Dec 10 20:00:56.582666 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:00:56.939887 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:00:57.674671 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1012260-0f10-4710-a082-42fe9f3a11fa req-f890ea66-f3b3-4499-9675-e15c671c9af4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:00:57.676195 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b1012260-0f10-4710-a082-42fe9f3a11fa req-f890ea66-f3b3-4499-9675-e15c671c9af4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3 HTTP/1.1" status: 200 len: 946 time: 0.0509470 Dec 10 20:00:57.715544 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b1012260-0f10-4710-a082-42fe9f3a11fa req-13ab6bbd-bcaf-4634-ad79-c2a6ddc2af5c tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=1180c517-7674-4e10-ab2b-a40bd30f111e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334973 Dec 10 20:00:58.833998 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db696dd-641b-48af-b40d-1394e03f3459 req-2f47bdde-a5e2-4a3f-8b32-ec5c55b1729a tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:00:58.835498 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9db696dd-641b-48af-b40d-1394e03f3459 req-2f47bdde-a5e2-4a3f-8b32-ec5c55b1729a tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3 HTTP/1.1" status: 200 len: 946 time: 0.0544858 Dec 10 20:00:58.874202 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9db696dd-641b-48af-b40d-1394e03f3459 req-57183e93-0f6d-4fed-8194-a9590de99291 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=1180c517-7674-4e10-ab2b-a40bd30f111e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328512 Dec 10 20:00:59.993722 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7c500-0818-4d81-b865-1b2c1454270f req-126a0cfe-5dcd-4df9-b13c-5e1015c27c7c tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:00:59.995103 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-55e7c500-0818-4d81-b865-1b2c1454270f req-126a0cfe-5dcd-4df9-b13c-5e1015c27c7c tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3 HTTP/1.1" status: 200 len: 946 time: 0.0537002 Dec 10 20:01:00.035750 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-55e7c500-0818-4d81-b865-1b2c1454270f req-2c1bad93-740d-4bc4-aba6-9b6b7e537194 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=1180c517-7674-4e10-ab2b-a40bd30f111e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346780 Dec 10 20:01:01.152086 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed11ec-a8a3-4d2f-9f59-f7eb35ab6015 req-39440463-2ab7-492d-b0c0-3e94ca257443 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:01:01.153640 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c6ed11ec-a8a3-4d2f-9f59-f7eb35ab6015 req-39440463-2ab7-492d-b0c0-3e94ca257443 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3 HTTP/1.1" status: 200 len: 946 time: 0.0497656 Dec 10 20:01:01.192810 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c6ed11ec-a8a3-4d2f-9f59-f7eb35ab6015 req-3515ce77-8144-4133-abb1-d78b7c6103a0 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=1180c517-7674-4e10-ab2b-a40bd30f111e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326149 Dec 10 20:01:01.214945 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 35276) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:01:01.279917 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-26367d26-bc68-4a79-a045-ea2c2e3063ec tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/floatingips/57a0be08-1547-4dcc-b53d-120c3083eac5 HTTP/1.1" status: 200 len: 994 time: 0.0637758 Dec 10 20:01:02.747063 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:01:08.951750 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:01:20.336967 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1223c89c-e3d5-45b0-9ed1-dfff47ca38ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:01:20.711956 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a5cde6fc-392d-4d35-b98c-c16876216ce5 req-1b464d69-5b31-41aa-b290-7e5980dd506b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432191 Dec 10 20:01:20.814078 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cde6fc-392d-4d35-b98c-c16876216ce5 req-09911d86-7877-4224-b06a-3546aa56b6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:01:20.816240 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a5cde6fc-392d-4d35-b98c-c16876216ce5 req-09911d86-7877-4224-b06a-3546aa56b6ce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=575d6f57815e49e1b66e2ddad838d8d9&device_id=01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3 HTTP/1.1" status: 200 len: 1099 time: 0.0586529 Dec 10 20:01:20.930512 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cde6fc-392d-4d35-b98c-c16876216ce5 req-000ab864-8519-4044-9cf9-2ce7fdf00801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:01:20.931987 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a5cde6fc-392d-4d35-b98c-c16876216ce5 req-000ab864-8519-4044-9cf9-2ce7fdf00801 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6035468d-965f-4c9c-bb9a-c7f3bf449e79 HTTP/1.1" status: 200 len: 897 time: 0.0930986 Dec 10 20:01:21.003200 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a5cde6fc-392d-4d35-b98c-c16876216ce5 req-b5b9ecb5-456d-4c48-9883-de5255823786 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5eca7a04-c7be-4e78-a25d-d647914b519f HTTP/1.1" status: 200 len: 1002 time: 0.0634608 Dec 10 20:01:21.059637 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cde6fc-392d-4d35-b98c-c16876216ce5 req-ca1d8b17-ad3a-4e96-9f3d-52805527ff47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:01:21.061127 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a5cde6fc-392d-4d35-b98c-c16876216ce5 req-ca1d8b17-ad3a-4e96-9f3d-52805527ff47 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dd70cc2-629e-4f0c-8e78-a90064056c47 HTTP/1.1" status: 200 len: 834 time: 0.0502465 Dec 10 20:01:21.108488 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cde6fc-392d-4d35-b98c-c16876216ce5 req-92d701fe-cd7a-4310-810a-8f093c54468f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:01:21.110024 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a5cde6fc-392d-4d35-b98c-c16876216ce5 req-92d701fe-cd7a-4310-810a-8f093c54468f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6035468d-965f-4c9c-bb9a-c7f3bf449e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410306 Dec 10 20:01:21.202187 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a5cde6fc-392d-4d35-b98c-c16876216ce5 req-f1252265-625a-4647-b878-d2ab0d1f0aa3 service neutron] 10.222.0.36 "GET /v2.0/networks/6035468d-965f-4c9c-bb9a-c7f3bf449e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838001 Dec 10 20:01:21.303061 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a5cde6fc-392d-4d35-b98c-c16876216ce5 req-18e1899d-a1f0-48e1-89d9-cb7d80b389dc service neutron] 10.222.0.36 "GET /v2.0/networks/6035468d-965f-4c9c-bb9a-c7f3bf449e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934954 Dec 10 20:01:24.295949 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ea6f504f-35b7-44c8-bdb5-24ee4efbabf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:01:25.542920 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:01:26.586223 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:01:26.944513 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:01:32.750347 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:01:45.951102 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:01:50.337966 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-fea7ddd0-5c92-4c29-be03-dc24af461f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:01:54.297722 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-3e969845-d6f3-4ed1-83f4-25661dd0c850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:01:55.544621 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:01:56.588226 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:01:56.944812 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:01:58.239832 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 35300) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:01:58.395091 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-b3c0de58-d894-470b-b65b-2113f8f92ce5 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Deleting port 23599188-c6e0-4136-8ef3-6f965ae81c3d {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 20:01:58.395428 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b3c0de58-d894-470b-b65b-2113f8f92ce5 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:01:58.473025 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b3c0de58-d894-470b-b65b-2113f8f92ce5 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:01:58.473344 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b3c0de58-d894-470b-b65b-2113f8f92ce5 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:01:58.485372 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-b3c0de58-d894-470b-b65b-2113f8f92ce5 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Calling delete_port for 23599188-c6e0-4136-8ef3-6f965ae81c3d owned by network:floatingip {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 20:01:58.626110 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b3c0de58-d894-470b-b65b-2113f8f92ce5 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:01:58.658157 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c0de58-d894-470b-b65b-2113f8f92ce5 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event deleted for resources: {'Port': ['ID=23599188-c6e0-4136-8ef3-6f965ae81c3d,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:01:58.681838 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c0de58-d894-470b-b65b-2113f8f92ce5 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:01:58.682189 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c0de58-d894-470b-b65b-2113f8f92ce5 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:01:58.682530 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c0de58-d894-470b-b65b-2113f8f92ce5 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:01:58.682865 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c0de58-d894-470b-b65b-2113f8f92ce5 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:01:58.683194 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c0de58-d894-470b-b65b-2113f8f92ce5 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:01:58.683523 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c0de58-d894-470b-b65b-2113f8f92ce5 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:01:58.683854 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c0de58-d894-470b-b65b-2113f8f92ce5 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:01:58.684176 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c0de58-d894-470b-b65b-2113f8f92ce5 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:01:58.684513 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c0de58-d894-470b-b65b-2113f8f92ce5 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:01:58.684857 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c0de58-d894-470b-b65b-2113f8f92ce5 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:01:58.685163 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c0de58-d894-470b-b65b-2113f8f92ce5 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:01:58.685483 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c0de58-d894-470b-b65b-2113f8f92ce5 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:01:58.728344 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b3c0de58-d894-470b-b65b-2113f8f92ce5 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for floatingip, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:01:58.728689 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.l3_db [None req-b3c0de58-d894-470b-b65b-2113f8f92ce5 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Floating IP 57a0be08-1547-4dcc-b53d-120c3083eac5 disassociated (deleted). External IP: 172.26.6.148, port: 5eca7a04-c7be-4e78-a25d-d647914b519f. Dec 10 20:01:58.937482 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3c0de58-d894-470b-b65b-2113f8f92ce5 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Router 0df4fa97-e0dc-4b77-8fa5-689eee91271f has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 20:01:59.043103 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c0de58-d894-470b-b65b-2113f8f92ce5 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 20:01:59.048068 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b3c0de58-d894-470b-b65b-2113f8f92ce5 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:01:59.053364 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd508a4-79f0-4790-be22-15a0862e18c5 None None] Sync routers for ids ['0df4fa97-e0dc-4b77-8fa5-689eee91271f'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 20:01:59.064643 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd508a4-79f0-4790-be22-15a0862e18c5 None None] Routers {'0df4fa97-e0dc-4b77-8fa5-689eee91271f'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:01:59.065447 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-dbd508a4-79f0-4790-be22-15a0862e18c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:01:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['0df4fa97-e0dc-4b77-8fa5-689eee91271f'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:01:59.080707 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-b3c0de58-d894-470b-b65b-2113f8f92ce5 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "DELETE /v2.0/floatingips/57a0be08-1547-4dcc-b53d-120c3083eac5 HTTP/1.1" status: 204 len: 168 time: 0.8396647 Dec 10 20:01:59.081312 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3', 'tag': '5eca7a04-c7be-4e78-a25d-d647914b519f'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:01:59.083703 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc96280-2d14-4bbc-92ed-53a89818cdc8" -d '{"events": [{"name": "network-changed", "server_uuid": "01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3", "tag": "5eca7a04-c7be-4e78-a25d-d647914b519f"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:01:59.125965 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 20:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295fd1c1-5a24-4769-beda-5e1f43965349 x-openstack-request-id: req-295fd1c1-5a24-4769-beda-5e1f43965349 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:01:59.126259 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3", "tag": "5eca7a04-c7be-4e78-a25d-d647914b519f", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:01:59.126513 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-295fd1c1-5a24-4769-beda-5e1f43965349 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:01:59.126916 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3', 'tag': '5eca7a04-c7be-4e78-a25d-d647914b519f', 'status': 'completed', 'code': 200} Dec 10 20:01:59.180533 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-dbd508a4-79f0-4790-be22-15a0862e18c5 None None] Set router 0df4fa97-e0dc-4b77-8fa5-689eee91271f gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:01:59.195290 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc96280-2d14-4bbc-92ed-53a89818cdc8 req-6d5ec29b-e51e-45e7-9fcf-7f770e9fef70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:01:59.197428 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5cc96280-2d14-4bbc-92ed-53a89818cdc8 req-6d5ec29b-e51e-45e7-9fcf-7f770e9fef70 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=575d6f57815e49e1b66e2ddad838d8d9&device_id=01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3 HTTP/1.1" status: 200 len: 1099 time: 0.0455735 Dec 10 20:01:59.343765 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756a0e7-d8b3-45b6-8412-c4042a892511 req-ceb6a768-0c0c-4d5b-9b2c-7fbab3421465 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:01:59.345244 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c756a0e7-d8b3-45b6-8412-c4042a892511 req-ceb6a768-0c0c-4d5b-9b2c-7fbab3421465 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3 HTTP/1.1" status: 200 len: 946 time: 0.0739062 Dec 10 20:01:59.346408 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc96280-2d14-4bbc-92ed-53a89818cdc8 req-b794cd49-9dd5-499d-8d10-dd121d0d624d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:01:59.347694 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5cc96280-2d14-4bbc-92ed-53a89818cdc8 req-b794cd49-9dd5-499d-8d10-dd121d0d624d service neutron] 10.222.0.36 "GET /v2.0/networks?id=6035468d-965f-4c9c-bb9a-c7f3bf449e79 HTTP/1.1" status: 200 len: 897 time: 0.1359363 Dec 10 20:01:59.388475 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-dbd508a4-79f0-4790-be22-15a0862e18c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df4fa97-e0dc-4b77-8fa5-689eee91271f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-484514751', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.104'}], 'enable_snat': True}, 'gw_port_id': '442a4d12-61f9-4a68-894b-e2d4ef164ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:59:11Z', 'updated_at': '2021-12-10T19:59:14Z', 'revision_number': 4, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': '442a4d12-61f9-4a68-894b-e2d4ef164ab3', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:89:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df4fa97-e0dc-4b77-8fa5-689eee91271f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:59:11Z', 'updated_at': '2021-12-10T19:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': 'c03efe43-5cbb-456a-aef8-2dda3e60ffff', 'name': '', 'network_id': '6035468d-965f-4c9c-bb9a-c7f3bf449e79', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'mac_address': 'fa:16:3e:13:7b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df4fa97-e0dc-4b77-8fa5-689eee91271f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '8dd70cc2-629e-4f0c-8e78-a90064056c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:59:13Z', 'updated_at': '2021-12-10T19:59:17Z', 'revision_number': 5, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'subnets': [{'id': '8dd70cc2-629e-4f0c-8e78-a90064056c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:01:59.399805 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5cc96280-2d14-4bbc-92ed-53a89818cdc8 req-2a2fcbd6-5184-4212-a753-ac24141101df service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5eca7a04-c7be-4e78-a25d-d647914b519f HTTP/1.1" status: 200 len: 217 time: 0.0414326 Dec 10 20:01:59.414728 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd508a4-79f0-4790-be22-15a0862e18c5 None None] Checking router: 0df4fa97-e0dc-4b77-8fa5-689eee91271f for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 20:01:59.422956 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd508a4-79f0-4790-be22-15a0862e18c5 None None] Routers {'0df4fa97-e0dc-4b77-8fa5-689eee91271f'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:01:59.423521 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-dbd508a4-79f0-4790-be22-15a0862e18c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:01:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['0df4fa97-e0dc-4b77-8fa5-689eee91271f'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:01:59.449011 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c756a0e7-d8b3-45b6-8412-c4042a892511 req-68813b58-8ba5-467a-8011-4ff32636ae21 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=1180c517-7674-4e10-ab2b-a40bd30f111e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965073 Dec 10 20:01:59.475403 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc96280-2d14-4bbc-92ed-53a89818cdc8 req-3393222c-148c-42f4-8058-9819a29bcd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:01:59.477216 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5cc96280-2d14-4bbc-92ed-53a89818cdc8 req-3393222c-148c-42f4-8058-9819a29bcd30 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dd70cc2-629e-4f0c-8e78-a90064056c47 HTTP/1.1" status: 200 len: 834 time: 0.0676460 Dec 10 20:01:59.528529 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc96280-2d14-4bbc-92ed-53a89818cdc8 req-b56a9981-b099-4080-995b-3881a3697712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:01:59.536195 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5cc96280-2d14-4bbc-92ed-53a89818cdc8 req-b56a9981-b099-4080-995b-3881a3697712 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6035468d-965f-4c9c-bb9a-c7f3bf449e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0441236 Dec 10 20:01:59.536298 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-dbd508a4-79f0-4790-be22-15a0862e18c5 None None] Set router 0df4fa97-e0dc-4b77-8fa5-689eee91271f gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:01:59.632466 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5cc96280-2d14-4bbc-92ed-53a89818cdc8 req-26507778-1759-42bf-b82b-59dced582cc6 service neutron] 10.222.0.36 "GET /v2.0/networks/6035468d-965f-4c9c-bb9a-c7f3bf449e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904050 Dec 10 20:01:59.729213 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-dbd508a4-79f0-4790-be22-15a0862e18c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df4fa97-e0dc-4b77-8fa5-689eee91271f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-484514751', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.104'}], 'enable_snat': True}, 'gw_port_id': '442a4d12-61f9-4a68-894b-e2d4ef164ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:59:11Z', 'updated_at': '2021-12-10T19:59:14Z', 'revision_number': 4, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': '442a4d12-61f9-4a68-894b-e2d4ef164ab3', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:89:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df4fa97-e0dc-4b77-8fa5-689eee91271f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:59:11Z', 'updated_at': '2021-12-10T19:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': 'c03efe43-5cbb-456a-aef8-2dda3e60ffff', 'name': '', 'network_id': '6035468d-965f-4c9c-bb9a-c7f3bf449e79', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'mac_address': 'fa:16:3e:13:7b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df4fa97-e0dc-4b77-8fa5-689eee91271f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '8dd70cc2-629e-4f0c-8e78-a90064056c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:59:13Z', 'updated_at': '2021-12-10T19:59:17Z', 'revision_number': 5, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'subnets': [{'id': '8dd70cc2-629e-4f0c-8e78-a90064056c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:01:59.739086 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5cc96280-2d14-4bbc-92ed-53a89818cdc8 req-dcf9aa3e-d7af-4779-8599-8c8fda50c538 service neutron] 10.222.0.36 "GET /v2.0/networks/6035468d-965f-4c9c-bb9a-c7f3bf449e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920317 Dec 10 20:01:59.762622 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd508a4-79f0-4790-be22-15a0862e18c5 None None] The sync data for ids ['0df4fa97-e0dc-4b77-8fa5-689eee91271f'] in dv-neutron-821441-1-hyperv is: [{'id': '0df4fa97-e0dc-4b77-8fa5-689eee91271f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-484514751', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.104'}], 'enable_snat': True}, 'gw_port_id': '442a4d12-61f9-4a68-894b-e2d4ef164ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:59:11Z', 'updated_at': '2021-12-10T19:59:14Z', 'revision_number': 4, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': '442a4d12-61f9-4a68-894b-e2d4ef164ab3', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:89:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df4fa97-e0dc-4b77-8fa5-689eee91271f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:59:11Z', 'updated_at': '2021-12-10T19:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': 'c03efe43-5cbb-456a-aef8-2dda3e60ffff', 'name': '', 'network_id': '6035468d-965f-4c9c-bb9a-c7f3bf449e79', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'mac_address': 'fa:16:3e:13:7b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df4fa97-e0dc-4b77-8fa5-689eee91271f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '8dd70cc2-629e-4f0c-8e78-a90064056c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:59:13Z', 'updated_at': '2021-12-10T19:59:17Z', 'revision_number': 5, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'subnets': [{'id': '8dd70cc2-629e-4f0c-8e78-a90064056c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 20:01:59.988445 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a326e05a-c9c0-4c11-8bac-f2590bafda24 None None] New status for floating IP 57a0be08-1547-4dcc-b53d-120c3083eac5: DOWN {{(pid=102367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 20:02:00.567816 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9632f2-23f6-476d-a5c1-3d4bcaf1e508 req-fc13f54d-3ecd-41ca-aea6-9b755c642598 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:02:00.569884 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7f9632f2-23f6-476d-a5c1-3d4bcaf1e508 req-fc13f54d-3ecd-41ca-aea6-9b755c642598 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3 HTTP/1.1" status: 200 len: 946 time: 0.0520277 Dec 10 20:02:00.608807 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7f9632f2-23f6-476d-a5c1-3d4bcaf1e508 req-10cbcf11-1d38-4104-b3ed-d5b6b0e6fd57 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=1180c517-7674-4e10-ab2b-a40bd30f111e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330133 Dec 10 20:02:01.415641 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d8306-ca42-4f8c-b649-c5e94db66a29 req-0c38be11-f5f8-46b4-b5cc-c29f298b9622 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:02:01.417131 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-399d8306-ca42-4f8c-b649-c5e94db66a29 req-0c38be11-f5f8-46b4-b5cc-c29f298b9622 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.36 "GET /v2.0/ports?device_id=01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3 HTTP/1.1" status: 200 len: 946 time: 0.0541713 Dec 10 20:02:01.509858 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-399d8306-ca42-4f8c-b649-c5e94db66a29 req-df0b3983-9987-429a-834e-1307123142d7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Deleting port 5eca7a04-c7be-4e78-a25d-d647914b519f {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 20:02:01.510194 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-399d8306-ca42-4f8c-b649-c5e94db66a29 req-df0b3983-9987-429a-834e-1307123142d7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:01.602498 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-399d8306-ca42-4f8c-b649-c5e94db66a29 req-df0b3983-9987-429a-834e-1307123142d7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] For port 5eca7a04-c7be-4e78-a25d-d647914b519f, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=5eca7a04-c7be-4e78-a25d-d647914b519f,segment=NetworkSegment(7d1a874c-d5ad-4e20-9e2f-3965d0cb7c1d),segment_id=7d1a874c-d5ad-4e20-9e2f-3965d0cb7c1d)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:02:01.603298 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-399d8306-ca42-4f8c-b649-c5e94db66a29 req-df0b3983-9987-429a-834e-1307123142d7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:01.616549 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-399d8306-ca42-4f8c-b649-c5e94db66a29 req-df0b3983-9987-429a-834e-1307123142d7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Calling delete_port for 5eca7a04-c7be-4e78-a25d-d647914b519f owned by compute:nova {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 20:02:01.770320 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2793dca-18fa-4f67-ac5f-a9a9ccde124c req-b2ecac09-9d42-40b8-b707-ffa6f2f67636 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:02:01.771838 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c2793dca-18fa-4f67-ac5f-a9a9ccde124c req-b2ecac09-9d42-40b8-b707-ffa6f2f67636 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3 HTTP/1.1" status: 200 len: 946 time: 0.0924675 Dec 10 20:02:01.794433 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-399d8306-ca42-4f8c-b649-c5e94db66a29 req-df0b3983-9987-429a-834e-1307123142d7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:01.826348 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b3983-9987-429a-834e-1307123142d7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event deleted for resources: {'Port': ['ID=5eca7a04-c7be-4e78-a25d-d647914b519f,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:02:01.878379 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c2793dca-18fa-4f67-ac5f-a9a9ccde124c req-385a9ee7-9cef-4383-a219-2cd473fbcda2 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=1180c517-7674-4e10-ab2b-a40bd30f111e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000173 Dec 10 20:02:01.879399 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-399d8306-ca42-4f8c-b649-c5e94db66a29 req-df0b3983-9987-429a-834e-1307123142d7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] No DVR routers for this DVR port 5eca7a04-c7be-4e78-a25d-d647914b519f on host hv-neutron-8214 {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 20:02:01.881720 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-399d8306-ca42-4f8c-b649-c5e94db66a29 req-df0b3983-9987-429a-834e-1307123142d7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:01.885062 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-399d8306-ca42-4f8c-b649-c5e94db66a29 req-df0b3983-9987-429a-834e-1307123142d7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.36 "DELETE /v2.0/ports/5eca7a04-c7be-4e78-a25d-d647914b519f HTTP/1.1" status: 204 len: 173 time: 0.4594662 Dec 10 20:02:01.885512 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3', 'name': 'network-vif-deleted', 'tag': '5eca7a04-c7be-4e78-a25d-d647914b519f'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:02:01.887787 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7d7d29-24a9-41f1-9961-00f3c3875db9" -d '{"events": [{"server_uuid": "01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3", "name": "network-vif-deleted", "tag": "5eca7a04-c7be-4e78-a25d-d647914b519f"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:02:01.926109 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 20:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d4d984-5141-4b5f-8857-0e1a3865f1a2 x-openstack-request-id: req-16d4d984-5141-4b5f-8857-0e1a3865f1a2 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:02:01.926432 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3", "name": "network-vif-deleted", "tag": "5eca7a04-c7be-4e78-a25d-d647914b519f", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:02:01.926687 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-16d4d984-5141-4b5f-8857-0e1a3865f1a2 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:02:01.927180 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01eaec4f-2b6d-4b0b-a5d8-01fb31a91ce3', 'name': 'network-vif-deleted', 'tag': '5eca7a04-c7be-4e78-a25d-d647914b519f', 'status': 'completed', 'code': 200} Dec 10 20:02:02.770843 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:02.942578 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 35322) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:02:03.300601 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b1e2d51e-7121-4837-b40a-6204b044dcae tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711290'] for router_interface, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:03.550450 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-b1e2d51e-7121-4837-b40a-6204b044dcae tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Deleting port c03efe43-5cbb-456a-aef8-2dda3e60ffff {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 20:02:03.550836 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b1e2d51e-7121-4837-b40a-6204b044dcae tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:03.640858 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-b1e2d51e-7121-4837-b40a-6204b044dcae tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] For port c03efe43-5cbb-456a-aef8-2dda3e60ffff, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=c03efe43-5cbb-456a-aef8-2dda3e60ffff,segment=NetworkSegment(7d1a874c-d5ad-4e20-9e2f-3965d0cb7c1d),segment_id=7d1a874c-d5ad-4e20-9e2f-3965d0cb7c1d)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:02:03.641244 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b1e2d51e-7121-4837-b40a-6204b044dcae tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:03.653388 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-b1e2d51e-7121-4837-b40a-6204b044dcae tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Calling delete_port for c03efe43-5cbb-456a-aef8-2dda3e60ffff owned by network:router_interface {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 20:02:03.837058 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b1e2d51e-7121-4837-b40a-6204b044dcae tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:03.870700 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e2d51e-7121-4837-b40a-6204b044dcae tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event deleted for resources: {'Port': ['ID=c03efe43-5cbb-456a-aef8-2dda3e60ffff,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:02:04.044770 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b1e2d51e-7121-4837-b40a-6204b044dcae tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3755731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3712768'] for router_interface, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:04.567486 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1e2d51e-7121-4837-b40a-6204b044dcae tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Router 0df4fa97-e0dc-4b77-8fa5-689eee91271f has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 20:02:04.673036 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e2d51e-7121-4837-b40a-6204b044dcae tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 20:02:04.678013 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-b1e2d51e-7121-4837-b40a-6204b044dcae tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "PUT /v2.0/routers/0df4fa97-e0dc-4b77-8fa5-689eee91271f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7341518 Dec 10 20:02:04.681436 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 35324) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:02:04.683127 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af820459-71b0-4c60-821b-435637d988a8 None None] Sync routers for ids ['0df4fa97-e0dc-4b77-8fa5-689eee91271f'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 20:02:04.693401 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af820459-71b0-4c60-821b-435637d988a8 None None] Routers {'0df4fa97-e0dc-4b77-8fa5-689eee91271f'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:02:04.694091 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-af820459-71b0-4c60-821b-435637d988a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:01:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['0df4fa97-e0dc-4b77-8fa5-689eee91271f'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:02:04.733829 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_v2 [None req-371d45fb-dce6-4a37-9ceb-33b38a93e681 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Deleting subnet 8dd70cc2-629e-4f0c-8e78-a90064056c47 {{(pid=102365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 20:02:04.738315 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-371d45fb-dce6-4a37-9ceb-33b38a93e681 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for subnet, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:04.782083 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-371d45fb-dce6-4a37-9ceb-33b38a93e681 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353213'] for subnet, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:04.806559 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-af820459-71b0-4c60-821b-435637d988a8 None None] Set router 0df4fa97-e0dc-4b77-8fa5-689eee91271f gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:02:04.873049 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-371d45fb-dce6-4a37-9ceb-33b38a93e681 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:04.940201 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-371d45fb-dce6-4a37-9ceb-33b38a93e681 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:04.967366 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371d45fb-dce6-4a37-9ceb-33b38a93e681 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event deleted for resources: {'Subnet': ['ID=8dd70cc2-629e-4f0c-8e78-a90064056c47,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:02:04.973084 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-371d45fb-dce6-4a37-9ceb-33b38a93e681 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:04.977003 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-371d45fb-dce6-4a37-9ceb-33b38a93e681 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "DELETE /v2.0/subnets/8dd70cc2-629e-4f0c-8e78-a90064056c47 HTTP/1.1" status: 204 len: 168 time: 0.2945886 Dec 10 20:02:04.980380 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 35326) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:02:04.985526 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2504cff3-955c-45a1-bee8-19e40aea3cef None None] Network 6035468d-965f-4c9c-bb9a-c7f3bf449e79 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 20:02:05.001708 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-af820459-71b0-4c60-821b-435637d988a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df4fa97-e0dc-4b77-8fa5-689eee91271f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-484514751', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.104'}], 'enable_snat': True}, 'gw_port_id': '442a4d12-61f9-4a68-894b-e2d4ef164ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:59:11Z', 'updated_at': '2021-12-10T20:02:03Z', 'revision_number': 5, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': '442a4d12-61f9-4a68-894b-e2d4ef164ab3', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:89:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df4fa97-e0dc-4b77-8fa5-689eee91271f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:59:11Z', 'updated_at': '2021-12-10T19:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:02:05.032320 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af820459-71b0-4c60-821b-435637d988a8 None None] Checking router: 0df4fa97-e0dc-4b77-8fa5-689eee91271f for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 20:02:05.042925 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af820459-71b0-4c60-821b-435637d988a8 None None] Routers {'0df4fa97-e0dc-4b77-8fa5-689eee91271f'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:02:05.043692 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-af820459-71b0-4c60-821b-435637d988a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:01:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['0df4fa97-e0dc-4b77-8fa5-689eee91271f'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:02:05.093801 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5b3903ee-dafd-4c8a-92a4-64e7fed609fb tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for router, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:05.107096 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 5eca7a04-c7be-4e78-a25d-d647914b519f no longer exists at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 20:02:05.129606 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] No Port match for: 5eca7a04-c7be-4e78-a25d-d647914b519f {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 20:02:05.130229 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 5eca7a04-c7be-4e78-a25d-d647914b519f not bound to the agent host hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 20:02:05.155296 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-af820459-71b0-4c60-821b-435637d988a8 None None] Set router 0df4fa97-e0dc-4b77-8fa5-689eee91271f gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:02:05.217767 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5b3903ee-dafd-4c8a-92a4-64e7fed609fb tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:05.238945 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f35acf3-9455-4c02-b8cb-157e281f5371 None None] DHCP port deletion for 6035468d-965f-4c9c-bb9a-c7f3bf449e79 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 20:02:05.295441 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-5b3903ee-dafd-4c8a-92a4-64e7fed609fb tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Deleting port 442a4d12-61f9-4a68-894b-e2d4ef164ab3 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 20:02:05.295804 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5b3903ee-dafd-4c8a-92a4-64e7fed609fb tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:05.301673 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-2f35acf3-9455-4c02-b8cb-157e281f5371 None None] Deleting port 3db06ec6-054f-45c5-b899-90cc12a8c73f {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 20:02:05.302367 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2f35acf3-9455-4c02-b8cb-157e281f5371 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:05.380442 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-2f35acf3-9455-4c02-b8cb-157e281f5371 None None] For port 3db06ec6-054f-45c5-b899-90cc12a8c73f, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=3db06ec6-054f-45c5-b899-90cc12a8c73f,segment=NetworkSegment(7d1a874c-d5ad-4e20-9e2f-3965d0cb7c1d),segment_id=7d1a874c-d5ad-4e20-9e2f-3965d0cb7c1d)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:02:05.381272 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2f35acf3-9455-4c02-b8cb-157e281f5371 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:05.399108 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-2f35acf3-9455-4c02-b8cb-157e281f5371 None None] Calling delete_port for 3db06ec6-054f-45c5-b899-90cc12a8c73f owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 20:02:05.405048 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-5b3903ee-dafd-4c8a-92a4-64e7fed609fb tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] For port 442a4d12-61f9-4a68-894b-e2d4ef164ab3, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=442a4d12-61f9-4a68-894b-e2d4ef164ab3,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:02:05.405724 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5b3903ee-dafd-4c8a-92a4-64e7fed609fb tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:05.426942 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-5b3903ee-dafd-4c8a-92a4-64e7fed609fb tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Calling delete_port for 442a4d12-61f9-4a68-894b-e2d4ef164ab3 owned by network:router_gateway {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 20:02:05.455299 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-af820459-71b0-4c60-821b-435637d988a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df4fa97-e0dc-4b77-8fa5-689eee91271f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-484514751', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.104'}], 'enable_snat': True}, 'gw_port_id': '442a4d12-61f9-4a68-894b-e2d4ef164ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:59:11Z', 'updated_at': '2021-12-10T20:02:03Z', 'revision_number': 5, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': '442a4d12-61f9-4a68-894b-e2d4ef164ab3', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:89:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df4fa97-e0dc-4b77-8fa5-689eee91271f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:59:11Z', 'updated_at': '2021-12-10T19:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:02:05.486722 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af820459-71b0-4c60-821b-435637d988a8 None None] The sync data for ids ['0df4fa97-e0dc-4b77-8fa5-689eee91271f'] in dv-neutron-821441-1-hyperv is: [{'id': '0df4fa97-e0dc-4b77-8fa5-689eee91271f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-484514751', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.104'}], 'enable_snat': True}, 'gw_port_id': '442a4d12-61f9-4a68-894b-e2d4ef164ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:59:11Z', 'updated_at': '2021-12-10T20:02:03Z', 'revision_number': 5, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': '442a4d12-61f9-4a68-894b-e2d4ef164ab3', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:89:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df4fa97-e0dc-4b77-8fa5-689eee91271f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:59:11Z', 'updated_at': '2021-12-10T19:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 20:02:05.494630 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2f35acf3-9455-4c02-b8cb-157e281f5371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:05.538103 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f35acf3-9455-4c02-b8cb-157e281f5371 None None] No DVR routers for this DVR port 3db06ec6-054f-45c5-b899-90cc12a8c73f on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 20:02:05.541721 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f35acf3-9455-4c02-b8cb-157e281f5371 None None] Pushing event deleted for resources: {'Port': ['ID=3db06ec6-054f-45c5-b899-90cc12a8c73f,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:02:05.557094 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f35acf3-9455-4c02-b8cb-157e281f5371 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:02:05.557601 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f35acf3-9455-4c02-b8cb-157e281f5371 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:02:05.558061 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f35acf3-9455-4c02-b8cb-157e281f5371 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:02:05.558488 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f35acf3-9455-4c02-b8cb-157e281f5371 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:02:05.558912 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f35acf3-9455-4c02-b8cb-157e281f5371 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:02:05.559334 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f35acf3-9455-4c02-b8cb-157e281f5371 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:02:05.559756 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f35acf3-9455-4c02-b8cb-157e281f5371 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:02:05.560176 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f35acf3-9455-4c02-b8cb-157e281f5371 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:02:05.560884 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f35acf3-9455-4c02-b8cb-157e281f5371 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:02:05.561309 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f35acf3-9455-4c02-b8cb-157e281f5371 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:02:05.562567 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f35acf3-9455-4c02-b8cb-157e281f5371 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:02:05.562881 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f35acf3-9455-4c02-b8cb-157e281f5371 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:02:05.640442 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5b3903ee-dafd-4c8a-92a4-64e7fed609fb tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:05.677917 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3903ee-dafd-4c8a-92a4-64e7fed609fb tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event deleted for resources: {'Port': ['ID=442a4d12-61f9-4a68-894b-e2d4ef164ab3,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:02:05.731303 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5b3903ee-dafd-4c8a-92a4-64e7fed609fb tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3713145'] for router_gateway, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:05.825164 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5b3903ee-dafd-4c8a-92a4-64e7fed609fb tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:05.827559 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5b3903ee-dafd-4c8a-92a4-64e7fed609fb tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:05.872461 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5b3903ee-dafd-4c8a-92a4-64e7fed609fb tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:05.873052 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b3903ee-dafd-4c8a-92a4-64e7fed609fb tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Fanout notify agent at l3_agent the message router_deleted on router 0df4fa97-e0dc-4b77-8fa5-689eee91271f {{(pid=102365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 20:02:05.880737 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5b3903ee-dafd-4c8a-92a4-64e7fed609fb tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:05.881915 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-5b3903ee-dafd-4c8a-92a4-64e7fed609fb tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "DELETE /v2.0/routers/0df4fa97-e0dc-4b77-8fa5-689eee91271f HTTP/1.1" status: 204 len: 168 time: 0.9007635 Dec 10 20:02:05.885233 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 35328) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:02:05.990287 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7e2ecebe-5cf2-4374-b07b-79d54c6cb3c1 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:05.999612 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 3db06ec6-054f-45c5-b899-90cc12a8c73f no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 20:02:06.019407 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 3db06ec6-054f-45c5-b899-90cc12a8c73f {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 20:02:06.019755 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 3db06ec6-054f-45c5-b899-90cc12a8c73f not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 20:02:06.020154 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device c03efe43-5cbb-456a-aef8-2dda3e60ffff no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 20:02:06.046452 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: c03efe43-5cbb-456a-aef8-2dda3e60ffff {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 20:02:06.046888 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device c03efe43-5cbb-456a-aef8-2dda3e60ffff not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 20:02:06.088131 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7e2ecebe-5cf2-4374-b07b-79d54c6cb3c1 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:06.109025 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-7e2ecebe-5cf2-4374-b07b-79d54c6cb3c1 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6035468d-965f-4c9c-bb9a-c7f3bf449e79']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:02:06.118954 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-7e2ecebe-5cf2-4374-b07b-79d54c6cb3c1 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d1a874c-d5ad-4e20-9e2f-3965d0cb7c1d') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:02:06.119253 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-7e2ecebe-5cf2-4374-b07b-79d54c6cb3c1 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d1a874c-d5ad-4e20-9e2f-3965d0cb7c1d') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:02:06.133779 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7e2ecebe-5cf2-4374-b07b-79d54c6cb3c1 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:06.147324 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7e2ecebe-5cf2-4374-b07b-79d54c6cb3c1 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:06.154536 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e2ecebe-5cf2-4374-b07b-79d54c6cb3c1 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 20:02:06.154942 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7e2ecebe-5cf2-4374-b07b-79d54c6cb3c1 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:06.158065 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 20:02:06.158065 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 20:02:06.158065 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 20:02:06.158065 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 20:02:06.158065 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 20:02:06.158065 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 20:02:06.158065 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 20:02:06.158065 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 20:02:06.158065 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 20:02:06.158065 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 20:02:06.158065 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 20:02:06.158065 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 20:02:06.158065 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 20:02:06.158065 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 20:02:06.158065 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 20:02:06.158065 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 20:02:06.158065 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 20:02:06.158065 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 20:02:06.158065 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 20:02:06.158065 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 20:02:06.158065 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 20:02:06.158065 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 20:02:06.158065 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 20:02:06.158065 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 20:02:06.158065 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 20:02:06.158065 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 20:02:06.158065 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 20:02:06.158065 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 20:02:06.158065 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 20:02:06.158065 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 20:02:06.158065 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 20:02:06.158065 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 20:02:06.218334 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7e2ecebe-5cf2-4374-b07b-79d54c6cb3c1 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:06.227041 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7e2ecebe-5cf2-4374-b07b-79d54c6cb3c1 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:06.228985 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-7e2ecebe-5cf2-4374-b07b-79d54c6cb3c1 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "DELETE /v2.0/networks/6035468d-965f-4c9c-bb9a-c7f3bf449e79 HTTP/1.1" status: 204 len: 168 time: 0.3422222 Dec 10 20:02:06.231784 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 35332) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:02:06.240393 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2ecebe-5cf2-4374-b07b-79d54c6cb3c1 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event deleted for resources: {'Network': ['ID=6035468d-965f-4c9c-bb9a-c7f3bf449e79,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:02:06.247447 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2ecebe-5cf2-4374-b07b-79d54c6cb3c1 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:02:06.247785 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2ecebe-5cf2-4374-b07b-79d54c6cb3c1 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:02:06.248120 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2ecebe-5cf2-4374-b07b-79d54c6cb3c1 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:02:06.248459 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2ecebe-5cf2-4374-b07b-79d54c6cb3c1 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:02:06.248807 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2ecebe-5cf2-4374-b07b-79d54c6cb3c1 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:02:06.249131 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2ecebe-5cf2-4374-b07b-79d54c6cb3c1 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:02:06.249448 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2ecebe-5cf2-4374-b07b-79d54c6cb3c1 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:02:06.249779 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2ecebe-5cf2-4374-b07b-79d54c6cb3c1 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:02:06.250085 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2ecebe-5cf2-4374-b07b-79d54c6cb3c1 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:02:06.250397 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2ecebe-5cf2-4374-b07b-79d54c6cb3c1 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:02:06.250713 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2ecebe-5cf2-4374-b07b-79d54c6cb3c1 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:02:06.251024 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2ecebe-5cf2-4374-b07b-79d54c6cb3c1 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:02:06.297985 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2635022c-ae28-40d9-a1f7-558a87e5cb88 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:06.323059 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2635022c-ae28-40d9-a1f7-558a87e5cb88 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:06.380785 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2635022c-ae28-40d9-a1f7-558a87e5cb88 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:06.383484 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2635022c-ae28-40d9-a1f7-558a87e5cb88 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:06.384672 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-2635022c-ae28-40d9-a1f7-558a87e5cb88 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "DELETE /v2.0/security-groups/1180c517-7674-4e10-ab2b-a40bd30f111e HTTP/1.1" status: 204 len: 168 time: 0.1518693 Dec 10 20:02:06.393767 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2635022c-ae28-40d9-a1f7-558a87e5cb88 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1180c517-7674-4e10-ab2b-a40bd30f111e,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:02:06.768002 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 35340) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:02:06.772718 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-486c9571-adaf-421c-9b16-2fa7d0612237 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1212815691', 'description': 'tempest-secgroup-smoke-1212815691 description', 'project_id': '575d6f57815e49e1b66e2ddad838d8d9'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:02:06.794898 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-486c9571-adaf-421c-9b16-2fa7d0612237 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:06.861128 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-486c9571-adaf-421c-9b16-2fa7d0612237 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:06.864928 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-486c9571-adaf-421c-9b16-2fa7d0612237 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:06.895754 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-486c9571-adaf-421c-9b16-2fa7d0612237 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:06.896994 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-486c9571-adaf-421c-9b16-2fa7d0612237 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1279812 Dec 10 20:02:06.897883 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486c9571-adaf-421c-9b16-2fa7d0612237 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74c532f0-d339-4002-a82a-9371631fdcae,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:02:06.900415 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 35342) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:02:06.905036 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-63888f7d-f58c-4e11-9af2-cca6dfca9445 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Request body: {'security_group_rule': {'security_group_id': '74c532f0-d339-4002-a82a-9371631fdcae', 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:02:06.930903 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-63888f7d-f58c-4e11-9af2-cca6dfca9445 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:06.986672 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-63888f7d-f58c-4e11-9af2-cca6dfca9445 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:06.990605 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-63888f7d-f58c-4e11-9af2-cca6dfca9445 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:07.012293 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63888f7d-f58c-4e11-9af2-cca6dfca9445 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34d346e6-1a7d-42ae-9714-23a6f74fe1e2,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:02:07.019615 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-63888f7d-f58c-4e11-9af2-cca6dfca9445 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:07.020835 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-63888f7d-f58c-4e11-9af2-cca6dfca9445 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1194367 Dec 10 20:02:07.023500 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 35344) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:02:07.027763 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-bb66d0ff-fa34-4ed2-99cb-7a0b6987801d tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Request body: {'security_group_rule': {'security_group_id': '74c532f0-d339-4002-a82a-9371631fdcae', 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:02:07.053690 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-bb66d0ff-fa34-4ed2-99cb-7a0b6987801d tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:07.109326 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-bb66d0ff-fa34-4ed2-99cb-7a0b6987801d tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:07.112740 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-bb66d0ff-fa34-4ed2-99cb-7a0b6987801d tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:07.130578 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb66d0ff-fa34-4ed2-99cb-7a0b6987801d tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38d5335b-a2e0-4faf-b2a2-12f7eca93ef2,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:02:07.138505 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-bb66d0ff-fa34-4ed2-99cb-7a0b6987801d tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:07.139898 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-bb66d0ff-fa34-4ed2-99cb-7a0b6987801d tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1152632 Dec 10 20:02:07.142367 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 35346) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:02:07.146598 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-aa1a7cd6-2492-4f6f-9e83-f667eaa06921 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Request body: {'security_group_rule': {'security_group_id': '74c532f0-d339-4002-a82a-9371631fdcae', 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:02:07.173425 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-aa1a7cd6-2492-4f6f-9e83-f667eaa06921 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:07.230201 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-aa1a7cd6-2492-4f6f-9e83-f667eaa06921 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:07.233504 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-aa1a7cd6-2492-4f6f-9e83-f667eaa06921 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:07.250591 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1a7cd6-2492-4f6f-9e83-f667eaa06921 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51c2d9da-1178-4002-8f4d-37fa8f5485d8,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:02:07.259165 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-aa1a7cd6-2492-4f6f-9e83-f667eaa06921 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:07.260369 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-aa1a7cd6-2492-4f6f-9e83-f667eaa06921 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1170933 Dec 10 20:02:07.263068 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 35348) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:02:07.267599 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-4e3f1a54-1af0-4fd9-83d5-ab8f7f33179b tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Request body: {'security_group_rule': {'security_group_id': '74c532f0-d339-4002-a82a-9371631fdcae', 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:02:07.296841 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4e3f1a54-1af0-4fd9-83d5-ab8f7f33179b tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:07.357413 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4e3f1a54-1af0-4fd9-83d5-ab8f7f33179b tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:07.360796 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4e3f1a54-1af0-4fd9-83d5-ab8f7f33179b tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:07.381447 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3f1a54-1af0-4fd9-83d5-ab8f7f33179b tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1571e570-bdd2-49ee-8d6a-34b760355c7c,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:02:07.389011 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4e3f1a54-1af0-4fd9-83d5-ab8f7f33179b tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:07.390188 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-4e3f1a54-1af0-4fd9-83d5-ab8f7f33179b tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1261802 Dec 10 20:02:07.392839 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 35350) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:02:07.397130 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-29fe7b19-8eaf-45c7-a14f-89231e7a1a6b tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Request body: {'security_group_rule': {'security_group_id': '74c532f0-d339-4002-a82a-9371631fdcae', 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:02:07.419143 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.securitygroups_db [None req-29fe7b19-8eaf-45c7-a14f-89231e7a1a6b tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Project 575d6f57815e49e1b66e2ddad838d8d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 20:02:07.423888 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-29fe7b19-8eaf-45c7-a14f-89231e7a1a6b tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:07.483386 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-29fe7b19-8eaf-45c7-a14f-89231e7a1a6b tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:07.486867 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-29fe7b19-8eaf-45c7-a14f-89231e7a1a6b tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:07.505123 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fe7b19-8eaf-45c7-a14f-89231e7a1a6b tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d916d06-7066-4c6d-a09f-8855b3915ceb,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:02:07.509825 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-29fe7b19-8eaf-45c7-a14f-89231e7a1a6b tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:07.511572 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-29fe7b19-8eaf-45c7-a14f-89231e7a1a6b tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1172504 Dec 10 20:02:07.513840 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 35352) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:02:07.518159 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-9773a06a-51f3-4201-8fd7-fa968011eedc tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Request body: {'security_group_rule': {'security_group_id': '74c532f0-d339-4002-a82a-9371631fdcae', 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:02:07.540334 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.securitygroups_db [None req-9773a06a-51f3-4201-8fd7-fa968011eedc tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Project 575d6f57815e49e1b66e2ddad838d8d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 20:02:07.545119 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9773a06a-51f3-4201-8fd7-fa968011eedc tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:07.609453 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9773a06a-51f3-4201-8fd7-fa968011eedc tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:07.614421 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9773a06a-51f3-4201-8fd7-fa968011eedc tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:07.633452 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9773a06a-51f3-4201-8fd7-fa968011eedc tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=468e5ef2-f2bb-403b-8fb4-4ccbf01f3cfc,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:02:07.638693 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9773a06a-51f3-4201-8fd7-fa968011eedc tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:07.642097 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-9773a06a-51f3-4201-8fd7-fa968011eedc tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1250644 Dec 10 20:02:07.643800 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 35356) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:02:07.648806 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-00ba753f-a64a-451b-b768-eb4264d81aa7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Request body: {'network': {'name': 'tempest-network-smoke--2116097324', 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'port_security_enabled': True}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:02:07.669240 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ba753f-a64a-451b-b768-eb4264d81aa7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Made reservation on behalf of 575d6f57815e49e1b66e2ddad838d8d9 for: {'network': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 20:02:07.672805 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-00ba753f-a64a-451b-b768-eb4264d81aa7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:07.697298 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00ba753f-a64a-451b-b768-eb4264d81aa7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=102365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 20:02:07.707328 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-00ba753f-a64a-451b-b768-eb4264d81aa7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:07.707913 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.segments_db [None req-00ba753f-a64a-451b-b768-eb4264d81aa7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Added segment 16dd8a99-c0ec-44c7-b231-3581ac8a9cce of type vlan for network 6b142d83-922e-4738-8209-6e9ebee2e8c9 Dec 10 20:02:07.750937 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-00ba753f-a64a-451b-b768-eb4264d81aa7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:07.773989 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-00ba753f-a64a-451b-b768-eb4264d81aa7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:07.779445 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ba753f-a64a-451b-b768-eb4264d81aa7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:02:07.780016 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-00ba753f-a64a-451b-b768-eb4264d81aa7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:07.834631 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-00ba753f-a64a-451b-b768-eb4264d81aa7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1897752 Dec 10 20:02:07.837549 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 35360) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:02:07.842187 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-8c1ae5ed-eaf0-4761-892a-5587f009e7d6 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-279531831', 'admin_state_up': True, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:02:07.846387 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba753f-a64a-451b-b768-eb4264d81aa7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'Network': ['ID=6b142d83-922e-4738-8209-6e9ebee2e8c9,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:02:07.857747 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 6b142d83-922e-4738-8209-6e9ebee2e8c9 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 20:02:07.866315 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8c1ae5ed-eaf0-4761-892a-5587f009e7d6 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:07.867901 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8c1ae5ed-eaf0-4761-892a-5587f009e7d6 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:07.898451 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 442a4d12-61f9-4a68-894b-e2d4ef164ab3 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 20:02:07.921422 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 442a4d12-61f9-4a68-894b-e2d4ef164ab3 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 20:02:07.921793 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 442a4d12-61f9-4a68-894b-e2d4ef164ab3 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 20:02:07.925044 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8c1ae5ed-eaf0-4761-892a-5587f009e7d6 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:08.064091 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8c1ae5ed-eaf0-4761-892a-5587f009e7d6 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:08.253737 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8c1ae5ed-eaf0-4761-892a-5587f009e7d6 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for router_gateway, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:08.273317 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8c1ae5ed-eaf0-4761-892a-5587f009e7d6 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:08.378434 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-8c1ae5ed-eaf0-4761-892a-5587f009e7d6 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Allocated IP 172.26.6.107 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/be5faab5-2b79-4d13-ac30-10a3aaac3743) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 20:02:08.484020 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8c1ae5ed-eaf0-4761-892a-5587f009e7d6 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:08.516785 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8c1ae5ed-eaf0-4761-892a-5587f009e7d6 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:08.553002 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1ae5ed-eaf0-4761-892a-5587f009e7d6 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 20:02:08.557531 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-8c1ae5ed-eaf0-4761-892a-5587f009e7d6 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 20:02:08.560926 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1ae5ed-eaf0-4761-892a-5587f009e7d6 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 20:02:08.568870 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ae5ed-eaf0-4761-892a-5587f009e7d6 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'Port': ['ID=be5faab5-2b79-4d13-ac30-10a3aaac3743,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:02:08.816667 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8c1ae5ed-eaf0-4761-892a-5587f009e7d6 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for router_gateway, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:09.012035 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8c1ae5ed-eaf0-4761-892a-5587f009e7d6 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:09.135275 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c1ae5ed-eaf0-4761-892a-5587f009e7d6 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Router 70963fb4-100a-41d6-a672-2e0a02e07306 is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 20:02:09.238323 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1ae5ed-eaf0-4761-892a-5587f009e7d6 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 20:02:09.249098 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4586778e-b694-410c-972b-57667717fbe9 None None] Sync routers for ids ['70963fb4-100a-41d6-a672-2e0a02e07306'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 20:02:09.258990 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8c1ae5ed-eaf0-4761-892a-5587f009e7d6 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:09.259784 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4586778e-b694-410c-972b-57667717fbe9 None None] Routers {'70963fb4-100a-41d6-a672-2e0a02e07306'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:02:09.260409 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-4586778e-b694-410c-972b-57667717fbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:01:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['70963fb4-100a-41d6-a672-2e0a02e07306'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:02:09.263378 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 35362) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:02:09.263906 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-8c1ae5ed-eaf0-4761-892a-5587f009e7d6 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4249346 Dec 10 20:02:09.296909 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-8c8a04a0-7336-4f6e-ab3b-7d7f22aea91a tempest-TestNetworkAdvancedServerOps-1204599226 tempest-TestNetworkAdvancedServerOps-1204599226-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=575d6f57815e49e1b66e2ddad838d8d9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323393 Dec 10 20:02:09.299604 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 35364) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:02:09.372477 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-4586778e-b694-410c-972b-57667717fbe9 None None] Set router 70963fb4-100a-41d6-a672-2e0a02e07306 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:02:09.392615 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047dd89a-3e32-4f3d-bd47-7d5b9ac6f8ca tempest-TestNetworkAdvancedServerOps-1204599226 tempest-TestNetworkAdvancedServerOps-1204599226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:02:09.394210 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-047dd89a-3e32-4f3d-bd47-7d5b9ac6f8ca tempest-TestNetworkAdvancedServerOps-1204599226 tempest-TestNetworkAdvancedServerOps-1204599226-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0937164 Dec 10 20:02:09.397137 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 35366) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:02:09.426255 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-009f84ed-ba94-45ab-b1b0-67d347511eed tempest-TestNetworkAdvancedServerOps-1204599226 tempest-TestNetworkAdvancedServerOps-1204599226-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=68e2ee80-e7f8-4be2-b0d8-392fd4a4e031&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280001 Dec 10 20:02:09.429524 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 35368) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:02:09.434652 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-136ae1d6-4953-4b51-b102-a8b197f9f6ae tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1711940393', 'network_id': '6b142d83-922e-4738-8209-6e9ebee2e8c9', 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:02:09.530394 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136ae1d6-4953-4b51-b102-a8b197f9f6ae tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Made reservation on behalf of 575d6f57815e49e1b66e2ddad838d8d9 for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 20:02:09.533978 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-136ae1d6-4953-4b51-b102-a8b197f9f6ae tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:09.553435 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-4586778e-b694-410c-972b-57667717fbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70963fb4-100a-41d6-a672-2e0a02e07306', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279531831', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.107'}], 'enable_snat': True}, 'gw_port_id': 'be5faab5-2b79-4d13-ac30-10a3aaac3743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:02:07Z', 'updated_at': '2021-12-10T20:02:08Z', 'revision_number': 3, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': 'be5faab5-2b79-4d13-ac30-10a3aaac3743', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:91:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70963fb4-100a-41d6-a672-2e0a02e07306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:02:08Z', 'updated_at': '2021-12-10T20:02:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:02:09.580188 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4586778e-b694-410c-972b-57667717fbe9 None None] Checking router: 70963fb4-100a-41d6-a672-2e0a02e07306 for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 20:02:09.580558 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4586778e-b694-410c-972b-57667717fbe9 None None] Updating router 70963fb4-100a-41d6-a672-2e0a02e07306 port be5faab5-2b79-4d13-ac30-10a3aaac3743 binding host dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 20:02:09.605364 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4586778e-b694-410c-972b-57667717fbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:09.723555 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-136ae1d6-4953-4b51-b102-a8b197f9f6ae tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:09.786901 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136ae1d6-4953-4b51-b102-a8b197f9f6ae tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'Subnet': ['ID=27de811e-c8e8-453a-bfe1-fc2b947364a4,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:02:09.794874 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136ae1d6-4953-4b51-b102-a8b197f9f6ae tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Checking segment: {'id': '16dd8a99-c0ec-44c7-b231-3581ac8a9cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6b142d83-922e-4738-8209-6e9ebee2e8c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 20:02:09.795239 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136ae1d6-4953-4b51-b102-a8b197f9f6ae tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Network hostable DHCP agents. Network: 6b142d83-922e-4738-8209-6e9ebee2e8c9, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 20:02:09.813178 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136ae1d6-4953-4b51-b102-a8b197f9f6ae tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Network 6b142d83-922e-4738-8209-6e9ebee2e8c9 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 20:02:09.823111 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-136ae1d6-4953-4b51-b102-a8b197f9f6ae tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 6b142d83-922e-4738-8209-6e9ebee2e8c9) {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 20:02:09.827201 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136ae1d6-4953-4b51-b102-a8b197f9f6ae tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:02:09.827782 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-136ae1d6-4953-4b51-b102-a8b197f9f6ae tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:09.841009 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6aef5e6-492b-4811-97e1-6a5ed9e678a5 None None] Network 6b142d83-922e-4738-8209-6e9ebee2e8c9 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 20:02:09.844735 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-136ae1d6-4953-4b51-b102-a8b197f9f6ae tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4138370 Dec 10 20:02:09.847597 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 35370) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:02:09.900960 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4586778e-b694-410c-972b-57667717fbe9 None None] Notify callbacks [] for port, precommit_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:09.908141 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4586778e-b694-410c-972b-57667717fbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:09.984299 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1852ce86-ecfd-42ca-9280-9cbc8c352412 None None] Pushing event updated for resources: {'Port': ['ID=be5faab5-2b79-4d13-ac30-10a3aaac3743,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:02:09.990028 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-4586778e-b694-410c-972b-57667717fbe9 None None] Attempting to bind port be5faab5-2b79-4d13-ac30-10a3aaac3743 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 20:02:09.990387 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-4586778e-b694-410c-972b-57667717fbe9 None None] Attempting to bind port be5faab5-2b79-4d13-ac30-10a3aaac3743 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 20:02:09.990739 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4586778e-b694-410c-972b-57667717fbe9 None None] Attempting to bind port be5faab5-2b79-4d13-ac30-10a3aaac3743 on network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 20:02:10.013999 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4586778e-b694-410c-972b-57667717fbe9 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 20:02:10.014360 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4586778e-b694-410c-972b-57667717fbe9 None None] Checking segment: {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 20:02:10.014749 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4586778e-b694-410c-972b-57667717fbe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:10.015125 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4586778e-b694-410c-972b-57667717fbe9 None None] Bound using segment: {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 20:02:10.015591 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-4586778e-b694-410c-972b-57667717fbe9 None None] Bound port: be5faab5-2b79-4d13-ac30-10a3aaac3743, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 20:02:10.015959 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4586778e-b694-410c-972b-57667717fbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:10.090565 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026c0bed-f803-4ba9-8baa-7ca3ddf76d9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-6b142d83-922e-4738-8209-6e9ebee2e8c9', 'network_id': '6b142d83-922e-4738-8209-6e9ebee2e8c9', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'fixed_ips': [{'subnet_id': '27de811e-c8e8-453a-bfe1-fc2b947364a4'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 20:02:10.091409 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-026c0bed-f803-4ba9-8baa-7ca3ddf76d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:10.095212 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-4586778e-b694-410c-972b-57667717fbe9 None None] For port be5faab5-2b79-4d13-ac30-10a3aaac3743, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 20:02:10.098902 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-4586778e-b694-410c-972b-57667717fbe9 None None] For port be5faab5-2b79-4d13-ac30-10a3aaac3743, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=be5faab5-2b79-4d13-ac30-10a3aaac3743,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 20:02:10.107151 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4586778e-b694-410c-972b-57667717fbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:10.224447 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4586778e-b694-410c-972b-57667717fbe9 None None] Routers {'70963fb4-100a-41d6-a672-2e0a02e07306'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:02:10.225088 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-4586778e-b694-410c-972b-57667717fbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:01:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['70963fb4-100a-41d6-a672-2e0a02e07306'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:02:10.268033 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1852ce86-ecfd-42ca-9280-9cbc8c352412 None None] Pushing event updated for resources: {'Port': ['ID=be5faab5-2b79-4d13-ac30-10a3aaac3743,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:02:10.303391 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-31474d94-dcdd-497a-8477-6fbd2ff70032 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:10.363764 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-026c0bed-f803-4ba9-8baa-7ca3ddf76d9b None None] Allocated IP 172.20.0.2 (6b142d83-922e-4738-8209-6e9ebee2e8c9/27de811e-c8e8-453a-bfe1-fc2b947364a4/12898f20-31f1-4434-a2c5-0e6c52bf0118) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 20:02:10.385206 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-4586778e-b694-410c-972b-57667717fbe9 None None] Set router 70963fb4-100a-41d6-a672-2e0a02e07306 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:02:10.645434 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-026c0bed-f803-4ba9-8baa-7ca3ddf76d9b None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:10.653299 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-026c0bed-f803-4ba9-8baa-7ca3ddf76d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:10.700685 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026c0bed-f803-4ba9-8baa-7ca3ddf76d9b None None] Network 6b142d83-922e-4738-8209-6e9ebee2e8c9 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 20:02:10.702311 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-31474d94-dcdd-497a-8477-6fbd2ff70032 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Allocated IP 172.20.0.1 (6b142d83-922e-4738-8209-6e9ebee2e8c9/27de811e-c8e8-453a-bfe1-fc2b947364a4/060bc2e5-d2a4-47da-be39-05d7d90f0994) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 20:02:10.705830 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-026c0bed-f803-4ba9-8baa-7ca3ddf76d9b None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 20:02:10.713346 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-4586778e-b694-410c-972b-57667717fbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70963fb4-100a-41d6-a672-2e0a02e07306', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279531831', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.107'}], 'enable_snat': True}, 'gw_port_id': 'be5faab5-2b79-4d13-ac30-10a3aaac3743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:02:07Z', 'updated_at': '2021-12-10T20:02:08Z', 'revision_number': 3, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': 'be5faab5-2b79-4d13-ac30-10a3aaac3743', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:91:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70963fb4-100a-41d6-a672-2e0a02e07306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:02:08Z', 'updated_at': '2021-12-10T20:02:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:02:10.715474 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026c0bed-f803-4ba9-8baa-7ca3ddf76d9b None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 20:02:10.718861 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c0bed-f803-4ba9-8baa-7ca3ddf76d9b None None] Pushing event updated for resources: {'Port': ['ID=12898f20-31f1-4434-a2c5-0e6c52bf0118,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:02:10.749236 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4586778e-b694-410c-972b-57667717fbe9 None None] The sync data for ids ['70963fb4-100a-41d6-a672-2e0a02e07306'] in dv-neutron-821441-1-hyperv is: [{'id': '70963fb4-100a-41d6-a672-2e0a02e07306', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279531831', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.107'}], 'enable_snat': True}, 'gw_port_id': 'be5faab5-2b79-4d13-ac30-10a3aaac3743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:02:07Z', 'updated_at': '2021-12-10T20:02:08Z', 'revision_number': 3, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': 'be5faab5-2b79-4d13-ac30-10a3aaac3743', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:91:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70963fb4-100a-41d6-a672-2e0a02e07306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:02:08Z', 'updated_at': '2021-12-10T20:02:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 20:02:10.799358 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-026c0bed-f803-4ba9-8baa-7ca3ddf76d9b None None] Attempting to bind port 12898f20-31f1-4434-a2c5-0e6c52bf0118 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 20:02:10.799358 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-026c0bed-f803-4ba9-8baa-7ca3ddf76d9b None None] Attempting to bind port 12898f20-31f1-4434-a2c5-0e6c52bf0118 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '16dd8a99-c0ec-44c7-b231-3581ac8a9cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6b142d83-922e-4738-8209-6e9ebee2e8c9'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 20:02:10.799715 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026c0bed-f803-4ba9-8baa-7ca3ddf76d9b None None] Attempting to bind port 12898f20-31f1-4434-a2c5-0e6c52bf0118 on network 6b142d83-922e-4738-8209-6e9ebee2e8c9 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 20:02:10.805465 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026c0bed-f803-4ba9-8baa-7ca3ddf76d9b None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 20:02:10.805819 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026c0bed-f803-4ba9-8baa-7ca3ddf76d9b None None] Checking segment: {'id': '16dd8a99-c0ec-44c7-b231-3581ac8a9cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6b142d83-922e-4738-8209-6e9ebee2e8c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 20:02:10.806213 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-026c0bed-f803-4ba9-8baa-7ca3ddf76d9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:10.806620 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026c0bed-f803-4ba9-8baa-7ca3ddf76d9b None None] Bound using segment: {'id': '16dd8a99-c0ec-44c7-b231-3581ac8a9cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6b142d83-922e-4738-8209-6e9ebee2e8c9'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 20:02:10.807081 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-026c0bed-f803-4ba9-8baa-7ca3ddf76d9b None None] Bound port: 12898f20-31f1-4434-a2c5-0e6c52bf0118, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16dd8a99-c0ec-44c7-b231-3581ac8a9cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6b142d83-922e-4738-8209-6e9ebee2e8c9'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 20:02:10.807453 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-026c0bed-f803-4ba9-8baa-7ca3ddf76d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:10.834280 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-31474d94-dcdd-497a-8477-6fbd2ff70032 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:10.872706 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-31474d94-dcdd-497a-8477-6fbd2ff70032 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:10.878551 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-026c0bed-f803-4ba9-8baa-7ca3ddf76d9b None None] For port 12898f20-31f1-4434-a2c5-0e6c52bf0118, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 20:02:10.883028 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-026c0bed-f803-4ba9-8baa-7ca3ddf76d9b None None] For port 12898f20-31f1-4434-a2c5-0e6c52bf0118, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=12898f20-31f1-4434-a2c5-0e6c52bf0118,segment=NetworkSegment(16dd8a99-c0ec-44c7-b231-3581ac8a9cce),segment_id=16dd8a99-c0ec-44c7-b231-3581ac8a9cce)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 20:02:10.888676 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-026c0bed-f803-4ba9-8baa-7ca3ddf76d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:10.915196 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31474d94-dcdd-497a-8477-6fbd2ff70032 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Network 6b142d83-922e-4738-8209-6e9ebee2e8c9 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 20:02:10.919305 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-31474d94-dcdd-497a-8477-6fbd2ff70032 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 20:02:10.922524 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31474d94-dcdd-497a-8477-6fbd2ff70032 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 20:02:10.958309 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c0bed-f803-4ba9-8baa-7ca3ddf76d9b None None] Pushing event updated for resources: {'Port': ['ID=12898f20-31f1-4434-a2c5-0e6c52bf0118,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:02:10.972122 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31474d94-dcdd-497a-8477-6fbd2ff70032 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'Port': ['ID=060bc2e5-d2a4-47da-be39-05d7d90f0994,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:02:10.989734 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-31474d94-dcdd-497a-8477-6fbd2ff70032 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712030'] for router_interface, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:11.135771 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-31474d94-dcdd-497a-8477-6fbd2ff70032 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:11.787261 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-31474d94-dcdd-497a-8477-6fbd2ff70032 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:11.793091 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-31474d94-dcdd-497a-8477-6fbd2ff70032 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:11.870066 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-31474d94-dcdd-497a-8477-6fbd2ff70032 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3755716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711339'] for router_interface, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:11.872010 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31474d94-dcdd-497a-8477-6fbd2ff70032 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'Port': ['ID=060bc2e5-d2a4-47da-be39-05d7d90f0994,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:02:11.980047 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31474d94-dcdd-497a-8477-6fbd2ff70032 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Network 6b142d83-922e-4738-8209-6e9ebee2e8c9 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 20:02:11.981919 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-31474d94-dcdd-497a-8477-6fbd2ff70032 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 20:02:12.008082 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b828ac86-3665-4bb3-9e01-e50f7fc5839e None None] Network 6b142d83-922e-4738-8209-6e9ebee2e8c9 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 20:02:12.048859 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 12898f20-31f1-4434-a2c5-0e6c52bf0118 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 20:02:12.120131 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31474d94-dcdd-497a-8477-6fbd2ff70032 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Router 70963fb4-100a-41d6-a672-2e0a02e07306 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 20:02:12.237189 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31474d94-dcdd-497a-8477-6fbd2ff70032 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 20:02:12.251409 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-31474d94-dcdd-497a-8477-6fbd2ff70032 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "PUT /v2.0/routers/70963fb4-100a-41d6-a672-2e0a02e07306/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3937635 Dec 10 20:02:12.259412 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-27bcfde7-2e8e-4b86-b581-3f45ae9ade44 None None] Provisioning complete for port 12898f20-31f1-4434-a2c5-0e6c52bf0118 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:02:12.259773 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-27bcfde7-2e8e-4b86-b581-3f45ae9ade44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:12.344980 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 12898f20-31f1-4434-a2c5-0e6c52bf0118 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:02:12.345350 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:12.401711 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ac27e69f-1704-4a95-8df3-274d777a4269 req-1d87564f-77b5-4069-8e60-662be1185d7a tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1212815691&fields=id&tenant_id=575d6f57815e49e1b66e2ddad838d8d9 HTTP/1.1" status: 200 len: 267 time: 0.0357959 Dec 10 20:02:12.455625 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-27bcfde7-2e8e-4b86-b581-3f45ae9ade44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:12.524834 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-27bcfde7-2e8e-4b86-b581-3f45ae9ade44 None None] For port 12898f20-31f1-4434-a2c5-0e6c52bf0118, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=12898f20-31f1-4434-a2c5-0e6c52bf0118,segment=NetworkSegment(16dd8a99-c0ec-44c7-b231-3581ac8a9cce),segment_id=16dd8a99-c0ec-44c7-b231-3581ac8a9cce)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:02:12.528848 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac27e69f-1704-4a95-8df3-274d777a4269 req-6667b840-9bd5-489d-9d35-45b2a3495191 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:02:12.530358 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ac27e69f-1704-4a95-8df3-274d777a4269 req-6667b840-9bd5-489d-9d35-45b2a3495191 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/networks?id=6b142d83-922e-4738-8209-6e9ebee2e8c9 HTTP/1.1" status: 200 len: 797 time: 0.1213648 Dec 10 20:02:12.533936 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:12.537031 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-27bcfde7-2e8e-4b86-b581-3f45ae9ade44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:12.551999 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ac27e69f-1704-4a95-8df3-274d777a4269 req-8793ed9b-fb4f-4f6d-9893-fadf183ef8e9 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/quotas/575d6f57815e49e1b66e2ddad838d8d9 HTTP/1.1" status: 200 len: 375 time: 0.0153282 Dec 10 20:02:12.610991 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ac27e69f-1704-4a95-8df3-274d777a4269 req-4083a901-cf32-41de-a0be-4dc4ce1f66fe tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=575d6f57815e49e1b66e2ddad838d8d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512040 Dec 10 20:02:12.622902 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bcfde7-2e8e-4b86-b581-3f45ae9ade44 None None] Pushing event updated for resources: {'Port': ['ID=12898f20-31f1-4434-a2c5-0e6c52bf0118,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:02:12.636648 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.db.api [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102367) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 20:02:12.637288 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG oslo_db.api [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 20:02:12.668535 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09636db9-9b5d-46d5-85b7-e53bb7f0104b None None] Sync routers for ids ['70963fb4-100a-41d6-a672-2e0a02e07306'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 20:02:12.680716 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09636db9-9b5d-46d5-85b7-e53bb7f0104b None None] Routers {'70963fb4-100a-41d6-a672-2e0a02e07306'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:02:12.682737 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-09636db9-9b5d-46d5-85b7-e53bb7f0104b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:01:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['70963fb4-100a-41d6-a672-2e0a02e07306'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:02:12.754943 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ac27e69f-1704-4a95-8df3-274d777a4269 req-d42cf6f9-5733-461a-a3bf-596d1a6ad6bd service neutron] 10.222.0.69 "GET /v2.0/networks/6b142d83-922e-4738-8209-6e9ebee2e8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254227 Dec 10 20:02:12.772097 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-7ff0a333-5625-4a59-9ebb-c0c85135726c None None] Provisioning complete for port 060bc2e5-d2a4-47da-be39-05d7d90f0994 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:02:12.772472 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-7ff0a333-5625-4a59-9ebb-c0c85135726c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:12.826347 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-7ff0a333-5625-4a59-9ebb-c0c85135726c None None] Port 060bc2e5-d2a4-47da-be39-05d7d90f0994 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 20:02:12.843332 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-7ff0a333-5625-4a59-9ebb-c0c85135726c None None] Provisioning complete for port 12898f20-31f1-4434-a2c5-0e6c52bf0118 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:02:12.843713 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-7ff0a333-5625-4a59-9ebb-c0c85135726c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:12.855365 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-09636db9-9b5d-46d5-85b7-e53bb7f0104b None None] Set router 70963fb4-100a-41d6-a672-2e0a02e07306 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:02:12.876897 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ac27e69f-1704-4a95-8df3-274d777a4269 req-bb998da5-8959-472d-8238-0cf1502f78d4 service neutron] 10.222.0.69 "GET /v2.0/networks/6b142d83-922e-4738-8209-6e9ebee2e8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115196 Dec 10 20:02:13.083001 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-472dfcca-2d1d-41f2-9c46-41a1610c04a7 None None] Provisioning complete for port 060bc2e5-d2a4-47da-be39-05d7d90f0994 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:02:13.083518 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-472dfcca-2d1d-41f2-9c46-41a1610c04a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:13.084647 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-21c6f8b5-663d-462f-8ce6-0bf9e005c103 req-e779592b-92bf-41d2-9077-472e84e123b3 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbc45ff5-8943-42ae-945b-363887476fe7 HTTP/1.1" status: 200 len: 210 time: 0.0376735 Dec 10 20:02:13.134695 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-09636db9-9b5d-46d5-85b7-e53bb7f0104b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70963fb4-100a-41d6-a672-2e0a02e07306', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279531831', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.107'}], 'enable_snat': True}, 'gw_port_id': 'be5faab5-2b79-4d13-ac30-10a3aaac3743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:02:07Z', 'updated_at': '2021-12-10T20:02:11Z', 'revision_number': 4, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': 'be5faab5-2b79-4d13-ac30-10a3aaac3743', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:91:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70963fb4-100a-41d6-a672-2e0a02e07306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:02:08Z', 'updated_at': '2021-12-10T20:02:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '060bc2e5-d2a4-47da-be39-05d7d90f0994', 'name': '', 'network_id': '6b142d83-922e-4738-8209-6e9ebee2e8c9', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'mac_address': 'fa:16:3e:65:31:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70963fb4-100a-41d6-a672-2e0a02e07306', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '27de811e-c8e8-453a-bfe1-fc2b947364a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:02:10Z', 'updated_at': '2021-12-10T20:02:11Z', 'revision_number': 2, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'subnets': [{'id': '27de811e-c8e8-453a-bfe1-fc2b947364a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:02:13.137214 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-472dfcca-2d1d-41f2-9c46-41a1610c04a7 None None] Port 060bc2e5-d2a4-47da-be39-05d7d90f0994 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 20:02:13.174942 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device be5faab5-2b79-4d13-ac30-10a3aaac3743 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 20:02:13.178948 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09636db9-9b5d-46d5-85b7-e53bb7f0104b None None] Checking router: 70963fb4-100a-41d6-a672-2e0a02e07306 for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 20:02:13.179304 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09636db9-9b5d-46d5-85b7-e53bb7f0104b None None] Updating router 70963fb4-100a-41d6-a672-2e0a02e07306 port 060bc2e5-d2a4-47da-be39-05d7d90f0994 binding host dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 20:02:13.209635 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-09636db9-9b5d-46d5-85b7-e53bb7f0104b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:13.230307 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port be5faab5-2b79-4d13-ac30-10a3aaac3743 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:02:13.230768 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:13.279225 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-f4621f09-fb8c-4d20-9f35-42ac63baf5eb None None] Provisioning complete for port 060bc2e5-d2a4-47da-be39-05d7d90f0994 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:02:13.279601 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f4621f09-fb8c-4d20-9f35-42ac63baf5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:13.321147 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-f4621f09-fb8c-4d20-9f35-42ac63baf5eb None None] Port 060bc2e5-d2a4-47da-be39-05d7d90f0994 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 20:02:13.355408 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:13.376175 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port be5faab5-2b79-4d13-ac30-10a3aaac3743, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=be5faab5-2b79-4d13-ac30-10a3aaac3743,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:02:13.380618 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:13.439318 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=be5faab5-2b79-4d13-ac30-10a3aaac3743,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:02:13.490880 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-09636db9-9b5d-46d5-85b7-e53bb7f0104b None None] Notify callbacks [] for port, precommit_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:13.496299 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-09636db9-9b5d-46d5-85b7-e53bb7f0104b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:13.546117 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fcaad9-5d48-4cfd-886a-90ec2e430e94 None None] Pushing event updated for resources: {'Port': ['ID=060bc2e5-d2a4-47da-be39-05d7d90f0994,revision_number=3']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:02:13.571453 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fcaad9-5d48-4cfd-886a-90ec2e430e94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:02:13.571894 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fcaad9-5d48-4cfd-886a-90ec2e430e94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:02:13.572225 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fcaad9-5d48-4cfd-886a-90ec2e430e94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:02:13.572466 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fcaad9-5d48-4cfd-886a-90ec2e430e94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:02:13.572810 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fcaad9-5d48-4cfd-886a-90ec2e430e94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:02:13.573130 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fcaad9-5d48-4cfd-886a-90ec2e430e94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:02:13.573447 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fcaad9-5d48-4cfd-886a-90ec2e430e94 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:02:13.573888 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fcaad9-5d48-4cfd-886a-90ec2e430e94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:02:13.574208 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fcaad9-5d48-4cfd-886a-90ec2e430e94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:02:13.574519 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fcaad9-5d48-4cfd-886a-90ec2e430e94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:02:13.574832 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fcaad9-5d48-4cfd-886a-90ec2e430e94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:02:13.575140 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fcaad9-5d48-4cfd-886a-90ec2e430e94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:02:13.612168 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-09636db9-9b5d-46d5-85b7-e53bb7f0104b None None] Attempting to bind port 060bc2e5-d2a4-47da-be39-05d7d90f0994 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 20:02:13.612556 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-09636db9-9b5d-46d5-85b7-e53bb7f0104b None None] Attempting to bind port 060bc2e5-d2a4-47da-be39-05d7d90f0994 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '16dd8a99-c0ec-44c7-b231-3581ac8a9cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6b142d83-922e-4738-8209-6e9ebee2e8c9'}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 20:02:13.612925 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09636db9-9b5d-46d5-85b7-e53bb7f0104b None None] Attempting to bind port 060bc2e5-d2a4-47da-be39-05d7d90f0994 on network 6b142d83-922e-4738-8209-6e9ebee2e8c9 {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 20:02:13.619425 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09636db9-9b5d-46d5-85b7-e53bb7f0104b None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 20:02:13.619911 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09636db9-9b5d-46d5-85b7-e53bb7f0104b None None] Checking segment: {'id': '16dd8a99-c0ec-44c7-b231-3581ac8a9cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6b142d83-922e-4738-8209-6e9ebee2e8c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 20:02:13.620373 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-09636db9-9b5d-46d5-85b7-e53bb7f0104b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:13.620946 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09636db9-9b5d-46d5-85b7-e53bb7f0104b None None] Bound using segment: {'id': '16dd8a99-c0ec-44c7-b231-3581ac8a9cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6b142d83-922e-4738-8209-6e9ebee2e8c9'} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 20:02:13.621478 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-09636db9-9b5d-46d5-85b7-e53bb7f0104b None None] Bound port: 060bc2e5-d2a4-47da-be39-05d7d90f0994, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16dd8a99-c0ec-44c7-b231-3581ac8a9cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6b142d83-922e-4738-8209-6e9ebee2e8c9'}}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 20:02:13.621926 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-09636db9-9b5d-46d5-85b7-e53bb7f0104b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:13.688819 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-09636db9-9b5d-46d5-85b7-e53bb7f0104b None None] For port 060bc2e5-d2a4-47da-be39-05d7d90f0994, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 20:02:13.692391 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-09636db9-9b5d-46d5-85b7-e53bb7f0104b None None] For port 060bc2e5-d2a4-47da-be39-05d7d90f0994, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=060bc2e5-d2a4-47da-be39-05d7d90f0994,segment=NetworkSegment(16dd8a99-c0ec-44c7-b231-3581ac8a9cce),segment_id=16dd8a99-c0ec-44c7-b231-3581ac8a9cce)] {{(pid=102368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 20:02:13.697882 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-09636db9-9b5d-46d5-85b7-e53bb7f0104b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:13.752540 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-0288758b-f13e-4683-a54c-3ef5a4f9d995 None None] Provisioning complete for port 060bc2e5-d2a4-47da-be39-05d7d90f0994 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:02:13.753093 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0288758b-f13e-4683-a54c-3ef5a4f9d995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:13.762017 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fcaad9-5d48-4cfd-886a-90ec2e430e94 None None] Pushing event updated for resources: {'Port': ['ID=060bc2e5-d2a4-47da-be39-05d7d90f0994,revision_number=4']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:02:13.771182 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09636db9-9b5d-46d5-85b7-e53bb7f0104b None None] Routers {'70963fb4-100a-41d6-a672-2e0a02e07306'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:02:13.771795 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-09636db9-9b5d-46d5-85b7-e53bb7f0104b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:01:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['70963fb4-100a-41d6-a672-2e0a02e07306'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:02:13.852177 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0288758b-f13e-4683-a54c-3ef5a4f9d995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:13.894986 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-09636db9-9b5d-46d5-85b7-e53bb7f0104b None None] Set router 70963fb4-100a-41d6-a672-2e0a02e07306 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:02:13.919044 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-0288758b-f13e-4683-a54c-3ef5a4f9d995 None None] For port 060bc2e5-d2a4-47da-be39-05d7d90f0994, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=060bc2e5-d2a4-47da-be39-05d7d90f0994,segment=NetworkSegment(16dd8a99-c0ec-44c7-b231-3581ac8a9cce),segment_id=16dd8a99-c0ec-44c7-b231-3581ac8a9cce)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:02:13.927597 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0288758b-f13e-4683-a54c-3ef5a4f9d995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:13.980260 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 12898f20-31f1-4434-a2c5-0e6c52bf0118 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 20:02:14.022064 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0288758b-f13e-4683-a54c-3ef5a4f9d995 None None] Pushing event updated for resources: {'Port': ['ID=060bc2e5-d2a4-47da-be39-05d7d90f0994,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:02:14.055228 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-133ae192-379b-4de6-a0e3-6c5b6c0d2298 None None] Provisioning complete for port 060bc2e5-d2a4-47da-be39-05d7d90f0994 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:02:14.055645 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-133ae192-379b-4de6-a0e3-6c5b6c0d2298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:14.078521 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 12898f20-31f1-4434-a2c5-0e6c52bf0118 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:02:14.078883 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:14.125429 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-09636db9-9b5d-46d5-85b7-e53bb7f0104b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70963fb4-100a-41d6-a672-2e0a02e07306', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279531831', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.107'}], 'enable_snat': True}, 'gw_port_id': 'be5faab5-2b79-4d13-ac30-10a3aaac3743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:02:07Z', 'updated_at': '2021-12-10T20:02:11Z', 'revision_number': 4, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': 'be5faab5-2b79-4d13-ac30-10a3aaac3743', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:91:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70963fb4-100a-41d6-a672-2e0a02e07306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:02:08Z', 'updated_at': '2021-12-10T20:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '060bc2e5-d2a4-47da-be39-05d7d90f0994', 'name': '', 'network_id': '6b142d83-922e-4738-8209-6e9ebee2e8c9', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'mac_address': 'fa:16:3e:65:31:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70963fb4-100a-41d6-a672-2e0a02e07306', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '27de811e-c8e8-453a-bfe1-fc2b947364a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:02:10Z', 'updated_at': '2021-12-10T20:02:13Z', 'revision_number': 4, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'subnets': [{'id': '27de811e-c8e8-453a-bfe1-fc2b947364a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:02:14.162024 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09636db9-9b5d-46d5-85b7-e53bb7f0104b None None] The sync data for ids ['70963fb4-100a-41d6-a672-2e0a02e07306'] in dv-neutron-821441-1-hyperv is: [{'id': '70963fb4-100a-41d6-a672-2e0a02e07306', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279531831', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.107'}], 'enable_snat': True}, 'gw_port_id': 'be5faab5-2b79-4d13-ac30-10a3aaac3743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:02:07Z', 'updated_at': '2021-12-10T20:02:11Z', 'revision_number': 4, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': 'be5faab5-2b79-4d13-ac30-10a3aaac3743', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:91:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70963fb4-100a-41d6-a672-2e0a02e07306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:02:08Z', 'updated_at': '2021-12-10T20:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '060bc2e5-d2a4-47da-be39-05d7d90f0994', 'name': '', 'network_id': '6b142d83-922e-4738-8209-6e9ebee2e8c9', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'mac_address': 'fa:16:3e:65:31:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70963fb4-100a-41d6-a672-2e0a02e07306', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '27de811e-c8e8-453a-bfe1-fc2b947364a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:02:10Z', 'updated_at': '2021-12-10T20:02:13Z', 'revision_number': 4, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'subnets': [{'id': '27de811e-c8e8-453a-bfe1-fc2b947364a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 20:02:14.190369 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9d5e5e70-b464-4877-bd8b-8aec53385beb req-2cb2686a-2243-4992-a92e-62d421359253 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbc45ff5-8943-42ae-945b-363887476fe7 HTTP/1.1" status: 200 len: 210 time: 0.0313189 Dec 10 20:02:14.230880 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device be5faab5-2b79-4d13-ac30-10a3aaac3743 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 20:02:14.300202 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port be5faab5-2b79-4d13-ac30-10a3aaac3743 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:02:14.300689 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:14.450264 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac27e69f-1704-4a95-8df3-274d777a4269 req-0e5fe62e-bcc0-4e7a-9d53-290fd154edc4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:02:14.451831 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ac27e69f-1704-4a95-8df3-274d777a4269 req-0e5fe62e-bcc0-4e7a-9d53-290fd154edc4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.36 "GET /v2.0/networks?id=6b142d83-922e-4738-8209-6e9ebee2e8c9 HTTP/1.1" status: 200 len: 797 time: 0.1679096 Dec 10 20:02:14.502180 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ac27e69f-1704-4a95-8df3-274d777a4269 req-62ad5c71-93ce-4414-a6ee-d0221795a3de tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=575d6f57815e49e1b66e2ddad838d8d9 HTTP/1.1" status: 200 len: 380 time: 0.0393488 Dec 10 20:02:14.515585 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-ac27e69f-1704-4a95-8df3-274d777a4269 req-2605f162-ad5f-4767-94c8-30d079354e4c tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Request body: {'port': {'device_id': 'dbc45ff5-8943-42ae-945b-363887476fe7', 'network_id': '6b142d83-922e-4738-8209-6e9ebee2e8c9', 'admin_state_up': True, 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'security_groups': ['74c532f0-d339-4002-a82a-9371631fdcae']}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:02:14.633337 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac27e69f-1704-4a95-8df3-274d777a4269 req-2605f162-ad5f-4767-94c8-30d079354e4c tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Made reservation on behalf of 575d6f57815e49e1b66e2ddad838d8d9 for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 20:02:14.637351 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-ac27e69f-1704-4a95-8df3-274d777a4269 req-2605f162-ad5f-4767-94c8-30d079354e4c tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:14.774411 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [req-ac27e69f-1704-4a95-8df3-274d777a4269 req-2605f162-ad5f-4767-94c8-30d079354e4c tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Allocated IP 172.20.0.14 (6b142d83-922e-4738-8209-6e9ebee2e8c9/27de811e-c8e8-453a-bfe1-fc2b947364a4/570a0f40-123a-4d46-b554-75ed790167a8) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 20:02:14.925375 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-ac27e69f-1704-4a95-8df3-274d777a4269 req-2605f162-ad5f-4767-94c8-30d079354e4c tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:14.961619 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-ac27e69f-1704-4a95-8df3-274d777a4269 req-2605f162-ad5f-4767-94c8-30d079354e4c tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:15.006717 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac27e69f-1704-4a95-8df3-274d777a4269 req-2605f162-ad5f-4767-94c8-30d079354e4c tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Network 6b142d83-922e-4738-8209-6e9ebee2e8c9 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 20:02:15.011015 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [req-ac27e69f-1704-4a95-8df3-274d777a4269 req-2605f162-ad5f-4767-94c8-30d079354e4c tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 20:02:15.013704 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac27e69f-1704-4a95-8df3-274d777a4269 req-2605f162-ad5f-4767-94c8-30d079354e4c tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 20:02:15.051333 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2605f162-ad5f-4767-94c8-30d079354e4c tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'Port': ['ID=570a0f40-123a-4d46-b554-75ed790167a8,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:02:15.081350 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac27e69f-1704-4a95-8df3-274d777a4269 req-2605f162-ad5f-4767-94c8-30d079354e4c tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:02:15.082017 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-ac27e69f-1704-4a95-8df3-274d777a4269 req-2605f162-ad5f-4767-94c8-30d079354e4c tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:15.102388 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ac27e69f-1704-4a95-8df3-274d777a4269 req-2605f162-ad5f-4767-94c8-30d079354e4c tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5906560 Dec 10 20:02:15.122772 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-ac27e69f-1704-4a95-8df3-274d777a4269 req-28b7592a-ded7-4292-a46d-dc49e1f3297a service neutron] Request body: {'port': {'device_id': 'dbc45ff5-8943-42ae-945b-363887476fe7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:02:15.203841 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-ac27e69f-1704-4a95-8df3-274d777a4269 req-28b7592a-ded7-4292-a46d-dc49e1f3297a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:15.331587 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-5c99b077-253e-4c9d-9cb4-413d685107e8 None None] Provisioning complete for port 570a0f40-123a-4d46-b554-75ed790167a8 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:02:15.332160 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-5c99b077-253e-4c9d-9cb4-413d685107e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:15.366143 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-5c99b077-253e-4c9d-9cb4-413d685107e8 None None] Port 570a0f40-123a-4d46-b554-75ed790167a8 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 20:02:15.443281 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b2588-b94f-4e62-832a-3d4642fe8c04 req-066e25ff-d78c-44c0-a846-ac8244324dee tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:02:15.445432 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-821b2588-b94f-4e62-832a-3d4642fe8c04 req-066e25ff-d78c-44c0-a846-ac8244324dee tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbc45ff5-8943-42ae-945b-363887476fe7 HTTP/1.1" status: 200 len: 932 time: 0.1657281 Dec 10 20:02:15.509220 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-821b2588-b94f-4e62-832a-3d4642fe8c04 req-640938c6-358e-443e-998b-144d0590d73b tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=74c532f0-d339-4002-a82a-9371631fdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574353 Dec 10 20:02:15.567060 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [req-ac27e69f-1704-4a95-8df3-274d777a4269 req-28b7592a-ded7-4292-a46d-dc49e1f3297a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 570a0f40-123a-4d46-b554-75ed790167a8 {{(pid=102365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 20:02:15.575398 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-ac27e69f-1704-4a95-8df3-274d777a4269 req-28b7592a-ded7-4292-a46d-dc49e1f3297a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:15.588019 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.provisioning_blocks [req-ac27e69f-1704-4a95-8df3-274d777a4269 req-28b7592a-ded7-4292-a46d-dc49e1f3297a service neutron] Transition to ACTIVE for port object 570a0f40-123a-4d46-b554-75ed790167a8 will not be triggered until provisioned by entity L2. {{(pid=102365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 20:02:15.592938 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-ac27e69f-1704-4a95-8df3-274d777a4269 req-28b7592a-ded7-4292-a46d-dc49e1f3297a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:15.651507 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b7592a-ded7-4292-a46d-dc49e1f3297a service neutron] Pushing event updated for resources: {'Port': ['ID=570a0f40-123a-4d46-b554-75ed790167a8,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:02:15.727958 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-ac27e69f-1704-4a95-8df3-274d777a4269 req-28b7592a-ded7-4292-a46d-dc49e1f3297a service neutron] Attempting to bind port 570a0f40-123a-4d46-b554-75ed790167a8 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 20:02:15.728283 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-ac27e69f-1704-4a95-8df3-274d777a4269 req-28b7592a-ded7-4292-a46d-dc49e1f3297a service neutron] Attempting to bind port 570a0f40-123a-4d46-b554-75ed790167a8 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '16dd8a99-c0ec-44c7-b231-3581ac8a9cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6b142d83-922e-4738-8209-6e9ebee2e8c9'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 20:02:15.728641 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac27e69f-1704-4a95-8df3-274d777a4269 req-28b7592a-ded7-4292-a46d-dc49e1f3297a service neutron] Attempting to bind port 570a0f40-123a-4d46-b554-75ed790167a8 on network 6b142d83-922e-4738-8209-6e9ebee2e8c9 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 20:02:15.733554 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac27e69f-1704-4a95-8df3-274d777a4269 req-28b7592a-ded7-4292-a46d-dc49e1f3297a service neutron] Port 570a0f40-123a-4d46-b554-75ed790167a8 on network 6b142d83-922e-4738-8209-6e9ebee2e8c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 20:02:15.733867 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac27e69f-1704-4a95-8df3-274d777a4269 req-28b7592a-ded7-4292-a46d-dc49e1f3297a service neutron] Attempting to bind port 570a0f40-123a-4d46-b554-75ed790167a8 on network 6b142d83-922e-4738-8209-6e9ebee2e8c9 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 20:02:15.739619 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac27e69f-1704-4a95-8df3-274d777a4269 req-28b7592a-ded7-4292-a46d-dc49e1f3297a service neutron] Checking agent: {'id': '9e16c23e-95bc-4c2e-b3ec-daf7533f9d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'started_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 20:02:15.739943 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac27e69f-1704-4a95-8df3-274d777a4269 req-28b7592a-ded7-4292-a46d-dc49e1f3297a service neutron] Checking segment: {'id': '16dd8a99-c0ec-44c7-b231-3581ac8a9cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6b142d83-922e-4738-8209-6e9ebee2e8c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 20:02:15.740397 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac27e69f-1704-4a95-8df3-274d777a4269 req-28b7592a-ded7-4292-a46d-dc49e1f3297a service neutron] Bound using segment: {'id': '16dd8a99-c0ec-44c7-b231-3581ac8a9cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6b142d83-922e-4738-8209-6e9ebee2e8c9'} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 20:02:15.740755 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-ac27e69f-1704-4a95-8df3-274d777a4269 req-28b7592a-ded7-4292-a46d-dc49e1f3297a service neutron] Bound port: 570a0f40-123a-4d46-b554-75ed790167a8, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16dd8a99-c0ec-44c7-b231-3581ac8a9cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6b142d83-922e-4738-8209-6e9ebee2e8c9'}}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 20:02:15.741099 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-ac27e69f-1704-4a95-8df3-274d777a4269 req-28b7592a-ded7-4292-a46d-dc49e1f3297a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:15.810331 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-ac27e69f-1704-4a95-8df3-274d777a4269 req-28b7592a-ded7-4292-a46d-dc49e1f3297a service neutron] For port 570a0f40-123a-4d46-b554-75ed790167a8, host hv-neutron-8214, cleared binding levels {{(pid=102365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 20:02:15.813891 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-ac27e69f-1704-4a95-8df3-274d777a4269 req-28b7592a-ded7-4292-a46d-dc49e1f3297a service neutron] For port 570a0f40-123a-4d46-b554-75ed790167a8, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=570a0f40-123a-4d46-b554-75ed790167a8,segment=NetworkSegment(16dd8a99-c0ec-44c7-b231-3581ac8a9cce),segment_id=16dd8a99-c0ec-44c7-b231-3581ac8a9cce)] {{(pid=102365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 20:02:15.817479 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-ac27e69f-1704-4a95-8df3-274d777a4269 req-28b7592a-ded7-4292-a46d-dc49e1f3297a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:15.852080 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac27e69f-1704-4a95-8df3-274d777a4269 req-28b7592a-ded7-4292-a46d-dc49e1f3297a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:02:15.853126 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-ac27e69f-1704-4a95-8df3-274d777a4269 req-28b7592a-ded7-4292-a46d-dc49e1f3297a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:15.854526 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ac27e69f-1704-4a95-8df3-274d777a4269 req-28b7592a-ded7-4292-a46d-dc49e1f3297a service neutron] 10.222.0.36 "PUT /v2.0/ports/570a0f40-123a-4d46-b554-75ed790167a8 HTTP/1.1" status: 200 len: 1094 time: 0.7379584 Dec 10 20:02:15.857214 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbc45ff5-8943-42ae-945b-363887476fe7', 'tag': '570a0f40-123a-4d46-b554-75ed790167a8'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:02:15.860623 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f62214e-2432-4de2-b904-ea1b2e96472d" -d '{"events": [{"name": "network-changed", "server_uuid": "dbc45ff5-8943-42ae-945b-363887476fe7", "tag": "570a0f40-123a-4d46-b554-75ed790167a8"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:02:15.897735 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b7592a-ded7-4292-a46d-dc49e1f3297a service neutron] Pushing event updated for resources: {'Port': ['ID=570a0f40-123a-4d46-b554-75ed790167a8,revision_number=3']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:02:15.915751 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 20:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a03a59c4-ed97-489f-a7ec-6b3fe6f079b5 x-openstack-request-id: req-a03a59c4-ed97-489f-a7ec-6b3fe6f079b5 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:02:15.916105 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbc45ff5-8943-42ae-945b-363887476fe7", "tag": "570a0f40-123a-4d46-b554-75ed790167a8", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:02:15.916363 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a03a59c4-ed97-489f-a7ec-6b3fe6f079b5 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:02:15.916826 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbc45ff5-8943-42ae-945b-363887476fe7', 'tag': '570a0f40-123a-4d46-b554-75ed790167a8', 'status': 'completed', 'code': 200} Dec 10 20:02:15.954218 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac27e69f-1704-4a95-8df3-274d777a4269 req-0f52c724-8705-45fa-8a44-bb45c057d22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:02:15.955761 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ac27e69f-1704-4a95-8df3-274d777a4269 req-0f52c724-8705-45fa-8a44-bb45c057d22b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=575d6f57815e49e1b66e2ddad838d8d9&device_id=dbc45ff5-8943-42ae-945b-363887476fe7 HTTP/1.1" status: 200 len: 1097 time: 0.0543301 Dec 10 20:02:15.997102 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 060bc2e5-d2a4-47da-be39-05d7d90f0994 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 20:02:16.008410 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ac27e69f-1704-4a95-8df3-274d777a4269 req-c18b9e6c-ac1d-4dcc-91e0-03990e8c2883 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=570a0f40-123a-4d46-b554-75ed790167a8 HTTP/1.1" status: 200 len: 217 time: 0.0437572 Dec 10 20:02:16.047963 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 060bc2e5-d2a4-47da-be39-05d7d90f0994 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:02:16.048338 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:16.063339 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac27e69f-1704-4a95-8df3-274d777a4269 req-fb69068a-bbd6-4b60-b858-bb9b4e48d3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:02:16.064909 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ac27e69f-1704-4a95-8df3-274d777a4269 req-fb69068a-bbd6-4b60-b858-bb9b4e48d3cf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=27de811e-c8e8-453a-bfe1-fc2b947364a4 HTTP/1.1" status: 200 len: 835 time: 0.0493138 Dec 10 20:02:16.117617 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac27e69f-1704-4a95-8df3-274d777a4269 req-dfc4714b-be61-439d-8aa5-7f2caa8f8ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:02:16.118991 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ac27e69f-1704-4a95-8df3-274d777a4269 req-dfc4714b-be61-439d-8aa5-7f2caa8f8ce1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6b142d83-922e-4738-8209-6e9ebee2e8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0463521 Dec 10 20:02:16.211820 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ac27e69f-1704-4a95-8df3-274d777a4269 req-6a74559e-a155-4617-8e9e-8e6176ec3c59 service neutron] 10.222.0.36 "GET /v2.0/networks/6b142d83-922e-4738-8209-6e9ebee2e8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841789 Dec 10 20:02:16.305363 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ac27e69f-1704-4a95-8df3-274d777a4269 req-6c563c3f-6c9f-46f4-bf52-6d089787c25c service neutron] 10.222.0.36 "GET /v2.0/networks/6b142d83-922e-4738-8209-6e9ebee2e8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857372 Dec 10 20:02:16.392672 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f62214e-2432-4de2-b904-ea1b2e96472d req-acd3b63a-c104-4a67-8594-a466ab1cbcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:02:16.394103 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8f62214e-2432-4de2-b904-ea1b2e96472d req-acd3b63a-c104-4a67-8594-a466ab1cbcda service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=575d6f57815e49e1b66e2ddad838d8d9&device_id=dbc45ff5-8943-42ae-945b-363887476fe7 HTTP/1.1" status: 200 len: 1097 time: 0.0399766 Dec 10 20:02:16.483600 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f62214e-2432-4de2-b904-ea1b2e96472d req-fc37bc8a-1f4c-492f-8eb5-a13fa72e9349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:02:16.485144 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8f62214e-2432-4de2-b904-ea1b2e96472d req-fc37bc8a-1f4c-492f-8eb5-a13fa72e9349 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6b142d83-922e-4738-8209-6e9ebee2e8c9 HTTP/1.1" status: 200 len: 898 time: 0.0836146 Dec 10 20:02:16.531171 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8f62214e-2432-4de2-b904-ea1b2e96472d req-df0c5c6a-b09f-4fc7-86cd-c4925bf6d490 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=570a0f40-123a-4d46-b554-75ed790167a8 HTTP/1.1" status: 200 len: 217 time: 0.0377927 Dec 10 20:02:16.592314 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f62214e-2432-4de2-b904-ea1b2e96472d req-73286e34-9871-404c-99b3-e4ce5803a968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:02:16.593725 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8f62214e-2432-4de2-b904-ea1b2e96472d req-73286e34-9871-404c-99b3-e4ce5803a968 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=27de811e-c8e8-453a-bfe1-fc2b947364a4 HTTP/1.1" status: 200 len: 835 time: 0.0541174 Dec 10 20:02:16.659470 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb69331b-f051-4bec-af9f-76c9c09e3d88 req-a0b55e2e-4df8-4042-88c4-ae10957d23bb tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:02:16.660849 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-fb69331b-f051-4bec-af9f-76c9c09e3d88 req-a0b55e2e-4df8-4042-88c4-ae10957d23bb tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbc45ff5-8943-42ae-945b-363887476fe7 HTTP/1.1" status: 200 len: 944 time: 0.0822892 Dec 10 20:02:16.667305 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f62214e-2432-4de2-b904-ea1b2e96472d req-4b788223-8786-4585-b028-55e86034edcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:02:16.668785 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8f62214e-2432-4de2-b904-ea1b2e96472d req-4b788223-8786-4585-b028-55e86034edcd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6b142d83-922e-4738-8209-6e9ebee2e8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0613074 Dec 10 20:02:16.747646 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-fb69331b-f051-4bec-af9f-76c9c09e3d88 req-f3ef76b3-706b-4e6c-a97f-78abccd1cef8 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=74c532f0-d339-4002-a82a-9371631fdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779102 Dec 10 20:02:16.777990 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8f62214e-2432-4de2-b904-ea1b2e96472d req-bf0fcf6e-9b2f-4fb7-b9ba-afa84641263c service neutron] 10.222.0.36 "GET /v2.0/networks/6b142d83-922e-4738-8209-6e9ebee2e8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012676 Dec 10 20:02:16.873185 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8f62214e-2432-4de2-b904-ea1b2e96472d req-d1b61b60-bda4-47ea-a69d-85cc4301a0e0 service neutron] 10.222.0.36 "GET /v2.0/networks/6b142d83-922e-4738-8209-6e9ebee2e8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870543 Dec 10 20:02:17.867161 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd81d317-c31f-4cdb-b9f5-d96cf5490a22 req-59b8a4cd-6976-4fdb-a273-e43ae3f7c39e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:02:17.869338 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-cd81d317-c31f-4cdb-b9f5-d96cf5490a22 req-59b8a4cd-6976-4fdb-a273-e43ae3f7c39e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbc45ff5-8943-42ae-945b-363887476fe7 HTTP/1.1" status: 200 len: 944 time: 0.0517473 Dec 10 20:02:17.909404 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-cd81d317-c31f-4cdb-b9f5-d96cf5490a22 req-5e246b44-d9f3-4976-b40b-a93a6a95eb4c tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=74c532f0-d339-4002-a82a-9371631fdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342195 Dec 10 20:02:19.026686 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c2a070-23a5-4251-99b0-53a4dfd5a8e9 req-aa5f2541-d5bc-44f3-ad68-5cf4c926261d tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:02:19.028052 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-68c2a070-23a5-4251-99b0-53a4dfd5a8e9 req-aa5f2541-d5bc-44f3-ad68-5cf4c926261d tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbc45ff5-8943-42ae-945b-363887476fe7 HTTP/1.1" status: 200 len: 944 time: 0.0520384 Dec 10 20:02:19.067035 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-68c2a070-23a5-4251-99b0-53a4dfd5a8e9 req-9338e236-4a99-42d5-91fa-81c055fd2a71 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=74c532f0-d339-4002-a82a-9371631fdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330737 Dec 10 20:02:19.165768 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 570a0f40-123a-4d46-b554-75ed790167a8 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=102367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 20:02:19.265156 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 570a0f40-123a-4d46-b554-75ed790167a8, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=570a0f40-123a-4d46-b554-75ed790167a8,segment=NetworkSegment(16dd8a99-c0ec-44c7-b231-3581ac8a9cce),segment_id=16dd8a99-c0ec-44c7-b231-3581ac8a9cce)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:02:19.276945 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Returning: {'device': '570a0f40-123a-4d46-b554-75ed790167a8', 'network_id': '6b142d83-922e-4738-8209-6e9ebee2e8c9', 'port_id': '570a0f40-123a-4d46-b554-75ed790167a8', 'mac_address': 'fa:16:3e:cc:ca:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27de811e-c8e8-453a-bfe1-fc2b947364a4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 20:02:19.312417 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:19.328115 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 570a0f40-123a-4d46-b554-75ed790167a8 {{(pid=102367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 20:02:19.346825 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 570a0f40-123a-4d46-b554-75ed790167a8, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=570a0f40-123a-4d46-b554-75ed790167a8,segment=NetworkSegment(16dd8a99-c0ec-44c7-b231-3581ac8a9cce),segment_id=16dd8a99-c0ec-44c7-b231-3581ac8a9cce)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:02:19.350611 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:19.396113 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=570a0f40-123a-4d46-b554-75ed790167a8,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:02:19.749759 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['570a0f40-123a-4d46-b554-75ed790167a8'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 20:02:20.184743 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f58713-32cb-46d5-8e88-7185f65e1a0d req-cf8fc510-8635-4d65-b396-03d3d371e1ce tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:02:20.186182 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-69f58713-32cb-46d5-8e88-7185f65e1a0d req-cf8fc510-8635-4d65-b396-03d3d371e1ce tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbc45ff5-8943-42ae-945b-363887476fe7 HTTP/1.1" status: 200 len: 945 time: 0.0530536 Dec 10 20:02:20.224098 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-69f58713-32cb-46d5-8e88-7185f65e1a0d req-a57e22c6-a959-4b33-9776-96a019c0158d tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=74c532f0-d339-4002-a82a-9371631fdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317011 Dec 10 20:02:20.337643 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d17da216-f3c6-4e73-9156-729d24d41c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:21.181836 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 570a0f40-123a-4d46-b554-75ed790167a8 up at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 20:02:21.230613 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning for port 570a0f40-123a-4d46-b554-75ed790167a8 completed by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 20:02:21.234212 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning complete for port 570a0f40-123a-4d46-b554-75ed790167a8 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:02:21.234585 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:21.316793 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:21.340581 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc45ff5-8943-42ae-945b-363887476fe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '570a0f40-123a-4d46-b554-75ed790167a8'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:02:21.342844 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0dd006407324ce2959a5a4cf9f0b5e0801d7a51a5291ea700e8786e11115a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e83a520-9a19-4caa-bece-64fe9a872e88" -d '{"events": [{"server_uuid": "dbc45ff5-8943-42ae-945b-363887476fe7", "name": "network-vif-plugged", "status": "completed", "tag": "570a0f40-123a-4d46-b554-75ed790167a8"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:02:21.356285 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 570a0f40-123a-4d46-b554-75ed790167a8, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=570a0f40-123a-4d46-b554-75ed790167a8,segment=NetworkSegment(16dd8a99-c0ec-44c7-b231-3581ac8a9cce),segment_id=16dd8a99-c0ec-44c7-b231-3581ac8a9cce)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:02:21.361119 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:21.391235 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 20:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0608e7b5-b4ea-44c7-be21-432426c89eb9 x-openstack-request-id: req-0608e7b5-b4ea-44c7-be21-432426c89eb9 {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:02:21.391718 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbc45ff5-8943-42ae-945b-363887476fe7", "name": "network-vif-plugged", "status": "completed", "tag": "570a0f40-123a-4d46-b554-75ed790167a8", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:02:21.392128 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0608e7b5-b4ea-44c7-be21-432426c89eb9 {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:02:21.392750 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbc45ff5-8943-42ae-945b-363887476fe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '570a0f40-123a-4d46-b554-75ed790167a8', 'code': 200} Dec 10 20:02:21.423646 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=570a0f40-123a-4d46-b554-75ed790167a8,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:02:21.425678 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b37d96-0c3a-49b1-ba70-23efd3204f04 req-9f90febd-2e76-4ae9-8c01-3bdc1c7074ff tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:02:21.427081 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-60b37d96-0c3a-49b1-ba70-23efd3204f04 req-9f90febd-2e76-4ae9-8c01-3bdc1c7074ff tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbc45ff5-8943-42ae-945b-363887476fe7 HTTP/1.1" status: 200 len: 946 time: 0.0577111 Dec 10 20:02:21.468534 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-60b37d96-0c3a-49b1-ba70-23efd3204f04 req-30339929-1d9b-4f31-a892-535b17ce34c1 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=74c532f0-d339-4002-a82a-9371631fdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345378 Dec 10 20:02:21.558558 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342aaec-9752-4028-a8c5-8cb5aebf1cd2 req-8d1faa93-598e-4a97-9350-076bfebdb060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:02:21.560027 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d342aaec-9752-4028-a8c5-8cb5aebf1cd2 req-8d1faa93-598e-4a97-9350-076bfebdb060 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dbc45ff5-8943-42ae-945b-363887476fe7 HTTP/1.1" status: 200 len: 1099 time: 0.0420234 Dec 10 20:02:21.595036 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d342aaec-9752-4028-a8c5-8cb5aebf1cd2 req-26ab4c91-0612-4703-86a4-fe0d37b2ffb7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=74c532f0-d339-4002-a82a-9371631fdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279431 Dec 10 20:02:22.590524 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06847524-022b-47aa-8305-e59e74b14642 req-a9f5dc6b-ba36-487f-93d5-97f3dd8c398a tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:02:22.592125 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-06847524-022b-47aa-8305-e59e74b14642 req-a9f5dc6b-ba36-487f-93d5-97f3dd8c398a tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbc45ff5-8943-42ae-945b-363887476fe7 HTTP/1.1" status: 200 len: 946 time: 0.0524802 Dec 10 20:02:22.629629 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-06847524-022b-47aa-8305-e59e74b14642 req-f8ce4e37-51c4-4052-9b70-99b67ef6c8e6 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=74c532f0-d339-4002-a82a-9371631fdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316668 Dec 10 20:02:22.949463 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:02:23.749973 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3974173e-37d6-46bd-b845-589ad5b0f43a req-581435be-4ff3-464f-a9c6-53c088ce0301 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:02:23.751444 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3974173e-37d6-46bd-b845-589ad5b0f43a req-581435be-4ff3-464f-a9c6-53c088ce0301 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbc45ff5-8943-42ae-945b-363887476fe7 HTTP/1.1" status: 200 len: 946 time: 0.0514524 Dec 10 20:02:23.789242 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3974173e-37d6-46bd-b845-589ad5b0f43a req-a5a2128e-000a-4fee-bc5c-2ce191f79062 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=74c532f0-d339-4002-a82a-9371631fdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318081 Dec 10 20:02:23.906238 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb6356-55df-4253-8353-98fec2ca3163 req-0e77372e-bb25-4447-8af8-2855562f259a tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:02:23.908034 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-03bb6356-55df-4253-8353-98fec2ca3163 req-0e77372e-bb25-4447-8af8-2855562f259a tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbc45ff5-8943-42ae-945b-363887476fe7 HTTP/1.1" status: 200 len: 946 time: 0.0517371 Dec 10 20:02:23.946355 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-03bb6356-55df-4253-8353-98fec2ca3163 req-bdf3a2e4-97b1-4a12-b21e-c3ec9383409c tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=74c532f0-d339-4002-a82a-9371631fdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316908 Dec 10 20:02:23.968543 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 35442) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:02:24.054121 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11433a49-30ba-485e-8535-52b6e60c325d tempest-TestNetworkAdvancedServerOps-1204599226 tempest-TestNetworkAdvancedServerOps-1204599226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:02:24.056358 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-11433a49-30ba-485e-8535-52b6e60c325d tempest-TestNetworkAdvancedServerOps-1204599226 tempest-TestNetworkAdvancedServerOps-1204599226-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=dbc45ff5-8943-42ae-945b-363887476fe7 HTTP/1.1" status: 200 len: 1094 time: 0.0868406 Dec 10 20:02:24.059334 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 35446) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:02:24.063912 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-f58e9ccb-c4b9-4e73-81ae-6de819367a0e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Request body: {'floatingip': {'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'port_id': '570a0f40-123a-4d46-b554-75ed790167a8', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:02:24.084934 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f58e9ccb-c4b9-4e73-81ae-6de819367a0e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for floatingip, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:24.186173 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f58e9ccb-c4b9-4e73-81ae-6de819367a0e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:24.285305 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-f58e9ccb-c4b9-4e73-81ae-6de819367a0e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Allocated IP 172.26.6.70 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/73b9f403-ce64-4918-b06f-68ce060178f9) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 20:02:24.301121 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ec627b62-ea77-4a42-8686-9a6a1c07d073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:24.388098 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f58e9ccb-c4b9-4e73-81ae-6de819367a0e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:24.426212 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f58e9ccb-c4b9-4e73-81ae-6de819367a0e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:24.462648 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58e9ccb-c4b9-4e73-81ae-6de819367a0e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 20:02:24.465328 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-f58e9ccb-c4b9-4e73-81ae-6de819367a0e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 20:02:24.468085 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58e9ccb-c4b9-4e73-81ae-6de819367a0e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 20:02:24.495604 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e9ccb-c4b9-4e73-81ae-6de819367a0e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'Port': ['ID=73b9f403-ce64-4918-b06f-68ce060178f9,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:02:24.808967 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f58e9ccb-c4b9-4e73-81ae-6de819367a0e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:24.872885 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f58e9ccb-c4b9-4e73-81ae-6de819367a0e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:25.019745 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f58e9ccb-c4b9-4e73-81ae-6de819367a0e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:25.025192 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f58e9ccb-c4b9-4e73-81ae-6de819367a0e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:25.093096 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e9ccb-c4b9-4e73-81ae-6de819367a0e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'Port': ['ID=73b9f403-ce64-4918-b06f-68ce060178f9,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:02:25.105276 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f58e9ccb-c4b9-4e73-81ae-6de819367a0e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3713103'] for floatingip, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:25.206098 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.l3_db [None req-f58e9ccb-c4b9-4e73-81ae-6de819367a0e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Floating IP f257d84d-39cc-485e-a700-a20b86571a31 associated. External IP: 172.26.6.70, port: 570a0f40-123a-4d46-b554-75ed790167a8. Dec 10 20:02:25.411209 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f58e9ccb-c4b9-4e73-81ae-6de819367a0e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Router 70963fb4-100a-41d6-a672-2e0a02e07306 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 20:02:25.519814 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58e9ccb-c4b9-4e73-81ae-6de819367a0e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 20:02:25.529669 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc0831d-8721-4290-b2f1-03fb6747021e None None] Sync routers for ids ['70963fb4-100a-41d6-a672-2e0a02e07306'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 20:02:25.537067 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f58e9ccb-c4b9-4e73-81ae-6de819367a0e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:25.550076 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc0831d-8721-4290-b2f1-03fb6747021e None None] Routers {'70963fb4-100a-41d6-a672-2e0a02e07306'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:02:25.550856 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-efc0831d-8721-4290-b2f1-03fb6747021e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:02:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['70963fb4-100a-41d6-a672-2e0a02e07306'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:02:25.554032 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:25.565017 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-f58e9ccb-c4b9-4e73-81ae-6de819367a0e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5046043 Dec 10 20:02:25.565594 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbc45ff5-8943-42ae-945b-363887476fe7', 'tag': '570a0f40-123a-4d46-b554-75ed790167a8'}] {{(pid=102366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:02:25.567870 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a86acec104960cf4069dffce1919f1f0aa2a294c7752363dfd1d6594a90fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d474fdd7-9a02-4ed4-a639-d221dbeb1532" -d '{"events": [{"name": "network-changed", "server_uuid": "dbc45ff5-8943-42ae-945b-363887476fe7", "tag": "570a0f40-123a-4d46-b554-75ed790167a8"}]}' {{(pid=102366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:02:25.661459 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 20:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c55ad0-e505-4faf-b07d-65acd801dc3a x-openstack-request-id: req-34c55ad0-e505-4faf-b07d-65acd801dc3a {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:02:25.661741 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbc45ff5-8943-42ae-945b-363887476fe7", "tag": "570a0f40-123a-4d46-b554-75ed790167a8", "status": "completed", "code": 200}]} {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:02:25.661995 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-34c55ad0-e505-4faf-b07d-65acd801dc3a {{(pid=102366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:02:25.662390 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbc45ff5-8943-42ae-945b-363887476fe7', 'tag': '570a0f40-123a-4d46-b554-75ed790167a8', 'status': 'completed', 'code': 200} Dec 10 20:02:25.666816 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5cf11a-3893-4d1e-aeae-2f0ac76ae842 req-3eef7dde-ee7f-4798-aecd-77cc091b39a4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:02:25.669565 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1d5cf11a-3893-4d1e-aeae-2f0ac76ae842 req-3eef7dde-ee7f-4798-aecd-77cc091b39a4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbc45ff5-8943-42ae-945b-363887476fe7 HTTP/1.1" status: 200 len: 946 time: 0.0545506 Dec 10 20:02:25.674685 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-efc0831d-8721-4290-b2f1-03fb6747021e None None] Set router 70963fb4-100a-41d6-a672-2e0a02e07306 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:02:25.747715 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1d5cf11a-3893-4d1e-aeae-2f0ac76ae842 req-5644ccdc-053c-48e2-a61e-ad6ff73fa4c2 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=74c532f0-d339-4002-a82a-9371631fdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545077 Dec 10 20:02:25.753026 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d474fdd7-9a02-4ed4-a639-d221dbeb1532 req-f4a48e3a-a6c8-4092-aab2-1b24e3ab2a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:02:25.754616 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d474fdd7-9a02-4ed4-a639-d221dbeb1532 req-f4a48e3a-a6c8-4092-aab2-1b24e3ab2a65 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=575d6f57815e49e1b66e2ddad838d8d9&device_id=dbc45ff5-8943-42ae-945b-363887476fe7 HTTP/1.1" status: 200 len: 1099 time: 0.0693958 Dec 10 20:02:25.771089 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 35454) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:02:25.843187 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-bd6b274d-f67a-484d-aee5-d9091efe79bf tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/floatingips/f257d84d-39cc-485e-a700-a20b86571a31 HTTP/1.1" status: 200 len: 991 time: 0.0707214 Dec 10 20:02:25.858161 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d474fdd7-9a02-4ed4-a639-d221dbeb1532 req-7254faec-d0f4-4b2e-8930-c7a80327e4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:02:25.859625 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d474fdd7-9a02-4ed4-a639-d221dbeb1532 req-7254faec-d0f4-4b2e-8930-c7a80327e4a7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6b142d83-922e-4738-8209-6e9ebee2e8c9 HTTP/1.1" status: 200 len: 898 time: 0.0975554 Dec 10 20:02:25.912911 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-efc0831d-8721-4290-b2f1-03fb6747021e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70963fb4-100a-41d6-a672-2e0a02e07306', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279531831', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.107'}], 'enable_snat': True}, 'gw_port_id': 'be5faab5-2b79-4d13-ac30-10a3aaac3743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:02:07Z', 'updated_at': '2021-12-10T20:02:11Z', 'revision_number': 4, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': 'be5faab5-2b79-4d13-ac30-10a3aaac3743', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:91:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70963fb4-100a-41d6-a672-2e0a02e07306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:02:08Z', 'updated_at': '2021-12-10T20:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': 'f257d84d-39cc-485e-a700-a20b86571a31', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'floating_ip_address': '172.26.6.70', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '70963fb4-100a-41d6-a672-2e0a02e07306', 'port_id': '570a0f40-123a-4d46-b554-75ed790167a8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b142d83-922e-4738-8209-6e9ebee2e8c9', 'mac_address': 'fa:16:3e:cc:ca:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc45ff5-8943-42ae-945b-363887476fe7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:02:24Z', 'updated_at': '2021-12-10T20:02:24Z', 'revision_number': 0, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '060bc2e5-d2a4-47da-be39-05d7d90f0994', 'name': '', 'network_id': '6b142d83-922e-4738-8209-6e9ebee2e8c9', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'mac_address': 'fa:16:3e:65:31:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70963fb4-100a-41d6-a672-2e0a02e07306', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '27de811e-c8e8-453a-bfe1-fc2b947364a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:02:10Z', 'updated_at': '2021-12-10T20:02:13Z', 'revision_number': 5, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'subnets': [{'id': '27de811e-c8e8-453a-bfe1-fc2b947364a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:02:25.926325 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d474fdd7-9a02-4ed4-a639-d221dbeb1532 req-31427edd-5c54-4d0a-9486-a30af13aa477 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=570a0f40-123a-4d46-b554-75ed790167a8 HTTP/1.1" status: 200 len: 999 time: 0.0574305 Dec 10 20:02:25.939734 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc0831d-8721-4290-b2f1-03fb6747021e None None] Checking router: 70963fb4-100a-41d6-a672-2e0a02e07306 for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 20:02:25.948779 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc0831d-8721-4290-b2f1-03fb6747021e None None] Routers {'70963fb4-100a-41d6-a672-2e0a02e07306'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:02:25.949394 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-efc0831d-8721-4290-b2f1-03fb6747021e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:02:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['70963fb4-100a-41d6-a672-2e0a02e07306'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:02:25.981936 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d474fdd7-9a02-4ed4-a639-d221dbeb1532 req-e5b5aa6e-7aa3-482b-8bc7-aa07115af6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:02:25.983395 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d474fdd7-9a02-4ed4-a639-d221dbeb1532 req-e5b5aa6e-7aa3-482b-8bc7-aa07115af6d7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=27de811e-c8e8-453a-bfe1-fc2b947364a4 HTTP/1.1" status: 200 len: 835 time: 0.0496786 Dec 10 20:02:26.031626 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d474fdd7-9a02-4ed4-a639-d221dbeb1532 req-1c5120e7-f6c1-4642-b2a2-0b8d9c63fe4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:02:26.033143 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d474fdd7-9a02-4ed4-a639-d221dbeb1532 req-1c5120e7-f6c1-4642-b2a2-0b8d9c63fe4d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6b142d83-922e-4738-8209-6e9ebee2e8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416865 Dec 10 20:02:26.058932 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-efc0831d-8721-4290-b2f1-03fb6747021e None None] Set router 70963fb4-100a-41d6-a672-2e0a02e07306 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:02:26.123247 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d474fdd7-9a02-4ed4-a639-d221dbeb1532 req-caef2b2d-7744-45ea-95ec-797de6414545 service neutron] 10.222.0.36 "GET /v2.0/networks/6b142d83-922e-4738-8209-6e9ebee2e8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823762 Dec 10 20:02:26.226061 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d474fdd7-9a02-4ed4-a639-d221dbeb1532 req-855ab61f-0142-4e18-b691-cfee3ccc967c service neutron] 10.222.0.36 "GET /v2.0/networks/6b142d83-922e-4738-8209-6e9ebee2e8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936875 Dec 10 20:02:26.421617 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-efc0831d-8721-4290-b2f1-03fb6747021e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70963fb4-100a-41d6-a672-2e0a02e07306', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279531831', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.107'}], 'enable_snat': True}, 'gw_port_id': 'be5faab5-2b79-4d13-ac30-10a3aaac3743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:02:07Z', 'updated_at': '2021-12-10T20:02:11Z', 'revision_number': 4, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': 'be5faab5-2b79-4d13-ac30-10a3aaac3743', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:91:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70963fb4-100a-41d6-a672-2e0a02e07306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:02:08Z', 'updated_at': '2021-12-10T20:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': 'f257d84d-39cc-485e-a700-a20b86571a31', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'floating_ip_address': '172.26.6.70', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '70963fb4-100a-41d6-a672-2e0a02e07306', 'port_id': '570a0f40-123a-4d46-b554-75ed790167a8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b142d83-922e-4738-8209-6e9ebee2e8c9', 'mac_address': 'fa:16:3e:cc:ca:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc45ff5-8943-42ae-945b-363887476fe7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:02:24Z', 'updated_at': '2021-12-10T20:02:24Z', 'revision_number': 0, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '060bc2e5-d2a4-47da-be39-05d7d90f0994', 'name': '', 'network_id': '6b142d83-922e-4738-8209-6e9ebee2e8c9', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'mac_address': 'fa:16:3e:65:31:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70963fb4-100a-41d6-a672-2e0a02e07306', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '27de811e-c8e8-453a-bfe1-fc2b947364a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:02:10Z', 'updated_at': '2021-12-10T20:02:13Z', 'revision_number': 5, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'subnets': [{'id': '27de811e-c8e8-453a-bfe1-fc2b947364a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:02:26.451166 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc0831d-8721-4290-b2f1-03fb6747021e None None] The sync data for ids ['70963fb4-100a-41d6-a672-2e0a02e07306'] in dv-neutron-821441-1-hyperv is: [{'id': '70963fb4-100a-41d6-a672-2e0a02e07306', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279531831', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.107'}], 'enable_snat': True}, 'gw_port_id': 'be5faab5-2b79-4d13-ac30-10a3aaac3743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:02:07Z', 'updated_at': '2021-12-10T20:02:11Z', 'revision_number': 4, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': 'be5faab5-2b79-4d13-ac30-10a3aaac3743', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:91:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70963fb4-100a-41d6-a672-2e0a02e07306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:02:08Z', 'updated_at': '2021-12-10T20:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': 'f257d84d-39cc-485e-a700-a20b86571a31', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'floating_ip_address': '172.26.6.70', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '70963fb4-100a-41d6-a672-2e0a02e07306', 'port_id': '570a0f40-123a-4d46-b554-75ed790167a8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b142d83-922e-4738-8209-6e9ebee2e8c9', 'mac_address': 'fa:16:3e:cc:ca:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc45ff5-8943-42ae-945b-363887476fe7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:02:24Z', 'updated_at': '2021-12-10T20:02:24Z', 'revision_number': 0, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '060bc2e5-d2a4-47da-be39-05d7d90f0994', 'name': '', 'network_id': '6b142d83-922e-4738-8209-6e9ebee2e8c9', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'mac_address': 'fa:16:3e:65:31:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70963fb4-100a-41d6-a672-2e0a02e07306', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '27de811e-c8e8-453a-bfe1-fc2b947364a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:02:10Z', 'updated_at': '2021-12-10T20:02:13Z', 'revision_number': 5, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'subnets': [{'id': '27de811e-c8e8-453a-bfe1-fc2b947364a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 20:02:26.590634 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:26.637888 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc0efdb-5e6b-474f-b242-59b5963dd229 None None] New status for floating IP f257d84d-39cc-485e-a700-a20b86571a31: ACTIVE {{(pid=102368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 20:02:26.845497 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 35456) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:02:26.906884 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-97285869-92b9-40d1-bead-b3be7635bdcd tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/floatingips/f257d84d-39cc-485e-a700-a20b86571a31 HTTP/1.1" status: 200 len: 993 time: 0.0602243 Dec 10 20:02:26.947886 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:32.776098 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:50.339759 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-56913044-97f2-402e-bcd6-26e4400029d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:54.302524 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-bd50ba26-2477-4417-98c8-00d969d6b398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:55.556180 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:56.591602 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:56.951903 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:02:59.947762 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:03:02.777332 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:03:20.341076 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-7843c203-8fa9-4e6f-850e-0244d3625bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:03:23.731856 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5e6420fd-1d9f-4655-a2c0-d47f1c0ca9e3 req-45eb4984-7a63-4d3e-913c-51bb8612f710 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dbc45ff5-8943-42ae-945b-363887476fe7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439384 Dec 10 20:03:23.813417 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6420fd-1d9f-4655-a2c0-d47f1c0ca9e3 req-6f631b7c-6356-49c6-9989-abd02b6905f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:03:23.814879 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5e6420fd-1d9f-4655-a2c0-d47f1c0ca9e3 req-6f631b7c-6356-49c6-9989-abd02b6905f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=575d6f57815e49e1b66e2ddad838d8d9&device_id=dbc45ff5-8943-42ae-945b-363887476fe7 HTTP/1.1" status: 200 len: 1099 time: 0.0407214 Dec 10 20:03:23.918587 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6420fd-1d9f-4655-a2c0-d47f1c0ca9e3 req-e11ef37f-6870-4f67-bcc7-cb8afb30410d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:03:23.920056 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5e6420fd-1d9f-4655-a2c0-d47f1c0ca9e3 req-e11ef37f-6870-4f67-bcc7-cb8afb30410d service neutron] 10.222.0.36 "GET /v2.0/networks?id=6b142d83-922e-4738-8209-6e9ebee2e8c9 HTTP/1.1" status: 200 len: 898 time: 0.0850983 Dec 10 20:03:23.989125 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5e6420fd-1d9f-4655-a2c0-d47f1c0ca9e3 req-1f165208-a520-4530-89ca-424c2729c947 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=570a0f40-123a-4d46-b554-75ed790167a8 HTTP/1.1" status: 200 len: 1001 time: 0.0614471 Dec 10 20:03:24.036950 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6420fd-1d9f-4655-a2c0-d47f1c0ca9e3 req-bf6f9e2b-ae75-40c0-9e3b-495c402a07de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:03:24.038355 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5e6420fd-1d9f-4655-a2c0-d47f1c0ca9e3 req-bf6f9e2b-ae75-40c0-9e3b-495c402a07de service neutron] 10.222.0.36 "GET /v2.0/subnets?id=27de811e-c8e8-453a-bfe1-fc2b947364a4 HTTP/1.1" status: 200 len: 835 time: 0.0427046 Dec 10 20:03:24.083336 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6420fd-1d9f-4655-a2c0-d47f1c0ca9e3 req-82e66db8-43a9-453e-81e7-c77702a7ae37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:03:24.084833 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5e6420fd-1d9f-4655-a2c0-d47f1c0ca9e3 req-82e66db8-43a9-453e-81e7-c77702a7ae37 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6b142d83-922e-4738-8209-6e9ebee2e8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394180 Dec 10 20:03:24.178340 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5e6420fd-1d9f-4655-a2c0-d47f1c0ca9e3 req-89fa0655-ccba-4600-9b1d-a9c37c31684c service neutron] 10.222.0.36 "GET /v2.0/networks/6b142d83-922e-4738-8209-6e9ebee2e8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845222 Dec 10 20:03:24.267279 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5e6420fd-1d9f-4655-a2c0-d47f1c0ca9e3 req-570449e1-ecda-41fc-ac39-234e5bb2c0ef service neutron] 10.222.0.36 "GET /v2.0/networks/6b142d83-922e-4738-8209-6e9ebee2e8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826340 Dec 10 20:03:24.305727 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0af7c362-0725-4544-b13e-e87119103ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:03:25.553302 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:03:26.592383 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:03:26.954278 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:03:32.801337 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:03:36.946285 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:03:40.306696 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [req-87e5302f-13eb-43e2-bf9d-4575c7d2fd40 req-d792e5de-b850-45ec-a1e2-ee00b2466800 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 20:03:40.307747 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-87e5302f-13eb-43e2-bf9d-4575c7d2fd40 req-d792e5de-b850-45ec-a1e2-ee00b2466800 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1300437 Dec 10 20:03:41.508788 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d943b-59ec-4c1e-a94a-9da9921f8dc0 req-7acb0e50-be52-4d7c-ae58-16e92f8a919b tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:03:41.510283 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d27d943b-59ec-4c1e-a94a-9da9921f8dc0 req-7acb0e50-be52-4d7c-ae58-16e92f8a919b tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbc45ff5-8943-42ae-945b-363887476fe7 HTTP/1.1" status: 200 len: 946 time: 0.0508823 Dec 10 20:03:41.548661 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-778b3db2-1f60-4403-ae56-281f3fc8a49d req-3f00f42f-0827-48f7-9998-c6e7287be00f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=dbc45ff5-8943-42ae-945b-363887476fe7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0980012 Dec 10 20:03:41.557653 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [req-778b3db2-1f60-4403-ae56-281f3fc8a49d req-2ad026cb-65c5-464c-86ad-1ce73cc85a37 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 20:03:41.558140 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d27d943b-59ec-4c1e-a94a-9da9921f8dc0 req-f1887f75-0dc0-4fa7-b43a-ab67abfd8e15 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=74c532f0-d339-4002-a82a-9371631fdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403657 Dec 10 20:03:41.558919 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-778b3db2-1f60-4403-ae56-281f3fc8a49d req-2ad026cb-65c5-464c-86ad-1ce73cc85a37 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051298 Dec 10 20:03:42.676269 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4081c0d1-5e34-4c91-8949-5f5b1ee6da67 req-6abab78e-ea16-456b-8002-e7cf31b98bfd tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:03:42.677795 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4081c0d1-5e34-4c91-8949-5f5b1ee6da67 req-6abab78e-ea16-456b-8002-e7cf31b98bfd tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbc45ff5-8943-42ae-945b-363887476fe7 HTTP/1.1" status: 200 len: 946 time: 0.0497854 Dec 10 20:03:42.715704 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4081c0d1-5e34-4c91-8949-5f5b1ee6da67 req-3e13d5b7-bd03-48cf-8af5-04a539d46790 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=74c532f0-d339-4002-a82a-9371631fdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314827 Dec 10 20:03:42.842223 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778b3db2-1f60-4403-ae56-281f3fc8a49d req-d8a8f919-14d4-4535-b520-d6ce81e0ea4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:03:42.843591 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-778b3db2-1f60-4403-ae56-281f3fc8a49d req-d8a8f919-14d4-4535-b520-d6ce81e0ea4a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=575d6f57815e49e1b66e2ddad838d8d9&device_id=dbc45ff5-8943-42ae-945b-363887476fe7 HTTP/1.1" status: 200 len: 1099 time: 0.0417113 Dec 10 20:03:42.939245 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778b3db2-1f60-4403-ae56-281f3fc8a49d req-a0417879-d5b8-4258-8a80-f2dee5c0b133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:03:42.940723 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-778b3db2-1f60-4403-ae56-281f3fc8a49d req-a0417879-d5b8-4258-8a80-f2dee5c0b133 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6b142d83-922e-4738-8209-6e9ebee2e8c9 HTTP/1.1" status: 200 len: 898 time: 0.0898061 Dec 10 20:03:43.006730 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-778b3db2-1f60-4403-ae56-281f3fc8a49d req-2214e7fb-02d2-4c85-aaed-c14acf794cbe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=570a0f40-123a-4d46-b554-75ed790167a8 HTTP/1.1" status: 200 len: 1001 time: 0.0578692 Dec 10 20:03:43.054240 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778b3db2-1f60-4403-ae56-281f3fc8a49d req-f3b2e814-1734-4b66-864a-cd2903565f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:03:43.055633 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-778b3db2-1f60-4403-ae56-281f3fc8a49d req-f3b2e814-1734-4b66-864a-cd2903565f52 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=27de811e-c8e8-453a-bfe1-fc2b947364a4 HTTP/1.1" status: 200 len: 835 time: 0.0414498 Dec 10 20:03:43.105741 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778b3db2-1f60-4403-ae56-281f3fc8a49d req-bfce0d6c-1889-48a4-8f72-59692cddb62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:03:43.107073 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-778b3db2-1f60-4403-ae56-281f3fc8a49d req-bfce0d6c-1889-48a4-8f72-59692cddb62a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6b142d83-922e-4738-8209-6e9ebee2e8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0442712 Dec 10 20:03:43.195487 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-778b3db2-1f60-4403-ae56-281f3fc8a49d req-3aafc270-0fb0-4726-aefc-064b6f2ee8d5 service neutron] 10.222.0.36 "GET /v2.0/networks/6b142d83-922e-4738-8209-6e9ebee2e8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802925 Dec 10 20:03:43.288571 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-778b3db2-1f60-4403-ae56-281f3fc8a49d req-b94ab06d-945a-4dfa-b171-3f1d76f15333 service neutron] 10.222.0.36 "GET /v2.0/networks/6b142d83-922e-4738-8209-6e9ebee2e8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849147 Dec 10 20:03:43.842884 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2edf85b-2fed-45ea-bb5e-62c00558ef70 req-b5c8442e-3a46-491f-9e9a-918e289a440b tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:03:43.845029 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b2edf85b-2fed-45ea-bb5e-62c00558ef70 req-b5c8442e-3a46-491f-9e9a-918e289a440b tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbc45ff5-8943-42ae-945b-363887476fe7 HTTP/1.1" status: 200 len: 946 time: 0.0527453 Dec 10 20:03:43.895238 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b2edf85b-2fed-45ea-bb5e-62c00558ef70 req-1c5eb998-77cb-43ea-93df-9d104b39fa22 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=74c532f0-d339-4002-a82a-9371631fdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417128 Dec 10 20:03:45.011608 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e569df1f-1d37-4b17-9f39-d6e5f10c44b8 req-c2f20fa4-6437-43d9-88e1-36902d2103f1 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:03:45.013277 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e569df1f-1d37-4b17-9f39-d6e5f10c44b8 req-c2f20fa4-6437-43d9-88e1-36902d2103f1 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbc45ff5-8943-42ae-945b-363887476fe7 HTTP/1.1" status: 200 len: 946 time: 0.0509744 Dec 10 20:03:45.051086 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e569df1f-1d37-4b17-9f39-d6e5f10c44b8 req-95fa8c49-657a-4bfc-b28e-f25cfa45d4fe tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=74c532f0-d339-4002-a82a-9371631fdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316172 Dec 10 20:03:46.171412 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6813797a-7e52-45e9-899a-4971857236f4 req-4a009228-9053-441d-863f-98a06f577ed7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:03:46.172893 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6813797a-7e52-45e9-899a-4971857236f4 req-4a009228-9053-441d-863f-98a06f577ed7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbc45ff5-8943-42ae-945b-363887476fe7 HTTP/1.1" status: 200 len: 946 time: 0.0526922 Dec 10 20:03:46.209393 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6813797a-7e52-45e9-899a-4971857236f4 req-1cb9ff82-4888-4f0f-aa15-8a133635d3d2 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=74c532f0-d339-4002-a82a-9371631fdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306764 Dec 10 20:03:47.325427 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a450c8-4d56-45ee-857a-7e9394fe8c6a req-b3a60d2b-7219-4e76-a7c1-5e3d73ced36c tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:03:47.326890 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b5a450c8-4d56-45ee-857a-7e9394fe8c6a req-b3a60d2b-7219-4e76-a7c1-5e3d73ced36c tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbc45ff5-8943-42ae-945b-363887476fe7 HTTP/1.1" status: 200 len: 946 time: 0.0491352 Dec 10 20:03:47.364262 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b5a450c8-4d56-45ee-857a-7e9394fe8c6a req-c27254c5-fb3a-44e7-aa35-2d243d772627 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=74c532f0-d339-4002-a82a-9371631fdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315342 Dec 10 20:03:48.479151 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02525d0a-a495-4133-bd06-1afc326a29a3 req-63b902e6-1b8e-49a6-84fd-3a9bc42af532 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:03:48.481293 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-02525d0a-a495-4133-bd06-1afc326a29a3 req-63b902e6-1b8e-49a6-84fd-3a9bc42af532 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbc45ff5-8943-42ae-945b-363887476fe7 HTTP/1.1" status: 200 len: 946 time: 0.0488496 Dec 10 20:03:48.518491 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-02525d0a-a495-4133-bd06-1afc326a29a3 req-f2080d57-3569-440c-ab2d-614f002ddad2 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=74c532f0-d339-4002-a82a-9371631fdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313740 Dec 10 20:03:49.635990 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5fc14d-7e2c-42a0-b1d1-84a641fa86e8 req-376d0407-c9c6-42ff-ab2b-bd236703c9a5 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:03:49.637961 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3b5fc14d-7e2c-42a0-b1d1-84a641fa86e8 req-376d0407-c9c6-42ff-ab2b-bd236703c9a5 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbc45ff5-8943-42ae-945b-363887476fe7 HTTP/1.1" status: 200 len: 946 time: 0.0533018 Dec 10 20:03:49.985013 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3b5fc14d-7e2c-42a0-b1d1-84a641fa86e8 req-f9b65067-4fe9-42fc-80e8-a66150763ce0 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=74c532f0-d339-4002-a82a-9371631fdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3411222 Dec 10 20:03:50.342392 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-23db8093-efce-411c-84ad-5f9fff263825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:03:51.100464 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed615c-8456-4a41-bfe9-8c6248f8a67e req-2f45f712-36e0-493a-b515-ab055f6e49cf tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:03:51.101939 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-93ed615c-8456-4a41-bfe9-8c6248f8a67e req-2f45f712-36e0-493a-b515-ab055f6e49cf tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbc45ff5-8943-42ae-945b-363887476fe7 HTTP/1.1" status: 200 len: 946 time: 0.0489414 Dec 10 20:03:51.138789 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-93ed615c-8456-4a41-bfe9-8c6248f8a67e req-9a9c104e-af9b-4eb3-b4a4-0d6ce5a38a9a tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=74c532f0-d339-4002-a82a-9371631fdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309589 Dec 10 20:03:52.252782 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f83bf99-67ea-4cfe-a022-2261c9689759 req-1b407f3f-19b3-425e-83ff-c0f2938cca78 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:03:52.254261 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0f83bf99-67ea-4cfe-a022-2261c9689759 req-1b407f3f-19b3-425e-83ff-c0f2938cca78 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbc45ff5-8943-42ae-945b-363887476fe7 HTTP/1.1" status: 200 len: 946 time: 0.0488594 Dec 10 20:03:52.295498 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0f83bf99-67ea-4cfe-a022-2261c9689759 req-9f1e64e3-3e1c-4f18-be83-049c3b35ca96 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=74c532f0-d339-4002-a82a-9371631fdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353444 Dec 10 20:03:53.412765 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202bb60-db3a-4648-af46-333fd78e1843 req-37ea2576-d317-47fe-a92b-7bba8cb179b3 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:03:53.414194 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c202bb60-db3a-4648-af46-333fd78e1843 req-37ea2576-d317-47fe-a92b-7bba8cb179b3 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbc45ff5-8943-42ae-945b-363887476fe7 HTTP/1.1" status: 200 len: 946 time: 0.0504799 Dec 10 20:03:53.452481 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c202bb60-db3a-4648-af46-333fd78e1843 req-89a0b5e9-dd3f-4c06-9180-bd1cf294866a tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=74c532f0-d339-4002-a82a-9371631fdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308340 Dec 10 20:03:54.306152 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f14d4557-b4da-4f14-8113-10eac314684c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:03:54.567722 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca2cbf-12ca-458d-addb-8529508e1ad1 req-f3801c1c-a21c-456b-b686-3ae6bd6f62f2 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:03:54.569235 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8fca2cbf-12ca-458d-addb-8529508e1ad1 req-f3801c1c-a21c-456b-b686-3ae6bd6f62f2 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbc45ff5-8943-42ae-945b-363887476fe7 HTTP/1.1" status: 200 len: 946 time: 0.0496461 Dec 10 20:03:54.608467 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8fca2cbf-12ca-458d-addb-8529508e1ad1 req-206b7ee1-c652-4c0a-81aa-3f0f6e50b2c5 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=74c532f0-d339-4002-a82a-9371631fdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329912 Dec 10 20:03:54.983925 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-778b3db2-1f60-4403-ae56-281f3fc8a49d req-f6a9fce3-6c45-429c-a746-db1f19cfca25 service neutron] 10.222.0.36 "GET /v2.0/ports/570a0f40-123a-4d46-b554-75ed790167a8/bindings/hv-neutron-8214 HTTP/1.1" status: 200 len: 384 time: 0.0544171 Dec 10 20:03:55.205986 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778b3db2-1f60-4403-ae56-281f3fc8a49d req-45c62f93-3023-4479-b9ae-0874ec3f3caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:03:55.207512 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-778b3db2-1f60-4403-ae56-281f3fc8a49d req-45c62f93-3023-4479-b9ae-0874ec3f3caa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dbc45ff5-8943-42ae-945b-363887476fe7&tenant_id=575d6f57815e49e1b66e2ddad838d8d9 HTTP/1.1" status: 200 len: 1099 time: 0.0461371 Dec 10 20:03:55.273862 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778b3db2-1f60-4403-ae56-281f3fc8a49d req-36cfd041-0367-4494-91f7-0c1b40f2b314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:03:55.275291 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-778b3db2-1f60-4403-ae56-281f3fc8a49d req-36cfd041-0367-4494-91f7-0c1b40f2b314 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=575d6f57815e49e1b66e2ddad838d8d9&device_id=dbc45ff5-8943-42ae-945b-363887476fe7 HTTP/1.1" status: 200 len: 1099 time: 0.0409501 Dec 10 20:03:55.364599 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778b3db2-1f60-4403-ae56-281f3fc8a49d req-0050d99a-67fc-4ed2-81f9-26fe3fb26489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:03:55.366464 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-778b3db2-1f60-4403-ae56-281f3fc8a49d req-0050d99a-67fc-4ed2-81f9-26fe3fb26489 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6b142d83-922e-4738-8209-6e9ebee2e8c9 HTTP/1.1" status: 200 len: 898 time: 0.0834260 Dec 10 20:03:55.437056 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-778b3db2-1f60-4403-ae56-281f3fc8a49d req-f8f557fd-7f09-4ea7-9764-b91c3a7db17e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=570a0f40-123a-4d46-b554-75ed790167a8 HTTP/1.1" status: 200 len: 1001 time: 0.0628774 Dec 10 20:03:55.485844 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778b3db2-1f60-4403-ae56-281f3fc8a49d req-bae3d72b-9758-4ad3-afaf-8430a377953e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:03:55.487242 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-778b3db2-1f60-4403-ae56-281f3fc8a49d req-bae3d72b-9758-4ad3-afaf-8430a377953e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=27de811e-c8e8-453a-bfe1-fc2b947364a4 HTTP/1.1" status: 200 len: 835 time: 0.0425758 Dec 10 20:03:55.532435 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778b3db2-1f60-4403-ae56-281f3fc8a49d req-397746c5-f3c1-4a03-b345-1804382407f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:03:55.533902 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-778b3db2-1f60-4403-ae56-281f3fc8a49d req-397746c5-f3c1-4a03-b345-1804382407f5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6b142d83-922e-4738-8209-6e9ebee2e8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386982 Dec 10 20:03:55.555676 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:03:55.627863 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-778b3db2-1f60-4403-ae56-281f3fc8a49d req-22bf3b08-fecf-4062-8a6d-563ca684fe6a service neutron] 10.222.0.36 "GET /v2.0/networks/6b142d83-922e-4738-8209-6e9ebee2e8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859215 Dec 10 20:03:55.762300 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926de04-3063-4902-9b2d-cf3582b37468 req-d68a2570-0440-4c8b-a22b-28a418b21d77 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:03:55.763987 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7926de04-3063-4902-9b2d-cf3582b37468 req-d68a2570-0440-4c8b-a22b-28a418b21d77 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbc45ff5-8943-42ae-945b-363887476fe7 HTTP/1.1" status: 200 len: 946 time: 0.0854220 Dec 10 20:03:55.766288 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-778b3db2-1f60-4403-ae56-281f3fc8a49d req-b6624a87-77ad-4235-bd8f-92aa5286c9be service neutron] 10.222.0.36 "GET /v2.0/networks/6b142d83-922e-4738-8209-6e9ebee2e8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300936 Dec 10 20:03:55.806500 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7926de04-3063-4902-9b2d-cf3582b37468 req-98e5ada2-888f-4c26-826a-212e04a6f2e2 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=74c532f0-d339-4002-a82a-9371631fdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363967 Dec 10 20:03:56.595973 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:03:56.928472 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994341c0-acca-4055-a4c7-257b43481171 req-dec1c883-20c9-42f1-9894-cec1ad12fa18 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:03:56.929959 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-994341c0-acca-4055-a4c7-257b43481171 req-dec1c883-20c9-42f1-9894-cec1ad12fa18 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbc45ff5-8943-42ae-945b-363887476fe7 HTTP/1.1" status: 200 len: 946 time: 0.0498807 Dec 10 20:03:56.956070 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:03:56.970182 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-994341c0-acca-4055-a4c7-257b43481171 req-106a932b-74b2-422b-8e4d-7b0357fa5314 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=74c532f0-d339-4002-a82a-9371631fdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330846 Dec 10 20:03:57.694509 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 570a0f40-123a-4d46-b554-75ed790167a8 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=102367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 20:03:57.788409 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 570a0f40-123a-4d46-b554-75ed790167a8, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=570a0f40-123a-4d46-b554-75ed790167a8,segment=NetworkSegment(16dd8a99-c0ec-44c7-b231-3581ac8a9cce),segment_id=16dd8a99-c0ec-44c7-b231-3581ac8a9cce)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:03:57.800424 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Returning: {'device': '570a0f40-123a-4d46-b554-75ed790167a8', 'network_id': '6b142d83-922e-4738-8209-6e9ebee2e8c9', 'port_id': '570a0f40-123a-4d46-b554-75ed790167a8', 'mac_address': 'fa:16:3e:cc:ca:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27de811e-c8e8-453a-bfe1-fc2b947364a4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 20:03:57.837088 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:03:57.850322 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 570a0f40-123a-4d46-b554-75ed790167a8 {{(pid=102367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 20:03:57.868991 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 570a0f40-123a-4d46-b554-75ed790167a8, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=570a0f40-123a-4d46-b554-75ed790167a8,segment=NetworkSegment(16dd8a99-c0ec-44c7-b231-3581ac8a9cce),segment_id=16dd8a99-c0ec-44c7-b231-3581ac8a9cce)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:03:57.873906 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:03:57.924854 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=570a0f40-123a-4d46-b554-75ed790167a8,revision_number=6']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:03:57.931742 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:03:57.932090 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:03:57.932426 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:03:57.933329 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:03:57.933678 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:03:57.934016 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:03:57.934353 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:03:57.934682 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:03:57.935018 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:03:57.935333 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:03:57.935654 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:03:57.935984 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:03:58.054439 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['570a0f40-123a-4d46-b554-75ed790167a8'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 20:03:58.093176 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d7edd-ad89-4892-a141-0010b3e8e995 req-5fe48bf2-7af6-46f6-ad3c-5ad2ff8ba693 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:03:58.094683 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-fb8d7edd-ad89-4892-a141-0010b3e8e995 req-5fe48bf2-7af6-46f6-ad3c-5ad2ff8ba693 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbc45ff5-8943-42ae-945b-363887476fe7 HTTP/1.1" status: 200 len: 945 time: 0.0553260 Dec 10 20:03:58.133227 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-fb8d7edd-ad89-4892-a141-0010b3e8e995 req-d433d158-2a0a-415a-8426-4ca6a8b251a5 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=74c532f0-d339-4002-a82a-9371631fdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323205 Dec 10 20:03:59.249187 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bfb1a0-4d79-400a-a44a-d3af4321493c req-54fa553b-d879-4327-9d3a-117c11ad4e3f tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:03:59.250654 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-50bfb1a0-4d79-400a-a44a-d3af4321493c req-54fa553b-d879-4327-9d3a-117c11ad4e3f tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbc45ff5-8943-42ae-945b-363887476fe7 HTTP/1.1" status: 200 len: 945 time: 0.0507286 Dec 10 20:03:59.289996 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-50bfb1a0-4d79-400a-a44a-d3af4321493c req-044e98ce-9645-4d8a-a2b2-c17126807526 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=74c532f0-d339-4002-a82a-9371631fdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334878 Dec 10 20:03:59.515521 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ebc43-6a43-4485-87d9-e383b67fa312 req-657918de-5324-4cc3-877d-f67560c18c03 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:03:59.516909 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-300ebc43-6a43-4485-87d9-e383b67fa312 req-657918de-5324-4cc3-877d-f67560c18c03 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbc45ff5-8943-42ae-945b-363887476fe7 HTTP/1.1" status: 200 len: 945 time: 0.0820312 Dec 10 20:03:59.529680 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fd18f-2d9a-476e-a71b-89975b7e251b req-72e00211-2fa9-484d-978d-1e1e6509c070 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:03:59.531030 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d57fd18f-2d9a-476e-a71b-89975b7e251b req-72e00211-2fa9-484d-978d-1e1e6509c070 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbc45ff5-8943-42ae-945b-363887476fe7&tenant_id=575d6f57815e49e1b66e2ddad838d8d9&binding%3Ahost_id=hv-neutron-8214 HTTP/1.1" status: 200 len: 945 time: 0.0704477 Dec 10 20:03:59.563462 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-300ebc43-6a43-4485-87d9-e383b67fa312 req-7a7bc656-3994-49c9-97bb-099d583efffd tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=74c532f0-d339-4002-a82a-9371631fdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314558 Dec 10 20:03:59.637626 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fd18f-2d9a-476e-a71b-89975b7e251b req-da4b25f0-5ccb-4565-973f-3ecf8e7a87d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:03:59.640215 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d57fd18f-2d9a-476e-a71b-89975b7e251b req-da4b25f0-5ccb-4565-973f-3ecf8e7a87d2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=575d6f57815e49e1b66e2ddad838d8d9&device_id=dbc45ff5-8943-42ae-945b-363887476fe7 HTTP/1.1" status: 200 len: 1098 time: 0.0585465 Dec 10 20:03:59.693664 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 570a0f40-123a-4d46-b554-75ed790167a8 up at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 20:03:59.742800 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning complete for port 570a0f40-123a-4d46-b554-75ed790167a8 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:03:59.743171 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:03:59.748296 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed2601d-ca33-42bc-9129-d489cc566faa req-fb11b86e-cba9-42a5-a503-a74c2e825c32 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:03:59.749796 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7ed2601d-ca33-42bc-9129-d489cc566faa req-fb11b86e-cba9-42a5-a503-a74c2e825c32 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbc45ff5-8943-42ae-945b-363887476fe7 HTTP/1.1" status: 200 len: 945 time: 0.1039882 Dec 10 20:03:59.784973 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fd18f-2d9a-476e-a71b-89975b7e251b req-e8f8e1a1-b8d9-436f-abf3-89e1bfcf1635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:03:59.786383 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d57fd18f-2d9a-476e-a71b-89975b7e251b req-e8f8e1a1-b8d9-436f-abf3-89e1bfcf1635 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6b142d83-922e-4738-8209-6e9ebee2e8c9 HTTP/1.1" status: 200 len: 898 time: 0.1317213 Dec 10 20:03:59.811142 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7ed2601d-ca33-42bc-9129-d489cc566faa req-9be5e665-6ee5-4df0-ac3b-0400a639b941 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=74c532f0-d339-4002-a82a-9371631fdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529854 Dec 10 20:03:59.822962 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:03:59.849606 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc45ff5-8943-42ae-945b-363887476fe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '570a0f40-123a-4d46-b554-75ed790167a8'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:03:59.851925 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0dd006407324ce2959a5a4cf9f0b5e0801d7a51a5291ea700e8786e11115a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d98e3d-0b9c-466c-bec8-ee9710233cff" -d '{"events": [{"server_uuid": "dbc45ff5-8943-42ae-945b-363887476fe7", "name": "network-vif-plugged", "status": "completed", "tag": "570a0f40-123a-4d46-b554-75ed790167a8"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:03:59.862524 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d57fd18f-2d9a-476e-a71b-89975b7e251b req-99cb4654-67ac-42cc-a185-956126a58639 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=570a0f40-123a-4d46-b554-75ed790167a8 HTTP/1.1" status: 200 len: 1000 time: 0.0643060 Dec 10 20:03:59.866373 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 570a0f40-123a-4d46-b554-75ed790167a8, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=570a0f40-123a-4d46-b554-75ed790167a8,segment=NetworkSegment(16dd8a99-c0ec-44c7-b231-3581ac8a9cce),segment_id=16dd8a99-c0ec-44c7-b231-3581ac8a9cce)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:03:59.870919 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:03:59.921736 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fd18f-2d9a-476e-a71b-89975b7e251b req-c3a78bdc-c898-46bc-a083-d1efb78a8fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:03:59.923200 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d57fd18f-2d9a-476e-a71b-89975b7e251b req-c3a78bdc-c898-46bc-a083-d1efb78a8fbd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=27de811e-c8e8-453a-bfe1-fc2b947364a4 HTTP/1.1" status: 200 len: 835 time: 0.0523155 Dec 10 20:03:59.931504 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=570a0f40-123a-4d46-b554-75ed790167a8,revision_number=7']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:03:59.959022 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 20:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b051896-3cfd-410b-91cd-b4532aa21ee2 x-openstack-request-id: req-7b051896-3cfd-410b-91cd-b4532aa21ee2 {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:03:59.959305 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbc45ff5-8943-42ae-945b-363887476fe7", "name": "network-vif-plugged", "status": "completed", "tag": "570a0f40-123a-4d46-b554-75ed790167a8", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:03:59.959557 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7b051896-3cfd-410b-91cd-b4532aa21ee2 {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:03:59.959954 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbc45ff5-8943-42ae-945b-363887476fe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '570a0f40-123a-4d46-b554-75ed790167a8', 'code': 200} Dec 10 20:03:59.972312 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fd18f-2d9a-476e-a71b-89975b7e251b req-8df61ae5-ba45-423a-a847-1e75d17aed50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:03:59.973874 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d57fd18f-2d9a-476e-a71b-89975b7e251b req-8df61ae5-ba45-423a-a847-1e75d17aed50 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6b142d83-922e-4738-8209-6e9ebee2e8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420437 Dec 10 20:04:00.062048 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d57fd18f-2d9a-476e-a71b-89975b7e251b req-943d63e7-cda4-449b-ab71-ec3e0e1d465e service neutron] 10.222.0.36 "GET /v2.0/networks/6b142d83-922e-4738-8209-6e9ebee2e8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800343 Dec 10 20:04:00.160528 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d57fd18f-2d9a-476e-a71b-89975b7e251b req-7b2ac730-1efb-4c67-a14c-cde243b31bc6 service neutron] 10.222.0.36 "GET /v2.0/networks/6b142d83-922e-4738-8209-6e9ebee2e8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890291 Dec 10 20:04:00.930398 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febdcf6c-ce3e-42aa-9ac0-a14383f0ef92 req-0feb6d76-48d8-4e7f-b14c-cdb64d6bc459 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:04:00.931789 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-febdcf6c-ce3e-42aa-9ac0-a14383f0ef92 req-0feb6d76-48d8-4e7f-b14c-cdb64d6bc459 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbc45ff5-8943-42ae-945b-363887476fe7 HTTP/1.1" status: 200 len: 946 time: 0.0504360 Dec 10 20:04:00.970263 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-febdcf6c-ce3e-42aa-9ac0-a14383f0ef92 req-73cede5c-c106-416f-9e14-255cf71968a5 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=74c532f0-d339-4002-a82a-9371631fdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318973 Dec 10 20:04:00.999346 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 35570) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:04:01.067048 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-c7d10388-9459-44fc-9cbc-128d148988b7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/floatingips/f257d84d-39cc-485e-a700-a20b86571a31 HTTP/1.1" status: 200 len: 993 time: 0.0665436 Dec 10 20:04:02.807575 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:04:13.944672 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:04:20.343370 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-386a0e95-de2a-4619-b8ec-d2d83c18a8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:04:23.722474 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3fc9d3fe-29c3-4bae-8616-d52bf2b5e8a1 req-5b822ca7-6caa-43a5-870a-ea75a2dec058 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dbc45ff5-8943-42ae-945b-363887476fe7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404615 Dec 10 20:04:23.803144 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc9d3fe-29c3-4bae-8616-d52bf2b5e8a1 req-ea4e0850-082f-476f-ab4d-98e20a4613da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:04:23.804675 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3fc9d3fe-29c3-4bae-8616-d52bf2b5e8a1 req-ea4e0850-082f-476f-ab4d-98e20a4613da service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=575d6f57815e49e1b66e2ddad838d8d9&device_id=dbc45ff5-8943-42ae-945b-363887476fe7 HTTP/1.1" status: 200 len: 1099 time: 0.0401840 Dec 10 20:04:23.912024 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc9d3fe-29c3-4bae-8616-d52bf2b5e8a1 req-9ddffcd8-9e80-4b17-aef0-eacc404be6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:04:23.913460 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3fc9d3fe-29c3-4bae-8616-d52bf2b5e8a1 req-9ddffcd8-9e80-4b17-aef0-eacc404be6de service neutron] 10.222.0.36 "GET /v2.0/networks?id=6b142d83-922e-4738-8209-6e9ebee2e8c9 HTTP/1.1" status: 200 len: 898 time: 0.0896413 Dec 10 20:04:23.979414 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3fc9d3fe-29c3-4bae-8616-d52bf2b5e8a1 req-ce3e5c07-80ba-4556-9e2b-6ec569ca584a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=570a0f40-123a-4d46-b554-75ed790167a8 HTTP/1.1" status: 200 len: 1001 time: 0.0578878 Dec 10 20:04:24.033119 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc9d3fe-29c3-4bae-8616-d52bf2b5e8a1 req-bb1f876f-531a-4901-9345-a81cc7afae6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:04:24.034554 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3fc9d3fe-29c3-4bae-8616-d52bf2b5e8a1 req-bb1f876f-531a-4901-9345-a81cc7afae6e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=27de811e-c8e8-453a-bfe1-fc2b947364a4 HTTP/1.1" status: 200 len: 835 time: 0.0486169 Dec 10 20:04:24.081496 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc9d3fe-29c3-4bae-8616-d52bf2b5e8a1 req-b30ec84f-726b-4707-ac8d-04add76483af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:04:24.082987 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3fc9d3fe-29c3-4bae-8616-d52bf2b5e8a1 req-b30ec84f-726b-4707-ac8d-04add76483af service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6b142d83-922e-4738-8209-6e9ebee2e8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411682 Dec 10 20:04:24.175092 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3fc9d3fe-29c3-4bae-8616-d52bf2b5e8a1 req-6e00bec9-ad00-4067-a3b6-ae4010c6d405 service neutron] 10.222.0.36 "GET /v2.0/networks/6b142d83-922e-4738-8209-6e9ebee2e8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824370 Dec 10 20:04:24.270339 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3fc9d3fe-29c3-4bae-8616-d52bf2b5e8a1 req-b27cf035-f5d1-4f4b-8621-d6b7df7aecfa service neutron] 10.222.0.36 "GET /v2.0/networks/6b142d83-922e-4738-8209-6e9ebee2e8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872500 Dec 10 20:04:24.307710 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-283577e3-5947-4671-a991-aaf0c0b376a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:04:25.557429 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:04:26.598374 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:04:26.959568 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:04:32.801223 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:04:50.345166 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-73eb5478-6a93-4d0d-8de6-91072ff4ca7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:04:50.944418 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:04:54.308729 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a512a0e6-02b4-45db-8a30-c548e0ca0a55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:04:55.560994 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:04:56.333405 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 35590) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:04:56.494335 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-b9e9b5e1-b2f6-4e1e-ae12-393484a0bd50 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Deleting port 73b9f403-ce64-4918-b06f-68ce060178f9 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 20:04:56.494677 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b9e9b5e1-b2f6-4e1e-ae12-393484a0bd50 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:04:56.568506 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b9e9b5e1-b2f6-4e1e-ae12-393484a0bd50 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:04:56.568851 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b9e9b5e1-b2f6-4e1e-ae12-393484a0bd50 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:04:56.580271 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-b9e9b5e1-b2f6-4e1e-ae12-393484a0bd50 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Calling delete_port for 73b9f403-ce64-4918-b06f-68ce060178f9 owned by network:floatingip {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 20:04:56.599726 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:04:56.731624 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b9e9b5e1-b2f6-4e1e-ae12-393484a0bd50 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:04:56.755806 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e9b5e1-b2f6-4e1e-ae12-393484a0bd50 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event deleted for resources: {'Port': ['ID=73b9f403-ce64-4918-b06f-68ce060178f9,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:04:56.765924 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e9b5e1-b2f6-4e1e-ae12-393484a0bd50 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:04:56.766266 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e9b5e1-b2f6-4e1e-ae12-393484a0bd50 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:04:56.766703 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e9b5e1-b2f6-4e1e-ae12-393484a0bd50 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:04:56.766944 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e9b5e1-b2f6-4e1e-ae12-393484a0bd50 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:04:56.767271 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e9b5e1-b2f6-4e1e-ae12-393484a0bd50 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:04:56.768210 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e9b5e1-b2f6-4e1e-ae12-393484a0bd50 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:04:56.768210 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e9b5e1-b2f6-4e1e-ae12-393484a0bd50 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:04:56.768210 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e9b5e1-b2f6-4e1e-ae12-393484a0bd50 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:04:56.768537 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e9b5e1-b2f6-4e1e-ae12-393484a0bd50 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:04:56.768855 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e9b5e1-b2f6-4e1e-ae12-393484a0bd50 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:04:56.769173 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e9b5e1-b2f6-4e1e-ae12-393484a0bd50 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:04:56.769492 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e9b5e1-b2f6-4e1e-ae12-393484a0bd50 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:04:56.831651 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b9e9b5e1-b2f6-4e1e-ae12-393484a0bd50 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for floatingip, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:04:56.832131 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.l3_db [None req-b9e9b5e1-b2f6-4e1e-ae12-393484a0bd50 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Floating IP f257d84d-39cc-485e-a700-a20b86571a31 disassociated (deleted). External IP: 172.26.6.70, port: 570a0f40-123a-4d46-b554-75ed790167a8. Dec 10 20:04:56.961375 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:04:57.043820 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e9b5e1-b2f6-4e1e-ae12-393484a0bd50 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Router 70963fb4-100a-41d6-a672-2e0a02e07306 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 20:04:57.153154 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e9b5e1-b2f6-4e1e-ae12-393484a0bd50 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 20:04:57.158937 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b9e9b5e1-b2f6-4e1e-ae12-393484a0bd50 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:04:57.163575 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57568204-9e39-4a70-ac94-ef00f3b465da None None] Sync routers for ids ['70963fb4-100a-41d6-a672-2e0a02e07306'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 20:04:57.174147 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57568204-9e39-4a70-ac94-ef00f3b465da None None] Routers {'70963fb4-100a-41d6-a672-2e0a02e07306'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:04:57.174853 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-57568204-9e39-4a70-ac94-ef00f3b465da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:04:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['70963fb4-100a-41d6-a672-2e0a02e07306'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:04:57.185976 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-b9e9b5e1-b2f6-4e1e-ae12-393484a0bd50 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "DELETE /v2.0/floatingips/f257d84d-39cc-485e-a700-a20b86571a31 HTTP/1.1" status: 204 len: 168 time: 0.8514194 Dec 10 20:04:57.186572 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbc45ff5-8943-42ae-945b-363887476fe7', 'tag': '570a0f40-123a-4d46-b554-75ed790167a8'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:04:57.188875 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f4c11e-9e24-46f8-a992-a127c20cbae7" -d '{"events": [{"name": "network-changed", "server_uuid": "dbc45ff5-8943-42ae-945b-363887476fe7", "tag": "570a0f40-123a-4d46-b554-75ed790167a8"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:04:57.285964 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 20:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c48008e-a018-4ef7-9082-882b4bc30740 x-openstack-request-id: req-6c48008e-a018-4ef7-9082-882b4bc30740 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:04:57.286131 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-57568204-9e39-4a70-ac94-ef00f3b465da None None] Set router 70963fb4-100a-41d6-a672-2e0a02e07306 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:04:57.286291 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbc45ff5-8943-42ae-945b-363887476fe7", "tag": "570a0f40-123a-4d46-b554-75ed790167a8", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:04:57.286647 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6c48008e-a018-4ef7-9082-882b4bc30740 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:04:57.287161 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbc45ff5-8943-42ae-945b-363887476fe7', 'tag': '570a0f40-123a-4d46-b554-75ed790167a8', 'status': 'completed', 'code': 200} Dec 10 20:04:57.360866 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4c11e-9e24-46f8-a992-a127c20cbae7 req-07ab47c1-fa0a-4890-9e13-aaee063004f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:04:57.362481 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-96f4c11e-9e24-46f8-a992-a127c20cbae7 req-07ab47c1-fa0a-4890-9e13-aaee063004f9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=575d6f57815e49e1b66e2ddad838d8d9&device_id=dbc45ff5-8943-42ae-945b-363887476fe7 HTTP/1.1" status: 200 len: 1099 time: 0.0458891 Dec 10 20:04:57.491986 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf2cff-5fc5-49aa-bf7f-07a84153fd6d req-76b01279-ef16-4d61-aa54-ec0bbda0b318 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:04:57.493420 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-dfbf2cff-5fc5-49aa-bf7f-07a84153fd6d req-76b01279-ef16-4d61-aa54-ec0bbda0b318 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbc45ff5-8943-42ae-945b-363887476fe7 HTTP/1.1" status: 200 len: 946 time: 0.1047456 Dec 10 20:04:57.498199 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4c11e-9e24-46f8-a992-a127c20cbae7 req-ee6e6822-ba6c-4400-ac00-364c20c7fd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:04:57.499698 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-96f4c11e-9e24-46f8-a992-a127c20cbae7 req-ee6e6822-ba6c-4400-ac00-364c20c7fd18 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6b142d83-922e-4738-8209-6e9ebee2e8c9 HTTP/1.1" status: 200 len: 898 time: 0.1290593 Dec 10 20:04:57.504971 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-57568204-9e39-4a70-ac94-ef00f3b465da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70963fb4-100a-41d6-a672-2e0a02e07306', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279531831', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.107'}], 'enable_snat': True}, 'gw_port_id': 'be5faab5-2b79-4d13-ac30-10a3aaac3743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:02:07Z', 'updated_at': '2021-12-10T20:02:11Z', 'revision_number': 4, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': 'be5faab5-2b79-4d13-ac30-10a3aaac3743', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:91:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70963fb4-100a-41d6-a672-2e0a02e07306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:02:08Z', 'updated_at': '2021-12-10T20:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '060bc2e5-d2a4-47da-be39-05d7d90f0994', 'name': '', 'network_id': '6b142d83-922e-4738-8209-6e9ebee2e8c9', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'mac_address': 'fa:16:3e:65:31:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70963fb4-100a-41d6-a672-2e0a02e07306', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '27de811e-c8e8-453a-bfe1-fc2b947364a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:02:10Z', 'updated_at': '2021-12-10T20:02:13Z', 'revision_number': 5, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'subnets': [{'id': '27de811e-c8e8-453a-bfe1-fc2b947364a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:04:57.532277 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57568204-9e39-4a70-ac94-ef00f3b465da None None] Checking router: 70963fb4-100a-41d6-a672-2e0a02e07306 for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 20:04:57.540315 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57568204-9e39-4a70-ac94-ef00f3b465da None None] Routers {'70963fb4-100a-41d6-a672-2e0a02e07306'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:04:57.540961 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-57568204-9e39-4a70-ac94-ef00f3b465da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:04:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['70963fb4-100a-41d6-a672-2e0a02e07306'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:04:57.550856 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-96f4c11e-9e24-46f8-a992-a127c20cbae7 req-6bfb9530-f874-487e-bf26-07b49496c32f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=570a0f40-123a-4d46-b554-75ed790167a8 HTTP/1.1" status: 200 len: 217 time: 0.0421431 Dec 10 20:04:57.595517 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-dfbf2cff-5fc5-49aa-bf7f-07a84153fd6d req-1c391edd-55ef-47fa-8b44-c9c5480ccc84 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=74c532f0-d339-4002-a82a-9371631fdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947461 Dec 10 20:04:57.614359 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4c11e-9e24-46f8-a992-a127c20cbae7 req-5f693a01-84eb-42cc-bbec-af662bf01056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:04:57.615801 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-96f4c11e-9e24-46f8-a992-a127c20cbae7 req-5f693a01-84eb-42cc-bbec-af662bf01056 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=27de811e-c8e8-453a-bfe1-fc2b947364a4 HTTP/1.1" status: 200 len: 835 time: 0.0555403 Dec 10 20:04:57.643681 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-57568204-9e39-4a70-ac94-ef00f3b465da None None] Set router 70963fb4-100a-41d6-a672-2e0a02e07306 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:04:57.664667 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4c11e-9e24-46f8-a992-a127c20cbae7 req-6e344ade-2c6e-4d08-b9fb-4f0f03a86027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:04:57.666141 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-96f4c11e-9e24-46f8-a992-a127c20cbae7 req-6e344ade-2c6e-4d08-b9fb-4f0f03a86027 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6b142d83-922e-4738-8209-6e9ebee2e8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405228 Dec 10 20:04:57.760206 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-96f4c11e-9e24-46f8-a992-a127c20cbae7 req-97a5b20d-91a9-4e14-8df0-2619bcf42b05 service neutron] 10.222.0.36 "GET /v2.0/networks/6b142d83-922e-4738-8209-6e9ebee2e8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817156 Dec 10 20:04:57.845985 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-57568204-9e39-4a70-ac94-ef00f3b465da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70963fb4-100a-41d6-a672-2e0a02e07306', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279531831', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.107'}], 'enable_snat': True}, 'gw_port_id': 'be5faab5-2b79-4d13-ac30-10a3aaac3743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:02:07Z', 'updated_at': '2021-12-10T20:02:11Z', 'revision_number': 4, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': 'be5faab5-2b79-4d13-ac30-10a3aaac3743', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:91:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70963fb4-100a-41d6-a672-2e0a02e07306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:02:08Z', 'updated_at': '2021-12-10T20:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '060bc2e5-d2a4-47da-be39-05d7d90f0994', 'name': '', 'network_id': '6b142d83-922e-4738-8209-6e9ebee2e8c9', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'mac_address': 'fa:16:3e:65:31:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70963fb4-100a-41d6-a672-2e0a02e07306', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '27de811e-c8e8-453a-bfe1-fc2b947364a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:02:10Z', 'updated_at': '2021-12-10T20:02:13Z', 'revision_number': 5, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'subnets': [{'id': '27de811e-c8e8-453a-bfe1-fc2b947364a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:04:57.858008 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-96f4c11e-9e24-46f8-a992-a127c20cbae7 req-e3c70bb1-c02e-4da4-9f44-81bc152f5420 service neutron] 10.222.0.36 "GET /v2.0/networks/6b142d83-922e-4738-8209-6e9ebee2e8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890160 Dec 10 20:04:57.873088 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57568204-9e39-4a70-ac94-ef00f3b465da None None] The sync data for ids ['70963fb4-100a-41d6-a672-2e0a02e07306'] in dv-neutron-821441-1-hyperv is: [{'id': '70963fb4-100a-41d6-a672-2e0a02e07306', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279531831', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.107'}], 'enable_snat': True}, 'gw_port_id': 'be5faab5-2b79-4d13-ac30-10a3aaac3743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:02:07Z', 'updated_at': '2021-12-10T20:02:11Z', 'revision_number': 4, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': 'be5faab5-2b79-4d13-ac30-10a3aaac3743', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:91:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70963fb4-100a-41d6-a672-2e0a02e07306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:02:08Z', 'updated_at': '2021-12-10T20:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '060bc2e5-d2a4-47da-be39-05d7d90f0994', 'name': '', 'network_id': '6b142d83-922e-4738-8209-6e9ebee2e8c9', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'mac_address': 'fa:16:3e:65:31:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70963fb4-100a-41d6-a672-2e0a02e07306', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '27de811e-c8e8-453a-bfe1-fc2b947364a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:02:10Z', 'updated_at': '2021-12-10T20:02:13Z', 'revision_number': 5, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'subnets': [{'id': '27de811e-c8e8-453a-bfe1-fc2b947364a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 20:04:58.099968 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fadd5e-d62b-4790-924f-611fa115cfa3 None None] New status for floating IP f257d84d-39cc-485e-a700-a20b86571a31: DOWN {{(pid=102368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 20:04:58.711573 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0914dc-ef22-47bf-96f2-bb28d26f7dd1 req-dcdde867-4eca-4a03-83fa-c2c3dd9fb6ef tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:04:58.713062 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-df0914dc-ef22-47bf-96f2-bb28d26f7dd1 req-dcdde867-4eca-4a03-83fa-c2c3dd9fb6ef tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbc45ff5-8943-42ae-945b-363887476fe7 HTTP/1.1" status: 200 len: 946 time: 0.0491040 Dec 10 20:04:58.751603 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-df0914dc-ef22-47bf-96f2-bb28d26f7dd1 req-04bebae7-bbeb-43a1-95f8-954f3b47ce63 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=74c532f0-d339-4002-a82a-9371631fdcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319622 Dec 10 20:04:59.411807 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd3955-2c5c-42b7-ae91-cd625802c8e9 req-ed4477f8-29ef-483e-ba4a-ef896a573d1b tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:04:59.413294 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-60bd3955-2c5c-42b7-ae91-cd625802c8e9 req-ed4477f8-29ef-483e-ba4a-ef896a573d1b tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbc45ff5-8943-42ae-945b-363887476fe7 HTTP/1.1" status: 200 len: 946 time: 0.0520649 Dec 10 20:04:59.501752 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-60bd3955-2c5c-42b7-ae91-cd625802c8e9 req-cdea64f0-b868-45f5-a6f5-9b7052b04cfb tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Deleting port 570a0f40-123a-4d46-b554-75ed790167a8 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 20:04:59.502085 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-60bd3955-2c5c-42b7-ae91-cd625802c8e9 req-cdea64f0-b868-45f5-a6f5-9b7052b04cfb tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:04:59.589953 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-60bd3955-2c5c-42b7-ae91-cd625802c8e9 req-cdea64f0-b868-45f5-a6f5-9b7052b04cfb tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] For port 570a0f40-123a-4d46-b554-75ed790167a8, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=570a0f40-123a-4d46-b554-75ed790167a8,segment=NetworkSegment(16dd8a99-c0ec-44c7-b231-3581ac8a9cce),segment_id=16dd8a99-c0ec-44c7-b231-3581ac8a9cce)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:04:59.590312 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-60bd3955-2c5c-42b7-ae91-cd625802c8e9 req-cdea64f0-b868-45f5-a6f5-9b7052b04cfb tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:04:59.603938 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-60bd3955-2c5c-42b7-ae91-cd625802c8e9 req-cdea64f0-b868-45f5-a6f5-9b7052b04cfb tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Calling delete_port for 570a0f40-123a-4d46-b554-75ed790167a8 owned by compute:nova {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 20:04:59.729625 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-60bd3955-2c5c-42b7-ae91-cd625802c8e9 req-cdea64f0-b868-45f5-a6f5-9b7052b04cfb tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:04:59.761328 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdea64f0-b868-45f5-a6f5-9b7052b04cfb tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event deleted for resources: {'Port': ['ID=570a0f40-123a-4d46-b554-75ed790167a8,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:04:59.802238 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-60bd3955-2c5c-42b7-ae91-cd625802c8e9 req-cdea64f0-b868-45f5-a6f5-9b7052b04cfb tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] No DVR routers for this DVR port 570a0f40-123a-4d46-b554-75ed790167a8 on host hv-neutron-8214 {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 20:04:59.805831 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-60bd3955-2c5c-42b7-ae91-cd625802c8e9 req-cdea64f0-b868-45f5-a6f5-9b7052b04cfb tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:04:59.810282 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-60bd3955-2c5c-42b7-ae91-cd625802c8e9 req-cdea64f0-b868-45f5-a6f5-9b7052b04cfb tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.36 "DELETE /v2.0/ports/570a0f40-123a-4d46-b554-75ed790167a8 HTTP/1.1" status: 204 len: 173 time: 0.3911514 Dec 10 20:04:59.810769 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc45ff5-8943-42ae-945b-363887476fe7', 'name': 'network-vif-deleted', 'tag': '570a0f40-123a-4d46-b554-75ed790167a8'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:04:59.813913 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1873c3d-ab9c-4bd9-be3d-c471e4a36c58" -d '{"events": [{"server_uuid": "dbc45ff5-8943-42ae-945b-363887476fe7", "name": "network-vif-deleted", "tag": "570a0f40-123a-4d46-b554-75ed790167a8"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:04:59.855531 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 20:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf1340d-8273-4fad-a2d0-0d424d23eb51 x-openstack-request-id: req-4cf1340d-8273-4fad-a2d0-0d424d23eb51 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:04:59.855820 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbc45ff5-8943-42ae-945b-363887476fe7", "name": "network-vif-deleted", "tag": "570a0f40-123a-4d46-b554-75ed790167a8", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:04:59.856067 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4cf1340d-8273-4fad-a2d0-0d424d23eb51 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:04:59.856530 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbc45ff5-8943-42ae-945b-363887476fe7', 'name': 'network-vif-deleted', 'tag': '570a0f40-123a-4d46-b554-75ed790167a8', 'status': 'completed', 'code': 200} Dec 10 20:04:59.858512 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-af8f3b46-cd1f-410a-8468-c4124a1e0406 req-168e1031-801c-4dd3-bef2-fd7a722fade2 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbc45ff5-8943-42ae-945b-363887476fe7 HTTP/1.1" status: 200 len: 210 time: 0.0345812 Dec 10 20:05:00.915448 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 35610) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:05:01.574900 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f65e39ca-6713-4655-9bd8-155d8d447217 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711290'] for router_interface, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:01.823928 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-f65e39ca-6713-4655-9bd8-155d8d447217 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Deleting port 060bc2e5-d2a4-47da-be39-05d7d90f0994 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 20:05:01.824262 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f65e39ca-6713-4655-9bd8-155d8d447217 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:01.911368 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-f65e39ca-6713-4655-9bd8-155d8d447217 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] For port 060bc2e5-d2a4-47da-be39-05d7d90f0994, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=060bc2e5-d2a4-47da-be39-05d7d90f0994,segment=NetworkSegment(16dd8a99-c0ec-44c7-b231-3581ac8a9cce),segment_id=16dd8a99-c0ec-44c7-b231-3581ac8a9cce)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:05:01.911666 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f65e39ca-6713-4655-9bd8-155d8d447217 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:01.924404 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-f65e39ca-6713-4655-9bd8-155d8d447217 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Calling delete_port for 060bc2e5-d2a4-47da-be39-05d7d90f0994 owned by network:router_interface {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 20:05:02.109714 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f65e39ca-6713-4655-9bd8-155d8d447217 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:02.138423 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65e39ca-6713-4655-9bd8-155d8d447217 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event deleted for resources: {'Port': ['ID=060bc2e5-d2a4-47da-be39-05d7d90f0994,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:02.321166 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f65e39ca-6713-4655-9bd8-155d8d447217 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3755731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3712768'] for router_interface, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:02.536086 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f65e39ca-6713-4655-9bd8-155d8d447217 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Router 70963fb4-100a-41d6-a672-2e0a02e07306 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 20:05:02.642564 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65e39ca-6713-4655-9bd8-155d8d447217 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 20:05:02.647562 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-f65e39ca-6713-4655-9bd8-155d8d447217 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "PUT /v2.0/routers/70963fb4-100a-41d6-a672-2e0a02e07306/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7311096 Dec 10 20:05:02.650378 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 35612) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:05:02.653537 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fceaedf6-c46d-4ef7-bfa3-b29207c49137 None None] Sync routers for ids ['70963fb4-100a-41d6-a672-2e0a02e07306'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 20:05:02.662821 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fceaedf6-c46d-4ef7-bfa3-b29207c49137 None None] Routers {'70963fb4-100a-41d6-a672-2e0a02e07306'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:05:02.663421 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-fceaedf6-c46d-4ef7-bfa3-b29207c49137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:04:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['70963fb4-100a-41d6-a672-2e0a02e07306'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:05:02.704032 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_v2 [None req-f13861eb-e153-4cb0-84f3-ddbb981f3fca tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Deleting subnet 27de811e-c8e8-453a-bfe1-fc2b947364a4 {{(pid=102365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 20:05:02.707235 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f13861eb-e153-4cb0-84f3-ddbb981f3fca tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for subnet, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:02.747188 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f13861eb-e153-4cb0-84f3-ddbb981f3fca tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353213'] for subnet, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:02.770114 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-fceaedf6-c46d-4ef7-bfa3-b29207c49137 None None] Set router 70963fb4-100a-41d6-a672-2e0a02e07306 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:05:02.836849 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f13861eb-e153-4cb0-84f3-ddbb981f3fca tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:02.875314 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:02.897912 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f13861eb-e153-4cb0-84f3-ddbb981f3fca tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:02.926762 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13861eb-e153-4cb0-84f3-ddbb981f3fca tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event deleted for resources: {'Subnet': ['ID=27de811e-c8e8-453a-bfe1-fc2b947364a4,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:02.928790 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f13861eb-e153-4cb0-84f3-ddbb981f3fca tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:02.932037 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-f13861eb-e153-4cb0-84f3-ddbb981f3fca tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "DELETE /v2.0/subnets/27de811e-c8e8-453a-bfe1-fc2b947364a4 HTTP/1.1" status: 204 len: 168 time: 0.2807016 Dec 10 20:05:02.934691 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 35614) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:05:02.934932 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4481ee5-187b-49cf-ae77-b26c63a36bf2 None None] Network 6b142d83-922e-4738-8209-6e9ebee2e8c9 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 20:05:03.045180 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-186155ef-27a7-4317-9daa-3d5d5ae16b74 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for router, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:03.059586 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-fceaedf6-c46d-4ef7-bfa3-b29207c49137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70963fb4-100a-41d6-a672-2e0a02e07306', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279531831', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.107'}], 'enable_snat': True}, 'gw_port_id': 'be5faab5-2b79-4d13-ac30-10a3aaac3743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:02:07Z', 'updated_at': '2021-12-10T20:05:02Z', 'revision_number': 5, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': 'be5faab5-2b79-4d13-ac30-10a3aaac3743', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:91:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70963fb4-100a-41d6-a672-2e0a02e07306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:02:08Z', 'updated_at': '2021-12-10T20:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:05:03.090129 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fceaedf6-c46d-4ef7-bfa3-b29207c49137 None None] Checking router: 70963fb4-100a-41d6-a672-2e0a02e07306 for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 20:05:03.102887 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fceaedf6-c46d-4ef7-bfa3-b29207c49137 None None] Routers {'70963fb4-100a-41d6-a672-2e0a02e07306'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:05:03.103482 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-fceaedf6-c46d-4ef7-bfa3-b29207c49137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:04:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['70963fb4-100a-41d6-a672-2e0a02e07306'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:05:03.158040 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-186155ef-27a7-4317-9daa-3d5d5ae16b74 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:03.169949 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b979327-7528-4e7f-916c-7ef725737c87 None None] DHCP port deletion for 6b142d83-922e-4738-8209-6e9ebee2e8c9 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 20:05:03.210464 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-186155ef-27a7-4317-9daa-3d5d5ae16b74 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Deleting port be5faab5-2b79-4d13-ac30-10a3aaac3743 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 20:05:03.210801 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-186155ef-27a7-4317-9daa-3d5d5ae16b74 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:03.246777 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-fceaedf6-c46d-4ef7-bfa3-b29207c49137 None None] Set router 70963fb4-100a-41d6-a672-2e0a02e07306 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:05:03.296348 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-186155ef-27a7-4317-9daa-3d5d5ae16b74 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] For port be5faab5-2b79-4d13-ac30-10a3aaac3743, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=be5faab5-2b79-4d13-ac30-10a3aaac3743,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:05:03.296957 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-186155ef-27a7-4317-9daa-3d5d5ae16b74 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:03.309775 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-186155ef-27a7-4317-9daa-3d5d5ae16b74 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Calling delete_port for be5faab5-2b79-4d13-ac30-10a3aaac3743 owned by network:router_gateway {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 20:05:03.455428 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-9b979327-7528-4e7f-916c-7ef725737c87 None None] Deleting port 12898f20-31f1-4434-a2c5-0e6c52bf0118 {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 20:05:03.455663 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-9b979327-7528-4e7f-916c-7ef725737c87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:03.480635 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-186155ef-27a7-4317-9daa-3d5d5ae16b74 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:03.507810 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186155ef-27a7-4317-9daa-3d5d5ae16b74 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event deleted for resources: {'Port': ['ID=be5faab5-2b79-4d13-ac30-10a3aaac3743,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:03.568105 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-9b979327-7528-4e7f-916c-7ef725737c87 None None] For port 12898f20-31f1-4434-a2c5-0e6c52bf0118, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=12898f20-31f1-4434-a2c5-0e6c52bf0118,segment=NetworkSegment(16dd8a99-c0ec-44c7-b231-3581ac8a9cce),segment_id=16dd8a99-c0ec-44c7-b231-3581ac8a9cce)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:05:03.568590 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-9b979327-7528-4e7f-916c-7ef725737c87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:03.569384 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-186155ef-27a7-4317-9daa-3d5d5ae16b74 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3713145'] for router_gateway, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:03.591206 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-9b979327-7528-4e7f-916c-7ef725737c87 None None] Calling delete_port for 12898f20-31f1-4434-a2c5-0e6c52bf0118 owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 20:05:03.661003 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-186155ef-27a7-4317-9daa-3d5d5ae16b74 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:03.663151 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-186155ef-27a7-4317-9daa-3d5d5ae16b74 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:03.713093 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-186155ef-27a7-4317-9daa-3d5d5ae16b74 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:03.713533 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-186155ef-27a7-4317-9daa-3d5d5ae16b74 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Fanout notify agent at l3_agent the message router_deleted on router 70963fb4-100a-41d6-a672-2e0a02e07306 {{(pid=102365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 20:05:03.714265 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-fceaedf6-c46d-4ef7-bfa3-b29207c49137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70963fb4-100a-41d6-a672-2e0a02e07306', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279531831', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.107'}], 'enable_snat': True}, 'gw_port_id': 'be5faab5-2b79-4d13-ac30-10a3aaac3743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:02:07Z', 'updated_at': '2021-12-10T20:05:02Z', 'revision_number': 5, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': 'be5faab5-2b79-4d13-ac30-10a3aaac3743', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:91:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70963fb4-100a-41d6-a672-2e0a02e07306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:02:08Z', 'updated_at': '2021-12-10T20:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:05:03.720829 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-186155ef-27a7-4317-9daa-3d5d5ae16b74 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:03.722042 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-186155ef-27a7-4317-9daa-3d5d5ae16b74 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "DELETE /v2.0/routers/70963fb4-100a-41d6-a672-2e0a02e07306 HTTP/1.1" status: 204 len: 168 time: 0.7863781 Dec 10 20:05:03.724818 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 35616) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:05:03.743778 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fceaedf6-c46d-4ef7-bfa3-b29207c49137 None None] The sync data for ids ['70963fb4-100a-41d6-a672-2e0a02e07306'] in dv-neutron-821441-1-hyperv is: [{'id': '70963fb4-100a-41d6-a672-2e0a02e07306', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279531831', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.107'}], 'enable_snat': True}, 'gw_port_id': 'be5faab5-2b79-4d13-ac30-10a3aaac3743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:02:07Z', 'updated_at': '2021-12-10T20:05:02Z', 'revision_number': 5, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': 'be5faab5-2b79-4d13-ac30-10a3aaac3743', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:91:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70963fb4-100a-41d6-a672-2e0a02e07306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:02:08Z', 'updated_at': '2021-12-10T20:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 20:05:03.747543 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-9b979327-7528-4e7f-916c-7ef725737c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:03.778341 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b979327-7528-4e7f-916c-7ef725737c87 None None] Pushing event deleted for resources: {'Port': ['ID=12898f20-31f1-4434-a2c5-0e6c52bf0118,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:03.789244 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b979327-7528-4e7f-916c-7ef725737c87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:03.789879 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b979327-7528-4e7f-916c-7ef725737c87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:03.790226 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b979327-7528-4e7f-916c-7ef725737c87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:03.790561 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b979327-7528-4e7f-916c-7ef725737c87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:03.790891 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b979327-7528-4e7f-916c-7ef725737c87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:03.791219 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b979327-7528-4e7f-916c-7ef725737c87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:03.791542 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b979327-7528-4e7f-916c-7ef725737c87 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:03.791872 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b979327-7528-4e7f-916c-7ef725737c87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:03.792198 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b979327-7528-4e7f-916c-7ef725737c87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:03.792535 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b979327-7528-4e7f-916c-7ef725737c87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:03.792859 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b979327-7528-4e7f-916c-7ef725737c87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:03.793177 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b979327-7528-4e7f-916c-7ef725737c87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:03.796848 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b979327-7528-4e7f-916c-7ef725737c87 None None] No DVR routers for this DVR port 12898f20-31f1-4434-a2c5-0e6c52bf0118 on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 20:05:03.815251 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-963ac6e1-4170-4e87-85b9-4470651888da tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:03.906601 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-963ac6e1-4170-4e87-85b9-4470651888da tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:03.926480 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-963ac6e1-4170-4e87-85b9-4470651888da tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b142d83-922e-4738-8209-6e9ebee2e8c9']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:05:03.935372 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-963ac6e1-4170-4e87-85b9-4470651888da tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16dd8a99-c0ec-44c7-b231-3581ac8a9cce') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:05:03.936015 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-963ac6e1-4170-4e87-85b9-4470651888da tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16dd8a99-c0ec-44c7-b231-3581ac8a9cce') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:05:03.944892 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-963ac6e1-4170-4e87-85b9-4470651888da tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:03.958277 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-963ac6e1-4170-4e87-85b9-4470651888da tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:03.964405 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-963ac6e1-4170-4e87-85b9-4470651888da tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 20:05:03.964764 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-963ac6e1-4170-4e87-85b9-4470651888da tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:03.968421 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 20:05:03.968421 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 20:05:03.968421 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 20:05:03.968421 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 20:05:03.968421 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 20:05:03.968421 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 20:05:03.968421 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 20:05:03.968421 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 20:05:03.968421 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 20:05:03.968421 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 20:05:03.968421 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 20:05:03.968421 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 20:05:03.968421 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 20:05:03.968421 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 20:05:03.968421 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 20:05:03.968421 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 20:05:03.968421 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 20:05:03.968421 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 20:05:03.968421 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 20:05:03.968421 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 20:05:03.968421 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 20:05:03.968421 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 20:05:03.968421 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 20:05:03.968421 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 20:05:03.968421 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 20:05:03.968421 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 20:05:03.968421 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 20:05:03.968421 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 20:05:03.968421 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 20:05:03.968421 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 20:05:03.968421 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 20:05:03.968421 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 20:05:03.980270 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 570a0f40-123a-4d46-b554-75ed790167a8 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 20:05:04.000084 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] No Port match for: 570a0f40-123a-4d46-b554-75ed790167a8 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 20:05:04.000414 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 570a0f40-123a-4d46-b554-75ed790167a8 not bound to the agent host hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 20:05:04.030882 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-963ac6e1-4170-4e87-85b9-4470651888da tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:04.037461 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-963ac6e1-4170-4e87-85b9-4470651888da tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:04.040567 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-963ac6e1-4170-4e87-85b9-4470651888da tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "DELETE /v2.0/networks/6b142d83-922e-4738-8209-6e9ebee2e8c9 HTTP/1.1" status: 204 len: 168 time: 0.3147447 Dec 10 20:05:04.043420 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 35618) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:05:04.053829 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963ac6e1-4170-4e87-85b9-4470651888da tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event deleted for resources: {'Network': ['ID=6b142d83-922e-4738-8209-6e9ebee2e8c9,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:04.107195 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-37999d59-f010-4ea3-89a2-c5957afd9cce tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:04.136319 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-37999d59-f010-4ea3-89a2-c5957afd9cce tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:04.210339 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-37999d59-f010-4ea3-89a2-c5957afd9cce tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:04.213221 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-37999d59-f010-4ea3-89a2-c5957afd9cce tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:04.214477 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-37999d59-f010-4ea3-89a2-c5957afd9cce tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "DELETE /v2.0/security-groups/74c532f0-d339-4002-a82a-9371631fdcae HTTP/1.1" status: 204 len: 168 time: 0.1700242 Dec 10 20:05:04.224729 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37999d59-f010-4ea3-89a2-c5957afd9cce tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c532f0-d339-4002-a82a-9371631fdcae,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:04.227744 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 12898f20-31f1-4434-a2c5-0e6c52bf0118 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 20:05:04.232245 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37999d59-f010-4ea3-89a2-c5957afd9cce tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:04.232624 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37999d59-f010-4ea3-89a2-c5957afd9cce tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:04.233726 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37999d59-f010-4ea3-89a2-c5957afd9cce tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:04.234255 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37999d59-f010-4ea3-89a2-c5957afd9cce tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:04.234763 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37999d59-f010-4ea3-89a2-c5957afd9cce tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:04.235292 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37999d59-f010-4ea3-89a2-c5957afd9cce tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:04.235789 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37999d59-f010-4ea3-89a2-c5957afd9cce tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:04.236277 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37999d59-f010-4ea3-89a2-c5957afd9cce tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:04.236789 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37999d59-f010-4ea3-89a2-c5957afd9cce tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:04.237286 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37999d59-f010-4ea3-89a2-c5957afd9cce tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:04.237788 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37999d59-f010-4ea3-89a2-c5957afd9cce tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:04.238277 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37999d59-f010-4ea3-89a2-c5957afd9cce tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:04.256780 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 12898f20-31f1-4434-a2c5-0e6c52bf0118 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 20:05:04.257118 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 12898f20-31f1-4434-a2c5-0e6c52bf0118 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 20:05:04.257539 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 060bc2e5-d2a4-47da-be39-05d7d90f0994 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 20:05:04.281272 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 060bc2e5-d2a4-47da-be39-05d7d90f0994 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 20:05:04.281611 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 060bc2e5-d2a4-47da-be39-05d7d90f0994 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 20:05:05.991149 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device be5faab5-2b79-4d13-ac30-10a3aaac3743 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 20:05:06.011422 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: be5faab5-2b79-4d13-ac30-10a3aaac3743 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 20:05:06.011757 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device be5faab5-2b79-4d13-ac30-10a3aaac3743 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 20:05:06.625758 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 35630) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:05:06.630389 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-991f5263-69f4-45fe-94c8-045db49e40cd tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1842275539', 'description': 'tempest-secgroup-smoke-1842275539 description', 'project_id': '575d6f57815e49e1b66e2ddad838d8d9'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:05:06.652884 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-991f5263-69f4-45fe-94c8-045db49e40cd tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:06.719896 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-991f5263-69f4-45fe-94c8-045db49e40cd tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:06.723598 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-991f5263-69f4-45fe-94c8-045db49e40cd tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:06.752129 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-991f5263-69f4-45fe-94c8-045db49e40cd tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:06.753373 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-991f5263-69f4-45fe-94c8-045db49e40cd tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1266050 Dec 10 20:05:06.755255 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f5263-69f4-45fe-94c8-045db49e40cd tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb650543-b557-4560-931c-591c19aaf04e,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:06.756395 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 35632) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:05:06.762398 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-31c59224-57d3-42be-8527-b690f1ee8c1f tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Request body: {'security_group_rule': {'security_group_id': 'fb650543-b557-4560-931c-591c19aaf04e', 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:05:06.790272 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-31c59224-57d3-42be-8527-b690f1ee8c1f tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:06.835694 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-31c59224-57d3-42be-8527-b690f1ee8c1f tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:06.839259 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-31c59224-57d3-42be-8527-b690f1ee8c1f tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:06.859180 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c59224-57d3-42be-8527-b690f1ee8c1f tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aedb660-1e9f-4982-a750-00782eeb7cb3,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:06.863342 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-31c59224-57d3-42be-8527-b690f1ee8c1f tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:06.864519 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-31c59224-57d3-42be-8527-b690f1ee8c1f tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1060650 Dec 10 20:05:06.867578 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 35634) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:05:06.871843 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-457dedfc-10ad-4925-b217-8622ce3013a4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Request body: {'security_group_rule': {'security_group_id': 'fb650543-b557-4560-931c-591c19aaf04e', 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:05:06.899301 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-457dedfc-10ad-4925-b217-8622ce3013a4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:06.959284 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-457dedfc-10ad-4925-b217-8622ce3013a4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:06.962909 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-457dedfc-10ad-4925-b217-8622ce3013a4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:06.979797 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457dedfc-10ad-4925-b217-8622ce3013a4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d12b2dee-fd62-433e-af90-a7e2df622ca1,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:06.989251 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-457dedfc-10ad-4925-b217-8622ce3013a4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:06.990614 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-457dedfc-10ad-4925-b217-8622ce3013a4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1221247 Dec 10 20:05:06.995117 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 35636) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:05:06.999939 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-955c61ec-e722-44ed-aad0-91d6e193c6e3 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Request body: {'security_group_rule': {'security_group_id': 'fb650543-b557-4560-931c-591c19aaf04e', 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:05:07.030414 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-955c61ec-e722-44ed-aad0-91d6e193c6e3 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:07.086271 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-955c61ec-e722-44ed-aad0-91d6e193c6e3 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:07.089970 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-955c61ec-e722-44ed-aad0-91d6e193c6e3 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:07.107861 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955c61ec-e722-44ed-aad0-91d6e193c6e3 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c673faba-d4d3-49d4-afbf-c25f49b63d3e,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:07.113138 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-955c61ec-e722-44ed-aad0-91d6e193c6e3 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:07.114251 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-955c61ec-e722-44ed-aad0-91d6e193c6e3 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1181986 Dec 10 20:05:07.117291 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 35638) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:05:07.121618 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-c6f21722-adbb-4f3b-a653-275ba2840802 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Request body: {'security_group_rule': {'security_group_id': 'fb650543-b557-4560-931c-591c19aaf04e', 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:05:07.150736 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c6f21722-adbb-4f3b-a653-275ba2840802 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:07.210025 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c6f21722-adbb-4f3b-a653-275ba2840802 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:07.213583 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c6f21722-adbb-4f3b-a653-275ba2840802 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:07.230713 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f21722-adbb-4f3b-a653-275ba2840802 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c603f7ab-ed60-49c8-b224-be01d9a75a90,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:07.239341 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c6f21722-adbb-4f3b-a653-275ba2840802 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:07.240543 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-c6f21722-adbb-4f3b-a653-275ba2840802 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1222765 Dec 10 20:05:07.243546 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 35640) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:05:07.247889 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-74461db3-5358-4266-a586-2f1eec999f3f tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Request body: {'security_group_rule': {'security_group_id': 'fb650543-b557-4560-931c-591c19aaf04e', 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:05:07.270796 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.securitygroups_db [None req-74461db3-5358-4266-a586-2f1eec999f3f tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Project 575d6f57815e49e1b66e2ddad838d8d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 20:05:07.275646 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-74461db3-5358-4266-a586-2f1eec999f3f tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:07.338356 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-74461db3-5358-4266-a586-2f1eec999f3f tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:07.341945 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-74461db3-5358-4266-a586-2f1eec999f3f tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:07.361499 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74461db3-5358-4266-a586-2f1eec999f3f tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fa52c8c-1a0f-44ad-8310-bd992088a6ad,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:07.366948 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-74461db3-5358-4266-a586-2f1eec999f3f tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:07.370652 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-74461db3-5358-4266-a586-2f1eec999f3f tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1235187 Dec 10 20:05:07.370772 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 35642) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:05:07.375809 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-ffc855d8-6b1c-4b9b-ae0a-ac2963adbed7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Request body: {'security_group_rule': {'security_group_id': 'fb650543-b557-4560-931c-591c19aaf04e', 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:05:07.397207 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.securitygroups_db [None req-ffc855d8-6b1c-4b9b-ae0a-ac2963adbed7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Project 575d6f57815e49e1b66e2ddad838d8d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 20:05:07.401819 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ffc855d8-6b1c-4b9b-ae0a-ac2963adbed7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:07.462989 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ffc855d8-6b1c-4b9b-ae0a-ac2963adbed7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:07.466698 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ffc855d8-6b1c-4b9b-ae0a-ac2963adbed7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:07.485697 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc855d8-6b1c-4b9b-ae0a-ac2963adbed7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c67771b5-6650-43b3-959c-078691f7c6ce,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:07.490721 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ffc855d8-6b1c-4b9b-ae0a-ac2963adbed7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:07.492161 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-ffc855d8-6b1c-4b9b-ae0a-ac2963adbed7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1205137 Dec 10 20:05:07.495036 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 35644) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:05:07.499886 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-ed33f72f-1590-4444-8a4e-fd99a0200757 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Request body: {'network': {'name': 'tempest-network-smoke--1711996431', 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'port_security_enabled': True}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:05:07.520888 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed33f72f-1590-4444-8a4e-fd99a0200757 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Made reservation on behalf of 575d6f57815e49e1b66e2ddad838d8d9 for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 20:05:07.524381 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ed33f72f-1590-4444-8a4e-fd99a0200757 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:07.548715 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed33f72f-1590-4444-8a4e-fd99a0200757 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 20:05:07.557907 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ed33f72f-1590-4444-8a4e-fd99a0200757 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:07.558343 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-ed33f72f-1590-4444-8a4e-fd99a0200757 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Added segment 0cbc882a-9d9d-4fb1-90cc-a221e782f38c of type vlan for network b7892d03-11a4-4a4c-9389-4fbda8bbc2a1 Dec 10 20:05:07.599055 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ed33f72f-1590-4444-8a4e-fd99a0200757 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:07.624147 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ed33f72f-1590-4444-8a4e-fd99a0200757 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:07.629707 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed33f72f-1590-4444-8a4e-fd99a0200757 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:05:07.630284 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ed33f72f-1590-4444-8a4e-fd99a0200757 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:07.686347 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-ed33f72f-1590-4444-8a4e-fd99a0200757 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1896687 Dec 10 20:05:07.689709 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 35646) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:05:07.694389 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-9b822b54-fee6-4281-8a62-5ae288fa6ee0 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-538363976', 'admin_state_up': True, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:05:07.701306 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed33f72f-1590-4444-8a4e-fd99a0200757 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'Network': ['ID=b7892d03-11a4-4a4c-9389-4fbda8bbc2a1,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:07.713143 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network b7892d03-11a4-4a4c-9389-4fbda8bbc2a1 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 20:05:07.718327 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9b822b54-fee6-4281-8a62-5ae288fa6ee0 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:07.719470 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9b822b54-fee6-4281-8a62-5ae288fa6ee0 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:07.773899 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9b822b54-fee6-4281-8a62-5ae288fa6ee0 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:07.911470 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9b822b54-fee6-4281-8a62-5ae288fa6ee0 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:08.103126 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9b822b54-fee6-4281-8a62-5ae288fa6ee0 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for router_gateway, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:08.122020 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9b822b54-fee6-4281-8a62-5ae288fa6ee0 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:08.219025 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-9b822b54-fee6-4281-8a62-5ae288fa6ee0 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Allocated IP 172.26.6.53 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/c88ccf1d-b408-48b2-b2aa-c52049d90c5f) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 20:05:08.320046 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9b822b54-fee6-4281-8a62-5ae288fa6ee0 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:08.366942 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9b822b54-fee6-4281-8a62-5ae288fa6ee0 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:08.405327 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b822b54-fee6-4281-8a62-5ae288fa6ee0 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 20:05:08.408149 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-9b822b54-fee6-4281-8a62-5ae288fa6ee0 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 20:05:08.411508 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b822b54-fee6-4281-8a62-5ae288fa6ee0 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 20:05:08.419463 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b822b54-fee6-4281-8a62-5ae288fa6ee0 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'Port': ['ID=c88ccf1d-b408-48b2-b2aa-c52049d90c5f,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:08.660252 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9b822b54-fee6-4281-8a62-5ae288fa6ee0 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for router_gateway, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:09.166611 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9b822b54-fee6-4281-8a62-5ae288fa6ee0 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:09.292848 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b822b54-fee6-4281-8a62-5ae288fa6ee0 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Router fcb5b92a-545f-4e92-b23c-7ae731991837 is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 20:05:09.397084 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b822b54-fee6-4281-8a62-5ae288fa6ee0 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 20:05:09.406988 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7405092-414e-435d-99f6-66017e6753ee None None] Sync routers for ids ['fcb5b92a-545f-4e92-b23c-7ae731991837'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 20:05:09.417792 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9b822b54-fee6-4281-8a62-5ae288fa6ee0 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:09.418003 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7405092-414e-435d-99f6-66017e6753ee None None] Routers {'fcb5b92a-545f-4e92-b23c-7ae731991837'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:05:09.418361 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-a7405092-414e-435d-99f6-66017e6753ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:04:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['fcb5b92a-545f-4e92-b23c-7ae731991837'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:05:09.423321 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-9b822b54-fee6-4281-8a62-5ae288fa6ee0 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7281783 Dec 10 20:05:09.423806 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 35648) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:05:09.452200 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-62c1a9f0-6617-42e6-a287-b423e1d6ea7b tempest-TestNetworkAdvancedServerOps-1204599226 tempest-TestNetworkAdvancedServerOps-1204599226-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=575d6f57815e49e1b66e2ddad838d8d9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270519 Dec 10 20:05:09.454868 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 35650) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:05:09.521989 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-a7405092-414e-435d-99f6-66017e6753ee None None] Set router fcb5b92a-545f-4e92-b23c-7ae731991837 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:05:09.544890 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac755ef1-6f8d-4092-a7b8-c3505a36ccba tempest-TestNetworkAdvancedServerOps-1204599226 tempest-TestNetworkAdvancedServerOps-1204599226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:05:09.546497 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-ac755ef1-6f8d-4092-a7b8-c3505a36ccba tempest-TestNetworkAdvancedServerOps-1204599226 tempest-TestNetworkAdvancedServerOps-1204599226-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0907335 Dec 10 20:05:09.549442 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 35652) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:05:09.700877 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-a7405092-414e-435d-99f6-66017e6753ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb5b92a-545f-4e92-b23c-7ae731991837', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538363976', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': 'c88ccf1d-b408-48b2-b2aa-c52049d90c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:07Z', 'updated_at': '2021-12-10T20:05:08Z', 'revision_number': 3, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': 'c88ccf1d-b408-48b2-b2aa-c52049d90c5f', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:05:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb5b92a-545f-4e92-b23c-7ae731991837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:08Z', 'updated_at': '2021-12-10T20:05:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:05:09.732414 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7405092-414e-435d-99f6-66017e6753ee None None] Checking router: fcb5b92a-545f-4e92-b23c-7ae731991837 for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 20:05:09.732414 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7405092-414e-435d-99f6-66017e6753ee None None] Updating router fcb5b92a-545f-4e92-b23c-7ae731991837 port c88ccf1d-b408-48b2-b2aa-c52049d90c5f binding host dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 20:05:09.758120 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-a7405092-414e-435d-99f6-66017e6753ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:09.887024 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-7fe2e1dc-2f18-4885-81d6-d074d4f3476b tempest-TestNetworkAdvancedServerOps-1204599226 tempest-TestNetworkAdvancedServerOps-1204599226-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=68e2ee80-e7f8-4be2-b0d8-392fd4a4e031&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3364949 Dec 10 20:05:09.890051 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 35654) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:05:09.894769 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-c880172f-43d0-4dc6-b341-1a658103e0e4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1221820639', 'network_id': 'b7892d03-11a4-4a4c-9389-4fbda8bbc2a1', 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:05:09.984540 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c880172f-43d0-4dc6-b341-1a658103e0e4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Made reservation on behalf of 575d6f57815e49e1b66e2ddad838d8d9 for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 20:05:09.988195 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c880172f-43d0-4dc6-b341-1a658103e0e4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:10.007310 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-a7405092-414e-435d-99f6-66017e6753ee None None] Notify callbacks [] for port, precommit_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:10.012686 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-a7405092-414e-435d-99f6-66017e6753ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:10.063918 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-a7405092-414e-435d-99f6-66017e6753ee None None] Attempting to bind port c88ccf1d-b408-48b2-b2aa-c52049d90c5f on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 20:05:10.064272 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-a7405092-414e-435d-99f6-66017e6753ee None None] Attempting to bind port c88ccf1d-b408-48b2-b2aa-c52049d90c5f by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 20:05:10.064649 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7405092-414e-435d-99f6-66017e6753ee None None] Attempting to bind port c88ccf1d-b408-48b2-b2aa-c52049d90c5f on network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 20:05:10.066578 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cca977-a757-4815-9699-6c248505d58d None None] Pushing event updated for resources: {'Port': ['ID=c88ccf1d-b408-48b2-b2aa-c52049d90c5f,revision_number=2']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:10.075527 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cca977-a757-4815-9699-6c248505d58d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:10.075846 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cca977-a757-4815-9699-6c248505d58d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:10.076171 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cca977-a757-4815-9699-6c248505d58d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:10.076699 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cca977-a757-4815-9699-6c248505d58d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:10.077243 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cca977-a757-4815-9699-6c248505d58d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:10.077438 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cca977-a757-4815-9699-6c248505d58d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:10.077754 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cca977-a757-4815-9699-6c248505d58d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:10.078164 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cca977-a757-4815-9699-6c248505d58d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:10.078383 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cca977-a757-4815-9699-6c248505d58d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:10.078692 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cca977-a757-4815-9699-6c248505d58d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:10.078999 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cca977-a757-4815-9699-6c248505d58d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:10.079305 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cca977-a757-4815-9699-6c248505d58d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:05:10.082406 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7405092-414e-435d-99f6-66017e6753ee None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 20:05:10.082764 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7405092-414e-435d-99f6-66017e6753ee None None] Checking segment: {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 20:05:10.083152 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-a7405092-414e-435d-99f6-66017e6753ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:10.083521 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7405092-414e-435d-99f6-66017e6753ee None None] Bound using segment: {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 20:05:10.083979 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-a7405092-414e-435d-99f6-66017e6753ee None None] Bound port: c88ccf1d-b408-48b2-b2aa-c52049d90c5f, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 20:05:10.084339 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-a7405092-414e-435d-99f6-66017e6753ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:10.137987 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-a7405092-414e-435d-99f6-66017e6753ee None None] For port c88ccf1d-b408-48b2-b2aa-c52049d90c5f, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 20:05:10.141274 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-a7405092-414e-435d-99f6-66017e6753ee None None] For port c88ccf1d-b408-48b2-b2aa-c52049d90c5f, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=c88ccf1d-b408-48b2-b2aa-c52049d90c5f,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 20:05:10.145735 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-a7405092-414e-435d-99f6-66017e6753ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:10.178515 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c880172f-43d0-4dc6-b341-1a658103e0e4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:10.207221 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7405092-414e-435d-99f6-66017e6753ee None None] Routers {'fcb5b92a-545f-4e92-b23c-7ae731991837'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:05:10.208198 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-a7405092-414e-435d-99f6-66017e6753ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:04:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['fcb5b92a-545f-4e92-b23c-7ae731991837'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:05:10.242188 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c880172f-43d0-4dc6-b341-1a658103e0e4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'Subnet': ['ID=ee200e05-e197-49ab-847d-e23ee6baa134,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:10.247562 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cca977-a757-4815-9699-6c248505d58d None None] Pushing event updated for resources: {'Port': ['ID=c88ccf1d-b408-48b2-b2aa-c52049d90c5f,revision_number=3']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:10.252280 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c880172f-43d0-4dc6-b341-1a658103e0e4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Checking segment: {'id': '0cbc882a-9d9d-4fb1-90cc-a221e782f38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b7892d03-11a4-4a4c-9389-4fbda8bbc2a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 20:05:10.252729 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c880172f-43d0-4dc6-b341-1a658103e0e4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Network hostable DHCP agents. Network: b7892d03-11a4-4a4c-9389-4fbda8bbc2a1, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 20:05:10.271108 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c880172f-43d0-4dc6-b341-1a658103e0e4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Network b7892d03-11a4-4a4c-9389-4fbda8bbc2a1 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 20:05:10.281383 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-c880172f-43d0-4dc6-b341-1a658103e0e4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, b7892d03-11a4-4a4c-9389-4fbda8bbc2a1) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 20:05:10.285649 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c880172f-43d0-4dc6-b341-1a658103e0e4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:05:10.286278 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-c880172f-43d0-4dc6-b341-1a658103e0e4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:10.292935 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ef701c-5454-4a8a-8eee-9823aeeafad9 None None] Network b7892d03-11a4-4a4c-9389-4fbda8bbc2a1 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 20:05:10.306374 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-c880172f-43d0-4dc6-b341-1a658103e0e4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4145720 Dec 10 20:05:10.308379 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 35656) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:05:10.331003 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-a7405092-414e-435d-99f6-66017e6753ee None None] Set router fcb5b92a-545f-4e92-b23c-7ae731991837 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:05:10.457099 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca42e53-2436-4c0f-93e4-9b9997985654 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-b7892d03-11a4-4a4c-9389-4fbda8bbc2a1', 'network_id': 'b7892d03-11a4-4a4c-9389-4fbda8bbc2a1', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'fixed_ips': [{'subnet_id': 'ee200e05-e197-49ab-847d-e23ee6baa134'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 20:05:10.457973 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ca42e53-2436-4c0f-93e4-9b9997985654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:10.519753 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-a7405092-414e-435d-99f6-66017e6753ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb5b92a-545f-4e92-b23c-7ae731991837', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538363976', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': 'c88ccf1d-b408-48b2-b2aa-c52049d90c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:07Z', 'updated_at': '2021-12-10T20:05:08Z', 'revision_number': 3, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': 'c88ccf1d-b408-48b2-b2aa-c52049d90c5f', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:05:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb5b92a-545f-4e92-b23c-7ae731991837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:08Z', 'updated_at': '2021-12-10T20:05:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:05:10.550201 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7405092-414e-435d-99f6-66017e6753ee None None] The sync data for ids ['fcb5b92a-545f-4e92-b23c-7ae731991837'] in dv-neutron-821441-1-hyperv is: [{'id': 'fcb5b92a-545f-4e92-b23c-7ae731991837', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538363976', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': 'c88ccf1d-b408-48b2-b2aa-c52049d90c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:07Z', 'updated_at': '2021-12-10T20:05:08Z', 'revision_number': 3, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': 'c88ccf1d-b408-48b2-b2aa-c52049d90c5f', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:05:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb5b92a-545f-4e92-b23c-7ae731991837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:08Z', 'updated_at': '2021-12-10T20:05:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 20:05:10.599306 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-0ca42e53-2436-4c0f-93e4-9b9997985654 None None] Allocated IP 172.20.0.2 (b7892d03-11a4-4a4c-9389-4fbda8bbc2a1/ee200e05-e197-49ab-847d-e23ee6baa134/d2dae764-440a-4c00-9679-c6daa5eca8e7) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 20:05:10.767957 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ca42e53-2436-4c0f-93e4-9b9997985654 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:10.783184 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ca42e53-2436-4c0f-93e4-9b9997985654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:10.827038 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca42e53-2436-4c0f-93e4-9b9997985654 None None] Network b7892d03-11a4-4a4c-9389-4fbda8bbc2a1 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 20:05:10.830270 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-0ca42e53-2436-4c0f-93e4-9b9997985654 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 20:05:10.833841 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca42e53-2436-4c0f-93e4-9b9997985654 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 20:05:10.846743 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2aa1343b-34b7-41e3-98e9-05b406035be7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:10.867655 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca42e53-2436-4c0f-93e4-9b9997985654 None None] Pushing event updated for resources: {'Port': ['ID=d2dae764-440a-4c00-9679-c6daa5eca8e7,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:10.915244 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-0ca42e53-2436-4c0f-93e4-9b9997985654 None None] Attempting to bind port d2dae764-440a-4c00-9679-c6daa5eca8e7 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 20:05:10.915703 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-0ca42e53-2436-4c0f-93e4-9b9997985654 None None] Attempting to bind port d2dae764-440a-4c00-9679-c6daa5eca8e7 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '0cbc882a-9d9d-4fb1-90cc-a221e782f38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b7892d03-11a4-4a4c-9389-4fbda8bbc2a1'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 20:05:10.916132 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca42e53-2436-4c0f-93e4-9b9997985654 None None] Attempting to bind port d2dae764-440a-4c00-9679-c6daa5eca8e7 on network b7892d03-11a4-4a4c-9389-4fbda8bbc2a1 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 20:05:10.922038 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca42e53-2436-4c0f-93e4-9b9997985654 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 20:05:10.922500 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca42e53-2436-4c0f-93e4-9b9997985654 None None] Checking segment: {'id': '0cbc882a-9d9d-4fb1-90cc-a221e782f38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b7892d03-11a4-4a4c-9389-4fbda8bbc2a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 20:05:10.922972 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ca42e53-2436-4c0f-93e4-9b9997985654 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:10.923431 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca42e53-2436-4c0f-93e4-9b9997985654 None None] Bound using segment: {'id': '0cbc882a-9d9d-4fb1-90cc-a221e782f38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b7892d03-11a4-4a4c-9389-4fbda8bbc2a1'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 20:05:10.923970 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-0ca42e53-2436-4c0f-93e4-9b9997985654 None None] Bound port: d2dae764-440a-4c00-9679-c6daa5eca8e7, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cbc882a-9d9d-4fb1-90cc-a221e782f38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b7892d03-11a4-4a4c-9389-4fbda8bbc2a1'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 20:05:10.924420 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ca42e53-2436-4c0f-93e4-9b9997985654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:10.991918 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-0ca42e53-2436-4c0f-93e4-9b9997985654 None None] For port d2dae764-440a-4c00-9679-c6daa5eca8e7, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 20:05:10.995959 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-0ca42e53-2436-4c0f-93e4-9b9997985654 None None] For port d2dae764-440a-4c00-9679-c6daa5eca8e7, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=d2dae764-440a-4c00-9679-c6daa5eca8e7,segment=NetworkSegment(0cbc882a-9d9d-4fb1-90cc-a221e782f38c),segment_id=0cbc882a-9d9d-4fb1-90cc-a221e782f38c)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 20:05:11.001992 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ca42e53-2436-4c0f-93e4-9b9997985654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:11.070205 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca42e53-2436-4c0f-93e4-9b9997985654 None None] Pushing event updated for resources: {'Port': ['ID=d2dae764-440a-4c00-9679-c6daa5eca8e7,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:11.161945 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-2aa1343b-34b7-41e3-98e9-05b406035be7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Allocated IP 172.20.0.1 (b7892d03-11a4-4a4c-9389-4fbda8bbc2a1/ee200e05-e197-49ab-847d-e23ee6baa134/351365f7-2a7e-4e4a-b120-2b546e79c4f9) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 20:05:11.297295 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2aa1343b-34b7-41e3-98e9-05b406035be7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:11.332304 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2aa1343b-34b7-41e3-98e9-05b406035be7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:11.387780 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa1343b-34b7-41e3-98e9-05b406035be7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Network b7892d03-11a4-4a4c-9389-4fbda8bbc2a1 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 20:05:11.391447 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-2aa1343b-34b7-41e3-98e9-05b406035be7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 20:05:11.398461 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa1343b-34b7-41e3-98e9-05b406035be7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 20:05:11.402713 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa1343b-34b7-41e3-98e9-05b406035be7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'Port': ['ID=351365f7-2a7e-4e4a-b120-2b546e79c4f9,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:11.445901 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2aa1343b-34b7-41e3-98e9-05b406035be7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712030'] for router_interface, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:11.589394 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2aa1343b-34b7-41e3-98e9-05b406035be7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:11.864315 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2aa1343b-34b7-41e3-98e9-05b406035be7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:11.869474 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2aa1343b-34b7-41e3-98e9-05b406035be7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:11.944677 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa1343b-34b7-41e3-98e9-05b406035be7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'Port': ['ID=351365f7-2a7e-4e4a-b120-2b546e79c4f9,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:11.947450 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2aa1343b-34b7-41e3-98e9-05b406035be7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3755716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711339'] for router_interface, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:12.043320 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa1343b-34b7-41e3-98e9-05b406035be7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Network b7892d03-11a4-4a4c-9389-4fbda8bbc2a1 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 20:05:12.044848 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-2aa1343b-34b7-41e3-98e9-05b406035be7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 20:05:12.096898 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device d2dae764-440a-4c00-9679-c6daa5eca8e7 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 20:05:12.148392 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port d2dae764-440a-4c00-9679-c6daa5eca8e7 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:05:12.149286 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:12.163172 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aa1343b-34b7-41e3-98e9-05b406035be7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Router fcb5b92a-545f-4e92-b23c-7ae731991837 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 20:05:12.244755 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:12.277704 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port d2dae764-440a-4c00-9679-c6daa5eca8e7, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=d2dae764-440a-4c00-9679-c6daa5eca8e7,segment=NetworkSegment(0cbc882a-9d9d-4fb1-90cc-a221e782f38c),segment_id=0cbc882a-9d9d-4fb1-90cc-a221e782f38c)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:05:12.282876 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:12.283897 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device c88ccf1d-b408-48b2-b2aa-c52049d90c5f up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 20:05:12.284625 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa1343b-34b7-41e3-98e9-05b406035be7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 20:05:12.290717 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-2aa1343b-34b7-41e3-98e9-05b406035be7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "PUT /v2.0/routers/fcb5b92a-545f-4e92-b23c-7ae731991837/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9813483 Dec 10 20:05:12.375743 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=d2dae764-440a-4c00-9679-c6daa5eca8e7,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:12.380535 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port c88ccf1d-b408-48b2-b2aa-c52049d90c5f triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:05:12.380909 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:12.467905 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-88f7093c-a999-4b3a-b029-2ed2808947bc req-c37fcf5d-8638-467e-bdf1-c2d2e08d6a0a tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1842275539&fields=id&tenant_id=575d6f57815e49e1b66e2ddad838d8d9 HTTP/1.1" status: 200 len: 267 time: 0.0498593 Dec 10 20:05:12.477574 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8403518-8b14-4376-ae09-ce127032ba71 None None] Network b7892d03-11a4-4a4c-9389-4fbda8bbc2a1 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 20:05:12.480914 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:12.555285 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb12565-0bf7-45cb-ba2d-3191687f2d71 None None] Sync routers for ids ['fcb5b92a-545f-4e92-b23c-7ae731991837'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 20:05:12.564186 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port c88ccf1d-b408-48b2-b2aa-c52049d90c5f, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=c88ccf1d-b408-48b2-b2aa-c52049d90c5f,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:05:12.574486 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:12.577083 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7093c-a999-4b3a-b029-2ed2808947bc req-0064afeb-ece5-418d-a56d-ea38d4e4b8da tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:05:12.578565 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-88f7093c-a999-4b3a-b029-2ed2808947bc req-0064afeb-ece5-418d-a56d-ea38d4e4b8da tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/networks?id=b7892d03-11a4-4a4c-9389-4fbda8bbc2a1 HTTP/1.1" status: 200 len: 797 time: 0.1097448 Dec 10 20:05:12.585840 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-e6b96b2b-824e-4db3-b6d4-9955664363b4 None None] Provisioning complete for port d2dae764-440a-4c00-9679-c6daa5eca8e7 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:05:12.586204 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e6b96b2b-824e-4db3-b6d4-9955664363b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:12.596640 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-88f7093c-a999-4b3a-b029-2ed2808947bc req-136a96c7-920f-4dcf-b2ef-36a303b4a98c tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/quotas/575d6f57815e49e1b66e2ddad838d8d9 HTTP/1.1" status: 200 len: 375 time: 0.0101054 Dec 10 20:05:12.634544 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb12565-0bf7-45cb-ba2d-3191687f2d71 None None] Routers {'fcb5b92a-545f-4e92-b23c-7ae731991837'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:05:12.635083 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-cdb12565-0bf7-45cb-ba2d-3191687f2d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:04:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['fcb5b92a-545f-4e92-b23c-7ae731991837'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:05:12.653477 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-88f7093c-a999-4b3a-b029-2ed2808947bc req-ad21ec6c-178e-4d44-ba4a-17818b7cc51a tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=575d6f57815e49e1b66e2ddad838d8d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502133 Dec 10 20:05:12.753024 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-88f7093c-a999-4b3a-b029-2ed2808947bc req-c9ea766d-81fc-4e87-bec1-8c8a8c9c612d service neutron] 10.222.0.69 "GET /v2.0/networks/b7892d03-11a4-4a4c-9389-4fbda8bbc2a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874677 Dec 10 20:05:12.770574 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=c88ccf1d-b408-48b2-b2aa-c52049d90c5f,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:12.851660 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-88f7093c-a999-4b3a-b029-2ed2808947bc req-cdde24d9-1a3a-48b1-9660-7dfb08a6c840 service neutron] 10.222.0.69 "GET /v2.0/networks/b7892d03-11a4-4a4c-9389-4fbda8bbc2a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924275 Dec 10 20:05:12.881411 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-cdb12565-0bf7-45cb-ba2d-3191687f2d71 None None] Set router fcb5b92a-545f-4e92-b23c-7ae731991837 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:05:13.061065 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-65aa6c36-1c5b-4222-9119-4aceac932df7 req-80876585-dee0-4cd7-8ac3-39a14e8c1d03 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb15ede1-f2fe-4b38-b19f-fefbda136f6a HTTP/1.1" status: 200 len: 210 time: 0.0389175 Dec 10 20:05:13.235699 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-3ad202a0-2280-4bf3-835e-423612b570ed None None] Provisioning complete for port 351365f7-2a7e-4e4a-b120-2b546e79c4f9 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:05:13.236236 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-3ad202a0-2280-4bf3-835e-423612b570ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:13.281487 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-3ad202a0-2280-4bf3-835e-423612b570ed None None] Port 351365f7-2a7e-4e4a-b120-2b546e79c4f9 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 20:05:13.298508 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-cdb12565-0bf7-45cb-ba2d-3191687f2d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb5b92a-545f-4e92-b23c-7ae731991837', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538363976', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': 'c88ccf1d-b408-48b2-b2aa-c52049d90c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:07Z', 'updated_at': '2021-12-10T20:05:11Z', 'revision_number': 4, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': 'c88ccf1d-b408-48b2-b2aa-c52049d90c5f', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:05:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb5b92a-545f-4e92-b23c-7ae731991837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:08Z', 'updated_at': '2021-12-10T20:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '351365f7-2a7e-4e4a-b120-2b546e79c4f9', 'name': '', 'network_id': 'b7892d03-11a4-4a4c-9389-4fbda8bbc2a1', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'mac_address': 'fa:16:3e:3a:62:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb5b92a-545f-4e92-b23c-7ae731991837', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'ee200e05-e197-49ab-847d-e23ee6baa134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:10Z', 'updated_at': '2021-12-10T20:05:11Z', 'revision_number': 2, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'subnets': [{'id': 'ee200e05-e197-49ab-847d-e23ee6baa134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:05:13.300493 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-3ad202a0-2280-4bf3-835e-423612b570ed None None] Provisioning complete for port d2dae764-440a-4c00-9679-c6daa5eca8e7 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:05:13.300861 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-3ad202a0-2280-4bf3-835e-423612b570ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:13.348658 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb12565-0bf7-45cb-ba2d-3191687f2d71 None None] Checking router: fcb5b92a-545f-4e92-b23c-7ae731991837 for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 20:05:13.349057 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb12565-0bf7-45cb-ba2d-3191687f2d71 None None] Updating router fcb5b92a-545f-4e92-b23c-7ae731991837 port 351365f7-2a7e-4e4a-b120-2b546e79c4f9 binding host dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 20:05:13.383689 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-cdb12565-0bf7-45cb-ba2d-3191687f2d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:13.664354 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-6907a64d-4e48-40ef-9c1e-ed290605e7de None None] Provisioning complete for port 351365f7-2a7e-4e4a-b120-2b546e79c4f9 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:05:13.664664 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6907a64d-4e48-40ef-9c1e-ed290605e7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:13.733253 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-cdb12565-0bf7-45cb-ba2d-3191687f2d71 None None] Notify callbacks [] for port, precommit_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:13.734924 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-6907a64d-4e48-40ef-9c1e-ed290605e7de None None] Port 351365f7-2a7e-4e4a-b120-2b546e79c4f9 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 20:05:13.740049 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-cdb12565-0bf7-45cb-ba2d-3191687f2d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:13.788334 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f80a17b-53dc-4478-a819-5ed1802e0eb2 None None] Pushing event updated for resources: {'Port': ['ID=351365f7-2a7e-4e4a-b120-2b546e79c4f9,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:13.839648 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-cdb12565-0bf7-45cb-ba2d-3191687f2d71 None None] Attempting to bind port 351365f7-2a7e-4e4a-b120-2b546e79c4f9 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 20:05:13.840015 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-cdb12565-0bf7-45cb-ba2d-3191687f2d71 None None] Attempting to bind port 351365f7-2a7e-4e4a-b120-2b546e79c4f9 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '0cbc882a-9d9d-4fb1-90cc-a221e782f38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b7892d03-11a4-4a4c-9389-4fbda8bbc2a1'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 20:05:13.840374 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb12565-0bf7-45cb-ba2d-3191687f2d71 None None] Attempting to bind port 351365f7-2a7e-4e4a-b120-2b546e79c4f9 on network b7892d03-11a4-4a4c-9389-4fbda8bbc2a1 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 20:05:13.845773 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb12565-0bf7-45cb-ba2d-3191687f2d71 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 20:05:13.846138 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb12565-0bf7-45cb-ba2d-3191687f2d71 None None] Checking segment: {'id': '0cbc882a-9d9d-4fb1-90cc-a221e782f38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b7892d03-11a4-4a4c-9389-4fbda8bbc2a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 20:05:13.846538 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-cdb12565-0bf7-45cb-ba2d-3191687f2d71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:13.846924 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb12565-0bf7-45cb-ba2d-3191687f2d71 None None] Bound using segment: {'id': '0cbc882a-9d9d-4fb1-90cc-a221e782f38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b7892d03-11a4-4a4c-9389-4fbda8bbc2a1'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 20:05:13.847546 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-cdb12565-0bf7-45cb-ba2d-3191687f2d71 None None] Bound port: 351365f7-2a7e-4e4a-b120-2b546e79c4f9, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cbc882a-9d9d-4fb1-90cc-a221e782f38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b7892d03-11a4-4a4c-9389-4fbda8bbc2a1'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 20:05:13.847929 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-cdb12565-0bf7-45cb-ba2d-3191687f2d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:13.919595 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-cdb12565-0bf7-45cb-ba2d-3191687f2d71 None None] For port 351365f7-2a7e-4e4a-b120-2b546e79c4f9, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 20:05:13.923286 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-cdb12565-0bf7-45cb-ba2d-3191687f2d71 None None] For port 351365f7-2a7e-4e4a-b120-2b546e79c4f9, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=351365f7-2a7e-4e4a-b120-2b546e79c4f9,segment=NetworkSegment(0cbc882a-9d9d-4fb1-90cc-a221e782f38c),segment_id=0cbc882a-9d9d-4fb1-90cc-a221e782f38c)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 20:05:13.928282 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-cdb12565-0bf7-45cb-ba2d-3191687f2d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:13.986913 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb12565-0bf7-45cb-ba2d-3191687f2d71 None None] Routers {'fcb5b92a-545f-4e92-b23c-7ae731991837'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:05:13.987611 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-cdb12565-0bf7-45cb-ba2d-3191687f2d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:04:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['fcb5b92a-545f-4e92-b23c-7ae731991837'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:05:14.067262 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device d2dae764-440a-4c00-9679-c6daa5eca8e7 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 20:05:14.072084 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f80a17b-53dc-4478-a819-5ed1802e0eb2 None None] Pushing event updated for resources: {'Port': ['ID=351365f7-2a7e-4e4a-b120-2b546e79c4f9,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:14.132709 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-4101b0eb-3bf5-4cf7-b14f-50ede9a7e891 None None] Provisioning complete for port 351365f7-2a7e-4e4a-b120-2b546e79c4f9 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:05:14.133119 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4101b0eb-3bf5-4cf7-b14f-50ede9a7e891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:14.215502 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-cdb12565-0bf7-45cb-ba2d-3191687f2d71 None None] Set router fcb5b92a-545f-4e92-b23c-7ae731991837 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:05:14.216250 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7093c-a999-4b3a-b029-2ed2808947bc req-3a463ab0-a839-4a5a-99e4-3dfc3a86386e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:05:14.218205 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-88f7093c-a999-4b3a-b029-2ed2808947bc req-3a463ab0-a839-4a5a-99e4-3dfc3a86386e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.36 "GET /v2.0/networks?id=b7892d03-11a4-4a4c-9389-4fbda8bbc2a1 HTTP/1.1" status: 200 len: 797 time: 0.1896241 Dec 10 20:05:14.247233 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d05f4d60-bbc7-412d-a597-37dfbb8b4050 req-9bddb6b8-f90f-4e64-8ba0-7fa81b63d177 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb15ede1-f2fe-4b38-b19f-fefbda136f6a HTTP/1.1" status: 200 len: 210 time: 0.0614722 Dec 10 20:05:14.250504 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port d2dae764-440a-4c00-9679-c6daa5eca8e7 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:05:14.251044 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:14.271434 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-88f7093c-a999-4b3a-b029-2ed2808947bc req-89e21179-2d49-4480-b46e-d2afd8a2510d tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=575d6f57815e49e1b66e2ddad838d8d9 HTTP/1.1" status: 200 len: 380 time: 0.0390935 Dec 10 20:05:14.282468 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-88f7093c-a999-4b3a-b029-2ed2808947bc req-53300442-6029-482c-af5c-30cd41c50cb4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Request body: {'port': {'device_id': 'fb15ede1-f2fe-4b38-b19f-fefbda136f6a', 'network_id': 'b7892d03-11a4-4a4c-9389-4fbda8bbc2a1', 'admin_state_up': True, 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'security_groups': ['fb650543-b557-4560-931c-591c19aaf04e']}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:05:14.392830 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88f7093c-a999-4b3a-b029-2ed2808947bc req-53300442-6029-482c-af5c-30cd41c50cb4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Made reservation on behalf of 575d6f57815e49e1b66e2ddad838d8d9 for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 20:05:14.396414 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-88f7093c-a999-4b3a-b029-2ed2808947bc req-53300442-6029-482c-af5c-30cd41c50cb4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:14.405430 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4101b0eb-3bf5-4cf7-b14f-50ede9a7e891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:14.497769 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-4101b0eb-3bf5-4cf7-b14f-50ede9a7e891 None None] For port 351365f7-2a7e-4e4a-b120-2b546e79c4f9, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=351365f7-2a7e-4e4a-b120-2b546e79c4f9,segment=NetworkSegment(0cbc882a-9d9d-4fb1-90cc-a221e782f38c),segment_id=0cbc882a-9d9d-4fb1-90cc-a221e782f38c)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:05:14.512841 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device c88ccf1d-b408-48b2-b2aa-c52049d90c5f up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 20:05:14.515736 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4101b0eb-3bf5-4cf7-b14f-50ede9a7e891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:14.534760 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [req-88f7093c-a999-4b3a-b029-2ed2808947bc req-53300442-6029-482c-af5c-30cd41c50cb4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Allocated IP 172.20.0.5 (b7892d03-11a4-4a4c-9389-4fbda8bbc2a1/ee200e05-e197-49ab-847d-e23ee6baa134/d56d61fd-8c01-4bf3-8433-25cbbaaaa1d1) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 20:05:14.635890 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4101b0eb-3bf5-4cf7-b14f-50ede9a7e891 None None] Pushing event updated for resources: {'Port': ['ID=351365f7-2a7e-4e4a-b120-2b546e79c4f9,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:14.657952 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port c88ccf1d-b408-48b2-b2aa-c52049d90c5f triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:05:14.658324 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:14.680740 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-88f7093c-a999-4b3a-b029-2ed2808947bc req-53300442-6029-482c-af5c-30cd41c50cb4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:14.684544 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-60ac55ff-92f3-4bb7-a05d-d7d81756324e None None] Provisioning complete for port 351365f7-2a7e-4e4a-b120-2b546e79c4f9 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:05:14.684918 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-60ac55ff-92f3-4bb7-a05d-d7d81756324e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:14.715382 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-88f7093c-a999-4b3a-b029-2ed2808947bc req-53300442-6029-482c-af5c-30cd41c50cb4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:14.716528 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-cdb12565-0bf7-45cb-ba2d-3191687f2d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb5b92a-545f-4e92-b23c-7ae731991837', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538363976', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': 'c88ccf1d-b408-48b2-b2aa-c52049d90c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:07Z', 'updated_at': '2021-12-10T20:05:11Z', 'revision_number': 4, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': 'c88ccf1d-b408-48b2-b2aa-c52049d90c5f', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:05:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb5b92a-545f-4e92-b23c-7ae731991837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:08Z', 'updated_at': '2021-12-10T20:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '351365f7-2a7e-4e4a-b120-2b546e79c4f9', 'name': '', 'network_id': 'b7892d03-11a4-4a4c-9389-4fbda8bbc2a1', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'mac_address': 'fa:16:3e:3a:62:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb5b92a-545f-4e92-b23c-7ae731991837', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'ee200e05-e197-49ab-847d-e23ee6baa134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:10Z', 'updated_at': '2021-12-10T20:05:13Z', 'revision_number': 4, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'subnets': [{'id': 'ee200e05-e197-49ab-847d-e23ee6baa134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:05:14.755001 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb12565-0bf7-45cb-ba2d-3191687f2d71 None None] The sync data for ids ['fcb5b92a-545f-4e92-b23c-7ae731991837'] in dv-neutron-821441-1-hyperv is: [{'id': 'fcb5b92a-545f-4e92-b23c-7ae731991837', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538363976', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': 'c88ccf1d-b408-48b2-b2aa-c52049d90c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:07Z', 'updated_at': '2021-12-10T20:05:11Z', 'revision_number': 4, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': 'c88ccf1d-b408-48b2-b2aa-c52049d90c5f', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:05:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb5b92a-545f-4e92-b23c-7ae731991837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:08Z', 'updated_at': '2021-12-10T20:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '351365f7-2a7e-4e4a-b120-2b546e79c4f9', 'name': '', 'network_id': 'b7892d03-11a4-4a4c-9389-4fbda8bbc2a1', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'mac_address': 'fa:16:3e:3a:62:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb5b92a-545f-4e92-b23c-7ae731991837', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'ee200e05-e197-49ab-847d-e23ee6baa134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:10Z', 'updated_at': '2021-12-10T20:05:13Z', 'revision_number': 4, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'subnets': [{'id': 'ee200e05-e197-49ab-847d-e23ee6baa134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 20:05:14.760385 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88f7093c-a999-4b3a-b029-2ed2808947bc req-53300442-6029-482c-af5c-30cd41c50cb4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Network b7892d03-11a4-4a4c-9389-4fbda8bbc2a1 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 20:05:14.763494 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [req-88f7093c-a999-4b3a-b029-2ed2808947bc req-53300442-6029-482c-af5c-30cd41c50cb4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 20:05:14.770871 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f7093c-a999-4b3a-b029-2ed2808947bc req-53300442-6029-482c-af5c-30cd41c50cb4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 20:05:14.774968 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53300442-6029-482c-af5c-30cd41c50cb4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'Port': ['ID=d56d61fd-8c01-4bf3-8433-25cbbaaaa1d1,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:14.862763 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7093c-a999-4b3a-b029-2ed2808947bc req-53300442-6029-482c-af5c-30cd41c50cb4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:05:14.863441 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-88f7093c-a999-4b3a-b029-2ed2808947bc req-53300442-6029-482c-af5c-30cd41c50cb4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:14.879312 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-88f7093c-a999-4b3a-b029-2ed2808947bc req-53300442-6029-482c-af5c-30cd41c50cb4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6013832 Dec 10 20:05:14.892586 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [req-88f7093c-a999-4b3a-b029-2ed2808947bc req-19bc7db7-ea9d-4427-a16e-f1731a241789 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 20:05:14.893619 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-88f7093c-a999-4b3a-b029-2ed2808947bc req-19bc7db7-ea9d-4427-a16e-f1731a241789 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077319 Dec 10 20:05:14.907702 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-88f7093c-a999-4b3a-b029-2ed2808947bc req-e310d07c-014a-41c1-bd2c-96f862149610 service neutron] Request body: {'port': {'device_id': 'fb15ede1-f2fe-4b38-b19f-fefbda136f6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:05:14.972290 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-88f7093c-a999-4b3a-b029-2ed2808947bc req-e310d07c-014a-41c1-bd2c-96f862149610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:15.090269 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-42c04218-371e-4184-9b9b-303c54e9ad3b None None] Provisioning complete for port d56d61fd-8c01-4bf3-8433-25cbbaaaa1d1 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:05:15.090722 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-42c04218-371e-4184-9b9b-303c54e9ad3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:15.134113 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-42c04218-371e-4184-9b9b-303c54e9ad3b None None] Port d56d61fd-8c01-4bf3-8433-25cbbaaaa1d1 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 20:05:15.265442 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [req-88f7093c-a999-4b3a-b029-2ed2808947bc req-e310d07c-014a-41c1-bd2c-96f862149610 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d56d61fd-8c01-4bf3-8433-25cbbaaaa1d1 {{(pid=102365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 20:05:15.273442 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-88f7093c-a999-4b3a-b029-2ed2808947bc req-e310d07c-014a-41c1-bd2c-96f862149610 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:15.286925 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.provisioning_blocks [req-88f7093c-a999-4b3a-b029-2ed2808947bc req-e310d07c-014a-41c1-bd2c-96f862149610 service neutron] Transition to ACTIVE for port object d56d61fd-8c01-4bf3-8433-25cbbaaaa1d1 will not be triggered until provisioned by entity L2. {{(pid=102365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 20:05:15.292009 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-88f7093c-a999-4b3a-b029-2ed2808947bc req-e310d07c-014a-41c1-bd2c-96f862149610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:15.372441 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e310d07c-014a-41c1-bd2c-96f862149610 service neutron] Pushing event updated for resources: {'Port': ['ID=d56d61fd-8c01-4bf3-8433-25cbbaaaa1d1,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:15.449606 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ecfb44-7cf4-44d0-ad3f-1af0bec32d45 req-83350c28-bcea-456c-bf76-b30034a00ac4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:05:15.452580 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-50ecfb44-7cf4-44d0-ad3f-1af0bec32d45 req-83350c28-bcea-456c-bf76-b30034a00ac4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb15ede1-f2fe-4b38-b19f-fefbda136f6a HTTP/1.1" status: 200 len: 943 time: 0.1032786 Dec 10 20:05:15.475422 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-88f7093c-a999-4b3a-b029-2ed2808947bc req-e310d07c-014a-41c1-bd2c-96f862149610 service neutron] Attempting to bind port d56d61fd-8c01-4bf3-8433-25cbbaaaa1d1 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 20:05:15.475763 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-88f7093c-a999-4b3a-b029-2ed2808947bc req-e310d07c-014a-41c1-bd2c-96f862149610 service neutron] Attempting to bind port d56d61fd-8c01-4bf3-8433-25cbbaaaa1d1 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '0cbc882a-9d9d-4fb1-90cc-a221e782f38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b7892d03-11a4-4a4c-9389-4fbda8bbc2a1'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 20:05:15.476093 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f7093c-a999-4b3a-b029-2ed2808947bc req-e310d07c-014a-41c1-bd2c-96f862149610 service neutron] Attempting to bind port d56d61fd-8c01-4bf3-8433-25cbbaaaa1d1 on network b7892d03-11a4-4a4c-9389-4fbda8bbc2a1 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 20:05:15.489872 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f7093c-a999-4b3a-b029-2ed2808947bc req-e310d07c-014a-41c1-bd2c-96f862149610 service neutron] Port d56d61fd-8c01-4bf3-8433-25cbbaaaa1d1 on network b7892d03-11a4-4a4c-9389-4fbda8bbc2a1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 20:05:15.490228 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f7093c-a999-4b3a-b029-2ed2808947bc req-e310d07c-014a-41c1-bd2c-96f862149610 service neutron] Attempting to bind port d56d61fd-8c01-4bf3-8433-25cbbaaaa1d1 on network b7892d03-11a4-4a4c-9389-4fbda8bbc2a1 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 20:05:15.504906 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f7093c-a999-4b3a-b029-2ed2808947bc req-e310d07c-014a-41c1-bd2c-96f862149610 service neutron] Checking agent: {'id': '9e16c23e-95bc-4c2e-b3ec-daf7533f9d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'started_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 20:05:15.505284 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f7093c-a999-4b3a-b029-2ed2808947bc req-e310d07c-014a-41c1-bd2c-96f862149610 service neutron] Checking segment: {'id': '0cbc882a-9d9d-4fb1-90cc-a221e782f38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b7892d03-11a4-4a4c-9389-4fbda8bbc2a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 20:05:15.505615 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f7093c-a999-4b3a-b029-2ed2808947bc req-e310d07c-014a-41c1-bd2c-96f862149610 service neutron] Bound using segment: {'id': '0cbc882a-9d9d-4fb1-90cc-a221e782f38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b7892d03-11a4-4a4c-9389-4fbda8bbc2a1'} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 20:05:15.506056 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-88f7093c-a999-4b3a-b029-2ed2808947bc req-e310d07c-014a-41c1-bd2c-96f862149610 service neutron] Bound port: d56d61fd-8c01-4bf3-8433-25cbbaaaa1d1, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cbc882a-9d9d-4fb1-90cc-a221e782f38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b7892d03-11a4-4a4c-9389-4fbda8bbc2a1'}}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 20:05:15.506404 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-88f7093c-a999-4b3a-b029-2ed2808947bc req-e310d07c-014a-41c1-bd2c-96f862149610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:15.524267 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-50ecfb44-7cf4-44d0-ad3f-1af0bec32d45 req-e5735b23-68da-410c-a8bc-3a543db16c08 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb650543-b557-4560-931c-591c19aaf04e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607886 Dec 10 20:05:15.586159 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-88f7093c-a999-4b3a-b029-2ed2808947bc req-e310d07c-014a-41c1-bd2c-96f862149610 service neutron] For port d56d61fd-8c01-4bf3-8433-25cbbaaaa1d1, host hv-neutron-8214, cleared binding levels {{(pid=102365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 20:05:15.589618 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-88f7093c-a999-4b3a-b029-2ed2808947bc req-e310d07c-014a-41c1-bd2c-96f862149610 service neutron] For port d56d61fd-8c01-4bf3-8433-25cbbaaaa1d1, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=d56d61fd-8c01-4bf3-8433-25cbbaaaa1d1,segment=NetworkSegment(0cbc882a-9d9d-4fb1-90cc-a221e782f38c),segment_id=0cbc882a-9d9d-4fb1-90cc-a221e782f38c)] {{(pid=102365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 20:05:15.594706 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-88f7093c-a999-4b3a-b029-2ed2808947bc req-e310d07c-014a-41c1-bd2c-96f862149610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:15.637011 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7093c-a999-4b3a-b029-2ed2808947bc req-e310d07c-014a-41c1-bd2c-96f862149610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:05:15.637629 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-88f7093c-a999-4b3a-b029-2ed2808947bc req-e310d07c-014a-41c1-bd2c-96f862149610 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:15.639266 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-88f7093c-a999-4b3a-b029-2ed2808947bc req-e310d07c-014a-41c1-bd2c-96f862149610 service neutron] 10.222.0.36 "PUT /v2.0/ports/d56d61fd-8c01-4bf3-8433-25cbbaaaa1d1 HTTP/1.1" status: 200 len: 1093 time: 0.7373433 Dec 10 20:05:15.639775 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb15ede1-f2fe-4b38-b19f-fefbda136f6a', 'tag': 'd56d61fd-8c01-4bf3-8433-25cbbaaaa1d1'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:05:15.642133 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da57a500-89da-4e93-9fe4-3462daebe683" -d '{"events": [{"name": "network-changed", "server_uuid": "fb15ede1-f2fe-4b38-b19f-fefbda136f6a", "tag": "d56d61fd-8c01-4bf3-8433-25cbbaaaa1d1"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:05:15.668093 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e310d07c-014a-41c1-bd2c-96f862149610 service neutron] Pushing event updated for resources: {'Port': ['ID=d56d61fd-8c01-4bf3-8433-25cbbaaaa1d1,revision_number=3']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:15.695862 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 20:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065ffe75-e6a7-49d4-8d17-5988ce7b4036 x-openstack-request-id: req-065ffe75-e6a7-49d4-8d17-5988ce7b4036 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:05:15.696155 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb15ede1-f2fe-4b38-b19f-fefbda136f6a", "tag": "d56d61fd-8c01-4bf3-8433-25cbbaaaa1d1", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:05:15.696410 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-065ffe75-e6a7-49d4-8d17-5988ce7b4036 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:05:15.696842 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb15ede1-f2fe-4b38-b19f-fefbda136f6a', 'tag': 'd56d61fd-8c01-4bf3-8433-25cbbaaaa1d1', 'status': 'completed', 'code': 200} Dec 10 20:05:15.746779 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7093c-a999-4b3a-b029-2ed2808947bc req-752cbff2-be50-4346-8cbe-8d5a12226583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:05:15.749601 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-88f7093c-a999-4b3a-b029-2ed2808947bc req-752cbff2-be50-4346-8cbe-8d5a12226583 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=575d6f57815e49e1b66e2ddad838d8d9&device_id=fb15ede1-f2fe-4b38-b19f-fefbda136f6a HTTP/1.1" status: 200 len: 1096 time: 0.0517867 Dec 10 20:05:15.796670 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-88f7093c-a999-4b3a-b029-2ed2808947bc req-2693c3ee-148b-4e0c-9dc0-d1422a2f263e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d56d61fd-8c01-4bf3-8433-25cbbaaaa1d1 HTTP/1.1" status: 200 len: 217 time: 0.0382206 Dec 10 20:05:15.854755 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7093c-a999-4b3a-b029-2ed2808947bc req-61db00db-f2c1-42cd-9599-b46e9b3d40bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:05:15.856366 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-88f7093c-a999-4b3a-b029-2ed2808947bc req-61db00db-f2c1-42cd-9599-b46e9b3d40bf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee200e05-e197-49ab-847d-e23ee6baa134 HTTP/1.1" status: 200 len: 835 time: 0.0522237 Dec 10 20:05:15.907328 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7093c-a999-4b3a-b029-2ed2808947bc req-58a12062-21da-47e0-885c-0fcc97e3dc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:05:15.908885 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-88f7093c-a999-4b3a-b029-2ed2808947bc req-58a12062-21da-47e0-885c-0fcc97e3dc7c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b7892d03-11a4-4a4c-9389-4fbda8bbc2a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0456913 Dec 10 20:05:16.004454 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-88f7093c-a999-4b3a-b029-2ed2808947bc req-b6a1a5ef-596d-4b04-9ff1-63a196e596ca service neutron] 10.222.0.36 "GET /v2.0/networks/b7892d03-11a4-4a4c-9389-4fbda8bbc2a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885940 Dec 10 20:05:16.070352 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 351365f7-2a7e-4e4a-b120-2b546e79c4f9 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 20:05:16.109922 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-88f7093c-a999-4b3a-b029-2ed2808947bc req-c3da0b4c-e0b7-48e8-a729-dd92249ee916 service neutron] 10.222.0.36 "GET /v2.0/networks/b7892d03-11a4-4a4c-9389-4fbda8bbc2a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975783 Dec 10 20:05:16.126406 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 351365f7-2a7e-4e4a-b120-2b546e79c4f9 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:05:16.126878 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:16.195751 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da57a500-89da-4e93-9fe4-3462daebe683 req-03c71cfd-9123-4b70-abc2-1280b50ef236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:05:16.197309 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-da57a500-89da-4e93-9fe4-3462daebe683 req-03c71cfd-9123-4b70-abc2-1280b50ef236 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=575d6f57815e49e1b66e2ddad838d8d9&device_id=fb15ede1-f2fe-4b38-b19f-fefbda136f6a HTTP/1.1" status: 200 len: 1096 time: 0.0410199 Dec 10 20:05:16.292184 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da57a500-89da-4e93-9fe4-3462daebe683 req-1e6c2634-768c-4bfa-bc13-42464d9dd0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:05:16.293677 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-da57a500-89da-4e93-9fe4-3462daebe683 req-1e6c2634-768c-4bfa-bc13-42464d9dd0d2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b7892d03-11a4-4a4c-9389-4fbda8bbc2a1 HTTP/1.1" status: 200 len: 898 time: 0.0888479 Dec 10 20:05:16.335853 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-da57a500-89da-4e93-9fe4-3462daebe683 req-eb3dabdc-7e88-493f-a673-9a2bc7fd35b8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d56d61fd-8c01-4bf3-8433-25cbbaaaa1d1 HTTP/1.1" status: 200 len: 217 time: 0.0340769 Dec 10 20:05:16.384763 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da57a500-89da-4e93-9fe4-3462daebe683 req-d86b30d9-3f27-4a7d-a1a8-e03377ddccff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:05:16.386192 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-da57a500-89da-4e93-9fe4-3462daebe683 req-d86b30d9-3f27-4a7d-a1a8-e03377ddccff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee200e05-e197-49ab-847d-e23ee6baa134 HTTP/1.1" status: 200 len: 835 time: 0.0428672 Dec 10 20:05:16.432576 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da57a500-89da-4e93-9fe4-3462daebe683 req-4f43cc0d-0cf7-421d-b95a-f72279c254d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:05:16.434075 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-da57a500-89da-4e93-9fe4-3462daebe683 req-4f43cc0d-0cf7-421d-b95a-f72279c254d4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b7892d03-11a4-4a4c-9389-4fbda8bbc2a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410719 Dec 10 20:05:16.526170 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-da57a500-89da-4e93-9fe4-3462daebe683 req-5f8acbe1-5269-4d02-8521-8284a1157a85 service neutron] 10.222.0.36 "GET /v2.0/networks/b7892d03-11a4-4a4c-9389-4fbda8bbc2a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843000 Dec 10 20:05:16.649389 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-da57a500-89da-4e93-9fe4-3462daebe683 req-a3b77c73-8f1a-48ca-ae29-67392a9f5e81 service neutron] 10.222.0.36 "GET /v2.0/networks/b7892d03-11a4-4a4c-9389-4fbda8bbc2a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157022 Dec 10 20:05:16.661767 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc6d8d-c7cb-4c3e-b0e6-33c38310fde1 req-35217a6b-146a-4409-b2cf-8a16df9db6cd tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:05:16.663208 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-02bc6d8d-c7cb-4c3e-b0e6-33c38310fde1 req-35217a6b-146a-4409-b2cf-8a16df9db6cd tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb15ede1-f2fe-4b38-b19f-fefbda136f6a HTTP/1.1" status: 200 len: 943 time: 0.0712047 Dec 10 20:05:16.703027 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-02bc6d8d-c7cb-4c3e-b0e6-33c38310fde1 req-e224ca4d-17c6-45e2-a474-a77181a09ae5 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb650543-b557-4560-931c-591c19aaf04e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336795 Dec 10 20:05:17.818218 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931097d9-1536-4e67-a8be-7de919987e49 req-0fc752f6-0d75-419c-ac4d-990b89027183 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:05:17.819681 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-931097d9-1536-4e67-a8be-7de919987e49 req-0fc752f6-0d75-419c-ac4d-990b89027183 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb15ede1-f2fe-4b38-b19f-fefbda136f6a HTTP/1.1" status: 200 len: 943 time: 0.0488870 Dec 10 20:05:17.855847 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-931097d9-1536-4e67-a8be-7de919987e49 req-70cbba1a-432c-4cf8-a5a2-f947a96a1ab4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb650543-b557-4560-931c-591c19aaf04e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302808 Dec 10 20:05:18.014217 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device d56d61fd-8c01-4bf3-8433-25cbbaaaa1d1 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=102367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 20:05:18.104875 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port d56d61fd-8c01-4bf3-8433-25cbbaaaa1d1, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=d56d61fd-8c01-4bf3-8433-25cbbaaaa1d1,segment=NetworkSegment(0cbc882a-9d9d-4fb1-90cc-a221e782f38c),segment_id=0cbc882a-9d9d-4fb1-90cc-a221e782f38c)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:05:18.115830 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Returning: {'device': 'd56d61fd-8c01-4bf3-8433-25cbbaaaa1d1', 'network_id': 'b7892d03-11a4-4a4c-9389-4fbda8bbc2a1', 'port_id': 'd56d61fd-8c01-4bf3-8433-25cbbaaaa1d1', 'mac_address': 'fa:16:3e:73:a9:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee200e05-e197-49ab-847d-e23ee6baa134', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 20:05:18.155881 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:18.168178 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d56d61fd-8c01-4bf3-8433-25cbbaaaa1d1 {{(pid=102367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 20:05:18.187318 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port d56d61fd-8c01-4bf3-8433-25cbbaaaa1d1, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=d56d61fd-8c01-4bf3-8433-25cbbaaaa1d1,segment=NetworkSegment(0cbc882a-9d9d-4fb1-90cc-a221e782f38c),segment_id=0cbc882a-9d9d-4fb1-90cc-a221e782f38c)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:05:18.190870 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:18.236034 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=d56d61fd-8c01-4bf3-8433-25cbbaaaa1d1,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:18.531699 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['d56d61fd-8c01-4bf3-8433-25cbbaaaa1d1'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 20:05:18.973775 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099a5cea-7cc5-4a8b-8e72-171ec4f31dfd req-d140a0ba-d322-48a8-b2d3-7dfe033bc37f tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:05:18.975286 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-099a5cea-7cc5-4a8b-8e72-171ec4f31dfd req-d140a0ba-d322-48a8-b2d3-7dfe033bc37f tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb15ede1-f2fe-4b38-b19f-fefbda136f6a HTTP/1.1" status: 200 len: 944 time: 0.0503488 Dec 10 20:05:19.016892 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-099a5cea-7cc5-4a8b-8e72-171ec4f31dfd req-c348367d-e60d-4987-97e7-14aef3ea102e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb650543-b557-4560-931c-591c19aaf04e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356965 Dec 10 20:05:20.019228 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device d56d61fd-8c01-4bf3-8433-25cbbaaaa1d1 up at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 20:05:20.069571 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning for port d56d61fd-8c01-4bf3-8433-25cbbaaaa1d1 completed by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 20:05:20.073556 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning complete for port d56d61fd-8c01-4bf3-8433-25cbbaaaa1d1 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:05:20.073919 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:20.135832 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb3dce-ab4e-488c-99d3-17e05def405c req-49bef596-4b8a-4642-b290-3179187b7f8f tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:05:20.137348 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-18cb3dce-ab4e-488c-99d3-17e05def405c req-49bef596-4b8a-4642-b290-3179187b7f8f tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb15ede1-f2fe-4b38-b19f-fefbda136f6a HTTP/1.1" status: 200 len: 944 time: 0.0531478 Dec 10 20:05:20.155087 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:20.176274 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-18cb3dce-ab4e-488c-99d3-17e05def405c req-8dab5b1e-adc0-42b4-a020-b4455c72b275 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb650543-b557-4560-931c-591c19aaf04e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322359 Dec 10 20:05:20.176844 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb15ede1-f2fe-4b38-b19f-fefbda136f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd56d61fd-8c01-4bf3-8433-25cbbaaaa1d1'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:05:20.179114 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0dd006407324ce2959a5a4cf9f0b5e0801d7a51a5291ea700e8786e11115a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dfcccc6-e2fa-4244-b20f-e373a6de4d07" -d '{"events": [{"server_uuid": "fb15ede1-f2fe-4b38-b19f-fefbda136f6a", "name": "network-vif-plugged", "status": "completed", "tag": "d56d61fd-8c01-4bf3-8433-25cbbaaaa1d1"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:05:20.200251 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port d56d61fd-8c01-4bf3-8433-25cbbaaaa1d1, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=d56d61fd-8c01-4bf3-8433-25cbbaaaa1d1,segment=NetworkSegment(0cbc882a-9d9d-4fb1-90cc-a221e782f38c),segment_id=0cbc882a-9d9d-4fb1-90cc-a221e782f38c)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:05:20.205411 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:20.229926 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 20:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d347de-98c6-4b26-b07c-9bbdce988c86 x-openstack-request-id: req-48d347de-98c6-4b26-b07c-9bbdce988c86 {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:05:20.230184 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb15ede1-f2fe-4b38-b19f-fefbda136f6a", "name": "network-vif-plugged", "status": "completed", "tag": "d56d61fd-8c01-4bf3-8433-25cbbaaaa1d1", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:05:20.230414 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-48d347de-98c6-4b26-b07c-9bbdce988c86 {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:05:20.230804 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb15ede1-f2fe-4b38-b19f-fefbda136f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd56d61fd-8c01-4bf3-8433-25cbbaaaa1d1', 'code': 200} Dec 10 20:05:20.257124 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=d56d61fd-8c01-4bf3-8433-25cbbaaaa1d1,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:20.352891 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-58136db1-1a5e-40bf-a444-96bf8e73a023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:20.431211 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c046b83d-c917-4950-a381-12d6e6378c3a req-92534fa6-300f-4b82-8edd-e9851f32f21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:05:20.432733 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c046b83d-c917-4950-a381-12d6e6378c3a req-92534fa6-300f-4b82-8edd-e9851f32f21a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fb15ede1-f2fe-4b38-b19f-fefbda136f6a HTTP/1.1" status: 200 len: 1098 time: 0.0879469 Dec 10 20:05:20.468202 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c046b83d-c917-4950-a381-12d6e6378c3a req-8b11cd8e-8da9-4441-8414-79b11173baa2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fb650543-b557-4560-931c-591c19aaf04e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275862 Dec 10 20:05:21.294640 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b8bb3-1b2d-4ee9-ad2a-0f6b9d78011d req-c7fe15ca-e52b-4bf9-8388-fb5d6e71f3c1 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:05:21.297241 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-688b8bb3-1b2d-4ee9-ad2a-0f6b9d78011d req-c7fe15ca-e52b-4bf9-8388-fb5d6e71f3c1 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb15ede1-f2fe-4b38-b19f-fefbda136f6a HTTP/1.1" status: 200 len: 945 time: 0.0512292 Dec 10 20:05:21.334880 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-688b8bb3-1b2d-4ee9-ad2a-0f6b9d78011d req-907d7273-a7d8-45c2-85bd-7bc42085ec96 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb650543-b557-4560-931c-591c19aaf04e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317700 Dec 10 20:05:22.460965 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd2986-d6af-4beb-89ac-1839d1665395 req-8dcb81b2-135f-40bf-8743-7de562b2f820 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:05:22.462487 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-65bd2986-d6af-4beb-89ac-1839d1665395 req-8dcb81b2-135f-40bf-8743-7de562b2f820 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb15ede1-f2fe-4b38-b19f-fefbda136f6a HTTP/1.1" status: 200 len: 945 time: 0.0589058 Dec 10 20:05:22.504133 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-65bd2986-d6af-4beb-89ac-1839d1665395 req-0dd434c9-6016-4e50-87f1-114ffc0c73cf tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb650543-b557-4560-931c-591c19aaf04e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357158 Dec 10 20:05:22.616221 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d8d2b-6082-4ae8-9f65-16672c2a07b4 req-5d50eb54-dc43-4ae9-ad14-678e80ed21ec tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:05:22.617901 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1e1d8d2b-6082-4ae8-9f65-16672c2a07b4 req-5d50eb54-dc43-4ae9-ad14-678e80ed21ec tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb15ede1-f2fe-4b38-b19f-fefbda136f6a HTTP/1.1" status: 200 len: 945 time: 0.0497334 Dec 10 20:05:22.656450 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1e1d8d2b-6082-4ae8-9f65-16672c2a07b4 req-1cf0d22d-2c98-4736-b3f8-62cad83418aa tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb650543-b557-4560-931c-591c19aaf04e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319228 Dec 10 20:05:22.677893 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 35722) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:05:22.718214 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d499e5f-7ed7-4741-9ce2-aec504d2941b tempest-TestNetworkAdvancedServerOps-1204599226 tempest-TestNetworkAdvancedServerOps-1204599226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:05:22.719712 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-5d499e5f-7ed7-4741-9ce2-aec504d2941b tempest-TestNetworkAdvancedServerOps-1204599226 tempest-TestNetworkAdvancedServerOps-1204599226-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=fb15ede1-f2fe-4b38-b19f-fefbda136f6a HTTP/1.1" status: 200 len: 1093 time: 0.0408409 Dec 10 20:05:22.723075 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 35724) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:05:22.727222 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-aa58a1c1-daa6-455c-acb7-f1be6c873a63 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Request body: {'floatingip': {'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'port_id': 'd56d61fd-8c01-4bf3-8433-25cbbaaaa1d1', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:05:22.749967 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-aa58a1c1-daa6-455c-acb7-f1be6c873a63 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for floatingip, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:22.843478 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-aa58a1c1-daa6-455c-acb7-f1be6c873a63 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:22.945668 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-aa58a1c1-daa6-455c-acb7-f1be6c873a63 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Allocated IP 172.26.6.39 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/a8b618ed-6a16-4f42-9556-55226a2a58ee) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 20:05:23.046194 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-aa58a1c1-daa6-455c-acb7-f1be6c873a63 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:23.080926 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-aa58a1c1-daa6-455c-acb7-f1be6c873a63 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:23.122930 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa58a1c1-daa6-455c-acb7-f1be6c873a63 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 20:05:23.126460 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-aa58a1c1-daa6-455c-acb7-f1be6c873a63 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 20:05:23.129835 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa58a1c1-daa6-455c-acb7-f1be6c873a63 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 20:05:23.153375 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa58a1c1-daa6-455c-acb7-f1be6c873a63 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'Port': ['ID=a8b618ed-6a16-4f42-9556-55226a2a58ee,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:23.478442 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-aa58a1c1-daa6-455c-acb7-f1be6c873a63 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:23.551880 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-aa58a1c1-daa6-455c-acb7-f1be6c873a63 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:23.702294 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-aa58a1c1-daa6-455c-acb7-f1be6c873a63 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:23.706669 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-aa58a1c1-daa6-455c-acb7-f1be6c873a63 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:23.771921 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa58a1c1-daa6-455c-acb7-f1be6c873a63 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'Port': ['ID=a8b618ed-6a16-4f42-9556-55226a2a58ee,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:05:23.783210 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-aa58a1c1-daa6-455c-acb7-f1be6c873a63 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3713103'] for floatingip, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:23.880359 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.l3_db [None req-aa58a1c1-daa6-455c-acb7-f1be6c873a63 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Floating IP 3810d929-8c89-45ad-8162-6f5aad18fd8a associated. External IP: 172.26.6.39, port: d56d61fd-8c01-4bf3-8433-25cbbaaaa1d1. Dec 10 20:05:24.085509 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa58a1c1-daa6-455c-acb7-f1be6c873a63 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Router fcb5b92a-545f-4e92-b23c-7ae731991837 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 20:05:24.314269 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-629c7cb5-098d-4294-a44c-8782903a3079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:24.497634 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa58a1c1-daa6-455c-acb7-f1be6c873a63 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 20:05:24.508210 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d0e40a-27a2-498b-baf4-c59d42ad49c9 None None] Sync routers for ids ['fcb5b92a-545f-4e92-b23c-7ae731991837'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 20:05:24.515946 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-aa58a1c1-daa6-455c-acb7-f1be6c873a63 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:24.521966 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d0e40a-27a2-498b-baf4-c59d42ad49c9 None None] Routers {'fcb5b92a-545f-4e92-b23c-7ae731991837'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:05:24.522579 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-e7d0e40a-27a2-498b-baf4-c59d42ad49c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:05:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['fcb5b92a-545f-4e92-b23c-7ae731991837'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:05:24.542431 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-aa58a1c1-daa6-455c-acb7-f1be6c873a63 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8183579 Dec 10 20:05:24.543118 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb15ede1-f2fe-4b38-b19f-fefbda136f6a', 'tag': 'd56d61fd-8c01-4bf3-8433-25cbbaaaa1d1'}] {{(pid=102366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:05:24.546023 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a86acec104960cf4069dffce1919f1f0aa2a294c7752363dfd1d6594a90fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b03ace-56fe-4cd2-aadf-924e0182f8fb" -d '{"events": [{"name": "network-changed", "server_uuid": "fb15ede1-f2fe-4b38-b19f-fefbda136f6a", "tag": "d56d61fd-8c01-4bf3-8433-25cbbaaaa1d1"}]}' {{(pid=102366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:05:24.584432 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 20:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f95a89-5366-483c-acef-3f843067d0d6 x-openstack-request-id: req-b2f95a89-5366-483c-acef-3f843067d0d6 {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:05:24.584758 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb15ede1-f2fe-4b38-b19f-fefbda136f6a", "tag": "d56d61fd-8c01-4bf3-8433-25cbbaaaa1d1", "status": "completed", "code": 200}]} {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:05:24.585061 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b2f95a89-5366-483c-acef-3f843067d0d6 {{(pid=102366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:05:24.585469 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb15ede1-f2fe-4b38-b19f-fefbda136f6a', 'tag': 'd56d61fd-8c01-4bf3-8433-25cbbaaaa1d1', 'status': 'completed', 'code': 200} Dec 10 20:05:24.634854 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-e7d0e40a-27a2-498b-baf4-c59d42ad49c9 None None] Set router fcb5b92a-545f-4e92-b23c-7ae731991837 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:05:24.674140 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.36', 50249) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:05:24.678190 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b03ace-56fe-4cd2-aadf-924e0182f8fb req-d2a3cc96-054d-40ff-af31-480737ea3df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:05:24.679705 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-71b03ace-56fe-4cd2-aadf-924e0182f8fb req-d2a3cc96-054d-40ff-af31-480737ea3df7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=575d6f57815e49e1b66e2ddad838d8d9&device_id=fb15ede1-f2fe-4b38-b19f-fefbda136f6a HTTP/1.1" status: 200 len: 1098 time: 0.0734320 Dec 10 20:05:24.689038 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3788b9c-0de4-403f-b9ad-f35948bf5bdf req-7f0576c0-75ed-49ef-9128-ee9901b381bc tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:05:24.690592 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b3788b9c-0de4-403f-b9ad-f35948bf5bdf req-7f0576c0-75ed-49ef-9128-ee9901b381bc tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb15ede1-f2fe-4b38-b19f-fefbda136f6a HTTP/1.1" status: 200 len: 945 time: 0.0963104 Dec 10 20:05:24.719964 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-4a918af5-06e6-4390-872d-26f8e2a1c90f req-28e589d7-bea7-4d50-a6c1-1852dbffa8af service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fb15ede1-f2fe-4b38-b19f-fefbda136f6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433443 Dec 10 20:05:24.775519 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b3788b9c-0de4-403f-b9ad-f35948bf5bdf req-47e55cc9-03dc-4923-b172-e231da0a7a61 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb650543-b557-4560-931c-591c19aaf04e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764279 Dec 10 20:05:24.799892 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 35734) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:05:24.813634 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b03ace-56fe-4cd2-aadf-924e0182f8fb req-9a86de0a-b851-4208-a65e-e9ec90c608bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:05:24.815155 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-71b03ace-56fe-4cd2-aadf-924e0182f8fb req-9a86de0a-b851-4208-a65e-e9ec90c608bf service neutron] 10.222.0.36 "GET /v2.0/networks?id=b7892d03-11a4-4a4c-9389-4fbda8bbc2a1 HTTP/1.1" status: 200 len: 898 time: 0.1235983 Dec 10 20:05:24.865113 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-b42bb8a9-4e23-41d2-89f1-3d6f7cd823d6 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/floatingips/3810d929-8c89-45ad-8162-6f5aad18fd8a HTTP/1.1" status: 200 len: 990 time: 0.0641129 Dec 10 20:05:24.888175 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-71b03ace-56fe-4cd2-aadf-924e0182f8fb req-c6291072-73ff-43e0-94d9-cf8413b833f4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d56d61fd-8c01-4bf3-8433-25cbbaaaa1d1 HTTP/1.1" status: 200 len: 998 time: 0.0658009 Dec 10 20:05:24.938367 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b03ace-56fe-4cd2-aadf-924e0182f8fb req-876b5506-cd48-4e35-bdb7-1e8da15d1df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:05:24.939850 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-71b03ace-56fe-4cd2-aadf-924e0182f8fb req-876b5506-cd48-4e35-bdb7-1e8da15d1df0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee200e05-e197-49ab-847d-e23ee6baa134 HTTP/1.1" status: 200 len: 835 time: 0.0450375 Dec 10 20:05:24.948212 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-e7d0e40a-27a2-498b-baf4-c59d42ad49c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb5b92a-545f-4e92-b23c-7ae731991837', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538363976', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': 'c88ccf1d-b408-48b2-b2aa-c52049d90c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:07Z', 'updated_at': '2021-12-10T20:05:11Z', 'revision_number': 4, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': 'c88ccf1d-b408-48b2-b2aa-c52049d90c5f', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:05:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb5b92a-545f-4e92-b23c-7ae731991837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:08Z', 'updated_at': '2021-12-10T20:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '3810d929-8c89-45ad-8162-6f5aad18fd8a', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'floating_ip_address': '172.26.6.39', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': 'fcb5b92a-545f-4e92-b23c-7ae731991837', 'port_id': 'd56d61fd-8c01-4bf3-8433-25cbbaaaa1d1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7892d03-11a4-4a4c-9389-4fbda8bbc2a1', 'mac_address': 'fa:16:3e:73:a9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb15ede1-f2fe-4b38-b19f-fefbda136f6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:05:23Z', 'updated_at': '2021-12-10T20:05:23Z', 'revision_number': 0, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '351365f7-2a7e-4e4a-b120-2b546e79c4f9', 'name': '', 'network_id': 'b7892d03-11a4-4a4c-9389-4fbda8bbc2a1', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'mac_address': 'fa:16:3e:3a:62:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb5b92a-545f-4e92-b23c-7ae731991837', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'ee200e05-e197-49ab-847d-e23ee6baa134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:10Z', 'updated_at': '2021-12-10T20:05:14Z', 'revision_number': 5, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'subnets': [{'id': 'ee200e05-e197-49ab-847d-e23ee6baa134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:05:24.977770 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d0e40a-27a2-498b-baf4-c59d42ad49c9 None None] Checking router: fcb5b92a-545f-4e92-b23c-7ae731991837 for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 20:05:24.986487 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b03ace-56fe-4cd2-aadf-924e0182f8fb req-91cfe847-8d19-414d-b018-694243868a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:05:24.986690 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d0e40a-27a2-498b-baf4-c59d42ad49c9 None None] Routers {'fcb5b92a-545f-4e92-b23c-7ae731991837'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:05:24.987206 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-e7d0e40a-27a2-498b-baf4-c59d42ad49c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:05:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['fcb5b92a-545f-4e92-b23c-7ae731991837'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:05:24.987983 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-71b03ace-56fe-4cd2-aadf-924e0182f8fb req-91cfe847-8d19-414d-b018-694243868a20 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b7892d03-11a4-4a4c-9389-4fbda8bbc2a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412428 Dec 10 20:05:25.081592 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-71b03ace-56fe-4cd2-aadf-924e0182f8fb req-05eba8ed-d2fd-4bc1-bac0-e75610eabf69 service neutron] 10.222.0.36 "GET /v2.0/networks/b7892d03-11a4-4a4c-9389-4fbda8bbc2a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862212 Dec 10 20:05:25.089834 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-e7d0e40a-27a2-498b-baf4-c59d42ad49c9 None None] Set router fcb5b92a-545f-4e92-b23c-7ae731991837 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:05:25.173695 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-71b03ace-56fe-4cd2-aadf-924e0182f8fb req-e7881da1-4d2d-405d-acc7-6f3d17081df6 service neutron] 10.222.0.36 "GET /v2.0/networks/b7892d03-11a4-4a4c-9389-4fbda8bbc2a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846057 Dec 10 20:05:25.288225 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a918af5-06e6-4390-872d-26f8e2a1c90f req-8357e819-693c-479b-9e9a-3270ce46449c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:05:25.289741 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4a918af5-06e6-4390-872d-26f8e2a1c90f req-8357e819-693c-479b-9e9a-3270ce46449c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=575d6f57815e49e1b66e2ddad838d8d9&device_id=fb15ede1-f2fe-4b38-b19f-fefbda136f6a HTTP/1.1" status: 200 len: 1098 time: 0.0421901 Dec 10 20:05:25.310193 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-e7d0e40a-27a2-498b-baf4-c59d42ad49c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb5b92a-545f-4e92-b23c-7ae731991837', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538363976', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': 'c88ccf1d-b408-48b2-b2aa-c52049d90c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:07Z', 'updated_at': '2021-12-10T20:05:11Z', 'revision_number': 4, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': 'c88ccf1d-b408-48b2-b2aa-c52049d90c5f', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:05:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb5b92a-545f-4e92-b23c-7ae731991837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:08Z', 'updated_at': '2021-12-10T20:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '3810d929-8c89-45ad-8162-6f5aad18fd8a', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'floating_ip_address': '172.26.6.39', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': 'fcb5b92a-545f-4e92-b23c-7ae731991837', 'port_id': 'd56d61fd-8c01-4bf3-8433-25cbbaaaa1d1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7892d03-11a4-4a4c-9389-4fbda8bbc2a1', 'mac_address': 'fa:16:3e:73:a9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb15ede1-f2fe-4b38-b19f-fefbda136f6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:05:23Z', 'updated_at': '2021-12-10T20:05:23Z', 'revision_number': 0, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '351365f7-2a7e-4e4a-b120-2b546e79c4f9', 'name': '', 'network_id': 'b7892d03-11a4-4a4c-9389-4fbda8bbc2a1', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'mac_address': 'fa:16:3e:3a:62:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb5b92a-545f-4e92-b23c-7ae731991837', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'ee200e05-e197-49ab-847d-e23ee6baa134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:10Z', 'updated_at': '2021-12-10T20:05:14Z', 'revision_number': 5, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'subnets': [{'id': 'ee200e05-e197-49ab-847d-e23ee6baa134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:05:25.336236 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d0e40a-27a2-498b-baf4-c59d42ad49c9 None None] The sync data for ids ['fcb5b92a-545f-4e92-b23c-7ae731991837'] in dv-neutron-821441-1-hyperv is: [{'id': 'fcb5b92a-545f-4e92-b23c-7ae731991837', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538363976', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': 'c88ccf1d-b408-48b2-b2aa-c52049d90c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:07Z', 'updated_at': '2021-12-10T20:05:11Z', 'revision_number': 4, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': 'c88ccf1d-b408-48b2-b2aa-c52049d90c5f', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:05:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb5b92a-545f-4e92-b23c-7ae731991837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:08Z', 'updated_at': '2021-12-10T20:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '3810d929-8c89-45ad-8162-6f5aad18fd8a', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'floating_ip_address': '172.26.6.39', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': 'fcb5b92a-545f-4e92-b23c-7ae731991837', 'port_id': 'd56d61fd-8c01-4bf3-8433-25cbbaaaa1d1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7892d03-11a4-4a4c-9389-4fbda8bbc2a1', 'mac_address': 'fa:16:3e:73:a9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb15ede1-f2fe-4b38-b19f-fefbda136f6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:05:23Z', 'updated_at': '2021-12-10T20:05:23Z', 'revision_number': 0, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '351365f7-2a7e-4e4a-b120-2b546e79c4f9', 'name': '', 'network_id': 'b7892d03-11a4-4a4c-9389-4fbda8bbc2a1', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'mac_address': 'fa:16:3e:3a:62:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb5b92a-545f-4e92-b23c-7ae731991837', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'ee200e05-e197-49ab-847d-e23ee6baa134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:10Z', 'updated_at': '2021-12-10T20:05:14Z', 'revision_number': 5, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'subnets': [{'id': 'ee200e05-e197-49ab-847d-e23ee6baa134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 20:05:25.398739 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a918af5-06e6-4390-872d-26f8e2a1c90f req-bde5e379-15a1-44b1-87e9-4767096335c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:05:25.400222 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4a918af5-06e6-4390-872d-26f8e2a1c90f req-bde5e379-15a1-44b1-87e9-4767096335c1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b7892d03-11a4-4a4c-9389-4fbda8bbc2a1 HTTP/1.1" status: 200 len: 898 time: 0.0910025 Dec 10 20:05:25.470701 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4a918af5-06e6-4390-872d-26f8e2a1c90f req-ccd30bb1-b5bb-49f5-83a3-3ffcfd77f1bc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d56d61fd-8c01-4bf3-8433-25cbbaaaa1d1 HTTP/1.1" status: 200 len: 998 time: 0.0620883 Dec 10 20:05:25.526855 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a918af5-06e6-4390-872d-26f8e2a1c90f req-23257ae2-054e-468a-a914-4b107dbb09db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:05:25.528295 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4a918af5-06e6-4390-872d-26f8e2a1c90f req-23257ae2-054e-468a-a914-4b107dbb09db service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee200e05-e197-49ab-847d-e23ee6baa134 HTTP/1.1" status: 200 len: 835 time: 0.0503454 Dec 10 20:05:25.564783 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:25.578930 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a918af5-06e6-4390-872d-26f8e2a1c90f req-6a8c9395-147e-483d-892b-5d201e54ed6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:05:25.580571 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4a918af5-06e6-4390-872d-26f8e2a1c90f req-6a8c9395-147e-483d-892b-5d201e54ed6f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b7892d03-11a4-4a4c-9389-4fbda8bbc2a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0450356 Dec 10 20:05:25.640681 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c47d6e-92da-4a55-b339-61afd1b02930 None None] New status for floating IP 3810d929-8c89-45ad-8162-6f5aad18fd8a: ACTIVE {{(pid=102367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 20:05:25.675824 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4a918af5-06e6-4390-872d-26f8e2a1c90f req-bc46100e-a9ce-47ed-a847-292242e327ce service neutron] 10.222.0.36 "GET /v2.0/networks/b7892d03-11a4-4a4c-9389-4fbda8bbc2a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873201 Dec 10 20:05:25.778296 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4a918af5-06e6-4390-872d-26f8e2a1c90f req-2b237de0-6eec-46b6-a5db-20e97743dbd5 service neutron] 10.222.0.36 "GET /v2.0/networks/b7892d03-11a4-4a4c-9389-4fbda8bbc2a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957026 Dec 10 20:05:25.868295 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 35736) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:05:25.928230 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-368a611e-a108-472f-a479-514647a9676d tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/floatingips/3810d929-8c89-45ad-8162-6f5aad18fd8a HTTP/1.1" status: 200 len: 990 time: 0.0588830 Dec 10 20:05:26.601069 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:26.932295 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 35738) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:05:26.964826 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:27.007922 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-f38ddf6b-8779-42a5-8719-000e97e220b8 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/floatingips/3810d929-8c89-45ad-8162-6f5aad18fd8a HTTP/1.1" status: 200 len: 992 time: 0.0743718 Dec 10 20:05:27.943572 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:05:32.862807 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:50.344206 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1ee97d4f-4922-47f2-8059-bf0be3056f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:54.315499 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-98fea6c1-f882-41d0-8f3e-f9e3d50ef1f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:55.566273 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:56.604819 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:05:56.969736 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:06:02.859845 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:06:04.944431 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:06:20.345917 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c7f266f5-1602-4451-93fe-966114cd36e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:06:24.317680 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-df65a319-9d07-42a1-bdd1-b8211f0004ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:06:25.569046 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:06:26.605594 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:06:26.700707 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9aa72281-a77d-49d0-9490-53247f181e49 req-58a154eb-6eec-40eb-a54c-84f687864b62 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fb15ede1-f2fe-4b38-b19f-fefbda136f6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421581 Dec 10 20:06:26.808034 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa72281-a77d-49d0-9490-53247f181e49 req-3aed084a-9ca9-4e65-afbd-2c020c9bd5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:06:26.809586 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9aa72281-a77d-49d0-9490-53247f181e49 req-3aed084a-9ca9-4e65-afbd-2c020c9bd5f9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=575d6f57815e49e1b66e2ddad838d8d9&device_id=fb15ede1-f2fe-4b38-b19f-fefbda136f6a HTTP/1.1" status: 200 len: 1098 time: 0.0462623 Dec 10 20:06:26.918456 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa72281-a77d-49d0-9490-53247f181e49 req-f1d002cb-23aa-4a96-82dc-348a5648a8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:06:26.919960 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9aa72281-a77d-49d0-9490-53247f181e49 req-f1d002cb-23aa-4a96-82dc-348a5648a8df service neutron] 10.222.0.36 "GET /v2.0/networks?id=b7892d03-11a4-4a4c-9389-4fbda8bbc2a1 HTTP/1.1" status: 200 len: 898 time: 0.0906432 Dec 10 20:06:26.974638 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:06:26.986935 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9aa72281-a77d-49d0-9490-53247f181e49 req-1c300125-e493-4864-bd84-76e4d06bd2bc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d56d61fd-8c01-4bf3-8433-25cbbaaaa1d1 HTTP/1.1" status: 200 len: 1000 time: 0.0593085 Dec 10 20:06:27.041745 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa72281-a77d-49d0-9490-53247f181e49 req-492e0dd4-5330-4bfc-9221-aa87f1bb8431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:06:27.043186 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9aa72281-a77d-49d0-9490-53247f181e49 req-492e0dd4-5330-4bfc-9221-aa87f1bb8431 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee200e05-e197-49ab-847d-e23ee6baa134 HTTP/1.1" status: 200 len: 835 time: 0.0484612 Dec 10 20:06:27.090705 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa72281-a77d-49d0-9490-53247f181e49 req-0edc389e-4f95-47df-80ec-32bc7730d1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:06:27.092210 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9aa72281-a77d-49d0-9490-53247f181e49 req-0edc389e-4f95-47df-80ec-32bc7730d1fd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b7892d03-11a4-4a4c-9389-4fbda8bbc2a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418930 Dec 10 20:06:27.188880 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9aa72281-a77d-49d0-9490-53247f181e49 req-7360a774-cafa-4a06-b6ef-9e6ba8614e6e service neutron] 10.222.0.36 "GET /v2.0/networks/b7892d03-11a4-4a4c-9389-4fbda8bbc2a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880041 Dec 10 20:06:27.286518 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9aa72281-a77d-49d0-9490-53247f181e49 req-5823a6f9-4a95-41be-83af-1b65a5d90d1a service neutron] 10.222.0.36 "GET /v2.0/networks/b7892d03-11a4-4a4c-9389-4fbda8bbc2a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902350 Dec 10 20:06:32.860318 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:06:40.583837 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca771ff-65cb-4797-a312-f2c9e82dfde0 req-78e27403-48e3-4a2c-8b56-d03bf87d0410 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:06:40.585341 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9ca771ff-65cb-4797-a312-f2c9e82dfde0 req-78e27403-48e3-4a2c-8b56-d03bf87d0410 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb15ede1-f2fe-4b38-b19f-fefbda136f6a HTTP/1.1" status: 200 len: 945 time: 0.0976927 Dec 10 20:06:40.623188 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9ca771ff-65cb-4797-a312-f2c9e82dfde0 req-fdd76417-1afb-4c89-8bf5-b57343369405 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb650543-b557-4560-931c-591c19aaf04e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319085 Dec 10 20:06:41.788139 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a62e60-5a6d-414a-b0f1-a8165783149e req-b505a124-1e02-4a18-8efd-8306e8b08f40 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:06:41.789636 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f4a62e60-5a6d-414a-b0f1-a8165783149e req-b505a124-1e02-4a18-8efd-8306e8b08f40 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb15ede1-f2fe-4b38-b19f-fefbda136f6a HTTP/1.1" status: 200 len: 945 time: 0.0985341 Dec 10 20:06:41.826434 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f4a62e60-5a6d-414a-b0f1-a8165783149e req-8bdc38db-35d2-4f24-9e46-36f1828c4795 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb650543-b557-4560-931c-591c19aaf04e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309987 Dec 10 20:06:41.944793 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:06:42.943151 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4639e2ea-4143-497a-901e-f71228b81536 req-e29cdc70-7211-468d-b9bc-4ffbe27078e0 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:06:42.944637 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4639e2ea-4143-497a-901e-f71228b81536 req-e29cdc70-7211-468d-b9bc-4ffbe27078e0 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb15ede1-f2fe-4b38-b19f-fefbda136f6a HTTP/1.1" status: 200 len: 945 time: 0.0484283 Dec 10 20:06:42.982012 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4639e2ea-4143-497a-901e-f71228b81536 req-42a487ef-0548-4fac-a743-08a83a91940f tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb650543-b557-4560-931c-591c19aaf04e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314479 Dec 10 20:06:44.097016 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0123ef34-6a26-4f09-8552-8af34eb5b23e req-efb80b78-d636-44e3-994a-023d9a4c1037 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:06:44.098485 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0123ef34-6a26-4f09-8552-8af34eb5b23e req-efb80b78-d636-44e3-994a-023d9a4c1037 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb15ede1-f2fe-4b38-b19f-fefbda136f6a HTTP/1.1" status: 200 len: 945 time: 0.0492373 Dec 10 20:06:44.136740 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0123ef34-6a26-4f09-8552-8af34eb5b23e req-d9008020-918a-46cf-a496-5d86abf2401e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb650543-b557-4560-931c-591c19aaf04e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323303 Dec 10 20:06:45.253534 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016be76-c004-48e5-a00d-31de27a1e09a req-f19c941b-624f-4e12-9811-6fa1b252d50f tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:06:45.254974 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c016be76-c004-48e5-a00d-31de27a1e09a req-f19c941b-624f-4e12-9811-6fa1b252d50f tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb15ede1-f2fe-4b38-b19f-fefbda136f6a HTTP/1.1" status: 200 len: 945 time: 0.0524027 Dec 10 20:06:45.292740 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c016be76-c004-48e5-a00d-31de27a1e09a req-2a7d722f-3cd5-4373-b349-94cd4b25078b tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb650543-b557-4560-931c-591c19aaf04e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317595 Dec 10 20:06:46.406779 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaed370-e8a7-4eba-9556-572e734912e0 req-d13d6c56-ccb8-4c72-a600-cbd79f4b4f53 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:06:46.409021 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-cdaed370-e8a7-4eba-9556-572e734912e0 req-d13d6c56-ccb8-4c72-a600-cbd79f4b4f53 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb15ede1-f2fe-4b38-b19f-fefbda136f6a HTTP/1.1" status: 200 len: 945 time: 0.0493619 Dec 10 20:06:46.446431 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-cdaed370-e8a7-4eba-9556-572e734912e0 req-dfa1d504-34e3-4477-99be-ae472b7ba4a2 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb650543-b557-4560-931c-591c19aaf04e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315564 Dec 10 20:06:47.562235 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ea406-b0b5-4e97-be07-c38b21675872 req-c075aac3-2d16-4a96-9ec0-9e1bd9d0d7b7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:06:47.563720 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-dd0ea406-b0b5-4e97-be07-c38b21675872 req-c075aac3-2d16-4a96-9ec0-9e1bd9d0d7b7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb15ede1-f2fe-4b38-b19f-fefbda136f6a HTTP/1.1" status: 200 len: 945 time: 0.0501266 Dec 10 20:06:47.601647 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-dd0ea406-b0b5-4e97-be07-c38b21675872 req-11007592-5af3-479c-9b57-aedf9684aa34 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb650543-b557-4560-931c-591c19aaf04e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313268 Dec 10 20:06:48.719841 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd14bca0-c726-4883-a7c2-d32691552e4e req-6b47117f-bc61-41a7-8783-726b9f1ae727 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:06:48.721950 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bd14bca0-c726-4883-a7c2-d32691552e4e req-6b47117f-bc61-41a7-8783-726b9f1ae727 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb15ede1-f2fe-4b38-b19f-fefbda136f6a HTTP/1.1" status: 200 len: 945 time: 0.0540049 Dec 10 20:06:48.759477 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bd14bca0-c726-4883-a7c2-d32691552e4e req-ea5ead22-97d6-4ca0-b5ee-1c9af54e5315 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb650543-b557-4560-931c-591c19aaf04e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316982 Dec 10 20:06:49.877651 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6b800-fcde-469f-941b-ca80798475cc req-63a589e5-3dc2-40aa-b30e-e1e4e11e9cf9 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:06:49.879194 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3eb6b800-fcde-469f-941b-ca80798475cc req-63a589e5-3dc2-40aa-b30e-e1e4e11e9cf9 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb15ede1-f2fe-4b38-b19f-fefbda136f6a HTTP/1.1" status: 200 len: 945 time: 0.0518672 Dec 10 20:06:49.916634 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3eb6b800-fcde-469f-941b-ca80798475cc req-4facabcf-9775-4cd5-8569-fedc1e64fce7 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb650543-b557-4560-931c-591c19aaf04e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314937 Dec 10 20:06:50.346413 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b500e129-b108-4b3c-8715-bc892233b3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:06:51.032584 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7fa28-9b7f-400e-b8e4-1e8e307bad9d req-708b0e77-d61e-465b-aa1c-c68afc0b0769 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:06:51.033975 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b3c7fa28-9b7f-400e-b8e4-1e8e307bad9d req-708b0e77-d61e-465b-aa1c-c68afc0b0769 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb15ede1-f2fe-4b38-b19f-fefbda136f6a HTTP/1.1" status: 200 len: 945 time: 0.0511327 Dec 10 20:06:51.071603 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b3c7fa28-9b7f-400e-b8e4-1e8e307bad9d req-198c244c-7bf9-484a-a819-27775f7748db tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb650543-b557-4560-931c-591c19aaf04e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316665 Dec 10 20:06:52.191680 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afee685-18a8-4f06-9b10-f84ed0d34eb1 req-8fb8d7ea-fa0a-4c0c-8d40-b314a88971b5 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:06:52.193234 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3afee685-18a8-4f06-9b10-f84ed0d34eb1 req-8fb8d7ea-fa0a-4c0c-8d40-b314a88971b5 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb15ede1-f2fe-4b38-b19f-fefbda136f6a HTTP/1.1" status: 200 len: 945 time: 0.0534699 Dec 10 20:06:52.232318 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3afee685-18a8-4f06-9b10-f84ed0d34eb1 req-7c30dc1c-48db-46a6-a81c-544ea721ede4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb650543-b557-4560-931c-591c19aaf04e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330136 Dec 10 20:06:53.348843 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57808e6d-66fc-4e61-953e-f2210e90aade req-70b03816-5224-43ac-9c7e-58bb08ebc8e4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:06:53.350311 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-57808e6d-66fc-4e61-953e-f2210e90aade req-70b03816-5224-43ac-9c7e-58bb08ebc8e4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb15ede1-f2fe-4b38-b19f-fefbda136f6a HTTP/1.1" status: 200 len: 945 time: 0.0495133 Dec 10 20:06:53.387724 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-57808e6d-66fc-4e61-953e-f2210e90aade req-18622d11-0e47-425d-9540-b3306920e73b tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb650543-b557-4560-931c-591c19aaf04e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314150 Dec 10 20:06:54.318772 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e8cb4e6d-f22f-477c-bf52-a2a9c7e7049c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:06:54.505658 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784525e8-447a-4ae2-afc0-412e63875366 req-5d36c02c-6dcc-47f2-ae19-3a85e3b7b877 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:06:54.507142 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-784525e8-447a-4ae2-afc0-412e63875366 req-5d36c02c-6dcc-47f2-ae19-3a85e3b7b877 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb15ede1-f2fe-4b38-b19f-fefbda136f6a HTTP/1.1" status: 200 len: 945 time: 0.0508320 Dec 10 20:06:54.544600 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-784525e8-447a-4ae2-afc0-412e63875366 req-c46286ee-a8a4-4f71-9959-f17e0372882d tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb650543-b557-4560-931c-591c19aaf04e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314918 Dec 10 20:06:55.573501 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:06:55.660474 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0520a0b-bed3-452a-8d10-a4a56b418537 req-bf445d64-2141-4c5c-8ed5-af37963a105e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:06:55.661942 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b0520a0b-bed3-452a-8d10-a4a56b418537 req-bf445d64-2141-4c5c-8ed5-af37963a105e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb15ede1-f2fe-4b38-b19f-fefbda136f6a HTTP/1.1" status: 200 len: 945 time: 0.0526791 Dec 10 20:06:55.699876 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b0520a0b-bed3-452a-8d10-a4a56b418537 req-2b67bb56-1cfb-44a2-97d7-9b42a18a83b8 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb650543-b557-4560-931c-591c19aaf04e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320435 Dec 10 20:06:56.610367 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:06:56.814022 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3973d3d-834c-46b3-9058-c1d72555ab10 req-ecc6c1fc-dce9-471b-9021-3e1bc5e6b53f tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:06:56.815488 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b3973d3d-834c-46b3-9058-c1d72555ab10 req-ecc6c1fc-dce9-471b-9021-3e1bc5e6b53f tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb15ede1-f2fe-4b38-b19f-fefbda136f6a HTTP/1.1" status: 200 len: 945 time: 0.0484099 Dec 10 20:06:56.853255 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b3973d3d-834c-46b3-9058-c1d72555ab10 req-d1a861b8-bc08-41b6-ab4a-568a5e7aabfc tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb650543-b557-4560-931c-591c19aaf04e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313141 Dec 10 20:06:56.875653 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 35830) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:06:56.934752 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-bb70d22d-b22d-47ac-b8c9-ccd176c340fa tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/floatingips/3810d929-8c89-45ad-8162-6f5aad18fd8a HTTP/1.1" status: 200 len: 992 time: 0.0580082 Dec 10 20:06:56.975813 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:06:58.246287 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d513d-4267-491b-8c6f-76eb3c3c9d3e req-89869d1f-19bd-414b-a774-bb26f5132828 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:06:58.247759 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ee7d513d-4267-491b-8c6f-76eb3c3c9d3e req-89869d1f-19bd-414b-a774-bb26f5132828 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb15ede1-f2fe-4b38-b19f-fefbda136f6a HTTP/1.1" status: 200 len: 945 time: 0.0759327 Dec 10 20:06:58.277460 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc2c504-d349-4fda-a6e6-c68517730fe0 req-cd531a80-7934-4203-9dda-2f03cff79bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:06:58.279085 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bbc2c504-d349-4fda-a6e6-c68517730fe0 req-cd531a80-7934-4203-9dda-2f03cff79bfb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=575d6f57815e49e1b66e2ddad838d8d9&device_id=fb15ede1-f2fe-4b38-b19f-fefbda136f6a HTTP/1.1" status: 200 len: 1098 time: 0.0675459 Dec 10 20:06:58.302721 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ee7d513d-4267-491b-8c6f-76eb3c3c9d3e req-03d05a62-9cc2-45fc-99fb-54249e5de616 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb650543-b557-4560-931c-591c19aaf04e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481822 Dec 10 20:06:58.380163 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc2c504-d349-4fda-a6e6-c68517730fe0 req-b81fad27-5d1c-4eb9-a88f-df9f8675b37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:06:58.381641 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bbc2c504-d349-4fda-a6e6-c68517730fe0 req-b81fad27-5d1c-4eb9-a88f-df9f8675b37a service neutron] 10.222.0.36 "GET /v2.0/networks?id=b7892d03-11a4-4a4c-9389-4fbda8bbc2a1 HTTP/1.1" status: 200 len: 898 time: 0.0935361 Dec 10 20:06:58.758367 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bbc2c504-d349-4fda-a6e6-c68517730fe0 req-77b6ea5e-53b5-46ed-bb3e-cd35a197b634 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d56d61fd-8c01-4bf3-8433-25cbbaaaa1d1 HTTP/1.1" status: 200 len: 1000 time: 0.3678651 Dec 10 20:06:58.816373 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc2c504-d349-4fda-a6e6-c68517730fe0 req-96652a0f-b833-4f3b-8521-5bd37d05734f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:06:58.818190 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bbc2c504-d349-4fda-a6e6-c68517730fe0 req-96652a0f-b833-4f3b-8521-5bd37d05734f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee200e05-e197-49ab-847d-e23ee6baa134 HTTP/1.1" status: 200 len: 835 time: 0.0516431 Dec 10 20:06:58.870002 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc2c504-d349-4fda-a6e6-c68517730fe0 req-1b0109f0-a97a-4553-a7d2-56401a8a9cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:06:58.871453 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bbc2c504-d349-4fda-a6e6-c68517730fe0 req-1b0109f0-a97a-4553-a7d2-56401a8a9cfe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b7892d03-11a4-4a4c-9389-4fbda8bbc2a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0445211 Dec 10 20:06:58.961685 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bbc2c504-d349-4fda-a6e6-c68517730fe0 req-8f15e6b3-106c-4572-b801-706c11ea4fba service neutron] 10.222.0.36 "GET /v2.0/networks/b7892d03-11a4-4a4c-9389-4fbda8bbc2a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810885 Dec 10 20:06:59.054972 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bbc2c504-d349-4fda-a6e6-c68517730fe0 req-56206dca-8b6a-4767-b489-d66bbe6ba9f8 service neutron] 10.222.0.36 "GET /v2.0/networks/b7892d03-11a4-4a4c-9389-4fbda8bbc2a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846074 Dec 10 20:06:59.418935 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a0a0a-3451-41dc-85b3-c889fbb7fc14 req-056b73b1-4403-4782-b144-d1fd6e61d5a1 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:06:59.420389 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-db3a0a0a-3451-41dc-85b3-c889fbb7fc14 req-056b73b1-4403-4782-b144-d1fd6e61d5a1 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb15ede1-f2fe-4b38-b19f-fefbda136f6a HTTP/1.1" status: 200 len: 945 time: 0.0491531 Dec 10 20:06:59.458327 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-db3a0a0a-3451-41dc-85b3-c889fbb7fc14 req-32959205-1865-4432-b3d0-ae8b72ded799 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb650543-b557-4560-931c-591c19aaf04e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309799 Dec 10 20:07:00.573161 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24818072-ce9a-416e-9e56-d346dd325e04 req-a2ad83cf-0e05-4bf8-a47b-623ebb1f691c tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:07:00.574602 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-24818072-ce9a-416e-9e56-d346dd325e04 req-a2ad83cf-0e05-4bf8-a47b-623ebb1f691c tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb15ede1-f2fe-4b38-b19f-fefbda136f6a HTTP/1.1" status: 200 len: 945 time: 0.0478702 Dec 10 20:07:00.610994 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-24818072-ce9a-416e-9e56-d346dd325e04 req-6780939e-b28d-4ae0-9992-0fa6c203bf10 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb650543-b557-4560-931c-591c19aaf04e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306213 Dec 10 20:07:00.634936 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 35842) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:07:00.697558 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-78606b74-f534-482c-acaa-a85e11f20842 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/floatingips/3810d929-8c89-45ad-8162-6f5aad18fd8a HTTP/1.1" status: 200 len: 992 time: 0.0615003 Dec 10 20:07:02.873800 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:07:18.943852 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:07:20.348201 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f95f5961-e123-4cf2-82d6-b1f16d8a158d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:07:24.318985 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-290d9ff7-1b78-4cc8-93d0-b14f9c792bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:07:25.574227 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:07:26.611498 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:07:26.696412 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c8eec320-cfe4-46c6-98b4-93a739decd06 req-5194a3ba-f588-4046-9303-fb9bcb808cde service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fb15ede1-f2fe-4b38-b19f-fefbda136f6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401974 Dec 10 20:07:26.781483 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eec320-cfe4-46c6-98b4-93a739decd06 req-0221c096-fbb0-4881-8258-b82ebfdeaf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:07:26.782938 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c8eec320-cfe4-46c6-98b4-93a739decd06 req-0221c096-fbb0-4881-8258-b82ebfdeaf0e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=575d6f57815e49e1b66e2ddad838d8d9&device_id=fb15ede1-f2fe-4b38-b19f-fefbda136f6a HTTP/1.1" status: 200 len: 1098 time: 0.0400138 Dec 10 20:07:26.891381 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eec320-cfe4-46c6-98b4-93a739decd06 req-398f7daa-e3aa-48a7-8505-3f8a3da69206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:07:26.892773 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c8eec320-cfe4-46c6-98b4-93a739decd06 req-398f7daa-e3aa-48a7-8505-3f8a3da69206 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b7892d03-11a4-4a4c-9389-4fbda8bbc2a1 HTTP/1.1" status: 200 len: 898 time: 0.0880682 Dec 10 20:07:26.959596 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c8eec320-cfe4-46c6-98b4-93a739decd06 req-cd59f8ab-496c-4887-b8ca-ff36c5e5ad31 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d56d61fd-8c01-4bf3-8433-25cbbaaaa1d1 HTTP/1.1" status: 200 len: 1000 time: 0.0585337 Dec 10 20:07:26.978849 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:07:27.012740 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eec320-cfe4-46c6-98b4-93a739decd06 req-d8c2a4f8-d513-4cf7-83df-e0807e32509a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:07:27.014156 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c8eec320-cfe4-46c6-98b4-93a739decd06 req-d8c2a4f8-d513-4cf7-83df-e0807e32509a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee200e05-e197-49ab-847d-e23ee6baa134 HTTP/1.1" status: 200 len: 835 time: 0.0475683 Dec 10 20:07:27.061121 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eec320-cfe4-46c6-98b4-93a739decd06 req-10f16996-ae83-4a73-ae6a-860f60436f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:07:27.062605 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c8eec320-cfe4-46c6-98b4-93a739decd06 req-10f16996-ae83-4a73-ae6a-860f60436f8d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b7892d03-11a4-4a4c-9389-4fbda8bbc2a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404077 Dec 10 20:07:27.154480 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c8eec320-cfe4-46c6-98b4-93a739decd06 req-bcca5f81-f8cc-4554-8ff1-09cd6474a807 service neutron] 10.222.0.36 "GET /v2.0/networks/b7892d03-11a4-4a4c-9389-4fbda8bbc2a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829840 Dec 10 20:07:27.250497 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c8eec320-cfe4-46c6-98b4-93a739decd06 req-cd5ae7ea-120d-44af-9d5b-04b7d407c07e service neutron] 10.222.0.36 "GET /v2.0/networks/b7892d03-11a4-4a4c-9389-4fbda8bbc2a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869694 Dec 10 20:07:32.890537 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:07:50.349801 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dd8ac852-c1bc-4d5b-bf2e-4c4d5d50c68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:07:54.321215 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-3fb5b3ab-ae85-4659-a8f9-a311cecab59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:07:55.577498 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:07:55.943766 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:07:56.612705 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:07:56.981083 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:07:59.855894 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 35884) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:08:00.017171 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-769f80ff-323a-4446-8053-60d41d3eb651 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Deleting port a8b618ed-6a16-4f42-9556-55226a2a58ee {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 20:08:00.017419 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-769f80ff-323a-4446-8053-60d41d3eb651 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:00.098013 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-769f80ff-323a-4446-8053-60d41d3eb651 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:00.098343 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-769f80ff-323a-4446-8053-60d41d3eb651 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:00.109694 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-769f80ff-323a-4446-8053-60d41d3eb651 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Calling delete_port for a8b618ed-6a16-4f42-9556-55226a2a58ee owned by network:floatingip {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 20:08:00.256317 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-769f80ff-323a-4446-8053-60d41d3eb651 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:00.283055 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769f80ff-323a-4446-8053-60d41d3eb651 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event deleted for resources: {'Port': ['ID=a8b618ed-6a16-4f42-9556-55226a2a58ee,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:08:00.292778 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f80ff-323a-4446-8053-60d41d3eb651 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:08:00.293123 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f80ff-323a-4446-8053-60d41d3eb651 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:08:00.293463 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f80ff-323a-4446-8053-60d41d3eb651 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:08:00.293791 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f80ff-323a-4446-8053-60d41d3eb651 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:08:00.294120 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f80ff-323a-4446-8053-60d41d3eb651 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:08:00.294448 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f80ff-323a-4446-8053-60d41d3eb651 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:08:00.294768 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f80ff-323a-4446-8053-60d41d3eb651 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:08:00.295472 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f80ff-323a-4446-8053-60d41d3eb651 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:08:00.295472 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f80ff-323a-4446-8053-60d41d3eb651 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:08:00.295707 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f80ff-323a-4446-8053-60d41d3eb651 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:08:00.296024 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f80ff-323a-4446-8053-60d41d3eb651 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:08:00.296339 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f80ff-323a-4446-8053-60d41d3eb651 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:08:00.354722 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-769f80ff-323a-4446-8053-60d41d3eb651 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for floatingip, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:00.355027 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.l3_db [None req-769f80ff-323a-4446-8053-60d41d3eb651 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Floating IP 3810d929-8c89-45ad-8162-6f5aad18fd8a disassociated (deleted). External IP: 172.26.6.39, port: d56d61fd-8c01-4bf3-8433-25cbbaaaa1d1. Dec 10 20:08:00.560139 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-769f80ff-323a-4446-8053-60d41d3eb651 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Router fcb5b92a-545f-4e92-b23c-7ae731991837 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 20:08:00.667602 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769f80ff-323a-4446-8053-60d41d3eb651 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 20:08:00.672523 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-769f80ff-323a-4446-8053-60d41d3eb651 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:00.677786 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4acfa6-43dc-41f8-a25d-e4f7f34bc18f None None] Sync routers for ids ['fcb5b92a-545f-4e92-b23c-7ae731991837'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 20:08:00.686731 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4acfa6-43dc-41f8-a25d-e4f7f34bc18f None None] Routers {'fcb5b92a-545f-4e92-b23c-7ae731991837'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:08:00.687313 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-ac4acfa6-43dc-41f8-a25d-e4f7f34bc18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:07:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['fcb5b92a-545f-4e92-b23c-7ae731991837'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:08:00.699881 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-769f80ff-323a-4446-8053-60d41d3eb651 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "DELETE /v2.0/floatingips/3810d929-8c89-45ad-8162-6f5aad18fd8a HTTP/1.1" status: 204 len: 168 time: 0.8428621 Dec 10 20:08:00.700461 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb15ede1-f2fe-4b38-b19f-fefbda136f6a', 'tag': 'd56d61fd-8c01-4bf3-8433-25cbbaaaa1d1'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:08:00.702745 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150a2355-1936-468e-bf55-8f21288911bd" -d '{"events": [{"name": "network-changed", "server_uuid": "fb15ede1-f2fe-4b38-b19f-fefbda136f6a", "tag": "d56d61fd-8c01-4bf3-8433-25cbbaaaa1d1"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:08:00.746211 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 20:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49779aa8-a5da-4483-8094-1e388f5eb208 x-openstack-request-id: req-49779aa8-a5da-4483-8094-1e388f5eb208 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:08:00.746549 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb15ede1-f2fe-4b38-b19f-fefbda136f6a", "tag": "d56d61fd-8c01-4bf3-8433-25cbbaaaa1d1", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:08:00.746798 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-49779aa8-a5da-4483-8094-1e388f5eb208 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:08:00.747214 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb15ede1-f2fe-4b38-b19f-fefbda136f6a', 'tag': 'd56d61fd-8c01-4bf3-8433-25cbbaaaa1d1', 'status': 'completed', 'code': 200} Dec 10 20:08:00.805522 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-ac4acfa6-43dc-41f8-a25d-e4f7f34bc18f None None] Set router fcb5b92a-545f-4e92-b23c-7ae731991837 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:08:00.811778 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a2355-1936-468e-bf55-8f21288911bd req-77b8524d-d6de-4be6-9153-277e26f4a5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:08:00.813230 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-150a2355-1936-468e-bf55-8f21288911bd req-77b8524d-d6de-4be6-9153-277e26f4a5d8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=575d6f57815e49e1b66e2ddad838d8d9&device_id=fb15ede1-f2fe-4b38-b19f-fefbda136f6a HTTP/1.1" status: 200 len: 1098 time: 0.0434105 Dec 10 20:08:00.965615 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b1b13-5a06-4478-9e04-80b8e5fc7bb3 req-1befc118-9dd0-46c2-bb40-54ddb865cc60 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:08:00.967138 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-197b1b13-5a06-4478-9e04-80b8e5fc7bb3 req-1befc118-9dd0-46c2-bb40-54ddb865cc60 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb15ede1-f2fe-4b38-b19f-fefbda136f6a HTTP/1.1" status: 200 len: 945 time: 0.0779653 Dec 10 20:08:00.968617 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a2355-1936-468e-bf55-8f21288911bd req-85ad4fba-a2d0-4b7e-9a4d-6aa283cfe5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:08:00.969938 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-150a2355-1936-468e-bf55-8f21288911bd req-85ad4fba-a2d0-4b7e-9a4d-6aa283cfe5e1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b7892d03-11a4-4a4c-9389-4fbda8bbc2a1 HTTP/1.1" status: 200 len: 898 time: 0.1471648 Dec 10 20:08:01.019396 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-ac4acfa6-43dc-41f8-a25d-e4f7f34bc18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb5b92a-545f-4e92-b23c-7ae731991837', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538363976', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': 'c88ccf1d-b408-48b2-b2aa-c52049d90c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:07Z', 'updated_at': '2021-12-10T20:05:11Z', 'revision_number': 4, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': 'c88ccf1d-b408-48b2-b2aa-c52049d90c5f', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:05:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb5b92a-545f-4e92-b23c-7ae731991837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:08Z', 'updated_at': '2021-12-10T20:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '351365f7-2a7e-4e4a-b120-2b546e79c4f9', 'name': '', 'network_id': 'b7892d03-11a4-4a4c-9389-4fbda8bbc2a1', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'mac_address': 'fa:16:3e:3a:62:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb5b92a-545f-4e92-b23c-7ae731991837', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'ee200e05-e197-49ab-847d-e23ee6baa134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:10Z', 'updated_at': '2021-12-10T20:05:14Z', 'revision_number': 5, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'subnets': [{'id': 'ee200e05-e197-49ab-847d-e23ee6baa134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:08:01.028219 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-150a2355-1936-468e-bf55-8f21288911bd req-5136796e-116a-45fd-9f3c-fd9aa976ad7b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d56d61fd-8c01-4bf3-8433-25cbbaaaa1d1 HTTP/1.1" status: 200 len: 217 time: 0.0462306 Dec 10 20:08:01.045068 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-197b1b13-5a06-4478-9e04-80b8e5fc7bb3 req-dc002299-6ee4-4d78-8853-96d92196da9a tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb650543-b557-4560-931c-591c19aaf04e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701768 Dec 10 20:08:01.045824 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4acfa6-43dc-41f8-a25d-e4f7f34bc18f None None] Checking router: fcb5b92a-545f-4e92-b23c-7ae731991837 for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 20:08:01.055214 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4acfa6-43dc-41f8-a25d-e4f7f34bc18f None None] Routers {'fcb5b92a-545f-4e92-b23c-7ae731991837'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:08:01.055823 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-ac4acfa6-43dc-41f8-a25d-e4f7f34bc18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:07:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['fcb5b92a-545f-4e92-b23c-7ae731991837'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:08:01.092198 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a2355-1936-468e-bf55-8f21288911bd req-0743d307-610a-44b6-add2-034fa303685a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:08:01.093705 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-150a2355-1936-468e-bf55-8f21288911bd req-0743d307-610a-44b6-add2-034fa303685a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee200e05-e197-49ab-847d-e23ee6baa134 HTTP/1.1" status: 200 len: 835 time: 0.0478435 Dec 10 20:08:01.140996 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a2355-1936-468e-bf55-8f21288911bd req-d4a06d33-03f3-449e-9ef9-eb6693c2862e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:08:01.142496 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-150a2355-1936-468e-bf55-8f21288911bd req-d4a06d33-03f3-449e-9ef9-eb6693c2862e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b7892d03-11a4-4a4c-9389-4fbda8bbc2a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409741 Dec 10 20:08:01.160700 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-ac4acfa6-43dc-41f8-a25d-e4f7f34bc18f None None] Set router fcb5b92a-545f-4e92-b23c-7ae731991837 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:08:01.239229 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-150a2355-1936-468e-bf55-8f21288911bd req-f42c7dd3-192b-4a16-9c86-d96a74fb1040 service neutron] 10.222.0.36 "GET /v2.0/networks/b7892d03-11a4-4a4c-9389-4fbda8bbc2a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888643 Dec 10 20:08:01.334312 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-150a2355-1936-468e-bf55-8f21288911bd req-98570b3a-8206-413c-b64b-e6283d1410ff service neutron] 10.222.0.36 "GET /v2.0/networks/b7892d03-11a4-4a4c-9389-4fbda8bbc2a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874434 Dec 10 20:08:01.445694 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-ac4acfa6-43dc-41f8-a25d-e4f7f34bc18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb5b92a-545f-4e92-b23c-7ae731991837', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538363976', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': 'c88ccf1d-b408-48b2-b2aa-c52049d90c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:07Z', 'updated_at': '2021-12-10T20:05:11Z', 'revision_number': 4, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': 'c88ccf1d-b408-48b2-b2aa-c52049d90c5f', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:05:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb5b92a-545f-4e92-b23c-7ae731991837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:08Z', 'updated_at': '2021-12-10T20:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '351365f7-2a7e-4e4a-b120-2b546e79c4f9', 'name': '', 'network_id': 'b7892d03-11a4-4a4c-9389-4fbda8bbc2a1', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'mac_address': 'fa:16:3e:3a:62:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb5b92a-545f-4e92-b23c-7ae731991837', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'ee200e05-e197-49ab-847d-e23ee6baa134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:10Z', 'updated_at': '2021-12-10T20:05:14Z', 'revision_number': 5, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'subnets': [{'id': 'ee200e05-e197-49ab-847d-e23ee6baa134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:08:01.470902 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4acfa6-43dc-41f8-a25d-e4f7f34bc18f None None] The sync data for ids ['fcb5b92a-545f-4e92-b23c-7ae731991837'] in dv-neutron-821441-1-hyperv is: [{'id': 'fcb5b92a-545f-4e92-b23c-7ae731991837', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538363976', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': 'c88ccf1d-b408-48b2-b2aa-c52049d90c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:07Z', 'updated_at': '2021-12-10T20:05:11Z', 'revision_number': 4, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': 'c88ccf1d-b408-48b2-b2aa-c52049d90c5f', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:05:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb5b92a-545f-4e92-b23c-7ae731991837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:08Z', 'updated_at': '2021-12-10T20:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '351365f7-2a7e-4e4a-b120-2b546e79c4f9', 'name': '', 'network_id': 'b7892d03-11a4-4a4c-9389-4fbda8bbc2a1', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'mac_address': 'fa:16:3e:3a:62:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb5b92a-545f-4e92-b23c-7ae731991837', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'ee200e05-e197-49ab-847d-e23ee6baa134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:10Z', 'updated_at': '2021-12-10T20:05:14Z', 'revision_number': 5, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'subnets': [{'id': 'ee200e05-e197-49ab-847d-e23ee6baa134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 20:08:01.680719 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab34fb6-c9c6-4194-936c-5cdca881cdd6 None None] New status for floating IP 3810d929-8c89-45ad-8162-6f5aad18fd8a: DOWN {{(pid=102367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 20:08:02.167509 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c8915-ec25-4275-9b8c-553e008c402e req-ebdb9a4c-83e1-46cf-804b-7ceff5c5d4fc tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:08:02.169021 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-285c8915-ec25-4275-9b8c-553e008c402e req-ebdb9a4c-83e1-46cf-804b-7ceff5c5d4fc tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb15ede1-f2fe-4b38-b19f-fefbda136f6a HTTP/1.1" status: 200 len: 945 time: 0.0492465 Dec 10 20:08:02.207482 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-285c8915-ec25-4275-9b8c-553e008c402e req-6e1b12c7-9f2b-4f45-a70c-5638163b02db tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=fb650543-b557-4560-931c-591c19aaf04e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323079 Dec 10 20:08:02.832806 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c225a-fcba-4a06-95d8-8d6b9a539c6b req-3475b058-f267-4916-ad9b-680d843bc5ce tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:08:02.834258 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b37c225a-fcba-4a06-95d8-8d6b9a539c6b req-3475b058-f267-4916-ad9b-680d843bc5ce tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb15ede1-f2fe-4b38-b19f-fefbda136f6a HTTP/1.1" status: 200 len: 945 time: 0.0548244 Dec 10 20:08:02.919847 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:02.925213 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-b37c225a-fcba-4a06-95d8-8d6b9a539c6b req-b195ec98-d2c4-40a3-9a52-d18859093adf tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Deleting port d56d61fd-8c01-4bf3-8433-25cbbaaaa1d1 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 20:08:02.925559 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-b37c225a-fcba-4a06-95d8-8d6b9a539c6b req-b195ec98-d2c4-40a3-9a52-d18859093adf tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:03.019409 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-b37c225a-fcba-4a06-95d8-8d6b9a539c6b req-b195ec98-d2c4-40a3-9a52-d18859093adf tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] For port d56d61fd-8c01-4bf3-8433-25cbbaaaa1d1, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=d56d61fd-8c01-4bf3-8433-25cbbaaaa1d1,segment=NetworkSegment(0cbc882a-9d9d-4fb1-90cc-a221e782f38c),segment_id=0cbc882a-9d9d-4fb1-90cc-a221e782f38c)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:08:03.019680 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-b37c225a-fcba-4a06-95d8-8d6b9a539c6b req-b195ec98-d2c4-40a3-9a52-d18859093adf tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:03.032473 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-b37c225a-fcba-4a06-95d8-8d6b9a539c6b req-b195ec98-d2c4-40a3-9a52-d18859093adf tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Calling delete_port for d56d61fd-8c01-4bf3-8433-25cbbaaaa1d1 owned by compute:nova {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 20:08:03.164680 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-b37c225a-fcba-4a06-95d8-8d6b9a539c6b req-b195ec98-d2c4-40a3-9a52-d18859093adf tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:03.193686 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b195ec98-d2c4-40a3-9a52-d18859093adf tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event deleted for resources: {'Port': ['ID=d56d61fd-8c01-4bf3-8433-25cbbaaaa1d1,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:08:03.235690 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-b37c225a-fcba-4a06-95d8-8d6b9a539c6b req-b195ec98-d2c4-40a3-9a52-d18859093adf tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] No DVR routers for this DVR port d56d61fd-8c01-4bf3-8433-25cbbaaaa1d1 on host hv-neutron-8214 {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 20:08:03.238284 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-b37c225a-fcba-4a06-95d8-8d6b9a539c6b req-b195ec98-d2c4-40a3-9a52-d18859093adf tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:03.242439 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b37c225a-fcba-4a06-95d8-8d6b9a539c6b req-b195ec98-d2c4-40a3-9a52-d18859093adf tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.36 "DELETE /v2.0/ports/d56d61fd-8c01-4bf3-8433-25cbbaaaa1d1 HTTP/1.1" status: 204 len: 173 time: 0.4017854 Dec 10 20:08:03.242896 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb15ede1-f2fe-4b38-b19f-fefbda136f6a', 'name': 'network-vif-deleted', 'tag': 'd56d61fd-8c01-4bf3-8433-25cbbaaaa1d1'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:08:03.245541 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047361c0-2a68-4f98-a8f6-6ebb366d5e0c" -d '{"events": [{"server_uuid": "fb15ede1-f2fe-4b38-b19f-fefbda136f6a", "name": "network-vif-deleted", "tag": "d56d61fd-8c01-4bf3-8433-25cbbaaaa1d1"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:08:03.314584 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 20:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae43fe04-03ee-4c27-acf8-9f79673f67cd x-openstack-request-id: req-ae43fe04-03ee-4c27-acf8-9f79673f67cd {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:08:03.314882 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb15ede1-f2fe-4b38-b19f-fefbda136f6a", "name": "network-vif-deleted", "tag": "d56d61fd-8c01-4bf3-8433-25cbbaaaa1d1", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:08:03.315134 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ae43fe04-03ee-4c27-acf8-9f79673f67cd {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:08:03.315549 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb15ede1-f2fe-4b38-b19f-fefbda136f6a', 'name': 'network-vif-deleted', 'tag': 'd56d61fd-8c01-4bf3-8433-25cbbaaaa1d1', 'status': 'completed', 'code': 200} Dec 10 20:08:03.317655 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-cab9dd67-8149-4a46-b8cf-56c927070e47 req-f2120971-3914-44a3-b3d9-87119263a754 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb15ede1-f2fe-4b38-b19f-fefbda136f6a HTTP/1.1" status: 200 len: 210 time: 0.0334146 Dec 10 20:08:04.373899 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 35904) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:08:04.745799 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-062c6ba1-86bc-4024-b92c-4baae9e1f76d tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711290'] for router_interface, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:05.014831 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-062c6ba1-86bc-4024-b92c-4baae9e1f76d tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Deleting port 351365f7-2a7e-4e4a-b120-2b546e79c4f9 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 20:08:05.015129 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-062c6ba1-86bc-4024-b92c-4baae9e1f76d tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:05.111308 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-062c6ba1-86bc-4024-b92c-4baae9e1f76d tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] For port 351365f7-2a7e-4e4a-b120-2b546e79c4f9, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=351365f7-2a7e-4e4a-b120-2b546e79c4f9,segment=NetworkSegment(0cbc882a-9d9d-4fb1-90cc-a221e782f38c),segment_id=0cbc882a-9d9d-4fb1-90cc-a221e782f38c)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:08:05.111662 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-062c6ba1-86bc-4024-b92c-4baae9e1f76d tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:05.124066 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-062c6ba1-86bc-4024-b92c-4baae9e1f76d tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Calling delete_port for 351365f7-2a7e-4e4a-b120-2b546e79c4f9 owned by network:router_interface {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 20:08:05.321456 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-062c6ba1-86bc-4024-b92c-4baae9e1f76d tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:05.354657 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c6ba1-86bc-4024-b92c-4baae9e1f76d tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event deleted for resources: {'Port': ['ID=351365f7-2a7e-4e4a-b120-2b546e79c4f9,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:08:05.533549 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-062c6ba1-86bc-4024-b92c-4baae9e1f76d tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3755731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3712768'] for router_interface, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:05.754580 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-062c6ba1-86bc-4024-b92c-4baae9e1f76d tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Router fcb5b92a-545f-4e92-b23c-7ae731991837 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 20:08:06.169961 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-062c6ba1-86bc-4024-b92c-4baae9e1f76d tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 20:08:06.174987 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-062c6ba1-86bc-4024-b92c-4baae9e1f76d tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "PUT /v2.0/routers/fcb5b92a-545f-4e92-b23c-7ae731991837/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8000708 Dec 10 20:08:06.177714 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 35906) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:08:06.181429 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a86dace-cf12-4c19-bc3d-16806f0c47cb None None] Sync routers for ids ['fcb5b92a-545f-4e92-b23c-7ae731991837'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 20:08:06.190484 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a86dace-cf12-4c19-bc3d-16806f0c47cb None None] Routers {'fcb5b92a-545f-4e92-b23c-7ae731991837'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:08:06.191155 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-6a86dace-cf12-4c19-bc3d-16806f0c47cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:07:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['fcb5b92a-545f-4e92-b23c-7ae731991837'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:08:06.228734 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f8da8f0-255d-4511-8db4-926b059fe039 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Deleting subnet ee200e05-e197-49ab-847d-e23ee6baa134 {{(pid=102365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 20:08:06.231808 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5f8da8f0-255d-4511-8db4-926b059fe039 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for subnet, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:06.271576 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5f8da8f0-255d-4511-8db4-926b059fe039 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353213'] for subnet, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:06.298859 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-6a86dace-cf12-4c19-bc3d-16806f0c47cb None None] Set router fcb5b92a-545f-4e92-b23c-7ae731991837 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:08:06.359287 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5f8da8f0-255d-4511-8db4-926b059fe039 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:06.419382 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5f8da8f0-255d-4511-8db4-926b059fe039 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:06.450151 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8da8f0-255d-4511-8db4-926b059fe039 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event deleted for resources: {'Subnet': ['ID=ee200e05-e197-49ab-847d-e23ee6baa134,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:08:06.452144 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-5f8da8f0-255d-4511-8db4-926b059fe039 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:06.457845 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-5f8da8f0-255d-4511-8db4-926b059fe039 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "DELETE /v2.0/subnets/ee200e05-e197-49ab-847d-e23ee6baa134 HTTP/1.1" status: 204 len: 168 time: 0.2767637 Dec 10 20:08:06.458017 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c311b859-e007-42d5-a2e4-8254d879dcd2 None None] Network b7892d03-11a4-4a4c-9389-4fbda8bbc2a1 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 20:08:06.458465 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 35908) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:08:06.490004 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-6a86dace-cf12-4c19-bc3d-16806f0c47cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb5b92a-545f-4e92-b23c-7ae731991837', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538363976', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': 'c88ccf1d-b408-48b2-b2aa-c52049d90c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:07Z', 'updated_at': '2021-12-10T20:08:05Z', 'revision_number': 5, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': 'c88ccf1d-b408-48b2-b2aa-c52049d90c5f', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:05:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb5b92a-545f-4e92-b23c-7ae731991837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:08Z', 'updated_at': '2021-12-10T20:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:08:06.517338 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a86dace-cf12-4c19-bc3d-16806f0c47cb None None] Checking router: fcb5b92a-545f-4e92-b23c-7ae731991837 for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 20:08:06.526072 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a86dace-cf12-4c19-bc3d-16806f0c47cb None None] Routers {'fcb5b92a-545f-4e92-b23c-7ae731991837'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:08:06.526677 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-6a86dace-cf12-4c19-bc3d-16806f0c47cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:07:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['fcb5b92a-545f-4e92-b23c-7ae731991837'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:08:06.573433 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e3f21c36-6e5e-4298-9960-0126b7d14c30 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for router, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:06.634587 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-6a86dace-cf12-4c19-bc3d-16806f0c47cb None None] Set router fcb5b92a-545f-4e92-b23c-7ae731991837 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:08:06.654069 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908010db-23b8-434b-8707-f6a87a602994 None None] DHCP port deletion for b7892d03-11a4-4a4c-9389-4fbda8bbc2a1 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 20:08:06.688397 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e3f21c36-6e5e-4298-9960-0126b7d14c30 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:06.711384 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-908010db-23b8-434b-8707-f6a87a602994 None None] Deleting port d2dae764-440a-4c00-9679-c6daa5eca8e7 {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 20:08:06.711778 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-908010db-23b8-434b-8707-f6a87a602994 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:06.752061 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-e3f21c36-6e5e-4298-9960-0126b7d14c30 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Deleting port c88ccf1d-b408-48b2-b2aa-c52049d90c5f {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 20:08:06.752980 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e3f21c36-6e5e-4298-9960-0126b7d14c30 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:06.782027 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-908010db-23b8-434b-8707-f6a87a602994 None None] For port d2dae764-440a-4c00-9679-c6daa5eca8e7, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=d2dae764-440a-4c00-9679-c6daa5eca8e7,segment=NetworkSegment(0cbc882a-9d9d-4fb1-90cc-a221e782f38c),segment_id=0cbc882a-9d9d-4fb1-90cc-a221e782f38c)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:08:06.782431 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-908010db-23b8-434b-8707-f6a87a602994 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:06.798192 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-908010db-23b8-434b-8707-f6a87a602994 None None] Calling delete_port for d2dae764-440a-4c00-9679-c6daa5eca8e7 owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 20:08:06.820670 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-6a86dace-cf12-4c19-bc3d-16806f0c47cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb5b92a-545f-4e92-b23c-7ae731991837', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538363976', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': 'c88ccf1d-b408-48b2-b2aa-c52049d90c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:07Z', 'updated_at': '2021-12-10T20:08:05Z', 'revision_number': 5, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': 'c88ccf1d-b408-48b2-b2aa-c52049d90c5f', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:05:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb5b92a-545f-4e92-b23c-7ae731991837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:08Z', 'updated_at': '2021-12-10T20:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:08:06.842701 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-e3f21c36-6e5e-4298-9960-0126b7d14c30 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] For port c88ccf1d-b408-48b2-b2aa-c52049d90c5f, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=c88ccf1d-b408-48b2-b2aa-c52049d90c5f,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:08:06.843068 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e3f21c36-6e5e-4298-9960-0126b7d14c30 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:06.856495 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-e3f21c36-6e5e-4298-9960-0126b7d14c30 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Calling delete_port for c88ccf1d-b408-48b2-b2aa-c52049d90c5f owned by network:router_gateway {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 20:08:06.869587 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a86dace-cf12-4c19-bc3d-16806f0c47cb None None] The sync data for ids ['fcb5b92a-545f-4e92-b23c-7ae731991837'] in dv-neutron-821441-1-hyperv is: [{'id': 'fcb5b92a-545f-4e92-b23c-7ae731991837', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538363976', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': 'c88ccf1d-b408-48b2-b2aa-c52049d90c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:05:07Z', 'updated_at': '2021-12-10T20:08:05Z', 'revision_number': 5, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': 'c88ccf1d-b408-48b2-b2aa-c52049d90c5f', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:05:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb5b92a-545f-4e92-b23c-7ae731991837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:05:08Z', 'updated_at': '2021-12-10T20:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 20:08:06.875964 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device d56d61fd-8c01-4bf3-8433-25cbbaaaa1d1 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 20:08:06.899508 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] No Port match for: d56d61fd-8c01-4bf3-8433-25cbbaaaa1d1 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 20:08:06.903005 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device d56d61fd-8c01-4bf3-8433-25cbbaaaa1d1 not bound to the agent host hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 20:08:06.948806 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-908010db-23b8-434b-8707-f6a87a602994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:06.977068 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908010db-23b8-434b-8707-f6a87a602994 None None] No DVR routers for this DVR port d2dae764-440a-4c00-9679-c6daa5eca8e7 on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 20:08:06.981743 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908010db-23b8-434b-8707-f6a87a602994 None None] Pushing event deleted for resources: {'Port': ['ID=d2dae764-440a-4c00-9679-c6daa5eca8e7,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:08:06.989211 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908010db-23b8-434b-8707-f6a87a602994 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:08:06.989565 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908010db-23b8-434b-8707-f6a87a602994 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:08:06.989884 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908010db-23b8-434b-8707-f6a87a602994 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:08:06.990221 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908010db-23b8-434b-8707-f6a87a602994 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:08:06.990683 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908010db-23b8-434b-8707-f6a87a602994 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:08:06.990949 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908010db-23b8-434b-8707-f6a87a602994 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:08:06.991353 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908010db-23b8-434b-8707-f6a87a602994 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:08:06.991715 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908010db-23b8-434b-8707-f6a87a602994 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:08:06.992557 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908010db-23b8-434b-8707-f6a87a602994 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:08:06.992800 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908010db-23b8-434b-8707-f6a87a602994 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:08:06.993127 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908010db-23b8-434b-8707-f6a87a602994 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:08:06.993555 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908010db-23b8-434b-8707-f6a87a602994 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:08:07.053511 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e3f21c36-6e5e-4298-9960-0126b7d14c30 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:07.078731 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f21c36-6e5e-4298-9960-0126b7d14c30 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event deleted for resources: {'Port': ['ID=c88ccf1d-b408-48b2-b2aa-c52049d90c5f,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:08:07.140270 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e3f21c36-6e5e-4298-9960-0126b7d14c30 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3713145'] for router_gateway, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:07.233468 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e3f21c36-6e5e-4298-9960-0126b7d14c30 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:07.235652 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e3f21c36-6e5e-4298-9960-0126b7d14c30 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:07.283722 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e3f21c36-6e5e-4298-9960-0126b7d14c30 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:07.284270 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f21c36-6e5e-4298-9960-0126b7d14c30 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Fanout notify agent at l3_agent the message router_deleted on router fcb5b92a-545f-4e92-b23c-7ae731991837 {{(pid=102365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 20:08:07.293071 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e3f21c36-6e5e-4298-9960-0126b7d14c30 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:07.294209 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-e3f21c36-6e5e-4298-9960-0126b7d14c30 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "DELETE /v2.0/routers/fcb5b92a-545f-4e92-b23c-7ae731991837 HTTP/1.1" status: 204 len: 168 time: 0.8352206 Dec 10 20:08:07.297065 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 35910) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:08:07.378929 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ae4cf49e-6653-46b0-b990-3b5c4d891ea8 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:07.473040 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ae4cf49e-6653-46b0-b990-3b5c4d891ea8 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:07.496147 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-ae4cf49e-6653-46b0-b990-3b5c4d891ea8 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7892d03-11a4-4a4c-9389-4fbda8bbc2a1']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:08:07.505580 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-ae4cf49e-6653-46b0-b990-3b5c4d891ea8 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cbc882a-9d9d-4fb1-90cc-a221e782f38c') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:08:07.505950 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-ae4cf49e-6653-46b0-b990-3b5c4d891ea8 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cbc882a-9d9d-4fb1-90cc-a221e782f38c') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:08:07.515440 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ae4cf49e-6653-46b0-b990-3b5c4d891ea8 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:07.529719 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ae4cf49e-6653-46b0-b990-3b5c4d891ea8 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:07.536078 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae4cf49e-6653-46b0-b990-3b5c4d891ea8 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 20:08:07.536462 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ae4cf49e-6653-46b0-b990-3b5c4d891ea8 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:07.540360 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 20:08:07.540360 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 20:08:07.540360 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 20:08:07.540360 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 20:08:07.540360 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 20:08:07.540360 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 20:08:07.540360 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 20:08:07.540360 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 20:08:07.540360 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 20:08:07.540360 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 20:08:07.540360 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 20:08:07.540360 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 20:08:07.540360 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 20:08:07.540360 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 20:08:07.540360 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 20:08:07.540360 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 20:08:07.540360 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 20:08:07.540360 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 20:08:07.540360 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 20:08:07.540360 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 20:08:07.540360 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 20:08:07.540360 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 20:08:07.540360 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 20:08:07.540360 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 20:08:07.540360 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 20:08:07.540360 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 20:08:07.540360 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 20:08:07.540360 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 20:08:07.540360 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 20:08:07.540360 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 20:08:07.540360 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 20:08:07.540360 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 20:08:07.602819 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ae4cf49e-6653-46b0-b990-3b5c4d891ea8 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:07.610524 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ae4cf49e-6653-46b0-b990-3b5c4d891ea8 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:07.613122 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-ae4cf49e-6653-46b0-b990-3b5c4d891ea8 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "DELETE /v2.0/networks/b7892d03-11a4-4a4c-9389-4fbda8bbc2a1 HTTP/1.1" status: 204 len: 168 time: 0.3151100 Dec 10 20:08:07.615822 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 35912) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:08:07.626382 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4cf49e-6653-46b0-b990-3b5c4d891ea8 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event deleted for resources: {'Network': ['ID=b7892d03-11a4-4a4c-9389-4fbda8bbc2a1,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:08:07.681157 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e19e523d-00aa-44f9-bf35-abc316f5daa4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:07.706376 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e19e523d-00aa-44f9-bf35-abc316f5daa4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:07.765965 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e19e523d-00aa-44f9-bf35-abc316f5daa4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:07.768784 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e19e523d-00aa-44f9-bf35-abc316f5daa4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:07.770024 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-e19e523d-00aa-44f9-bf35-abc316f5daa4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "DELETE /v2.0/security-groups/fb650543-b557-4560-931c-591c19aaf04e HTTP/1.1" status: 204 len: 168 time: 0.1524634 Dec 10 20:08:07.782870 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e523d-00aa-44f9-bf35-abc316f5daa4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb650543-b557-4560-931c-591c19aaf04e,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:08:07.790008 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19e523d-00aa-44f9-bf35-abc316f5daa4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:08:07.790445 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19e523d-00aa-44f9-bf35-abc316f5daa4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:08:07.790858 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19e523d-00aa-44f9-bf35-abc316f5daa4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:08:07.791190 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19e523d-00aa-44f9-bf35-abc316f5daa4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:08:07.791577 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19e523d-00aa-44f9-bf35-abc316f5daa4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:08:07.791934 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19e523d-00aa-44f9-bf35-abc316f5daa4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:08:07.792287 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19e523d-00aa-44f9-bf35-abc316f5daa4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:08:07.792698 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19e523d-00aa-44f9-bf35-abc316f5daa4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:08:07.793080 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19e523d-00aa-44f9-bf35-abc316f5daa4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:08:07.793472 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19e523d-00aa-44f9-bf35-abc316f5daa4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:08:07.793793 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19e523d-00aa-44f9-bf35-abc316f5daa4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:08:07.794136 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19e523d-00aa-44f9-bf35-abc316f5daa4 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:08:08.085991 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 35924) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:08:08.091373 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-bada590b-851a-44cc-af99-880147b267d0 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1434499001', 'description': 'tempest-secgroup-smoke-1434499001 description', 'project_id': '575d6f57815e49e1b66e2ddad838d8d9'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:08:08.118488 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bada590b-851a-44cc-af99-880147b267d0 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:08.135530 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device d2dae764-440a-4c00-9679-c6daa5eca8e7 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 20:08:08.157633 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: d2dae764-440a-4c00-9679-c6daa5eca8e7 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 20:08:08.157967 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device d2dae764-440a-4c00-9679-c6daa5eca8e7 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 20:08:08.158410 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 351365f7-2a7e-4e4a-b120-2b546e79c4f9 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 20:08:08.177347 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 351365f7-2a7e-4e4a-b120-2b546e79c4f9 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 20:08:08.177679 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 351365f7-2a7e-4e4a-b120-2b546e79c4f9 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 20:08:08.178091 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device c88ccf1d-b408-48b2-b2aa-c52049d90c5f no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 20:08:08.190946 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bada590b-851a-44cc-af99-880147b267d0 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:08.195217 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bada590b-851a-44cc-af99-880147b267d0 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:08.200863 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: c88ccf1d-b408-48b2-b2aa-c52049d90c5f {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 20:08:08.201201 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device c88ccf1d-b408-48b2-b2aa-c52049d90c5f not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 20:08:08.226459 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-bada590b-851a-44cc-af99-880147b267d0 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:08.227687 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-bada590b-851a-44cc-af99-880147b267d0 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1405752 Dec 10 20:08:08.228800 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bada590b-851a-44cc-af99-880147b267d0 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=103deb4f-6f12-4d9f-b534-dce42b8becf3,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:08:08.231550 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 35926) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:08:08.237303 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-14d08200-b9d7-45ed-9650-5666211e2312 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Request body: {'security_group_rule': {'security_group_id': '103deb4f-6f12-4d9f-b534-dce42b8becf3', 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:08:08.268895 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-14d08200-b9d7-45ed-9650-5666211e2312 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:08.324131 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-14d08200-b9d7-45ed-9650-5666211e2312 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:08.327931 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-14d08200-b9d7-45ed-9650-5666211e2312 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:08.345491 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d08200-b9d7-45ed-9650-5666211e2312 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3b79206-0ff2-4ea0-8796-539eb4dada0c,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:08:08.354172 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-14d08200-b9d7-45ed-9650-5666211e2312 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:08.355370 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-14d08200-b9d7-45ed-9650-5666211e2312 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1223881 Dec 10 20:08:08.358134 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 35928) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:08:08.362448 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-330fa9be-6ca2-40cb-81dd-d19201dd1b54 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Request body: {'security_group_rule': {'security_group_id': '103deb4f-6f12-4d9f-b534-dce42b8becf3', 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:08:08.390776 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-330fa9be-6ca2-40cb-81dd-d19201dd1b54 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:08.449919 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-330fa9be-6ca2-40cb-81dd-d19201dd1b54 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:08.453698 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-330fa9be-6ca2-40cb-81dd-d19201dd1b54 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:08.472191 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330fa9be-6ca2-40cb-81dd-d19201dd1b54 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55c30ccf-16d4-4774-8926-95af29fab33a,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:08:08.478027 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-330fa9be-6ca2-40cb-81dd-d19201dd1b54 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:08.479208 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-330fa9be-6ca2-40cb-81dd-d19201dd1b54 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1201518 Dec 10 20:08:08.482010 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 35930) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:08:08.486263 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-edb15d0c-4fed-4cd4-8e1f-b515ca55b69f tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Request body: {'security_group_rule': {'security_group_id': '103deb4f-6f12-4d9f-b534-dce42b8becf3', 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:08:08.512893 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-edb15d0c-4fed-4cd4-8e1f-b515ca55b69f tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:08.572838 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-edb15d0c-4fed-4cd4-8e1f-b515ca55b69f tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:08.576694 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-edb15d0c-4fed-4cd4-8e1f-b515ca55b69f tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:08.595209 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb15d0c-4fed-4cd4-8e1f-b515ca55b69f tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8873af0f-8dc4-476d-bf08-a2fd57868f5b,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:08:08.600283 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-edb15d0c-4fed-4cd4-8e1f-b515ca55b69f tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:08.602092 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-edb15d0c-4fed-4cd4-8e1f-b515ca55b69f tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1192560 Dec 10 20:08:08.604762 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 35932) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:08:08.609063 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-9c09f13e-e37f-4aed-8b17-1150a4c6be9b tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Request body: {'security_group_rule': {'security_group_id': '103deb4f-6f12-4d9f-b534-dce42b8becf3', 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:08:08.634002 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9c09f13e-e37f-4aed-8b17-1150a4c6be9b tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:08.694015 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9c09f13e-e37f-4aed-8b17-1150a4c6be9b tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:08.697943 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9c09f13e-e37f-4aed-8b17-1150a4c6be9b tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:08.715631 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c09f13e-e37f-4aed-8b17-1150a4c6be9b tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dac38926-6e05-4fba-8b47-27def3a410f8,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:08:08.723993 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9c09f13e-e37f-4aed-8b17-1150a4c6be9b tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:08.725204 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-9c09f13e-e37f-4aed-8b17-1150a4c6be9b tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1195159 Dec 10 20:08:08.728856 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 35934) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:08:08.733352 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-999fe9cb-7bcf-4239-a1d5-57a7c5757c91 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Request body: {'security_group_rule': {'security_group_id': '103deb4f-6f12-4d9f-b534-dce42b8becf3', 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:08:08.754249 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.securitygroups_db [None req-999fe9cb-7bcf-4239-a1d5-57a7c5757c91 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Project 575d6f57815e49e1b66e2ddad838d8d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 20:08:08.759086 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-999fe9cb-7bcf-4239-a1d5-57a7c5757c91 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:08.818174 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-999fe9cb-7bcf-4239-a1d5-57a7c5757c91 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:08.822609 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-999fe9cb-7bcf-4239-a1d5-57a7c5757c91 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:08.841347 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999fe9cb-7bcf-4239-a1d5-57a7c5757c91 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d14d88d-7faa-49d9-a462-395d136a9dc5,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:08:08.847867 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-999fe9cb-7bcf-4239-a1d5-57a7c5757c91 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:08.849076 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-999fe9cb-7bcf-4239-a1d5-57a7c5757c91 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1192684 Dec 10 20:08:08.851874 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 35936) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:08:08.856154 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-a4516380-7d8e-4d46-9c54-d70851ee54da tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Request body: {'security_group_rule': {'security_group_id': '103deb4f-6f12-4d9f-b534-dce42b8becf3', 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:08:08.878807 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.securitygroups_db [None req-a4516380-7d8e-4d46-9c54-d70851ee54da tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Project 575d6f57815e49e1b66e2ddad838d8d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 20:08:08.884482 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a4516380-7d8e-4d46-9c54-d70851ee54da tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:08.948814 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a4516380-7d8e-4d46-9c54-d70851ee54da tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:08.952279 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a4516380-7d8e-4d46-9c54-d70851ee54da tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:08.969128 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4516380-7d8e-4d46-9c54-d70851ee54da tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa7761db-a2b3-45cb-b5d2-c3d7ec5267b6,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:08:08.977642 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a4516380-7d8e-4d46-9c54-d70851ee54da tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:08.978848 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-a4516380-7d8e-4d46-9c54-d70851ee54da tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1261353 Dec 10 20:08:08.981750 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 35938) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:08:08.986536 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-f86ae958-e890-4210-b7c5-34b604675334 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Request body: {'network': {'name': 'tempest-network-smoke--1487652249', 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'port_security_enabled': True}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:08:09.008328 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86ae958-e890-4210-b7c5-34b604675334 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Made reservation on behalf of 575d6f57815e49e1b66e2ddad838d8d9 for: {'network': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 20:08:09.011741 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f86ae958-e890-4210-b7c5-34b604675334 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:09.034663 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f86ae958-e890-4210-b7c5-34b604675334 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=102365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 20:08:09.044188 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f86ae958-e890-4210-b7c5-34b604675334 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:09.044555 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.segments_db [None req-f86ae958-e890-4210-b7c5-34b604675334 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Added segment 423049fb-4a6b-4b56-ada4-2e4773163ccb of type vlan for network 58446662-108f-4dd0-bfff-594dab28fb03 Dec 10 20:08:09.084805 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f86ae958-e890-4210-b7c5-34b604675334 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:09.109216 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f86ae958-e890-4210-b7c5-34b604675334 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:09.115013 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86ae958-e890-4210-b7c5-34b604675334 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:08:09.115602 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f86ae958-e890-4210-b7c5-34b604675334 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:09.172823 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-f86ae958-e890-4210-b7c5-34b604675334 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1900027 Dec 10 20:08:09.175568 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 35940) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:08:09.180814 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-dddd6041-0c30-4b2a-a984-e5e71565b5fd tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1132432892', 'admin_state_up': True, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:08:09.185557 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86ae958-e890-4210-b7c5-34b604675334 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'Network': ['ID=58446662-108f-4dd0-bfff-594dab28fb03,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:08:09.196724 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 58446662-108f-4dd0-bfff-594dab28fb03 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 20:08:09.205029 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-dddd6041-0c30-4b2a-a984-e5e71565b5fd tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:09.206050 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-dddd6041-0c30-4b2a-a984-e5e71565b5fd tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:09.262092 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-dddd6041-0c30-4b2a-a984-e5e71565b5fd tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:09.398725 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-dddd6041-0c30-4b2a-a984-e5e71565b5fd tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:09.591826 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-dddd6041-0c30-4b2a-a984-e5e71565b5fd tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for router_gateway, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:09.610202 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-dddd6041-0c30-4b2a-a984-e5e71565b5fd tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:09.717022 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-dddd6041-0c30-4b2a-a984-e5e71565b5fd tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Allocated IP 172.26.6.185 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/13461f30-5ff5-4881-b37b-f338549ae2a1) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 20:08:09.818503 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-dddd6041-0c30-4b2a-a984-e5e71565b5fd tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:09.853949 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-dddd6041-0c30-4b2a-a984-e5e71565b5fd tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:09.896903 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddd6041-0c30-4b2a-a984-e5e71565b5fd tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 20:08:09.902787 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-dddd6041-0c30-4b2a-a984-e5e71565b5fd tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 20:08:09.909539 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddd6041-0c30-4b2a-a984-e5e71565b5fd tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 20:08:09.912663 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddd6041-0c30-4b2a-a984-e5e71565b5fd tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'Port': ['ID=13461f30-5ff5-4881-b37b-f338549ae2a1,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:08:10.160984 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-dddd6041-0c30-4b2a-a984-e5e71565b5fd tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for router_gateway, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:10.360614 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-dddd6041-0c30-4b2a-a984-e5e71565b5fd tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:10.484570 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dddd6041-0c30-4b2a-a984-e5e71565b5fd tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Router 228e1610-8a9a-4ada-bb07-71d050becb68 is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 20:08:10.587144 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dddd6041-0c30-4b2a-a984-e5e71565b5fd tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 20:08:10.598151 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de0be4b-3cfe-4375-88d7-bf736db5e74d None None] Sync routers for ids ['228e1610-8a9a-4ada-bb07-71d050becb68'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 20:08:10.608681 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de0be4b-3cfe-4375-88d7-bf736db5e74d None None] Routers {'228e1610-8a9a-4ada-bb07-71d050becb68'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:08:10.609210 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-dddd6041-0c30-4b2a-a984-e5e71565b5fd tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:10.609346 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-1de0be4b-3cfe-4375-88d7-bf736db5e74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:07:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['228e1610-8a9a-4ada-bb07-71d050becb68'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:08:10.610442 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-dddd6041-0c30-4b2a-a984-e5e71565b5fd tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4338458 Dec 10 20:08:10.613671 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 35942) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:08:10.714607 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-1de0be4b-3cfe-4375-88d7-bf736db5e74d None None] Set router 228e1610-8a9a-4ada-bb07-71d050becb68 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:08:10.862316 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-e0df2dfe-1154-4d76-ad03-e6aa8ed355aa tempest-TestNetworkAdvancedServerOps-1204599226 tempest-TestNetworkAdvancedServerOps-1204599226-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=575d6f57815e49e1b66e2ddad838d8d9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2451730 Dec 10 20:08:10.862711 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 35948) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:08:10.895941 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-1de0be4b-3cfe-4375-88d7-bf736db5e74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228e1610-8a9a-4ada-bb07-71d050becb68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132432892', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.185'}], 'enable_snat': True}, 'gw_port_id': '13461f30-5ff5-4881-b37b-f338549ae2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:08:09Z', 'updated_at': '2021-12-10T20:08:10Z', 'revision_number': 3, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': '13461f30-5ff5-4881-b37b-f338549ae2a1', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:94:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '228e1610-8a9a-4ada-bb07-71d050becb68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:08:09Z', 'updated_at': '2021-12-10T20:08:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:08:10.922588 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de0be4b-3cfe-4375-88d7-bf736db5e74d None None] Checking router: 228e1610-8a9a-4ada-bb07-71d050becb68 for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 20:08:10.922943 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de0be4b-3cfe-4375-88d7-bf736db5e74d None None] Updating router 228e1610-8a9a-4ada-bb07-71d050becb68 port 13461f30-5ff5-4881-b37b-f338549ae2a1 binding host dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 20:08:10.948857 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1de0be4b-3cfe-4375-88d7-bf736db5e74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:10.955881 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6afdd34-8715-4348-974f-ff7630d63ac1 tempest-TestNetworkAdvancedServerOps-1204599226 tempest-TestNetworkAdvancedServerOps-1204599226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:08:10.957432 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-f6afdd34-8715-4348-974f-ff7630d63ac1 tempest-TestNetworkAdvancedServerOps-1204599226 tempest-TestNetworkAdvancedServerOps-1204599226-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0937240 Dec 10 20:08:10.960617 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 35950) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:08:10.988465 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-0ae8dee1-93e9-4939-bc1a-c80c1b00ba61 tempest-TestNetworkAdvancedServerOps-1204599226 tempest-TestNetworkAdvancedServerOps-1204599226-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=68e2ee80-e7f8-4be2-b0d8-392fd4a4e031&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266168 Dec 10 20:08:10.991657 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 35952) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:08:10.996686 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-5c5ae5a3-4161-4f12-b92b-b10415ece255 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1771339123', 'network_id': '58446662-108f-4dd0-bfff-594dab28fb03', 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:08:11.082782 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5ae5a3-4161-4f12-b92b-b10415ece255 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Made reservation on behalf of 575d6f57815e49e1b66e2ddad838d8d9 for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 20:08:11.086485 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5c5ae5a3-4161-4f12-b92b-b10415ece255 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:11.213816 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1de0be4b-3cfe-4375-88d7-bf736db5e74d None None] Notify callbacks [] for port, precommit_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:11.218691 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1de0be4b-3cfe-4375-88d7-bf736db5e74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:11.267987 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-1de0be4b-3cfe-4375-88d7-bf736db5e74d None None] Attempting to bind port 13461f30-5ff5-4881-b37b-f338549ae2a1 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 20:08:11.268360 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-1de0be4b-3cfe-4375-88d7-bf736db5e74d None None] Attempting to bind port 13461f30-5ff5-4881-b37b-f338549ae2a1 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 20:08:11.268732 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de0be4b-3cfe-4375-88d7-bf736db5e74d None None] Attempting to bind port 13461f30-5ff5-4881-b37b-f338549ae2a1 on network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 20:08:11.276466 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b5b57a-9947-4a7d-936f-1f8410bfa5e4 None None] Pushing event updated for resources: {'Port': ['ID=13461f30-5ff5-4881-b37b-f338549ae2a1,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:08:11.279643 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5c5ae5a3-4161-4f12-b92b-b10415ece255 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:11.281035 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de0be4b-3cfe-4375-88d7-bf736db5e74d None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 20:08:11.281261 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de0be4b-3cfe-4375-88d7-bf736db5e74d None None] Checking segment: {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 20:08:11.281644 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1de0be4b-3cfe-4375-88d7-bf736db5e74d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:11.282126 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de0be4b-3cfe-4375-88d7-bf736db5e74d None None] Bound using segment: {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 20:08:11.282468 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-1de0be4b-3cfe-4375-88d7-bf736db5e74d None None] Bound port: 13461f30-5ff5-4881-b37b-f338549ae2a1, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 20:08:11.282847 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1de0be4b-3cfe-4375-88d7-bf736db5e74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:11.332871 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-1de0be4b-3cfe-4375-88d7-bf736db5e74d None None] For port 13461f30-5ff5-4881-b37b-f338549ae2a1, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 20:08:11.336211 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-1de0be4b-3cfe-4375-88d7-bf736db5e74d None None] For port 13461f30-5ff5-4881-b37b-f338549ae2a1, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=13461f30-5ff5-4881-b37b-f338549ae2a1,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 20:08:11.340480 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1de0be4b-3cfe-4375-88d7-bf736db5e74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:11.344958 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5ae5a3-4161-4f12-b92b-b10415ece255 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'Subnet': ['ID=1760fd83-083c-4702-9d4d-6482d3a74cf3,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:08:11.354437 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5ae5a3-4161-4f12-b92b-b10415ece255 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Checking segment: {'id': '423049fb-4a6b-4b56-ada4-2e4773163ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '58446662-108f-4dd0-bfff-594dab28fb03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 20:08:11.354813 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5ae5a3-4161-4f12-b92b-b10415ece255 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Network hostable DHCP agents. Network: 58446662-108f-4dd0-bfff-594dab28fb03, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 20:08:11.374275 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5ae5a3-4161-4f12-b92b-b10415ece255 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Network 58446662-108f-4dd0-bfff-594dab28fb03 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 20:08:11.386609 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-5c5ae5a3-4161-4f12-b92b-b10415ece255 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 58446662-108f-4dd0-bfff-594dab28fb03) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 20:08:11.391975 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5ae5a3-4161-4f12-b92b-b10415ece255 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:08:11.393342 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-5c5ae5a3-4161-4f12-b92b-b10415ece255 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:11.400108 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0352de79-902a-4727-87d9-dd5ea99a1b0d None None] Network 58446662-108f-4dd0-bfff-594dab28fb03 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 20:08:11.403829 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de0be4b-3cfe-4375-88d7-bf736db5e74d None None] Routers {'228e1610-8a9a-4ada-bb07-71d050becb68'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:08:11.404448 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-1de0be4b-3cfe-4375-88d7-bf736db5e74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:07:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['228e1610-8a9a-4ada-bb07-71d050becb68'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:08:11.413302 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-5c5ae5a3-4161-4f12-b92b-b10415ece255 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4175174 Dec 10 20:08:11.413635 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 35954) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:08:11.447532 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b5b57a-9947-4a7d-936f-1f8410bfa5e4 None None] Pushing event updated for resources: {'Port': ['ID=13461f30-5ff5-4881-b37b-f338549ae2a1,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:08:11.568294 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-1de0be4b-3cfe-4375-88d7-bf736db5e74d None None] Set router 228e1610-8a9a-4ada-bb07-71d050becb68 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:08:11.859036 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8e40bbdc-7a6a-4543-a885-b4fdafe8fd6d tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:11.878063 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddaca1f0-7858-4075-8bd5-b4172aa81be3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-58446662-108f-4dd0-bfff-594dab28fb03', 'network_id': '58446662-108f-4dd0-bfff-594dab28fb03', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'fixed_ips': [{'subnet_id': '1760fd83-083c-4702-9d4d-6482d3a74cf3'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 20:08:11.879495 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ddaca1f0-7858-4075-8bd5-b4172aa81be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:12.050223 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-1de0be4b-3cfe-4375-88d7-bf736db5e74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228e1610-8a9a-4ada-bb07-71d050becb68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132432892', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.185'}], 'enable_snat': True}, 'gw_port_id': '13461f30-5ff5-4881-b37b-f338549ae2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:08:09Z', 'updated_at': '2021-12-10T20:08:10Z', 'revision_number': 3, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': '13461f30-5ff5-4881-b37b-f338549ae2a1', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:94:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '228e1610-8a9a-4ada-bb07-71d050becb68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:08:09Z', 'updated_at': '2021-12-10T20:08:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:08:12.056189 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-ddaca1f0-7858-4075-8bd5-b4172aa81be3 None None] Allocated IP 172.20.0.2 (58446662-108f-4dd0-bfff-594dab28fb03/1760fd83-083c-4702-9d4d-6482d3a74cf3/3139421e-16dc-422d-8231-f788c02bd4b0) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 20:08:12.082326 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de0be4b-3cfe-4375-88d7-bf736db5e74d None None] The sync data for ids ['228e1610-8a9a-4ada-bb07-71d050becb68'] in dv-neutron-821441-1-hyperv is: [{'id': '228e1610-8a9a-4ada-bb07-71d050becb68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132432892', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.185'}], 'enable_snat': True}, 'gw_port_id': '13461f30-5ff5-4881-b37b-f338549ae2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:08:09Z', 'updated_at': '2021-12-10T20:08:10Z', 'revision_number': 3, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': '13461f30-5ff5-4881-b37b-f338549ae2a1', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:94:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '228e1610-8a9a-4ada-bb07-71d050becb68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:08:09Z', 'updated_at': '2021-12-10T20:08:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 20:08:12.307135 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ddaca1f0-7858-4075-8bd5-b4172aa81be3 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:12.320052 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ddaca1f0-7858-4075-8bd5-b4172aa81be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:12.371489 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddaca1f0-7858-4075-8bd5-b4172aa81be3 None None] Network 58446662-108f-4dd0-bfff-594dab28fb03 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 20:08:12.383194 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-ddaca1f0-7858-4075-8bd5-b4172aa81be3 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 20:08:12.387771 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddaca1f0-7858-4075-8bd5-b4172aa81be3 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 20:08:12.389803 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaca1f0-7858-4075-8bd5-b4172aa81be3 None None] Pushing event updated for resources: {'Port': ['ID=3139421e-16dc-422d-8231-f788c02bd4b0,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:08:12.463741 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-ddaca1f0-7858-4075-8bd5-b4172aa81be3 None None] Attempting to bind port 3139421e-16dc-422d-8231-f788c02bd4b0 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 20:08:12.464111 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-ddaca1f0-7858-4075-8bd5-b4172aa81be3 None None] Attempting to bind port 3139421e-16dc-422d-8231-f788c02bd4b0 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '423049fb-4a6b-4b56-ada4-2e4773163ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '58446662-108f-4dd0-bfff-594dab28fb03'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 20:08:12.464473 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddaca1f0-7858-4075-8bd5-b4172aa81be3 None None] Attempting to bind port 3139421e-16dc-422d-8231-f788c02bd4b0 on network 58446662-108f-4dd0-bfff-594dab28fb03 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 20:08:12.472667 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddaca1f0-7858-4075-8bd5-b4172aa81be3 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 20:08:12.473056 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddaca1f0-7858-4075-8bd5-b4172aa81be3 None None] Checking segment: {'id': '423049fb-4a6b-4b56-ada4-2e4773163ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '58446662-108f-4dd0-bfff-594dab28fb03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 20:08:12.473428 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ddaca1f0-7858-4075-8bd5-b4172aa81be3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:12.473819 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddaca1f0-7858-4075-8bd5-b4172aa81be3 None None] Bound using segment: {'id': '423049fb-4a6b-4b56-ada4-2e4773163ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '58446662-108f-4dd0-bfff-594dab28fb03'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 20:08:12.474310 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-ddaca1f0-7858-4075-8bd5-b4172aa81be3 None None] Bound port: 3139421e-16dc-422d-8231-f788c02bd4b0, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '423049fb-4a6b-4b56-ada4-2e4773163ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '58446662-108f-4dd0-bfff-594dab28fb03'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 20:08:12.474688 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ddaca1f0-7858-4075-8bd5-b4172aa81be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:12.557649 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-ddaca1f0-7858-4075-8bd5-b4172aa81be3 None None] For port 3139421e-16dc-422d-8231-f788c02bd4b0, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 20:08:12.561240 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-ddaca1f0-7858-4075-8bd5-b4172aa81be3 None None] For port 3139421e-16dc-422d-8231-f788c02bd4b0, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=3139421e-16dc-422d-8231-f788c02bd4b0,segment=NetworkSegment(423049fb-4a6b-4b56-ada4-2e4773163ccb),segment_id=423049fb-4a6b-4b56-ada4-2e4773163ccb)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 20:08:12.566751 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ddaca1f0-7858-4075-8bd5-b4172aa81be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:12.630611 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaca1f0-7858-4075-8bd5-b4172aa81be3 None None] Pushing event updated for resources: {'Port': ['ID=3139421e-16dc-422d-8231-f788c02bd4b0,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:08:12.778823 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-8e40bbdc-7a6a-4543-a885-b4fdafe8fd6d tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Allocated IP 172.20.0.1 (58446662-108f-4dd0-bfff-594dab28fb03/1760fd83-083c-4702-9d4d-6482d3a74cf3/9c23f02c-809b-4a05-9f83-1aa46d417d96) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 20:08:12.926073 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8e40bbdc-7a6a-4543-a885-b4fdafe8fd6d tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:12.972451 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8e40bbdc-7a6a-4543-a885-b4fdafe8fd6d tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:13.015957 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e40bbdc-7a6a-4543-a885-b4fdafe8fd6d tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Network 58446662-108f-4dd0-bfff-594dab28fb03 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 20:08:13.019395 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-8e40bbdc-7a6a-4543-a885-b4fdafe8fd6d tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 20:08:13.023930 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e40bbdc-7a6a-4543-a885-b4fdafe8fd6d tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 20:08:13.050517 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e40bbdc-7a6a-4543-a885-b4fdafe8fd6d tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'Port': ['ID=9c23f02c-809b-4a05-9f83-1aa46d417d96,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:08:13.078961 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8e40bbdc-7a6a-4543-a885-b4fdafe8fd6d tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712030'] for router_interface, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:13.219514 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8e40bbdc-7a6a-4543-a885-b4fdafe8fd6d tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:13.545096 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8e40bbdc-7a6a-4543-a885-b4fdafe8fd6d tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:13.550627 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8e40bbdc-7a6a-4543-a885-b4fdafe8fd6d tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:13.563568 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba94407-f307-40f7-a0ba-4b45a779480e None None] Network 58446662-108f-4dd0-bfff-594dab28fb03 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 20:08:13.635039 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-8e40bbdc-7a6a-4543-a885-b4fdafe8fd6d tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3755716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711339'] for router_interface, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:13.646324 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e40bbdc-7a6a-4543-a885-b4fdafe8fd6d tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'Port': ['ID=9c23f02c-809b-4a05-9f83-1aa46d417d96,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:08:13.651828 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-46076c31-15d9-44f6-8a84-f2212ea54a52 None None] Provisioning complete for port 3139421e-16dc-422d-8231-f788c02bd4b0 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:08:13.652521 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-46076c31-15d9-44f6-8a84-f2212ea54a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:13.761395 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e40bbdc-7a6a-4543-a885-b4fdafe8fd6d tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Network 58446662-108f-4dd0-bfff-594dab28fb03 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 20:08:13.763159 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-8e40bbdc-7a6a-4543-a885-b4fdafe8fd6d tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 20:08:13.800709 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-46076c31-15d9-44f6-8a84-f2212ea54a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:13.858852 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-46076c31-15d9-44f6-8a84-f2212ea54a52 None None] For port 3139421e-16dc-422d-8231-f788c02bd4b0, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=3139421e-16dc-422d-8231-f788c02bd4b0,segment=NetworkSegment(423049fb-4a6b-4b56-ada4-2e4773163ccb),segment_id=423049fb-4a6b-4b56-ada4-2e4773163ccb)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:08:13.864744 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-46076c31-15d9-44f6-8a84-f2212ea54a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:13.903599 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e40bbdc-7a6a-4543-a885-b4fdafe8fd6d tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Router 228e1610-8a9a-4ada-bb07-71d050becb68 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 20:08:13.919191 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46076c31-15d9-44f6-8a84-f2212ea54a52 None None] Pushing event updated for resources: {'Port': ['ID=3139421e-16dc-422d-8231-f788c02bd4b0,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:08:14.053804 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e40bbdc-7a6a-4543-a885-b4fdafe8fd6d tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 20:08:14.062951 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-8e40bbdc-7a6a-4543-a885-b4fdafe8fd6d tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "PUT /v2.0/routers/228e1610-8a9a-4ada-bb07-71d050becb68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6479585 Dec 10 20:08:14.068756 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45f9ee3-03ca-4992-8d78-2b60d86e0f6d None None] Sync routers for ids ['228e1610-8a9a-4ada-bb07-71d050becb68'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 20:08:14.091905 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45f9ee3-03ca-4992-8d78-2b60d86e0f6d None None] Routers {'228e1610-8a9a-4ada-bb07-71d050becb68'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:08:14.092588 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-b45f9ee3-03ca-4992-8d78-2b60d86e0f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:07:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['228e1610-8a9a-4ada-bb07-71d050becb68'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:08:14.218590 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-72ac0963-2b20-40cf-a699-2c8046829e52 None None] Provisioning complete for port 3139421e-16dc-422d-8231-f788c02bd4b0 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:08:14.218590 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-72ac0963-2b20-40cf-a699-2c8046829e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:14.248369 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-b45f9ee3-03ca-4992-8d78-2b60d86e0f6d None None] Set router 228e1610-8a9a-4ada-bb07-71d050becb68 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:08:14.260401 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 3139421e-16dc-422d-8231-f788c02bd4b0 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 20:08:14.339253 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c66302c3-28ba-4559-8a0b-eaac01b0ff39 req-3ae42764-53d2-4945-b982-2974b6073ea0 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1434499001&fields=id&tenant_id=575d6f57815e49e1b66e2ddad838d8d9 HTTP/1.1" status: 200 len: 267 time: 0.0429599 Dec 10 20:08:14.380215 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 3139421e-16dc-422d-8231-f788c02bd4b0 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:08:14.380609 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:14.410548 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-72ac0963-2b20-40cf-a699-2c8046829e52 None None] Provisioning complete for port 9c23f02c-809b-4a05-9f83-1aa46d417d96 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:08:14.410916 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-72ac0963-2b20-40cf-a699-2c8046829e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:14.464351 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-72ac0963-2b20-40cf-a699-2c8046829e52 None None] Port 9c23f02c-809b-4a05-9f83-1aa46d417d96 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 20:08:14.473456 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66302c3-28ba-4559-8a0b-eaac01b0ff39 req-d7000944-fc51-489b-bb93-73dad161e038 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:08:14.481642 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c66302c3-28ba-4559-8a0b-eaac01b0ff39 req-d7000944-fc51-489b-bb93-73dad161e038 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/networks?id=58446662-108f-4dd0-bfff-594dab28fb03 HTTP/1.1" status: 200 len: 797 time: 0.1347289 Dec 10 20:08:14.505849 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c66302c3-28ba-4559-8a0b-eaac01b0ff39 req-db119b25-6315-4371-8a16-956f8e76ae51 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/quotas/575d6f57815e49e1b66e2ddad838d8d9 HTTP/1.1" status: 200 len: 375 time: 0.0229094 Dec 10 20:08:14.517179 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 13461f30-5ff5-4881-b37b-f338549ae2a1 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 20:08:14.551200 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-b45f9ee3-03ca-4992-8d78-2b60d86e0f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228e1610-8a9a-4ada-bb07-71d050becb68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132432892', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.185'}], 'enable_snat': True}, 'gw_port_id': '13461f30-5ff5-4881-b37b-f338549ae2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:08:09Z', 'updated_at': '2021-12-10T20:08:13Z', 'revision_number': 4, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': '13461f30-5ff5-4881-b37b-f338549ae2a1', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:94:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '228e1610-8a9a-4ada-bb07-71d050becb68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:08:09Z', 'updated_at': '2021-12-10T20:08:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '9c23f02c-809b-4a05-9f83-1aa46d417d96', 'name': '', 'network_id': '58446662-108f-4dd0-bfff-594dab28fb03', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'mac_address': 'fa:16:3e:17:7e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '228e1610-8a9a-4ada-bb07-71d050becb68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '1760fd83-083c-4702-9d4d-6482d3a74cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:08:11Z', 'updated_at': '2021-12-10T20:08:13Z', 'revision_number': 2, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'subnets': [{'id': '1760fd83-083c-4702-9d4d-6482d3a74cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:08:14.575182 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 13461f30-5ff5-4881-b37b-f338549ae2a1 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:08:14.576052 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:14.585721 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45f9ee3-03ca-4992-8d78-2b60d86e0f6d None None] Checking router: 228e1610-8a9a-4ada-bb07-71d050becb68 for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 20:08:14.586066 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45f9ee3-03ca-4992-8d78-2b60d86e0f6d None None] Updating router 228e1610-8a9a-4ada-bb07-71d050becb68 port 9c23f02c-809b-4a05-9f83-1aa46d417d96 binding host dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 20:08:14.590509 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c66302c3-28ba-4559-8a0b-eaac01b0ff39 req-d305c4df-73ba-4652-b7e8-e14b57337187 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=575d6f57815e49e1b66e2ddad838d8d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0799673 Dec 10 20:08:14.603066 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [req-c66302c3-28ba-4559-8a0b-eaac01b0ff39 req-2fd1438a-3cea-40b1-88dd-a3d5274fd197 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 20:08:14.610754 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c66302c3-28ba-4559-8a0b-eaac01b0ff39 req-2fd1438a-3cea-40b1-88dd-a3d5274fd197 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0155075 Dec 10 20:08:14.613475 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-b45f9ee3-03ca-4992-8d78-2b60d86e0f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:14.620625 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-389cdefc-44a4-487b-9b3f-42e3f02ee1b4 None None] Provisioning complete for port 9c23f02c-809b-4a05-9f83-1aa46d417d96 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:08:14.620990 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-389cdefc-44a4-487b-9b3f-42e3f02ee1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:14.666469 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-389cdefc-44a4-487b-9b3f-42e3f02ee1b4 None None] Port 9c23f02c-809b-4a05-9f83-1aa46d417d96 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 20:08:14.705068 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c66302c3-28ba-4559-8a0b-eaac01b0ff39 req-30898c5b-e343-46ea-b594-b4b13249a51c service neutron] 10.222.0.69 "GET /v2.0/networks/58446662-108f-4dd0-bfff-594dab28fb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930176 Dec 10 20:08:14.707005 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:14.729159 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port 13461f30-5ff5-4881-b37b-f338549ae2a1, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=13461f30-5ff5-4881-b37b-f338549ae2a1,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:08:14.739006 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:14.797637 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=13461f30-5ff5-4881-b37b-f338549ae2a1,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:08:14.804856 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-e17128ec-be1f-4ddb-836e-37e3b33bafa1 None None] Provisioning complete for port 9c23f02c-809b-4a05-9f83-1aa46d417d96 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:08:14.805223 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e17128ec-be1f-4ddb-836e-37e3b33bafa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:14.811350 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c66302c3-28ba-4559-8a0b-eaac01b0ff39 req-e76fd258-e607-40c0-b315-a9a0f259fc15 service neutron] 10.222.0.69 "GET /v2.0/networks/58446662-108f-4dd0-bfff-594dab28fb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016839 Dec 10 20:08:14.844605 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-e17128ec-be1f-4ddb-836e-37e3b33bafa1 None None] Port 9c23f02c-809b-4a05-9f83-1aa46d417d96 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 20:08:14.912053 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-b45f9ee3-03ca-4992-8d78-2b60d86e0f6d None None] Notify callbacks [] for port, precommit_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:14.921692 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-b45f9ee3-03ca-4992-8d78-2b60d86e0f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:14.967329 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4140a61-ccdc-4852-a17b-01a9998b0aa8 None None] Pushing event updated for resources: {'Port': ['ID=9c23f02c-809b-4a05-9f83-1aa46d417d96,revision_number=3']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:08:14.986335 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4140a61-ccdc-4852-a17b-01a9998b0aa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:08:14.986687 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4140a61-ccdc-4852-a17b-01a9998b0aa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:08:14.986990 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4140a61-ccdc-4852-a17b-01a9998b0aa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:08:14.987312 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4140a61-ccdc-4852-a17b-01a9998b0aa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:08:14.987634 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4140a61-ccdc-4852-a17b-01a9998b0aa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:08:14.987951 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4140a61-ccdc-4852-a17b-01a9998b0aa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:08:14.988264 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4140a61-ccdc-4852-a17b-01a9998b0aa8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:08:14.988600 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4140a61-ccdc-4852-a17b-01a9998b0aa8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:08:14.988957 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4140a61-ccdc-4852-a17b-01a9998b0aa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:08:14.989348 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4140a61-ccdc-4852-a17b-01a9998b0aa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:08:14.989701 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4140a61-ccdc-4852-a17b-01a9998b0aa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:08:14.990036 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4140a61-ccdc-4852-a17b-01a9998b0aa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:08:14.996807 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-66892938-d27e-4c01-be94-2ea94bc16ab3 req-84ffeccb-584b-4810-86c1-048c70a217f5 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=1481b879-b209-4e73-a2d3-344432304355 HTTP/1.1" status: 200 len: 210 time: 0.0360715 Dec 10 20:08:15.073863 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-b45f9ee3-03ca-4992-8d78-2b60d86e0f6d None None] Attempting to bind port 9c23f02c-809b-4a05-9f83-1aa46d417d96 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 20:08:15.074453 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-b45f9ee3-03ca-4992-8d78-2b60d86e0f6d None None] Attempting to bind port 9c23f02c-809b-4a05-9f83-1aa46d417d96 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '423049fb-4a6b-4b56-ada4-2e4773163ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '58446662-108f-4dd0-bfff-594dab28fb03'}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 20:08:15.074583 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45f9ee3-03ca-4992-8d78-2b60d86e0f6d None None] Attempting to bind port 9c23f02c-809b-4a05-9f83-1aa46d417d96 on network 58446662-108f-4dd0-bfff-594dab28fb03 {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 20:08:15.079737 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45f9ee3-03ca-4992-8d78-2b60d86e0f6d None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 20:08:15.080101 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45f9ee3-03ca-4992-8d78-2b60d86e0f6d None None] Checking segment: {'id': '423049fb-4a6b-4b56-ada4-2e4773163ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '58446662-108f-4dd0-bfff-594dab28fb03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 20:08:15.080492 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-b45f9ee3-03ca-4992-8d78-2b60d86e0f6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:15.080905 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45f9ee3-03ca-4992-8d78-2b60d86e0f6d None None] Bound using segment: {'id': '423049fb-4a6b-4b56-ada4-2e4773163ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '58446662-108f-4dd0-bfff-594dab28fb03'} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 20:08:15.081525 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-b45f9ee3-03ca-4992-8d78-2b60d86e0f6d None None] Bound port: 9c23f02c-809b-4a05-9f83-1aa46d417d96, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '423049fb-4a6b-4b56-ada4-2e4773163ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '58446662-108f-4dd0-bfff-594dab28fb03'}}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 20:08:15.081897 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-b45f9ee3-03ca-4992-8d78-2b60d86e0f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:15.179950 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-b45f9ee3-03ca-4992-8d78-2b60d86e0f6d None None] For port 9c23f02c-809b-4a05-9f83-1aa46d417d96, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 20:08:15.184410 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-b45f9ee3-03ca-4992-8d78-2b60d86e0f6d None None] For port 9c23f02c-809b-4a05-9f83-1aa46d417d96, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=9c23f02c-809b-4a05-9f83-1aa46d417d96,segment=NetworkSegment(423049fb-4a6b-4b56-ada4-2e4773163ccb),segment_id=423049fb-4a6b-4b56-ada4-2e4773163ccb)] {{(pid=102368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 20:08:15.194462 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-b45f9ee3-03ca-4992-8d78-2b60d86e0f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:15.245694 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45f9ee3-03ca-4992-8d78-2b60d86e0f6d None None] Routers {'228e1610-8a9a-4ada-bb07-71d050becb68'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:08:15.246379 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-b45f9ee3-03ca-4992-8d78-2b60d86e0f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:07:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['228e1610-8a9a-4ada-bb07-71d050becb68'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:08:15.269047 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-e70dad78-b85d-4f47-b13a-04e988eb4ea4 None None] Provisioning complete for port 9c23f02c-809b-4a05-9f83-1aa46d417d96 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:08:15.269826 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e70dad78-b85d-4f47-b13a-04e988eb4ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:15.379960 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e70dad78-b85d-4f47-b13a-04e988eb4ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:15.430354 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-e70dad78-b85d-4f47-b13a-04e988eb4ea4 None None] For port 9c23f02c-809b-4a05-9f83-1aa46d417d96, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=9c23f02c-809b-4a05-9f83-1aa46d417d96,segment=NetworkSegment(423049fb-4a6b-4b56-ada4-2e4773163ccb),segment_id=423049fb-4a6b-4b56-ada4-2e4773163ccb)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:08:15.435856 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4140a61-ccdc-4852-a17b-01a9998b0aa8 None None] Pushing event updated for resources: {'Port': ['ID=9c23f02c-809b-4a05-9f83-1aa46d417d96,revision_number=4']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:08:15.438238 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e70dad78-b85d-4f47-b13a-04e988eb4ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:15.487403 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-b45f9ee3-03ca-4992-8d78-2b60d86e0f6d None None] Set router 228e1610-8a9a-4ada-bb07-71d050becb68 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:08:15.497954 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70dad78-b85d-4f47-b13a-04e988eb4ea4 None None] Pushing event updated for resources: {'Port': ['ID=9c23f02c-809b-4a05-9f83-1aa46d417d96,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:08:15.562145 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-7666f06a-ad48-4efc-b238-45734f6ae31a None None] Provisioning complete for port 9c23f02c-809b-4a05-9f83-1aa46d417d96 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:08:15.562417 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-7666f06a-ad48-4efc-b238-45734f6ae31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:15.702843 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-b45f9ee3-03ca-4992-8d78-2b60d86e0f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228e1610-8a9a-4ada-bb07-71d050becb68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132432892', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.185'}], 'enable_snat': True}, 'gw_port_id': '13461f30-5ff5-4881-b37b-f338549ae2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:08:09Z', 'updated_at': '2021-12-10T20:08:13Z', 'revision_number': 4, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': '13461f30-5ff5-4881-b37b-f338549ae2a1', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:94:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228e1610-8a9a-4ada-bb07-71d050becb68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:08:09Z', 'updated_at': '2021-12-10T20:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '9c23f02c-809b-4a05-9f83-1aa46d417d96', 'name': '', 'network_id': '58446662-108f-4dd0-bfff-594dab28fb03', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'mac_address': 'fa:16:3e:17:7e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '228e1610-8a9a-4ada-bb07-71d050becb68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '1760fd83-083c-4702-9d4d-6482d3a74cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:08:11Z', 'updated_at': '2021-12-10T20:08:15Z', 'revision_number': 4, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'subnets': [{'id': '1760fd83-083c-4702-9d4d-6482d3a74cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:08:15.732926 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45f9ee3-03ca-4992-8d78-2b60d86e0f6d None None] The sync data for ids ['228e1610-8a9a-4ada-bb07-71d050becb68'] in dv-neutron-821441-1-hyperv is: [{'id': '228e1610-8a9a-4ada-bb07-71d050becb68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132432892', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.185'}], 'enable_snat': True}, 'gw_port_id': '13461f30-5ff5-4881-b37b-f338549ae2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:08:09Z', 'updated_at': '2021-12-10T20:08:13Z', 'revision_number': 4, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': '13461f30-5ff5-4881-b37b-f338549ae2a1', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:94:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228e1610-8a9a-4ada-bb07-71d050becb68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:08:09Z', 'updated_at': '2021-12-10T20:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '9c23f02c-809b-4a05-9f83-1aa46d417d96', 'name': '', 'network_id': '58446662-108f-4dd0-bfff-594dab28fb03', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'mac_address': 'fa:16:3e:17:7e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '228e1610-8a9a-4ada-bb07-71d050becb68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '1760fd83-083c-4702-9d4d-6482d3a74cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:08:11Z', 'updated_at': '2021-12-10T20:08:15Z', 'revision_number': 4, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'subnets': [{'id': '1760fd83-083c-4702-9d4d-6482d3a74cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 20:08:16.097559 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66302c3-28ba-4559-8a0b-eaac01b0ff39 req-b5592463-b74e-441a-842c-911c6ec89b54 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:08:16.099139 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c66302c3-28ba-4559-8a0b-eaac01b0ff39 req-b5592463-b74e-441a-842c-911c6ec89b54 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.36 "GET /v2.0/networks?id=58446662-108f-4dd0-bfff-594dab28fb03 HTTP/1.1" status: 200 len: 797 time: 0.1356394 Dec 10 20:08:16.165660 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ac9b34f5-fe41-42c9-989e-28ab92259e83 req-ae48eb74-0b20-4848-918d-e1b997dd0a3f tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=1481b879-b209-4e73-a2d3-344432304355 HTTP/1.1" status: 200 len: 210 time: 0.0654767 Dec 10 20:08:16.174084 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c66302c3-28ba-4559-8a0b-eaac01b0ff39 req-d6ab5662-7618-4e20-9f01-202a40f39f1f tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=575d6f57815e49e1b66e2ddad838d8d9 HTTP/1.1" status: 200 len: 380 time: 0.0584652 Dec 10 20:08:16.189150 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-c66302c3-28ba-4559-8a0b-eaac01b0ff39 req-2bf63208-6c50-4a04-aa3c-18de27a923fe tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Request body: {'port': {'device_id': '1481b879-b209-4e73-a2d3-344432304355', 'network_id': '58446662-108f-4dd0-bfff-594dab28fb03', 'admin_state_up': True, 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'security_groups': ['103deb4f-6f12-4d9f-b534-dce42b8becf3']}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:08:16.277045 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 9c23f02c-809b-4a05-9f83-1aa46d417d96 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 20:08:16.336552 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 9c23f02c-809b-4a05-9f83-1aa46d417d96 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:08:16.337215 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:16.359929 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c66302c3-28ba-4559-8a0b-eaac01b0ff39 req-2bf63208-6c50-4a04-aa3c-18de27a923fe tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Made reservation on behalf of 575d6f57815e49e1b66e2ddad838d8d9 for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 20:08:16.364629 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-c66302c3-28ba-4559-8a0b-eaac01b0ff39 req-2bf63208-6c50-4a04-aa3c-18de27a923fe tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:16.449381 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 13461f30-5ff5-4881-b37b-f338549ae2a1 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 20:08:16.504922 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 13461f30-5ff5-4881-b37b-f338549ae2a1 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:08:16.505298 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:16.515935 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [req-c66302c3-28ba-4559-8a0b-eaac01b0ff39 req-2bf63208-6c50-4a04-aa3c-18de27a923fe tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Allocated IP 172.20.0.7 (58446662-108f-4dd0-bfff-594dab28fb03/1760fd83-083c-4702-9d4d-6482d3a74cf3/7686518a-0da4-451d-aa37-b880b5c7db63) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 20:08:16.700805 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-c66302c3-28ba-4559-8a0b-eaac01b0ff39 req-2bf63208-6c50-4a04-aa3c-18de27a923fe tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:16.741732 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-c66302c3-28ba-4559-8a0b-eaac01b0ff39 req-2bf63208-6c50-4a04-aa3c-18de27a923fe tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:16.791564 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c66302c3-28ba-4559-8a0b-eaac01b0ff39 req-2bf63208-6c50-4a04-aa3c-18de27a923fe tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Network 58446662-108f-4dd0-bfff-594dab28fb03 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 20:08:16.794860 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [req-c66302c3-28ba-4559-8a0b-eaac01b0ff39 req-2bf63208-6c50-4a04-aa3c-18de27a923fe tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 20:08:16.797578 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-c66302c3-28ba-4559-8a0b-eaac01b0ff39 req-2bf63208-6c50-4a04-aa3c-18de27a923fe tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 20:08:16.834278 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf63208-6c50-4a04-aa3c-18de27a923fe tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'Port': ['ID=7686518a-0da4-451d-aa37-b880b5c7db63,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:08:16.867397 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66302c3-28ba-4559-8a0b-eaac01b0ff39 req-2bf63208-6c50-4a04-aa3c-18de27a923fe tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:08:16.868065 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-c66302c3-28ba-4559-8a0b-eaac01b0ff39 req-2bf63208-6c50-4a04-aa3c-18de27a923fe tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:16.888524 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c66302c3-28ba-4559-8a0b-eaac01b0ff39 req-2bf63208-6c50-4a04-aa3c-18de27a923fe tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7054977 Dec 10 20:08:16.902021 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-c66302c3-28ba-4559-8a0b-eaac01b0ff39 req-d571f086-8cda-4b1a-af67-b0e0b96bc40d service neutron] Request body: {'port': {'device_id': '1481b879-b209-4e73-a2d3-344432304355', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:08:16.961958 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-c66302c3-28ba-4559-8a0b-eaac01b0ff39 req-d571f086-8cda-4b1a-af67-b0e0b96bc40d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:17.080379 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-53dc5aa4-d179-456f-b39e-d6af091ec78f None None] Provisioning complete for port 7686518a-0da4-451d-aa37-b880b5c7db63 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:08:17.080756 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-53dc5aa4-d179-456f-b39e-d6af091ec78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:17.122333 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-53dc5aa4-d179-456f-b39e-d6af091ec78f None None] Port 7686518a-0da4-451d-aa37-b880b5c7db63 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 20:08:17.227365 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [req-c66302c3-28ba-4559-8a0b-eaac01b0ff39 req-d571f086-8cda-4b1a-af67-b0e0b96bc40d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7686518a-0da4-451d-aa37-b880b5c7db63 {{(pid=102365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 20:08:17.234919 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-c66302c3-28ba-4559-8a0b-eaac01b0ff39 req-d571f086-8cda-4b1a-af67-b0e0b96bc40d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:17.269683 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.provisioning_blocks [req-c66302c3-28ba-4559-8a0b-eaac01b0ff39 req-d571f086-8cda-4b1a-af67-b0e0b96bc40d service neutron] Transition to ACTIVE for port object 7686518a-0da4-451d-aa37-b880b5c7db63 will not be triggered until provisioned by entity L2. {{(pid=102365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 20:08:17.273945 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-c66302c3-28ba-4559-8a0b-eaac01b0ff39 req-d571f086-8cda-4b1a-af67-b0e0b96bc40d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:17.332859 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d571f086-8cda-4b1a-af67-b0e0b96bc40d service neutron] Pushing event updated for resources: {'Port': ['ID=7686518a-0da4-451d-aa37-b880b5c7db63,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:08:17.345057 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7413e022-8b04-455a-b11d-c42c03b99e71 req-4e47f22f-2f41-49df-9a6c-7ff714a463ae tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:08:17.346628 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7413e022-8b04-455a-b11d-c42c03b99e71 req-4e47f22f-2f41-49df-9a6c-7ff714a463ae tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=1481b879-b209-4e73-a2d3-344432304355 HTTP/1.1" status: 200 len: 931 time: 0.1080835 Dec 10 20:08:17.438770 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7413e022-8b04-455a-b11d-c42c03b99e71 req-3bae02b0-4409-475c-9d57-478fa8ad4de8 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=103deb4f-6f12-4d9f-b534-dce42b8becf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846083 Dec 10 20:08:17.456607 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-c66302c3-28ba-4559-8a0b-eaac01b0ff39 req-d571f086-8cda-4b1a-af67-b0e0b96bc40d service neutron] Attempting to bind port 7686518a-0da4-451d-aa37-b880b5c7db63 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 20:08:17.456932 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-c66302c3-28ba-4559-8a0b-eaac01b0ff39 req-d571f086-8cda-4b1a-af67-b0e0b96bc40d service neutron] Attempting to bind port 7686518a-0da4-451d-aa37-b880b5c7db63 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '423049fb-4a6b-4b56-ada4-2e4773163ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '58446662-108f-4dd0-bfff-594dab28fb03'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 20:08:17.457254 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66302c3-28ba-4559-8a0b-eaac01b0ff39 req-d571f086-8cda-4b1a-af67-b0e0b96bc40d service neutron] Attempting to bind port 7686518a-0da4-451d-aa37-b880b5c7db63 on network 58446662-108f-4dd0-bfff-594dab28fb03 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 20:08:17.464098 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66302c3-28ba-4559-8a0b-eaac01b0ff39 req-d571f086-8cda-4b1a-af67-b0e0b96bc40d service neutron] Port 7686518a-0da4-451d-aa37-b880b5c7db63 on network 58446662-108f-4dd0-bfff-594dab28fb03 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 20:08:17.464411 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66302c3-28ba-4559-8a0b-eaac01b0ff39 req-d571f086-8cda-4b1a-af67-b0e0b96bc40d service neutron] Attempting to bind port 7686518a-0da4-451d-aa37-b880b5c7db63 on network 58446662-108f-4dd0-bfff-594dab28fb03 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 20:08:17.469579 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66302c3-28ba-4559-8a0b-eaac01b0ff39 req-d571f086-8cda-4b1a-af67-b0e0b96bc40d service neutron] Checking agent: {'id': '9e16c23e-95bc-4c2e-b3ec-daf7533f9d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'started_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 20:08:17.469906 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66302c3-28ba-4559-8a0b-eaac01b0ff39 req-d571f086-8cda-4b1a-af67-b0e0b96bc40d service neutron] Checking segment: {'id': '423049fb-4a6b-4b56-ada4-2e4773163ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '58446662-108f-4dd0-bfff-594dab28fb03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 20:08:17.470281 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66302c3-28ba-4559-8a0b-eaac01b0ff39 req-d571f086-8cda-4b1a-af67-b0e0b96bc40d service neutron] Bound using segment: {'id': '423049fb-4a6b-4b56-ada4-2e4773163ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '58446662-108f-4dd0-bfff-594dab28fb03'} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 20:08:17.470706 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-c66302c3-28ba-4559-8a0b-eaac01b0ff39 req-d571f086-8cda-4b1a-af67-b0e0b96bc40d service neutron] Bound port: 7686518a-0da4-451d-aa37-b880b5c7db63, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '423049fb-4a6b-4b56-ada4-2e4773163ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '58446662-108f-4dd0-bfff-594dab28fb03'}}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 20:08:17.471055 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-c66302c3-28ba-4559-8a0b-eaac01b0ff39 req-d571f086-8cda-4b1a-af67-b0e0b96bc40d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:17.540824 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-c66302c3-28ba-4559-8a0b-eaac01b0ff39 req-d571f086-8cda-4b1a-af67-b0e0b96bc40d service neutron] For port 7686518a-0da4-451d-aa37-b880b5c7db63, host hv-neutron-8214, cleared binding levels {{(pid=102365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 20:08:17.544924 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-c66302c3-28ba-4559-8a0b-eaac01b0ff39 req-d571f086-8cda-4b1a-af67-b0e0b96bc40d service neutron] For port 7686518a-0da4-451d-aa37-b880b5c7db63, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=7686518a-0da4-451d-aa37-b880b5c7db63,segment=NetworkSegment(423049fb-4a6b-4b56-ada4-2e4773163ccb),segment_id=423049fb-4a6b-4b56-ada4-2e4773163ccb)] {{(pid=102365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 20:08:17.550089 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-c66302c3-28ba-4559-8a0b-eaac01b0ff39 req-d571f086-8cda-4b1a-af67-b0e0b96bc40d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:17.583797 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66302c3-28ba-4559-8a0b-eaac01b0ff39 req-d571f086-8cda-4b1a-af67-b0e0b96bc40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:08:17.584392 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-c66302c3-28ba-4559-8a0b-eaac01b0ff39 req-d571f086-8cda-4b1a-af67-b0e0b96bc40d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:17.586453 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c66302c3-28ba-4559-8a0b-eaac01b0ff39 req-d571f086-8cda-4b1a-af67-b0e0b96bc40d service neutron] 10.222.0.36 "PUT /v2.0/ports/7686518a-0da4-451d-aa37-b880b5c7db63 HTTP/1.1" status: 200 len: 1093 time: 0.6892419 Dec 10 20:08:17.586900 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1481b879-b209-4e73-a2d3-344432304355', 'tag': '7686518a-0da4-451d-aa37-b880b5c7db63'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:08:17.589205 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5203809c-256c-4182-988a-fee95e7e77e8" -d '{"events": [{"name": "network-changed", "server_uuid": "1481b879-b209-4e73-a2d3-344432304355", "tag": "7686518a-0da4-451d-aa37-b880b5c7db63"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:08:17.613982 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d571f086-8cda-4b1a-af67-b0e0b96bc40d service neutron] Pushing event updated for resources: {'Port': ['ID=7686518a-0da4-451d-aa37-b880b5c7db63,revision_number=3']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:08:17.661918 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 20:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5c1785-c71f-4eb1-b6fa-d5eedfd4092b x-openstack-request-id: req-fb5c1785-c71f-4eb1-b6fa-d5eedfd4092b {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:08:17.662204 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1481b879-b209-4e73-a2d3-344432304355", "tag": "7686518a-0da4-451d-aa37-b880b5c7db63", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:08:17.662458 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fb5c1785-c71f-4eb1-b6fa-d5eedfd4092b {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:08:17.662936 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1481b879-b209-4e73-a2d3-344432304355', 'tag': '7686518a-0da4-451d-aa37-b880b5c7db63', 'status': 'completed', 'code': 200} Dec 10 20:08:17.681200 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66302c3-28ba-4559-8a0b-eaac01b0ff39 req-7595c1c4-4070-4041-8930-f35dfb6e55dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:08:17.682804 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c66302c3-28ba-4559-8a0b-eaac01b0ff39 req-7595c1c4-4070-4041-8930-f35dfb6e55dd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=575d6f57815e49e1b66e2ddad838d8d9&device_id=1481b879-b209-4e73-a2d3-344432304355 HTTP/1.1" status: 200 len: 1096 time: 0.0492108 Dec 10 20:08:17.732560 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c66302c3-28ba-4559-8a0b-eaac01b0ff39 req-6e388512-82a7-4ac0-b5f0-ca2919473f48 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7686518a-0da4-451d-aa37-b880b5c7db63 HTTP/1.1" status: 200 len: 217 time: 0.0407937 Dec 10 20:08:17.785709 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66302c3-28ba-4559-8a0b-eaac01b0ff39 req-0e4aba72-75de-4b7e-ac0f-73453c99e6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:08:17.787165 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c66302c3-28ba-4559-8a0b-eaac01b0ff39 req-0e4aba72-75de-4b7e-ac0f-73453c99e6b8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1760fd83-083c-4702-9d4d-6482d3a74cf3 HTTP/1.1" status: 200 len: 835 time: 0.0475564 Dec 10 20:08:17.836024 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66302c3-28ba-4559-8a0b-eaac01b0ff39 req-32dae562-821d-4d6c-8a44-449d309f288a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:08:17.837565 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c66302c3-28ba-4559-8a0b-eaac01b0ff39 req-32dae562-821d-4d6c-8a44-449d309f288a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=58446662-108f-4dd0-bfff-594dab28fb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0422695 Dec 10 20:08:17.938687 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c66302c3-28ba-4559-8a0b-eaac01b0ff39 req-78c2af96-be27-4824-b727-e8f45c4f9cdb service neutron] 10.222.0.36 "GET /v2.0/networks/58446662-108f-4dd0-bfff-594dab28fb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928342 Dec 10 20:08:18.028350 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c66302c3-28ba-4559-8a0b-eaac01b0ff39 req-cf75bf18-f598-44e3-bfe4-48004a7c699c service neutron] 10.222.0.36 "GET /v2.0/networks/58446662-108f-4dd0-bfff-594dab28fb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830557 Dec 10 20:08:18.124621 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203809c-256c-4182-988a-fee95e7e77e8 req-55f4d223-f33a-4c88-ae56-bb8bcd048980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:08:18.126151 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5203809c-256c-4182-988a-fee95e7e77e8 req-55f4d223-f33a-4c88-ae56-bb8bcd048980 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=575d6f57815e49e1b66e2ddad838d8d9&device_id=1481b879-b209-4e73-a2d3-344432304355 HTTP/1.1" status: 200 len: 1096 time: 0.0478561 Dec 10 20:08:18.220168 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203809c-256c-4182-988a-fee95e7e77e8 req-bd7ccab5-43c4-433f-bea4-cf474635c048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:08:18.221659 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5203809c-256c-4182-988a-fee95e7e77e8 req-bd7ccab5-43c4-433f-bea4-cf474635c048 service neutron] 10.222.0.36 "GET /v2.0/networks?id=58446662-108f-4dd0-bfff-594dab28fb03 HTTP/1.1" status: 200 len: 898 time: 0.0881009 Dec 10 20:08:18.264335 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5203809c-256c-4182-988a-fee95e7e77e8 req-a9e95bda-bde5-44c1-a1f9-4cf27fd1fdeb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7686518a-0da4-451d-aa37-b880b5c7db63 HTTP/1.1" status: 200 len: 217 time: 0.0357721 Dec 10 20:08:18.317378 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203809c-256c-4182-988a-fee95e7e77e8 req-33bc15b3-2f64-4abf-866d-1f8e34da5534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:08:18.318852 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5203809c-256c-4182-988a-fee95e7e77e8 req-33bc15b3-2f64-4abf-866d-1f8e34da5534 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1760fd83-083c-4702-9d4d-6482d3a74cf3 HTTP/1.1" status: 200 len: 835 time: 0.0478618 Dec 10 20:08:18.366814 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203809c-256c-4182-988a-fee95e7e77e8 req-05c6d78a-81a6-466e-9e87-69d4de6c2487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:08:18.368288 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5203809c-256c-4182-988a-fee95e7e77e8 req-05c6d78a-81a6-466e-9e87-69d4de6c2487 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=58446662-108f-4dd0-bfff-594dab28fb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417576 Dec 10 20:08:18.463462 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5203809c-256c-4182-988a-fee95e7e77e8 req-28a18ba8-c40a-45f3-b2ef-02134849476d service neutron] 10.222.0.36 "GET /v2.0/networks/58446662-108f-4dd0-bfff-594dab28fb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871861 Dec 10 20:08:18.601094 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c882b9-b139-40ee-824e-834b01d0b6cb req-757ed59c-7045-4986-8c8f-dce318032336 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:08:18.602666 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-66c882b9-b139-40ee-824e-834b01d0b6cb req-757ed59c-7045-4986-8c8f-dce318032336 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=1481b879-b209-4e73-a2d3-344432304355 HTTP/1.1" status: 200 len: 943 time: 0.0820947 Dec 10 20:08:18.604903 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5203809c-256c-4182-988a-fee95e7e77e8 req-c0d71ce1-c770-4997-aa0f-37b8c91d5ff7 service neutron] 10.222.0.36 "GET /v2.0/networks/58446662-108f-4dd0-bfff-594dab28fb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334443 Dec 10 20:08:18.644281 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-66c882b9-b139-40ee-824e-834b01d0b6cb req-66c1f2d9-d737-4556-b6f9-beedef9b4ad9 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=103deb4f-6f12-4d9f-b534-dce42b8becf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351532 Dec 10 20:08:19.777843 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f56fd-3a61-4c5d-863d-cd5403ca39a6 req-ade04b33-059a-4c26-a5d0-df1ca2b5dab0 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:08:19.779445 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-740f56fd-3a61-4c5d-863d-cd5403ca39a6 req-ade04b33-059a-4c26-a5d0-df1ca2b5dab0 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=1481b879-b209-4e73-a2d3-344432304355 HTTP/1.1" status: 200 len: 943 time: 0.0613587 Dec 10 20:08:19.826402 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-740f56fd-3a61-4c5d-863d-cd5403ca39a6 req-c64b9ad5-af72-4bcd-8543-2c533e655832 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=103deb4f-6f12-4d9f-b534-dce42b8becf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405586 Dec 10 20:08:20.360050 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-cffc1979-3862-47a5-852e-738f34163d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:20.887124 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 7686518a-0da4-451d-aa37-b880b5c7db63 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=102367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 20:08:20.946744 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9800aed-d19e-4bd7-8a6f-1f8428adcf10 req-dd867a0f-3a7e-41b9-a53a-62dc7e9f658d tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:08:20.948295 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e9800aed-d19e-4bd7-8a6f-1f8428adcf10 req-dd867a0f-3a7e-41b9-a53a-62dc7e9f658d tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=1481b879-b209-4e73-a2d3-344432304355 HTTP/1.1" status: 200 len: 943 time: 0.0506568 Dec 10 20:08:20.983315 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 7686518a-0da4-451d-aa37-b880b5c7db63, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=7686518a-0da4-451d-aa37-b880b5c7db63,segment=NetworkSegment(423049fb-4a6b-4b56-ada4-2e4773163ccb),segment_id=423049fb-4a6b-4b56-ada4-2e4773163ccb)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:08:20.988362 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e9800aed-d19e-4bd7-8a6f-1f8428adcf10 req-2c9a89cb-4df9-413d-915c-5aa82194a099 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=103deb4f-6f12-4d9f-b534-dce42b8becf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338814 Dec 10 20:08:20.996344 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Returning: {'device': '7686518a-0da4-451d-aa37-b880b5c7db63', 'network_id': '58446662-108f-4dd0-bfff-594dab28fb03', 'port_id': '7686518a-0da4-451d-aa37-b880b5c7db63', 'mac_address': 'fa:16:3e:1a:61:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1760fd83-083c-4702-9d4d-6482d3a74cf3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 20:08:21.045717 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:21.063499 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7686518a-0da4-451d-aa37-b880b5c7db63 {{(pid=102367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 20:08:21.082875 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 7686518a-0da4-451d-aa37-b880b5c7db63, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=7686518a-0da4-451d-aa37-b880b5c7db63,segment=NetworkSegment(423049fb-4a6b-4b56-ada4-2e4773163ccb),segment_id=423049fb-4a6b-4b56-ada4-2e4773163ccb)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:08:21.087862 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:21.142108 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=7686518a-0da4-451d-aa37-b880b5c7db63,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:08:21.500165 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['7686518a-0da4-451d-aa37-b880b5c7db63'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 20:08:22.112991 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e6d596-a0b0-4e86-b1f9-3c986a578c50 req-fc4be3e8-5893-4455-8c25-c137b67b2e08 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:08:22.114539 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-21e6d596-a0b0-4e86-b1f9-3c986a578c50 req-fc4be3e8-5893-4455-8c25-c137b67b2e08 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=1481b879-b209-4e73-a2d3-344432304355 HTTP/1.1" status: 200 len: 944 time: 0.0518668 Dec 10 20:08:22.155620 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-21e6d596-a0b0-4e86-b1f9-3c986a578c50 req-54d78d14-9975-404a-9a2d-615d68dc2145 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=103deb4f-6f12-4d9f-b534-dce42b8becf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343769 Dec 10 20:08:22.890092 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 7686518a-0da4-451d-aa37-b880b5c7db63 up at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 20:08:22.942774 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning for port 7686518a-0da4-451d-aa37-b880b5c7db63 completed by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 20:08:22.952073 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning complete for port 7686518a-0da4-451d-aa37-b880b5c7db63 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:08:22.952440 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:23.037276 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:23.061728 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1481b879-b209-4e73-a2d3-344432304355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7686518a-0da4-451d-aa37-b880b5c7db63'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:08:23.064003 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0dd006407324ce2959a5a4cf9f0b5e0801d7a51a5291ea700e8786e11115a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69f5e0d-5210-4b1e-ab93-0d5e158732f8" -d '{"events": [{"server_uuid": "1481b879-b209-4e73-a2d3-344432304355", "name": "network-vif-plugged", "status": "completed", "tag": "7686518a-0da4-451d-aa37-b880b5c7db63"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:08:23.078846 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 7686518a-0da4-451d-aa37-b880b5c7db63, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=7686518a-0da4-451d-aa37-b880b5c7db63,segment=NetworkSegment(423049fb-4a6b-4b56-ada4-2e4773163ccb),segment_id=423049fb-4a6b-4b56-ada4-2e4773163ccb)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:08:23.082814 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:23.108676 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 20:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c410fe-2db8-493a-950a-fab246f2f7bc x-openstack-request-id: req-15c410fe-2db8-493a-950a-fab246f2f7bc {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:08:23.108980 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1481b879-b209-4e73-a2d3-344432304355", "name": "network-vif-plugged", "status": "completed", "tag": "7686518a-0da4-451d-aa37-b880b5c7db63", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:08:23.109237 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-15c410fe-2db8-493a-950a-fab246f2f7bc {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:08:23.109633 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1481b879-b209-4e73-a2d3-344432304355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7686518a-0da4-451d-aa37-b880b5c7db63', 'code': 200} Dec 10 20:08:23.141490 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=7686518a-0da4-451d-aa37-b880b5c7db63,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:08:23.312772 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f573c9-c62a-4080-b522-4b6146782ce9 req-ae6d9e61-b933-4387-842f-c559ba91883c tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:08:23.314171 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d0f573c9-c62a-4080-b522-4b6146782ce9 req-ae6d9e61-b933-4387-842f-c559ba91883c tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=1481b879-b209-4e73-a2d3-344432304355 HTTP/1.1" status: 200 len: 945 time: 0.0858288 Dec 10 20:08:23.325148 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad7fb93-3492-44a6-b3d4-155cc13034ae req-4f1bbe78-9756-4015-9ad1-abc2623dbb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:08:23.326583 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1ad7fb93-3492-44a6-b3d4-155cc13034ae req-4f1bbe78-9756-4015-9ad1-abc2623dbb84 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1481b879-b209-4e73-a2d3-344432304355 HTTP/1.1" status: 200 len: 1098 time: 0.0651324 Dec 10 20:08:23.382183 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d0f573c9-c62a-4080-b522-4b6146782ce9 req-23549f5e-e651-43be-844d-a755cc19bfb1 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=103deb4f-6f12-4d9f-b534-dce42b8becf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592327 Dec 10 20:08:23.386066 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1ad7fb93-3492-44a6-b3d4-155cc13034ae req-8656328b-88fc-4d27-ae75-03db35645442 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=103deb4f-6f12-4d9f-b534-dce42b8becf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459337 Dec 10 20:08:24.323163 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db71bdbb-b485-471a-bdb2-cf51898990b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:24.502749 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432c2538-6288-4c06-97ef-98ff26da9c55 req-03556908-7aab-4e1d-974a-256d13893662 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:08:24.504245 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-432c2538-6288-4c06-97ef-98ff26da9c55 req-03556908-7aab-4e1d-974a-256d13893662 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=1481b879-b209-4e73-a2d3-344432304355 HTTP/1.1" status: 200 len: 945 time: 0.0496714 Dec 10 20:08:24.546140 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-432c2538-6288-4c06-97ef-98ff26da9c55 req-270e0267-247e-46b7-b20f-1ca0fb49175d tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=103deb4f-6f12-4d9f-b534-dce42b8becf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329247 Dec 10 20:08:25.582806 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:25.679090 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba384b-ab6b-4e75-961e-433e7f870a1b req-f809412e-c844-478c-a5e1-cbc961cfc82d tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:08:25.680661 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-34ba384b-ab6b-4e75-961e-433e7f870a1b req-f809412e-c844-478c-a5e1-cbc961cfc82d tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=1481b879-b209-4e73-a2d3-344432304355 HTTP/1.1" status: 200 len: 945 time: 0.0580795 Dec 10 20:08:25.722407 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-34ba384b-ab6b-4e75-961e-433e7f870a1b req-b32189c8-16f1-4fee-bc51-955c779d769b tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=103deb4f-6f12-4d9f-b534-dce42b8becf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356283 Dec 10 20:08:25.852132 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de118b95-3502-44c1-a90d-b7477123e329 req-93180bb5-2f1f-4dd6-9000-fb84756ade9b tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:08:25.853758 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-de118b95-3502-44c1-a90d-b7477123e329 req-93180bb5-2f1f-4dd6-9000-fb84756ade9b tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=1481b879-b209-4e73-a2d3-344432304355 HTTP/1.1" status: 200 len: 945 time: 0.0516279 Dec 10 20:08:25.896528 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-de118b95-3502-44c1-a90d-b7477123e329 req-fe43aa3a-c795-465d-8a01-f5cc37b51827 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=103deb4f-6f12-4d9f-b534-dce42b8becf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365536 Dec 10 20:08:25.919107 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 36012) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:08:25.959182 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8d4977-a40c-49f1-bac3-28975a1fec0a tempest-TestNetworkAdvancedServerOps-1204599226 tempest-TestNetworkAdvancedServerOps-1204599226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:08:25.960653 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-1e8d4977-a40c-49f1-bac3-28975a1fec0a tempest-TestNetworkAdvancedServerOps-1204599226 tempest-TestNetworkAdvancedServerOps-1204599226-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=1481b879-b209-4e73-a2d3-344432304355 HTTP/1.1" status: 200 len: 1093 time: 0.0405171 Dec 10 20:08:25.963654 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 36014) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:08:25.968188 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-9cedb094-5f7c-48d8-a120-2553151c5f86 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Request body: {'floatingip': {'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'port_id': '7686518a-0da4-451d-aa37-b880b5c7db63', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:08:25.992725 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9cedb094-5f7c-48d8-a120-2553151c5f86 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for floatingip, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:26.102634 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9cedb094-5f7c-48d8-a120-2553151c5f86 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:26.217012 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-9cedb094-5f7c-48d8-a120-2553151c5f86 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Allocated IP 172.26.6.89 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/fbc1b96b-f546-458c-99f0-e51320e55b70) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 20:08:26.322726 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9cedb094-5f7c-48d8-a120-2553151c5f86 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:26.371583 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9cedb094-5f7c-48d8-a120-2553151c5f86 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:26.410546 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cedb094-5f7c-48d8-a120-2553151c5f86 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 20:08:26.414484 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-9cedb094-5f7c-48d8-a120-2553151c5f86 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 20:08:26.418398 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cedb094-5f7c-48d8-a120-2553151c5f86 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 20:08:26.426489 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cedb094-5f7c-48d8-a120-2553151c5f86 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'Port': ['ID=fbc1b96b-f546-458c-99f0-e51320e55b70,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:08:26.616855 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:26.825597 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9cedb094-5f7c-48d8-a120-2553151c5f86 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:26.897809 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9cedb094-5f7c-48d8-a120-2553151c5f86 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:26.986869 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:27.073435 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9cedb094-5f7c-48d8-a120-2553151c5f86 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:27.078876 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9cedb094-5f7c-48d8-a120-2553151c5f86 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:27.500671 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cedb094-5f7c-48d8-a120-2553151c5f86 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event updated for resources: {'Port': ['ID=fbc1b96b-f546-458c-99f0-e51320e55b70,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:08:27.512854 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9cedb094-5f7c-48d8-a120-2553151c5f86 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3713103'] for floatingip, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:27.618903 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.l3_db [None req-9cedb094-5f7c-48d8-a120-2553151c5f86 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Floating IP 4a4e2940-1783-46cd-979e-899b46cb5eb7 associated. External IP: 172.26.6.89, port: 7686518a-0da4-451d-aa37-b880b5c7db63. Dec 10 20:08:27.746452 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-723edb84-d9d3-468e-9d2b-5a7e8a2a562f req-d8cb9ae8-f167-44d2-9eed-c6965e3fde04 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1481b879-b209-4e73-a2d3-344432304355&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0612056 Dec 10 20:08:27.890037 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723edb84-d9d3-468e-9d2b-5a7e8a2a562f req-bdc5ba3a-bd91-49f2-8d99-87c4a8bd265b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:08:27.891540 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-723edb84-d9d3-468e-9d2b-5a7e8a2a562f req-bdc5ba3a-bd91-49f2-8d99-87c4a8bd265b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=575d6f57815e49e1b66e2ddad838d8d9&device_id=1481b879-b209-4e73-a2d3-344432304355 HTTP/1.1" status: 200 len: 1098 time: 0.0911520 Dec 10 20:08:27.914740 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cedb094-5f7c-48d8-a120-2553151c5f86 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Router 228e1610-8a9a-4ada-bb07-71d050becb68 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 20:08:28.098730 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723edb84-d9d3-468e-9d2b-5a7e8a2a562f req-5a8ec219-35ba-48a2-b4e4-dc6006769b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:08:28.101393 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-723edb84-d9d3-468e-9d2b-5a7e8a2a562f req-5a8ec219-35ba-48a2-b4e4-dc6006769b02 service neutron] 10.222.0.36 "GET /v2.0/networks?id=58446662-108f-4dd0-bfff-594dab28fb03 HTTP/1.1" status: 200 len: 898 time: 0.1850922 Dec 10 20:08:28.156207 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cedb094-5f7c-48d8-a120-2553151c5f86 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 20:08:28.169699 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b822b1b-1bf4-4db0-b4e2-d42178911b41 None None] Sync routers for ids ['228e1610-8a9a-4ada-bb07-71d050becb68'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 20:08:28.181453 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b822b1b-1bf4-4db0-b4e2-d42178911b41 None None] Routers {'228e1610-8a9a-4ada-bb07-71d050becb68'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:08:28.182141 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-1b822b1b-1bf4-4db0-b4e2-d42178911b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:08:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['228e1610-8a9a-4ada-bb07-71d050becb68'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:08:28.190974 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9cedb094-5f7c-48d8-a120-2553151c5f86 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:28.196097 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-723edb84-d9d3-468e-9d2b-5a7e8a2a562f req-7f126292-47c8-4423-96f3-5b244188706a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7686518a-0da4-451d-aa37-b880b5c7db63 HTTP/1.1" status: 200 len: 998 time: 0.0862200 Dec 10 20:08:28.249571 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-9cedb094-5f7c-48d8-a120-2553151c5f86 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2848208 Dec 10 20:08:28.253936 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1481b879-b209-4e73-a2d3-344432304355', 'tag': '7686518a-0da4-451d-aa37-b880b5c7db63'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:08:28.256400 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50c4fee-b8e8-4768-949f-d74fdbf8cb71" -d '{"events": [{"name": "network-changed", "server_uuid": "1481b879-b209-4e73-a2d3-344432304355", "tag": "7686518a-0da4-451d-aa37-b880b5c7db63"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:08:28.280189 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723edb84-d9d3-468e-9d2b-5a7e8a2a562f req-a3524d41-1e6c-433b-a403-a374e754e651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:08:28.282692 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-723edb84-d9d3-468e-9d2b-5a7e8a2a562f req-a3524d41-1e6c-433b-a403-a374e754e651 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1760fd83-083c-4702-9d4d-6482d3a74cf3 HTTP/1.1" status: 200 len: 835 time: 0.0701602 Dec 10 20:08:28.347796 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-1b822b1b-1bf4-4db0-b4e2-d42178911b41 None None] Set router 228e1610-8a9a-4ada-bb07-71d050becb68 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:08:28.351159 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 20:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75899ae5-2d69-4666-8859-7b3d8721ab99 x-openstack-request-id: req-75899ae5-2d69-4666-8859-7b3d8721ab99 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:08:28.351616 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1481b879-b209-4e73-a2d3-344432304355", "tag": "7686518a-0da4-451d-aa37-b880b5c7db63", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:08:28.352020 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-75899ae5-2d69-4666-8859-7b3d8721ab99 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:08:28.352683 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1481b879-b209-4e73-a2d3-344432304355', 'tag': '7686518a-0da4-451d-aa37-b880b5c7db63', 'status': 'completed', 'code': 200} Dec 10 20:08:28.438018 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723edb84-d9d3-468e-9d2b-5a7e8a2a562f req-0fb69a1f-eb94-4773-8bf5-76cbbc881fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:08:28.440631 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-723edb84-d9d3-468e-9d2b-5a7e8a2a562f req-0fb69a1f-eb94-4773-8bf5-76cbbc881fc0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=58446662-108f-4dd0-bfff-594dab28fb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1502581 Dec 10 20:08:28.471469 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062fdcc8-8c39-4a3d-89fd-7e42136b1b27 req-c8fb3d1b-c52f-4dda-a00c-436049ee8c5b tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:08:28.473170 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-062fdcc8-8c39-4a3d-89fd-7e42136b1b27 req-c8fb3d1b-c52f-4dda-a00c-436049ee8c5b tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=1481b879-b209-4e73-a2d3-344432304355 HTTP/1.1" status: 200 len: 945 time: 0.1193719 Dec 10 20:08:28.570102 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-062fdcc8-8c39-4a3d-89fd-7e42136b1b27 req-db881454-0e9a-4f95-9f42-220427755f64 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=103deb4f-6f12-4d9f-b534-dce42b8becf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838594 Dec 10 20:08:28.596555 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 36020) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:08:28.613663 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-723edb84-d9d3-468e-9d2b-5a7e8a2a562f req-387b64ef-58be-49fa-afa4-7df8337e6de1 service neutron] 10.222.0.36 "GET /v2.0/networks/58446662-108f-4dd0-bfff-594dab28fb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641080 Dec 10 20:08:28.720085 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-f040e7eb-f54c-4603-ae0f-31ef7c40097c tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/floatingips/4a4e2940-1783-46cd-979e-899b46cb5eb7 HTTP/1.1" status: 200 len: 990 time: 0.1219621 Dec 10 20:08:28.757017 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-723edb84-d9d3-468e-9d2b-5a7e8a2a562f req-f0a63da0-850d-4869-81f5-ffd69f891a91 service neutron] 10.222.0.36 "GET /v2.0/networks/58446662-108f-4dd0-bfff-594dab28fb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136522 Dec 10 20:08:28.802827 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-1b822b1b-1bf4-4db0-b4e2-d42178911b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228e1610-8a9a-4ada-bb07-71d050becb68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132432892', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.185'}], 'enable_snat': True}, 'gw_port_id': '13461f30-5ff5-4881-b37b-f338549ae2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:08:09Z', 'updated_at': '2021-12-10T20:08:13Z', 'revision_number': 4, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': '13461f30-5ff5-4881-b37b-f338549ae2a1', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:94:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228e1610-8a9a-4ada-bb07-71d050becb68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:08:09Z', 'updated_at': '2021-12-10T20:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '4a4e2940-1783-46cd-979e-899b46cb5eb7', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'floating_ip_address': '172.26.6.89', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '228e1610-8a9a-4ada-bb07-71d050becb68', 'port_id': '7686518a-0da4-451d-aa37-b880b5c7db63', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58446662-108f-4dd0-bfff-594dab28fb03', 'mac_address': 'fa:16:3e:1a:61:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1481b879-b209-4e73-a2d3-344432304355', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:08:26Z', 'updated_at': '2021-12-10T20:08:26Z', 'revision_number': 0, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c23f02c-809b-4a05-9f83-1aa46d417d96', 'name': '', 'network_id': '58446662-108f-4dd0-bfff-594dab28fb03', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'mac_address': 'fa:16:3e:17:7e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228e1610-8a9a-4ada-bb07-71d050becb68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '1760fd83-083c-4702-9d4d-6482d3a74cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:08:11Z', 'updated_at': '2021-12-10T20:08:15Z', 'revision_number': 5, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'subnets': [{'id': '1760fd83-083c-4702-9d4d-6482d3a74cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:08:28.831021 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b822b1b-1bf4-4db0-b4e2-d42178911b41 None None] Checking router: 228e1610-8a9a-4ada-bb07-71d050becb68 for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 20:08:28.839577 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b822b1b-1bf4-4db0-b4e2-d42178911b41 None None] Routers {'228e1610-8a9a-4ada-bb07-71d050becb68'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:08:28.840261 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-1b822b1b-1bf4-4db0-b4e2-d42178911b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:08:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['228e1610-8a9a-4ada-bb07-71d050becb68'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:08:28.847829 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c4fee-b8e8-4768-949f-d74fdbf8cb71 req-a33db8a1-a51f-41dc-89a8-2cd38a09249f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:08:28.849412 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d50c4fee-b8e8-4768-949f-d74fdbf8cb71 req-a33db8a1-a51f-41dc-89a8-2cd38a09249f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=575d6f57815e49e1b66e2ddad838d8d9&device_id=1481b879-b209-4e73-a2d3-344432304355 HTTP/1.1" status: 200 len: 1098 time: 0.0438025 Dec 10 20:08:28.948143 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c4fee-b8e8-4768-949f-d74fdbf8cb71 req-11697800-9a83-436f-8746-52cc6bbf3621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:08:28.949830 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d50c4fee-b8e8-4768-949f-d74fdbf8cb71 req-11697800-9a83-436f-8746-52cc6bbf3621 service neutron] 10.222.0.36 "GET /v2.0/networks?id=58446662-108f-4dd0-bfff-594dab28fb03 HTTP/1.1" status: 200 len: 898 time: 0.0936499 Dec 10 20:08:28.950771 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-1b822b1b-1bf4-4db0-b4e2-d42178911b41 None None] Set router 228e1610-8a9a-4ada-bb07-71d050becb68 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:08:29.023022 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d50c4fee-b8e8-4768-949f-d74fdbf8cb71 req-b781336a-d728-41e0-80b3-d25a4bbe596a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7686518a-0da4-451d-aa37-b880b5c7db63 HTTP/1.1" status: 200 len: 998 time: 0.0643229 Dec 10 20:08:29.076990 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c4fee-b8e8-4768-949f-d74fdbf8cb71 req-52a2487a-c7ad-415a-8ea7-09f71ced4401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:08:29.078464 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d50c4fee-b8e8-4768-949f-d74fdbf8cb71 req-52a2487a-c7ad-415a-8ea7-09f71ced4401 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1760fd83-083c-4702-9d4d-6482d3a74cf3 HTTP/1.1" status: 200 len: 835 time: 0.0499730 Dec 10 20:08:29.125299 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c4fee-b8e8-4768-949f-d74fdbf8cb71 req-372362d2-8eaf-4abe-9445-0d9797981a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:08:29.126792 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d50c4fee-b8e8-4768-949f-d74fdbf8cb71 req-372362d2-8eaf-4abe-9445-0d9797981a01 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=58446662-108f-4dd0-bfff-594dab28fb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409565 Dec 10 20:08:29.191423 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-1b822b1b-1bf4-4db0-b4e2-d42178911b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228e1610-8a9a-4ada-bb07-71d050becb68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132432892', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.185'}], 'enable_snat': True}, 'gw_port_id': '13461f30-5ff5-4881-b37b-f338549ae2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:08:09Z', 'updated_at': '2021-12-10T20:08:13Z', 'revision_number': 4, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': '13461f30-5ff5-4881-b37b-f338549ae2a1', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:94:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228e1610-8a9a-4ada-bb07-71d050becb68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:08:09Z', 'updated_at': '2021-12-10T20:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '4a4e2940-1783-46cd-979e-899b46cb5eb7', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'floating_ip_address': '172.26.6.89', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '228e1610-8a9a-4ada-bb07-71d050becb68', 'port_id': '7686518a-0da4-451d-aa37-b880b5c7db63', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58446662-108f-4dd0-bfff-594dab28fb03', 'mac_address': 'fa:16:3e:1a:61:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1481b879-b209-4e73-a2d3-344432304355', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:08:26Z', 'updated_at': '2021-12-10T20:08:26Z', 'revision_number': 0, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c23f02c-809b-4a05-9f83-1aa46d417d96', 'name': '', 'network_id': '58446662-108f-4dd0-bfff-594dab28fb03', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'mac_address': 'fa:16:3e:17:7e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228e1610-8a9a-4ada-bb07-71d050becb68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '1760fd83-083c-4702-9d4d-6482d3a74cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:08:11Z', 'updated_at': '2021-12-10T20:08:15Z', 'revision_number': 5, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'subnets': [{'id': '1760fd83-083c-4702-9d4d-6482d3a74cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:08:29.224309 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b822b1b-1bf4-4db0-b4e2-d42178911b41 None None] The sync data for ids ['228e1610-8a9a-4ada-bb07-71d050becb68'] in dv-neutron-821441-1-hyperv is: [{'id': '228e1610-8a9a-4ada-bb07-71d050becb68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132432892', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.185'}], 'enable_snat': True}, 'gw_port_id': '13461f30-5ff5-4881-b37b-f338549ae2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:08:09Z', 'updated_at': '2021-12-10T20:08:13Z', 'revision_number': 4, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': '13461f30-5ff5-4881-b37b-f338549ae2a1', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:94:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228e1610-8a9a-4ada-bb07-71d050becb68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:08:09Z', 'updated_at': '2021-12-10T20:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '4a4e2940-1783-46cd-979e-899b46cb5eb7', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'floating_ip_address': '172.26.6.89', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '228e1610-8a9a-4ada-bb07-71d050becb68', 'port_id': '7686518a-0da4-451d-aa37-b880b5c7db63', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58446662-108f-4dd0-bfff-594dab28fb03', 'mac_address': 'fa:16:3e:1a:61:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1481b879-b209-4e73-a2d3-344432304355', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:08:26Z', 'updated_at': '2021-12-10T20:08:26Z', 'revision_number': 0, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c23f02c-809b-4a05-9f83-1aa46d417d96', 'name': '', 'network_id': '58446662-108f-4dd0-bfff-594dab28fb03', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'mac_address': 'fa:16:3e:17:7e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228e1610-8a9a-4ada-bb07-71d050becb68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '1760fd83-083c-4702-9d4d-6482d3a74cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:08:11Z', 'updated_at': '2021-12-10T20:08:15Z', 'revision_number': 5, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'subnets': [{'id': '1760fd83-083c-4702-9d4d-6482d3a74cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 20:08:29.247571 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d50c4fee-b8e8-4768-949f-d74fdbf8cb71 req-cdf70ae7-4d2f-4e1d-91bb-d319b33d6cfc service neutron] 10.222.0.36 "GET /v2.0/networks/58446662-108f-4dd0-bfff-594dab28fb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132226 Dec 10 20:08:29.352265 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d50c4fee-b8e8-4768-949f-d74fdbf8cb71 req-e6199e47-b06a-4de2-92e4-2b0c0cb55366 service neutron] 10.222.0.36 "GET /v2.0/networks/58446662-108f-4dd0-bfff-594dab28fb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977049 Dec 10 20:08:29.449713 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf4567b-e7e7-4fb5-8a75-bfd82fe99ccf None None] New status for floating IP 4a4e2940-1783-46cd-979e-899b46cb5eb7: ACTIVE {{(pid=102368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 20:08:29.723833 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 36022) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:08:29.791949 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-284746d5-07fd-428c-a61e-1bbd60dca6a2 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/floatingips/4a4e2940-1783-46cd-979e-899b46cb5eb7 HTTP/1.1" status: 200 len: 992 time: 0.0668805 Dec 10 20:08:32.919183 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:32.943827 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:08:50.352642 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-03546bc4-faa0-417c-9b33-54f3a8204efe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:54.324846 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-65e416a7-07a0-4753-abd6-337f1fd8c6ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:55.583604 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:56.618699 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:08:56.986183 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:02.926187 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:09.942137 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:09:20.353503 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b17d7590-be26-4ae9-88ba-2ff784834450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:24.327930 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-3c9076d4-56db-4297-ac26-34198c31a217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:25.585876 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:26.623008 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:26.989523 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:28.716653 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3c2c7803-0d11-4d5d-a85f-30b06a8a9a09 req-339e3051-9a0b-435d-8ddb-54eeabbac5f1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1481b879-b209-4e73-a2d3-344432304355&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394993 Dec 10 20:09:28.799724 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c7803-0d11-4d5d-a85f-30b06a8a9a09 req-e0210c65-ab5c-413b-9b78-170938559558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:09:28.801255 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3c2c7803-0d11-4d5d-a85f-30b06a8a9a09 req-e0210c65-ab5c-413b-9b78-170938559558 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=575d6f57815e49e1b66e2ddad838d8d9&device_id=1481b879-b209-4e73-a2d3-344432304355 HTTP/1.1" status: 200 len: 1098 time: 0.0416572 Dec 10 20:09:28.907866 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c7803-0d11-4d5d-a85f-30b06a8a9a09 req-7bf9b276-de33-4954-8013-c148c563004a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:09:28.909484 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3c2c7803-0d11-4d5d-a85f-30b06a8a9a09 req-7bf9b276-de33-4954-8013-c148c563004a service neutron] 10.222.0.36 "GET /v2.0/networks?id=58446662-108f-4dd0-bfff-594dab28fb03 HTTP/1.1" status: 200 len: 898 time: 0.0890388 Dec 10 20:09:28.978488 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3c2c7803-0d11-4d5d-a85f-30b06a8a9a09 req-16ff91d7-91e1-42c0-9308-aa8d71e8b8ce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7686518a-0da4-451d-aa37-b880b5c7db63 HTTP/1.1" status: 200 len: 1000 time: 0.0614591 Dec 10 20:09:29.028732 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c7803-0d11-4d5d-a85f-30b06a8a9a09 req-d1b648c4-014f-4e27-a15c-ef662dda8105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:09:29.030169 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3c2c7803-0d11-4d5d-a85f-30b06a8a9a09 req-d1b648c4-014f-4e27-a15c-ef662dda8105 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1760fd83-083c-4702-9d4d-6482d3a74cf3 HTTP/1.1" status: 200 len: 835 time: 0.0437906 Dec 10 20:09:29.075841 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c7803-0d11-4d5d-a85f-30b06a8a9a09 req-ccefecf6-24ea-46f8-8009-d81134b9f32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:09:29.077346 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3c2c7803-0d11-4d5d-a85f-30b06a8a9a09 req-ccefecf6-24ea-46f8-8009-d81134b9f32a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=58446662-108f-4dd0-bfff-594dab28fb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394354 Dec 10 20:09:29.172652 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3c2c7803-0d11-4d5d-a85f-30b06a8a9a09 req-20dee7fe-0d51-43ba-b08a-c2d2e5f5850c service neutron] 10.222.0.36 "GET /v2.0/networks/58446662-108f-4dd0-bfff-594dab28fb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877435 Dec 10 20:09:29.260976 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3c2c7803-0d11-4d5d-a85f-30b06a8a9a09 req-071deb87-4252-48de-a747-ad09e237a9ca service neutron] 10.222.0.36 "GET /v2.0/networks/58446662-108f-4dd0-bfff-594dab28fb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813386 Dec 10 20:09:32.936727 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:40.959958 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ff573-ddee-4ba0-8de5-29cf1a519bb7 req-dc3ab0e7-e62e-4929-8df1-97a2761f717c tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:09:40.961496 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9c6ff573-ddee-4ba0-8de5-29cf1a519bb7 req-dc3ab0e7-e62e-4929-8df1-97a2761f717c tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=1481b879-b209-4e73-a2d3-344432304355 HTTP/1.1" status: 200 len: 945 time: 0.0497458 Dec 10 20:09:40.998993 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9c6ff573-ddee-4ba0-8de5-29cf1a519bb7 req-721f456d-a7f5-4f68-853c-d21a8a4d65f8 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=103deb4f-6f12-4d9f-b534-dce42b8becf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314398 Dec 10 20:09:42.122125 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063883f8-6a3c-49ed-a89d-57e6a1f4de62 req-ce39b7aa-e5b2-416c-af26-ab925a080021 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:09:42.123638 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-063883f8-6a3c-49ed-a89d-57e6a1f4de62 req-ce39b7aa-e5b2-416c-af26-ab925a080021 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=1481b879-b209-4e73-a2d3-344432304355 HTTP/1.1" status: 200 len: 945 time: 0.0551879 Dec 10 20:09:42.163262 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-063883f8-6a3c-49ed-a89d-57e6a1f4de62 req-0fd29811-6dc5-4baa-a8e3-cb9b564d76d8 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=103deb4f-6f12-4d9f-b534-dce42b8becf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327742 Dec 10 20:09:43.279710 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d6d1b9-db80-4fea-854a-76842d4cfa4a req-5fbca48d-49e0-430e-a0cb-608cc33a750e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:09:43.281208 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a3d6d1b9-db80-4fea-854a-76842d4cfa4a req-5fbca48d-49e0-430e-a0cb-608cc33a750e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=1481b879-b209-4e73-a2d3-344432304355 HTTP/1.1" status: 200 len: 945 time: 0.0492797 Dec 10 20:09:43.318650 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a3d6d1b9-db80-4fea-854a-76842d4cfa4a req-cd53754d-b47e-495d-8ec2-960c52979269 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=103deb4f-6f12-4d9f-b534-dce42b8becf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310445 Dec 10 20:09:43.341776 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 36064) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:09:43.402742 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-c88abc02-eaff-4eec-8617-dc50c6f07b2c tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/floatingips/4a4e2940-1783-46cd-979e-899b46cb5eb7 HTTP/1.1" status: 200 len: 992 time: 0.0598521 Dec 10 20:09:44.725822 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdaefbe-f5e8-40b2-b60b-8c2017eb266f req-84a0cce4-8eda-496d-b205-3b53012c9380 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:09:44.727183 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6fdaefbe-f5e8-40b2-b60b-8c2017eb266f req-84a0cce4-8eda-496d-b205-3b53012c9380 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=1481b879-b209-4e73-a2d3-344432304355 HTTP/1.1" status: 200 len: 945 time: 0.0771525 Dec 10 20:09:44.743237 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f85d7b4-aa9f-4357-9e54-700d1052c9b3 req-bb8d1db8-9c14-4661-a83b-f8f3e507f9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:09:44.744692 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0f85d7b4-aa9f-4357-9e54-700d1052c9b3 req-bb8d1db8-9c14-4661-a83b-f8f3e507f9fa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=575d6f57815e49e1b66e2ddad838d8d9&device_id=1481b879-b209-4e73-a2d3-344432304355 HTTP/1.1" status: 200 len: 1098 time: 0.0648148 Dec 10 20:09:44.815143 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6fdaefbe-f5e8-40b2-b60b-8c2017eb266f req-be769c4f-feb6-4ed3-bd82-88e66037871e tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=103deb4f-6f12-4d9f-b534-dce42b8becf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815923 Dec 10 20:09:44.850177 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f85d7b4-aa9f-4357-9e54-700d1052c9b3 req-8d8da319-c83a-41c3-883a-40b87f39a70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:09:44.851636 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0f85d7b4-aa9f-4357-9e54-700d1052c9b3 req-8d8da319-c83a-41c3-883a-40b87f39a70e service neutron] 10.222.0.36 "GET /v2.0/networks?id=58446662-108f-4dd0-bfff-594dab28fb03 HTTP/1.1" status: 200 len: 898 time: 0.0983751 Dec 10 20:09:44.920629 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0f85d7b4-aa9f-4357-9e54-700d1052c9b3 req-7a5f10f6-0f55-4412-bcd3-94752870fb7a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7686518a-0da4-451d-aa37-b880b5c7db63 HTTP/1.1" status: 200 len: 1000 time: 0.0613248 Dec 10 20:09:44.972766 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f85d7b4-aa9f-4357-9e54-700d1052c9b3 req-b525d10c-b152-40a3-8162-421e08650e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:09:44.974181 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0f85d7b4-aa9f-4357-9e54-700d1052c9b3 req-b525d10c-b152-40a3-8162-421e08650e3a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1760fd83-083c-4702-9d4d-6482d3a74cf3 HTTP/1.1" status: 200 len: 835 time: 0.0436914 Dec 10 20:09:45.020100 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f85d7b4-aa9f-4357-9e54-700d1052c9b3 req-5646d676-e5b7-4357-a859-fae68b473cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:09:45.021517 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0f85d7b4-aa9f-4357-9e54-700d1052c9b3 req-5646d676-e5b7-4357-a859-fae68b473cfd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=58446662-108f-4dd0-bfff-594dab28fb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396426 Dec 10 20:09:45.116562 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0f85d7b4-aa9f-4357-9e54-700d1052c9b3 req-d0ac2c94-5350-4933-b7ff-e4d5142f8dd7 service neutron] 10.222.0.36 "GET /v2.0/networks/58446662-108f-4dd0-bfff-594dab28fb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865057 Dec 10 20:09:45.207231 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0f85d7b4-aa9f-4357-9e54-700d1052c9b3 req-c2b3be9e-b296-4686-86cf-8cb4a4f19ecf service neutron] 10.222.0.36 "GET /v2.0/networks/58446662-108f-4dd0-bfff-594dab28fb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833724 Dec 10 20:09:45.932737 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac4d137-a847-489a-97c1-d32c22315ca7 req-e0167ad7-9a08-4c5a-8fa9-62432713d57c tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:09:45.934216 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3ac4d137-a847-489a-97c1-d32c22315ca7 req-e0167ad7-9a08-4c5a-8fa9-62432713d57c tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=1481b879-b209-4e73-a2d3-344432304355 HTTP/1.1" status: 200 len: 945 time: 0.0507653 Dec 10 20:09:45.977325 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3ac4d137-a847-489a-97c1-d32c22315ca7 req-1dc019c5-a78b-4c73-9ded-399dbc2e0714 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=103deb4f-6f12-4d9f-b534-dce42b8becf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370154 Dec 10 20:09:46.941593 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:09:47.091542 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e004d-e2ad-43b5-bbab-540494cdace7 req-c6d3836d-5e42-4797-94c3-eb9e008eddaf tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:09:47.093152 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3d7e004d-e2ad-43b5-bbab-540494cdace7 req-c6d3836d-5e42-4797-94c3-eb9e008eddaf tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=1481b879-b209-4e73-a2d3-344432304355 HTTP/1.1" status: 200 len: 945 time: 0.0485356 Dec 10 20:09:47.130859 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3d7e004d-e2ad-43b5-bbab-540494cdace7 req-c35c3af0-7686-45a8-a582-0b45443dc264 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=103deb4f-6f12-4d9f-b534-dce42b8becf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316484 Dec 10 20:09:47.153775 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 36078) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:09:47.220468 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-75ddd7a9-cdba-46af-9009-2370e060d045 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/floatingips/4a4e2940-1783-46cd-979e-899b46cb5eb7 HTTP/1.1" status: 200 len: 992 time: 0.0654991 Dec 10 20:09:47.502883 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 36084) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:09:47.663337 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-62f0d66e-fcec-42dd-9e51-0930ff02aee9 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Deleting port fbc1b96b-f546-458c-99f0-e51320e55b70 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 20:09:47.663563 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-62f0d66e-fcec-42dd-9e51-0930ff02aee9 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:47.736933 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-62f0d66e-fcec-42dd-9e51-0930ff02aee9 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:47.737251 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-62f0d66e-fcec-42dd-9e51-0930ff02aee9 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:47.749269 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-62f0d66e-fcec-42dd-9e51-0930ff02aee9 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Calling delete_port for fbc1b96b-f546-458c-99f0-e51320e55b70 owned by network:floatingip {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 20:09:47.893996 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-62f0d66e-fcec-42dd-9e51-0930ff02aee9 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:47.918571 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f0d66e-fcec-42dd-9e51-0930ff02aee9 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event deleted for resources: {'Port': ['ID=fbc1b96b-f546-458c-99f0-e51320e55b70,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:09:47.930080 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f0d66e-fcec-42dd-9e51-0930ff02aee9 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:09:47.930423 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f0d66e-fcec-42dd-9e51-0930ff02aee9 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:09:47.930760 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f0d66e-fcec-42dd-9e51-0930ff02aee9 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:09:47.931091 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f0d66e-fcec-42dd-9e51-0930ff02aee9 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:09:47.931415 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f0d66e-fcec-42dd-9e51-0930ff02aee9 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:09:47.931738 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f0d66e-fcec-42dd-9e51-0930ff02aee9 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:09:47.932054 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f0d66e-fcec-42dd-9e51-0930ff02aee9 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:09:47.932370 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f0d66e-fcec-42dd-9e51-0930ff02aee9 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:09:47.932716 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f0d66e-fcec-42dd-9e51-0930ff02aee9 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:09:47.933031 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f0d66e-fcec-42dd-9e51-0930ff02aee9 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:09:47.933342 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f0d66e-fcec-42dd-9e51-0930ff02aee9 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:09:47.933654 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f0d66e-fcec-42dd-9e51-0930ff02aee9 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:09:47.989125 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-62f0d66e-fcec-42dd-9e51-0930ff02aee9 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for floatingip, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:47.989442 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.l3_db [None req-62f0d66e-fcec-42dd-9e51-0930ff02aee9 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Floating IP 4a4e2940-1783-46cd-979e-899b46cb5eb7 disassociated (deleted). External IP: 172.26.6.89, port: 7686518a-0da4-451d-aa37-b880b5c7db63. Dec 10 20:09:48.198667 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62f0d66e-fcec-42dd-9e51-0930ff02aee9 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Router 228e1610-8a9a-4ada-bb07-71d050becb68 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 20:09:48.305674 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f0d66e-fcec-42dd-9e51-0930ff02aee9 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 20:09:48.310517 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-62f0d66e-fcec-42dd-9e51-0930ff02aee9 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:48.315631 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d996fd13-ab11-4256-acee-bad4b5069da6 None None] Sync routers for ids ['228e1610-8a9a-4ada-bb07-71d050becb68'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 20:09:48.329147 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d996fd13-ab11-4256-acee-bad4b5069da6 None None] Routers {'228e1610-8a9a-4ada-bb07-71d050becb68'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:09:48.329746 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-d996fd13-ab11-4256-acee-bad4b5069da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:09:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['228e1610-8a9a-4ada-bb07-71d050becb68'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:09:48.340168 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-62f0d66e-fcec-42dd-9e51-0930ff02aee9 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "DELETE /v2.0/floatingips/4a4e2940-1783-46cd-979e-899b46cb5eb7 HTTP/1.1" status: 204 len: 168 time: 0.8337958 Dec 10 20:09:48.340168 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1481b879-b209-4e73-a2d3-344432304355', 'tag': '7686518a-0da4-451d-aa37-b880b5c7db63'}] {{(pid=102366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:09:48.340797 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a86acec104960cf4069dffce1919f1f0aa2a294c7752363dfd1d6594a90fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f01c54-db0e-47dc-b247-622833aac4e5" -d '{"events": [{"name": "network-changed", "server_uuid": "1481b879-b209-4e73-a2d3-344432304355", "tag": "7686518a-0da4-451d-aa37-b880b5c7db63"}]}' {{(pid=102366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:09:48.442440 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-d996fd13-ab11-4256-acee-bad4b5069da6 None None] Set router 228e1610-8a9a-4ada-bb07-71d050becb68 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:09:48.455637 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 20:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb525f3d-e5d7-46e5-be15-ae9f4ac5b777 x-openstack-request-id: req-eb525f3d-e5d7-46e5-be15-ae9f4ac5b777 {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:09:48.455932 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1481b879-b209-4e73-a2d3-344432304355", "tag": "7686518a-0da4-451d-aa37-b880b5c7db63", "status": "completed", "code": 200}]} {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:09:48.456198 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-eb525f3d-e5d7-46e5-be15-ae9f4ac5b777 {{(pid=102366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:09:48.456611 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1481b879-b209-4e73-a2d3-344432304355', 'tag': '7686518a-0da4-451d-aa37-b880b5c7db63', 'status': 'completed', 'code': 200} Dec 10 20:09:48.562582 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f01c54-db0e-47dc-b247-622833aac4e5 req-9e467359-9105-435e-8908-c461fc6d7318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:09:48.564090 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-50f01c54-db0e-47dc-b247-622833aac4e5 req-9e467359-9105-435e-8908-c461fc6d7318 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=575d6f57815e49e1b66e2ddad838d8d9&device_id=1481b879-b209-4e73-a2d3-344432304355 HTTP/1.1" status: 200 len: 1098 time: 0.0680058 Dec 10 20:09:48.594693 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e8e7a-e91d-4b00-815a-f72506dedeb1 req-f358a3d0-ce3d-452c-9256-1ab08c2bd7ce tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:09:48.596249 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c84e8e7a-e91d-4b00-815a-f72506dedeb1 req-f358a3d0-ce3d-452c-9256-1ab08c2bd7ce tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=1481b879-b209-4e73-a2d3-344432304355 HTTP/1.1" status: 200 len: 945 time: 0.0701394 Dec 10 20:09:48.670182 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-d996fd13-ab11-4256-acee-bad4b5069da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228e1610-8a9a-4ada-bb07-71d050becb68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132432892', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.185'}], 'enable_snat': True}, 'gw_port_id': '13461f30-5ff5-4881-b37b-f338549ae2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:08:09Z', 'updated_at': '2021-12-10T20:08:13Z', 'revision_number': 4, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': '13461f30-5ff5-4881-b37b-f338549ae2a1', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:94:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228e1610-8a9a-4ada-bb07-71d050becb68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:08:09Z', 'updated_at': '2021-12-10T20:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '9c23f02c-809b-4a05-9f83-1aa46d417d96', 'name': '', 'network_id': '58446662-108f-4dd0-bfff-594dab28fb03', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'mac_address': 'fa:16:3e:17:7e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228e1610-8a9a-4ada-bb07-71d050becb68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '1760fd83-083c-4702-9d4d-6482d3a74cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:08:11Z', 'updated_at': '2021-12-10T20:08:15Z', 'revision_number': 5, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'subnets': [{'id': '1760fd83-083c-4702-9d4d-6482d3a74cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:09:48.679010 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c84e8e7a-e91d-4b00-815a-f72506dedeb1 req-8e3c8be1-2f4a-4e90-a37d-dbff961856d0 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=103deb4f-6f12-4d9f-b534-dce42b8becf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733290 Dec 10 20:09:48.702017 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f01c54-db0e-47dc-b247-622833aac4e5 req-e4064f0a-99bb-4ef9-a46d-f4cf30fbe791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:09:48.704740 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d996fd13-ab11-4256-acee-bad4b5069da6 None None] Checking router: 228e1610-8a9a-4ada-bb07-71d050becb68 for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 20:09:48.704888 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-50f01c54-db0e-47dc-b247-622833aac4e5 req-e4064f0a-99bb-4ef9-a46d-f4cf30fbe791 service neutron] 10.222.0.36 "GET /v2.0/networks?id=58446662-108f-4dd0-bfff-594dab28fb03 HTTP/1.1" status: 200 len: 898 time: 0.1299093 Dec 10 20:09:48.712888 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d996fd13-ab11-4256-acee-bad4b5069da6 None None] Routers {'228e1610-8a9a-4ada-bb07-71d050becb68'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:09:48.713487 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-d996fd13-ab11-4256-acee-bad4b5069da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:09:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['228e1610-8a9a-4ada-bb07-71d050becb68'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:09:48.754589 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-50f01c54-db0e-47dc-b247-622833aac4e5 req-3889cd38-d05f-4fbd-99e1-f3e425084a52 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7686518a-0da4-451d-aa37-b880b5c7db63 HTTP/1.1" status: 200 len: 217 time: 0.0388334 Dec 10 20:09:48.805702 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f01c54-db0e-47dc-b247-622833aac4e5 req-d7415b12-c949-4600-a8fa-5daf54353896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:09:48.807146 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-50f01c54-db0e-47dc-b247-622833aac4e5 req-d7415b12-c949-4600-a8fa-5daf54353896 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1760fd83-083c-4702-9d4d-6482d3a74cf3 HTTP/1.1" status: 200 len: 835 time: 0.0436652 Dec 10 20:09:48.830475 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-d996fd13-ab11-4256-acee-bad4b5069da6 None None] Set router 228e1610-8a9a-4ada-bb07-71d050becb68 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:09:48.853725 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f01c54-db0e-47dc-b247-622833aac4e5 req-39ddb9ad-27b4-47b2-ab28-76ef6f768cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:09:48.855206 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-50f01c54-db0e-47dc-b247-622833aac4e5 req-39ddb9ad-27b4-47b2-ab28-76ef6f768cf0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=58446662-108f-4dd0-bfff-594dab28fb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401919 Dec 10 20:09:48.952388 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-50f01c54-db0e-47dc-b247-622833aac4e5 req-0e5417a6-1441-4cea-a7da-f6aafe0c085e service neutron] 10.222.0.36 "GET /v2.0/networks/58446662-108f-4dd0-bfff-594dab28fb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891125 Dec 10 20:09:49.028737 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-d996fd13-ab11-4256-acee-bad4b5069da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228e1610-8a9a-4ada-bb07-71d050becb68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132432892', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.185'}], 'enable_snat': True}, 'gw_port_id': '13461f30-5ff5-4881-b37b-f338549ae2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:08:09Z', 'updated_at': '2021-12-10T20:08:13Z', 'revision_number': 4, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': '13461f30-5ff5-4881-b37b-f338549ae2a1', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:94:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228e1610-8a9a-4ada-bb07-71d050becb68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:08:09Z', 'updated_at': '2021-12-10T20:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '9c23f02c-809b-4a05-9f83-1aa46d417d96', 'name': '', 'network_id': '58446662-108f-4dd0-bfff-594dab28fb03', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'mac_address': 'fa:16:3e:17:7e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228e1610-8a9a-4ada-bb07-71d050becb68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '1760fd83-083c-4702-9d4d-6482d3a74cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:08:11Z', 'updated_at': '2021-12-10T20:08:15Z', 'revision_number': 5, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'subnets': [{'id': '1760fd83-083c-4702-9d4d-6482d3a74cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:09:49.045287 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-50f01c54-db0e-47dc-b247-622833aac4e5 req-1bac34ba-4a87-4b01-92f5-dd0536a23877 service neutron] 10.222.0.36 "GET /v2.0/networks/58446662-108f-4dd0-bfff-594dab28fb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845249 Dec 10 20:09:49.055818 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d996fd13-ab11-4256-acee-bad4b5069da6 None None] The sync data for ids ['228e1610-8a9a-4ada-bb07-71d050becb68'] in dv-neutron-821441-1-hyperv is: [{'id': '228e1610-8a9a-4ada-bb07-71d050becb68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132432892', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.185'}], 'enable_snat': True}, 'gw_port_id': '13461f30-5ff5-4881-b37b-f338549ae2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:08:09Z', 'updated_at': '2021-12-10T20:08:13Z', 'revision_number': 4, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': '13461f30-5ff5-4881-b37b-f338549ae2a1', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:94:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228e1610-8a9a-4ada-bb07-71d050becb68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:08:09Z', 'updated_at': '2021-12-10T20:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '9c23f02c-809b-4a05-9f83-1aa46d417d96', 'name': '', 'network_id': '58446662-108f-4dd0-bfff-594dab28fb03', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'mac_address': 'fa:16:3e:17:7e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228e1610-8a9a-4ada-bb07-71d050becb68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '1760fd83-083c-4702-9d4d-6482d3a74cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:08:11Z', 'updated_at': '2021-12-10T20:08:15Z', 'revision_number': 5, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'subnets': [{'id': '1760fd83-083c-4702-9d4d-6482d3a74cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 20:09:49.280330 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d5e07a-0631-4fee-adff-ef0c05964033 None None] New status for floating IP 4a4e2940-1783-46cd-979e-899b46cb5eb7: DOWN {{(pid=102368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 20:09:49.798116 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a0e6a1-610a-4795-a6d9-32b68276fcfd req-e768fb89-5bca-4348-bfc3-40e869be399c tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:09:49.799594 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-61a0e6a1-610a-4795-a6d9-32b68276fcfd req-e768fb89-5bca-4348-bfc3-40e869be399c tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=1481b879-b209-4e73-a2d3-344432304355 HTTP/1.1" status: 200 len: 945 time: 0.0493231 Dec 10 20:09:49.837003 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-61a0e6a1-610a-4795-a6d9-32b68276fcfd req-2e6b1b39-20f1-43a2-a904-6a945a33ff35 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=103deb4f-6f12-4d9f-b534-dce42b8becf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312848 Dec 10 20:09:50.354768 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-49cf3434-0c46-4fdd-a0e4-8ad1b8f85cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:50.481068 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25848103-fe67-48eb-9d45-385b78dcfe51 req-25719534-ed85-472d-b09f-297b9f957f14 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:09:50.482415 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-25848103-fe67-48eb-9d45-385b78dcfe51 req-25719534-ed85-472d-b09f-297b9f957f14 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.36 "GET /v2.0/ports?device_id=1481b879-b209-4e73-a2d3-344432304355 HTTP/1.1" status: 200 len: 945 time: 0.0540211 Dec 10 20:09:50.571469 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-25848103-fe67-48eb-9d45-385b78dcfe51 req-ffd52806-6ca3-4f1e-8b28-07c5869f46e5 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Deleting port 7686518a-0da4-451d-aa37-b880b5c7db63 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 20:09:50.571809 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-25848103-fe67-48eb-9d45-385b78dcfe51 req-ffd52806-6ca3-4f1e-8b28-07c5869f46e5 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:51.000787 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-25848103-fe67-48eb-9d45-385b78dcfe51 req-ffd52806-6ca3-4f1e-8b28-07c5869f46e5 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] For port 7686518a-0da4-451d-aa37-b880b5c7db63, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=7686518a-0da4-451d-aa37-b880b5c7db63,segment=NetworkSegment(423049fb-4a6b-4b56-ada4-2e4773163ccb),segment_id=423049fb-4a6b-4b56-ada4-2e4773163ccb)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:09:51.001483 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-25848103-fe67-48eb-9d45-385b78dcfe51 req-ffd52806-6ca3-4f1e-8b28-07c5869f46e5 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:51.010139 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5566c1-be52-4c6b-b596-956d63acab18 req-8f230d96-6129-4dcc-80e2-43bb926963c1 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:09:51.011594 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8b5566c1-be52-4c6b-b596-956d63acab18 req-8f230d96-6129-4dcc-80e2-43bb926963c1 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/ports?device_id=1481b879-b209-4e73-a2d3-344432304355 HTTP/1.1" status: 200 len: 945 time: 0.0821829 Dec 10 20:09:51.029569 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [req-25848103-fe67-48eb-9d45-385b78dcfe51 req-ffd52806-6ca3-4f1e-8b28-07c5869f46e5 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Calling delete_port for 7686518a-0da4-451d-aa37-b880b5c7db63 owned by compute:nova {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 20:09:51.095780 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8b5566c1-be52-4c6b-b596-956d63acab18 req-1c84fa5c-5060-49b4-9156-2ca9c95eb54a tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "GET /v2.0/security-groups?id=103deb4f-6f12-4d9f-b534-dce42b8becf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775950 Dec 10 20:09:51.181112 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-25848103-fe67-48eb-9d45-385b78dcfe51 req-ffd52806-6ca3-4f1e-8b28-07c5869f46e5 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:51.209279 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd52806-6ca3-4f1e-8b28-07c5869f46e5 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event deleted for resources: {'Port': ['ID=7686518a-0da4-451d-aa37-b880b5c7db63,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:09:51.220019 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd52806-6ca3-4f1e-8b28-07c5869f46e5 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:09:51.220366 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd52806-6ca3-4f1e-8b28-07c5869f46e5 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:09:51.220734 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd52806-6ca3-4f1e-8b28-07c5869f46e5 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:09:51.221077 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd52806-6ca3-4f1e-8b28-07c5869f46e5 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:09:51.221411 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd52806-6ca3-4f1e-8b28-07c5869f46e5 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:09:51.221741 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd52806-6ca3-4f1e-8b28-07c5869f46e5 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:09:51.222068 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd52806-6ca3-4f1e-8b28-07c5869f46e5 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:09:51.222395 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd52806-6ca3-4f1e-8b28-07c5869f46e5 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:09:51.223056 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd52806-6ca3-4f1e-8b28-07c5869f46e5 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:09:51.223056 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd52806-6ca3-4f1e-8b28-07c5869f46e5 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:09:51.223401 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd52806-6ca3-4f1e-8b28-07c5869f46e5 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:09:51.223671 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd52806-6ca3-4f1e-8b28-07c5869f46e5 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:09:51.267785 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-25848103-fe67-48eb-9d45-385b78dcfe51 req-ffd52806-6ca3-4f1e-8b28-07c5869f46e5 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] No DVR routers for this DVR port 7686518a-0da4-451d-aa37-b880b5c7db63 on host hv-neutron-8214 {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 20:09:51.270266 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-25848103-fe67-48eb-9d45-385b78dcfe51 req-ffd52806-6ca3-4f1e-8b28-07c5869f46e5 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:51.273734 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-25848103-fe67-48eb-9d45-385b78dcfe51 req-ffd52806-6ca3-4f1e-8b28-07c5869f46e5 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.36 "DELETE /v2.0/ports/7686518a-0da4-451d-aa37-b880b5c7db63 HTTP/1.1" status: 204 len: 173 time: 0.7843983 Dec 10 20:09:51.274172 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1481b879-b209-4e73-a2d3-344432304355', 'name': 'network-vif-deleted', 'tag': '7686518a-0da4-451d-aa37-b880b5c7db63'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:09:51.276413 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05770e7a-6ab0-4adf-8e47-d382dfa6291c" -d '{"events": [{"server_uuid": "1481b879-b209-4e73-a2d3-344432304355", "name": "network-vif-deleted", "tag": "7686518a-0da4-451d-aa37-b880b5c7db63"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:09:51.315326 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 20:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa05dcc-52ac-4a5f-8200-afbfb2e67825 x-openstack-request-id: req-3aa05dcc-52ac-4a5f-8200-afbfb2e67825 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:09:51.315621 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1481b879-b209-4e73-a2d3-344432304355", "name": "network-vif-deleted", "tag": "7686518a-0da4-451d-aa37-b880b5c7db63", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:09:51.315875 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3aa05dcc-52ac-4a5f-8200-afbfb2e67825 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:09:51.316284 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1481b879-b209-4e73-a2d3-344432304355', 'name': 'network-vif-deleted', 'tag': '7686518a-0da4-451d-aa37-b880b5c7db63', 'status': 'completed', 'code': 200} Dec 10 20:09:52.158819 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 36106) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:09:52.535459 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e0cd2ab3-a1e7-4857-a2b3-e358914ae198 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711290'] for router_interface, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:52.788873 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd2ab3-a1e7-4857-a2b3-e358914ae198 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Deleting port 9c23f02c-809b-4a05-9f83-1aa46d417d96 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 20:09:52.789111 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e0cd2ab3-a1e7-4857-a2b3-e358914ae198 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:53.181881 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-e0cd2ab3-a1e7-4857-a2b3-e358914ae198 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] For port 9c23f02c-809b-4a05-9f83-1aa46d417d96, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=9c23f02c-809b-4a05-9f83-1aa46d417d96,segment=NetworkSegment(423049fb-4a6b-4b56-ada4-2e4773163ccb),segment_id=423049fb-4a6b-4b56-ada4-2e4773163ccb)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:09:53.182613 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e0cd2ab3-a1e7-4857-a2b3-e358914ae198 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:53.194238 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd2ab3-a1e7-4857-a2b3-e358914ae198 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Calling delete_port for 9c23f02c-809b-4a05-9f83-1aa46d417d96 owned by network:router_interface {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 20:09:53.338654 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 7686518a-0da4-451d-aa37-b880b5c7db63 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 20:09:53.359154 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] No Port match for: 7686518a-0da4-451d-aa37-b880b5c7db63 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 20:09:53.359964 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 7686518a-0da4-451d-aa37-b880b5c7db63 not bound to the agent host hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 20:09:53.375562 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e0cd2ab3-a1e7-4857-a2b3-e358914ae198 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:53.403008 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd2ab3-a1e7-4857-a2b3-e358914ae198 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event deleted for resources: {'Port': ['ID=9c23f02c-809b-4a05-9f83-1aa46d417d96,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:09:53.579267 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e0cd2ab3-a1e7-4857-a2b3-e358914ae198 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3755731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3712768'] for router_interface, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:53.795778 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0cd2ab3-a1e7-4857-a2b3-e358914ae198 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Router 228e1610-8a9a-4ada-bb07-71d050becb68 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 20:09:53.904080 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0cd2ab3-a1e7-4857-a2b3-e358914ae198 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 20:09:53.910276 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-e0cd2ab3-a1e7-4857-a2b3-e358914ae198 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "PUT /v2.0/routers/228e1610-8a9a-4ada-bb07-71d050becb68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7499630 Dec 10 20:09:53.913072 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 36108) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:09:53.914047 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c1b471-0e99-453f-86ed-e073fead4662 None None] Sync routers for ids ['228e1610-8a9a-4ada-bb07-71d050becb68'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 20:09:53.924291 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c1b471-0e99-453f-86ed-e073fead4662 None None] Routers {'228e1610-8a9a-4ada-bb07-71d050becb68'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:09:53.924923 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-32c1b471-0e99-453f-86ed-e073fead4662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:09:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['228e1610-8a9a-4ada-bb07-71d050becb68'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:09:53.963932 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-05065028-34bb-417e-a58c-93dfecbb29af tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Deleting subnet 1760fd83-083c-4702-9d4d-6482d3a74cf3 {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 20:09:53.967081 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-05065028-34bb-417e-a58c-93dfecbb29af tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:54.012449 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-05065028-34bb-417e-a58c-93dfecbb29af tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:54.033021 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-32c1b471-0e99-453f-86ed-e073fead4662 None None] Set router 228e1610-8a9a-4ada-bb07-71d050becb68 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:09:54.096677 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-05065028-34bb-417e-a58c-93dfecbb29af tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:54.163839 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-05065028-34bb-417e-a58c-93dfecbb29af tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:54.199143 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05065028-34bb-417e-a58c-93dfecbb29af tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event deleted for resources: {'Subnet': ['ID=1760fd83-083c-4702-9d4d-6482d3a74cf3,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:09:54.201196 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-05065028-34bb-417e-a58c-93dfecbb29af tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:54.206083 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-05065028-34bb-417e-a58c-93dfecbb29af tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "DELETE /v2.0/subnets/1760fd83-083c-4702-9d4d-6482d3a74cf3 HTTP/1.1" status: 204 len: 168 time: 0.2920251 Dec 10 20:09:54.208824 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 36110) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:09:54.212600 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f051770-87bc-4d15-8c04-591ec5de401c None None] Network 58446662-108f-4dd0-bfff-594dab28fb03 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 20:09:54.282248 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-32c1b471-0e99-453f-86ed-e073fead4662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228e1610-8a9a-4ada-bb07-71d050becb68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132432892', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.185'}], 'enable_snat': True}, 'gw_port_id': '13461f30-5ff5-4881-b37b-f338549ae2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:08:09Z', 'updated_at': '2021-12-10T20:09:53Z', 'revision_number': 5, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': '13461f30-5ff5-4881-b37b-f338549ae2a1', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:94:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228e1610-8a9a-4ada-bb07-71d050becb68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:08:09Z', 'updated_at': '2021-12-10T20:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:09:54.310686 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c1b471-0e99-453f-86ed-e073fead4662 None None] Checking router: 228e1610-8a9a-4ada-bb07-71d050becb68 for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 20:09:54.317317 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-706072c0-554f-41b7-b72e-132743890f53 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for router, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:54.364248 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c1b471-0e99-453f-86ed-e073fead4662 None None] Routers {'228e1610-8a9a-4ada-bb07-71d050becb68'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:09:54.364968 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-32c1b471-0e99-453f-86ed-e073fead4662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:09:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['228e1610-8a9a-4ada-bb07-71d050becb68'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:09:54.369202 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-000d795f-22a6-4097-add1-3fda19a1cbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:54.424648 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-706072c0-554f-41b7-b72e-132743890f53 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:54.479186 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-706072c0-554f-41b7-b72e-132743890f53 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Deleting port 13461f30-5ff5-4881-b37b-f338549ae2a1 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 20:09:54.479523 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-706072c0-554f-41b7-b72e-132743890f53 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:54.480009 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-32c1b471-0e99-453f-86ed-e073fead4662 None None] Set router 228e1610-8a9a-4ada-bb07-71d050becb68 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:09:54.536092 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512c22c5-8508-4b42-b0d7-1f61702ff455 None None] DHCP port deletion for 58446662-108f-4dd0-bfff-594dab28fb03 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 20:09:54.570956 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-706072c0-554f-41b7-b72e-132743890f53 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] For port 13461f30-5ff5-4881-b37b-f338549ae2a1, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=13461f30-5ff5-4881-b37b-f338549ae2a1,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:09:54.571318 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-706072c0-554f-41b7-b72e-132743890f53 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:54.584075 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-706072c0-554f-41b7-b72e-132743890f53 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Calling delete_port for 13461f30-5ff5-4881-b37b-f338549ae2a1 owned by network:router_gateway {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 20:09:54.758274 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-706072c0-554f-41b7-b72e-132743890f53 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:54.788491 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706072c0-554f-41b7-b72e-132743890f53 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event deleted for resources: {'Port': ['ID=13461f30-5ff5-4881-b37b-f338549ae2a1,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:09:54.815982 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-512c22c5-8508-4b42-b0d7-1f61702ff455 None None] Deleting port 3139421e-16dc-422d-8231-f788c02bd4b0 {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 20:09:54.816350 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-512c22c5-8508-4b42-b0d7-1f61702ff455 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:54.848217 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-706072c0-554f-41b7-b72e-132743890f53 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3713145'] for router_gateway, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:54.889363 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-512c22c5-8508-4b42-b0d7-1f61702ff455 None None] For port 3139421e-16dc-422d-8231-f788c02bd4b0, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=3139421e-16dc-422d-8231-f788c02bd4b0,segment=NetworkSegment(423049fb-4a6b-4b56-ada4-2e4773163ccb),segment_id=423049fb-4a6b-4b56-ada4-2e4773163ccb)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:09:54.889753 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-512c22c5-8508-4b42-b0d7-1f61702ff455 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:54.905004 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-512c22c5-8508-4b42-b0d7-1f61702ff455 None None] Calling delete_port for 3139421e-16dc-422d-8231-f788c02bd4b0 owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 20:09:54.918157 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-32c1b471-0e99-453f-86ed-e073fead4662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228e1610-8a9a-4ada-bb07-71d050becb68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132432892', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.185'}], 'enable_snat': True}, 'gw_port_id': '13461f30-5ff5-4881-b37b-f338549ae2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:08:09Z', 'updated_at': '2021-12-10T20:09:53Z', 'revision_number': 5, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': '13461f30-5ff5-4881-b37b-f338549ae2a1', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:94:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228e1610-8a9a-4ada-bb07-71d050becb68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:08:09Z', 'updated_at': '2021-12-10T20:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:09:54.940388 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-706072c0-554f-41b7-b72e-132743890f53 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:54.943470 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-706072c0-554f-41b7-b72e-132743890f53 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:54.978124 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c1b471-0e99-453f-86ed-e073fead4662 None None] The sync data for ids ['228e1610-8a9a-4ada-bb07-71d050becb68'] in dv-neutron-821441-1-hyperv is: [{'id': '228e1610-8a9a-4ada-bb07-71d050becb68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132432892', 'tenant_id': '575d6f57815e49e1b66e2ddad838d8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.185'}], 'enable_snat': True}, 'gw_port_id': '13461f30-5ff5-4881-b37b-f338549ae2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:08:09Z', 'updated_at': '2021-12-10T20:09:53Z', 'revision_number': 5, 'project_id': '575d6f57815e49e1b66e2ddad838d8d9', 'gw_port': {'id': '13461f30-5ff5-4881-b37b-f338549ae2a1', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:94:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228e1610-8a9a-4ada-bb07-71d050becb68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:08:09Z', 'updated_at': '2021-12-10T20:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 20:09:54.993301 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-706072c0-554f-41b7-b72e-132743890f53 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:54.993858 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-706072c0-554f-41b7-b72e-132743890f53 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Fanout notify agent at l3_agent the message router_deleted on router 228e1610-8a9a-4ada-bb07-71d050becb68 {{(pid=102365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 20:09:55.001954 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-706072c0-554f-41b7-b72e-132743890f53 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:55.003076 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-706072c0-554f-41b7-b72e-132743890f53 tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "DELETE /v2.0/routers/228e1610-8a9a-4ada-bb07-71d050becb68 HTTP/1.1" status: 204 len: 168 time: 0.7932734 Dec 10 20:09:55.006083 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 36112) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:09:55.023817 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-512c22c5-8508-4b42-b0d7-1f61702ff455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:55.047500 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512c22c5-8508-4b42-b0d7-1f61702ff455 None None] Pushing event deleted for resources: {'Port': ['ID=3139421e-16dc-422d-8231-f788c02bd4b0,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:09:55.057644 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512c22c5-8508-4b42-b0d7-1f61702ff455 None None] No DVR routers for this DVR port 3139421e-16dc-422d-8231-f788c02bd4b0 on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 20:09:55.063065 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512c22c5-8508-4b42-b0d7-1f61702ff455 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:09:55.063570 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512c22c5-8508-4b42-b0d7-1f61702ff455 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:09:55.063904 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512c22c5-8508-4b42-b0d7-1f61702ff455 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:09:55.064237 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512c22c5-8508-4b42-b0d7-1f61702ff455 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:09:55.065326 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512c22c5-8508-4b42-b0d7-1f61702ff455 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:09:55.065326 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512c22c5-8508-4b42-b0d7-1f61702ff455 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:09:55.065326 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512c22c5-8508-4b42-b0d7-1f61702ff455 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:09:55.065606 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512c22c5-8508-4b42-b0d7-1f61702ff455 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:09:55.065814 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512c22c5-8508-4b42-b0d7-1f61702ff455 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:09:55.066202 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512c22c5-8508-4b42-b0d7-1f61702ff455 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:09:55.066472 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512c22c5-8508-4b42-b0d7-1f61702ff455 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:09:55.066715 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512c22c5-8508-4b42-b0d7-1f61702ff455 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:09:55.092111 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6f11e4a8-e7c6-43cc-93b3-734fd9e76c5f tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:55.181275 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6f11e4a8-e7c6-43cc-93b3-734fd9e76c5f tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:55.200752 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-6f11e4a8-e7c6-43cc-93b3-734fd9e76c5f tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58446662-108f-4dd0-bfff-594dab28fb03']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:09:55.210607 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-6f11e4a8-e7c6-43cc-93b3-734fd9e76c5f tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '423049fb-4a6b-4b56-ada4-2e4773163ccb') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:09:55.211255 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-6f11e4a8-e7c6-43cc-93b3-734fd9e76c5f tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '423049fb-4a6b-4b56-ada4-2e4773163ccb') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:09:55.220751 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6f11e4a8-e7c6-43cc-93b3-734fd9e76c5f tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:55.233310 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6f11e4a8-e7c6-43cc-93b3-734fd9e76c5f tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:55.239917 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f11e4a8-e7c6-43cc-93b3-734fd9e76c5f tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 20:09:55.240370 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6f11e4a8-e7c6-43cc-93b3-734fd9e76c5f tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:55.243432 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 20:09:55.243432 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 20:09:55.243432 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 20:09:55.243432 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 20:09:55.243432 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 20:09:55.243432 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 20:09:55.243432 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 20:09:55.243432 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 20:09:55.243432 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 20:09:55.243432 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 20:09:55.243432 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 20:09:55.243432 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 20:09:55.243432 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 20:09:55.243432 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 20:09:55.243432 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 20:09:55.243432 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 20:09:55.243432 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 20:09:55.243432 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 20:09:55.243432 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 20:09:55.243432 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 20:09:55.243432 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 20:09:55.243432 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 20:09:55.243432 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 20:09:55.243432 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 20:09:55.243432 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 20:09:55.243432 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 20:09:55.243432 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 20:09:55.243432 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 20:09:55.243432 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 20:09:55.243432 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 20:09:55.243432 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 20:09:55.243432 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 20:09:55.300763 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6f11e4a8-e7c6-43cc-93b3-734fd9e76c5f tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:55.307933 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6f11e4a8-e7c6-43cc-93b3-734fd9e76c5f tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:55.311290 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-6f11e4a8-e7c6-43cc-93b3-734fd9e76c5f tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "DELETE /v2.0/networks/58446662-108f-4dd0-bfff-594dab28fb03 HTTP/1.1" status: 204 len: 168 time: 0.3042121 Dec 10 20:09:55.316124 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 36114) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:09:55.336811 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11e4a8-e7c6-43cc-93b3-734fd9e76c5f tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event deleted for resources: {'Network': ['ID=58446662-108f-4dd0-bfff-594dab28fb03,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:09:55.379013 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7231c349-aa01-48ba-98dd-6982f6f89b7c tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:55.404244 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7231c349-aa01-48ba-98dd-6982f6f89b7c tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:55.476428 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7231c349-aa01-48ba-98dd-6982f6f89b7c tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:55.480365 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7231c349-aa01-48ba-98dd-6982f6f89b7c tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:55.481898 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-7231c349-aa01-48ba-98dd-6982f6f89b7c tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] 10.222.0.69 "DELETE /v2.0/security-groups/103deb4f-6f12-4d9f-b534-dce42b8becf3 HTTP/1.1" status: 204 len: 168 time: 0.1645768 Dec 10 20:09:55.497133 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7231c349-aa01-48ba-98dd-6982f6f89b7c tempest-TestNetworkAdvancedServerOps-816011355 tempest-TestNetworkAdvancedServerOps-816011355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=103deb4f-6f12-4d9f-b534-dce42b8becf3,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:09:55.591129 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:55.839666 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 36122) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:09:55.978186 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-d1f20769-0694-4e97-95cd-92add12cd16b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=575d6f57815e49e1b66e2ddad838d8d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1373472 Dec 10 20:09:55.980671 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 36126) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:09:56.031547 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ad5c7a5a-c512-4ce7-acdf-2bbcb29b54df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:56.053340 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ad5c7a5a-c512-4ce7-acdf-2bbcb29b54df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:56.102418 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ad5c7a5a-c512-4ce7-acdf-2bbcb29b54df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:56.105038 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ad5c7a5a-c512-4ce7-acdf-2bbcb29b54df admin admin] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:56.106178 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-ad5c7a5a-c512-4ce7-acdf-2bbcb29b54df admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b7eb043c-51f1-4f32-9697-aa068d5263c8 HTTP/1.1" status: 204 len: 168 time: 0.1246018 Dec 10 20:09:56.114859 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c7a5a-c512-4ce7-acdf-2bbcb29b54df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7eb043c-51f1-4f32-9697-aa068d5263c8,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:09:56.201592 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 9c23f02c-809b-4a05-9f83-1aa46d417d96 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 20:09:56.222403 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 9c23f02c-809b-4a05-9f83-1aa46d417d96 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 20:09:56.222749 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 9c23f02c-809b-4a05-9f83-1aa46d417d96 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 20:09:56.223172 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 3139421e-16dc-422d-8231-f788c02bd4b0 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 20:09:56.242247 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 3139421e-16dc-422d-8231-f788c02bd4b0 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 20:09:56.242589 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 3139421e-16dc-422d-8231-f788c02bd4b0 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 20:09:56.243009 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 13461f30-5ff5-4881-b37b-f338549ae2a1 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 20:09:56.264946 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 13461f30-5ff5-4881-b37b-f338549ae2a1 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 20:09:56.266435 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 13461f30-5ff5-4881-b37b-f338549ae2a1 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 20:09:56.377648 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 36132) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:09:56.391283 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-14964835-dd8f-4c59-9e31-4d643c3ef4a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:56.466761 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-14964835-dd8f-4c59-9e31-4d643c3ef4a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:56.471169 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-14964835-dd8f-4c59-9e31-4d643c3ef4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:56.513495 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-14964835-dd8f-4c59-9e31-4d643c3ef4a7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2ba4bc2c7bfe4485ad03074a2262e7e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1347644 Dec 10 20:09:56.514338 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14964835-dd8f-4c59-9e31-4d643c3ef4a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c7af95-b255-43d0-a19f-abb0f678aae8,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:09:56.517019 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 36134) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:09:56.569087 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1549e9ef-65f0-4baf-8a6b-3433c2e095d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:56.590140 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1549e9ef-65f0-4baf-8a6b-3433c2e095d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:56.627679 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:56.641476 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1549e9ef-65f0-4baf-8a6b-3433c2e095d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:56.644109 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1549e9ef-65f0-4baf-8a6b-3433c2e095d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:56.645432 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-1549e9ef-65f0-4baf-8a6b-3433c2e095d5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/94c7af95-b255-43d0-a19f-abb0f678aae8 HTTP/1.1" status: 204 len: 168 time: 0.1266479 Dec 10 20:09:56.653175 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1549e9ef-65f0-4baf-8a6b-3433c2e095d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c7af95-b255-43d0-a19f-abb0f678aae8,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:09:56.992800 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:57.341265 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 36156) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:09:57.436156 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-e3d12f4f-11e2-41a0-b861-2a138c5c23ff admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2017276031-network', 'tenant_id': 'f631252091d74a8e97d1f591906471e8'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:09:57.457161 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d12f4f-11e2-41a0-b861-2a138c5c23ff admin admin] Made reservation on behalf of f631252091d74a8e97d1f591906471e8 for: {'network': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 20:09:57.459435 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e3d12f4f-11e2-41a0-b861-2a138c5c23ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:57.468086 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e3d12f4f-11e2-41a0-b861-2a138c5c23ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:57.544648 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e3d12f4f-11e2-41a0-b861-2a138c5c23ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:57.548949 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e3d12f4f-11e2-41a0-b861-2a138c5c23ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:57.573092 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3d12f4f-11e2-41a0-b861-2a138c5c23ff admin admin] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=102365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 20:09:57.583038 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d12f4f-11e2-41a0-b861-2a138c5c23ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9491fae-a0f1-47d0-91c8-937b48c75d9b,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:09:57.589008 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e3d12f4f-11e2-41a0-b861-2a138c5c23ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:57.589340 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.segments_db [None req-e3d12f4f-11e2-41a0-b861-2a138c5c23ff admin admin] Added segment f207670a-7f74-4931-8ec9-cfd678644189 of type vlan for network 36be00e2-0ade-4eef-9750-4deaee52cffc Dec 10 20:09:57.637897 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e3d12f4f-11e2-41a0-b861-2a138c5c23ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:57.662559 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e3d12f4f-11e2-41a0-b861-2a138c5c23ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:57.663450 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d12f4f-11e2-41a0-b861-2a138c5c23ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:09:57.664133 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-e3d12f4f-11e2-41a0-b861-2a138c5c23ff admin admin] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:57.725077 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-e3d12f4f-11e2-41a0-b861-2a138c5c23ff admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3827133 Dec 10 20:09:57.728140 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 36160) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:09:57.729964 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d12f4f-11e2-41a0-b861-2a138c5c23ff admin admin] Pushing event updated for resources: {'Network': ['ID=36be00e2-0ade-4eef-9750-4deaee52cffc,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:09:57.736746 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-e98a81f6-976b-471b-8cd1-6146d1a5e84f admin admin] Request body: {'subnet': {'network_id': '36be00e2-0ade-4eef-9750-4deaee52cffc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2017276031-subnet', 'tenant_id': 'f631252091d74a8e97d1f591906471e8', 'ip_version': 4}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:09:57.741858 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network 36be00e2-0ade-4eef-9750-4deaee52cffc details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 20:09:57.758677 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e98a81f6-976b-471b-8cd1-6146d1a5e84f admin admin] Made reservation on behalf of f631252091d74a8e97d1f591906471e8 for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 20:09:57.761040 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e98a81f6-976b-471b-8cd1-6146d1a5e84f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:57.924226 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e98a81f6-976b-471b-8cd1-6146d1a5e84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:57.980002 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98a81f6-976b-471b-8cd1-6146d1a5e84f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a041b96-f86e-4688-98d9-f4a8c68f770b,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:09:57.990249 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98a81f6-976b-471b-8cd1-6146d1a5e84f admin admin] Checking segment: {'id': 'f207670a-7f74-4931-8ec9-cfd678644189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '36be00e2-0ade-4eef-9750-4deaee52cffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 20:09:57.990603 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98a81f6-976b-471b-8cd1-6146d1a5e84f admin admin] Network hostable DHCP agents. Network: 36be00e2-0ade-4eef-9750-4deaee52cffc, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 20:09:58.005980 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98a81f6-976b-471b-8cd1-6146d1a5e84f admin admin] Network 36be00e2-0ade-4eef-9750-4deaee52cffc is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 20:09:58.014518 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-e98a81f6-976b-471b-8cd1-6146d1a5e84f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, 36be00e2-0ade-4eef-9750-4deaee52cffc) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 20:09:58.020399 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98a81f6-976b-471b-8cd1-6146d1a5e84f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:09:58.022513 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e98a81f6-976b-471b-8cd1-6146d1a5e84f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:58.023112 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b71dc9-71b9-4601-8df7-cade48b02c18 None None] Network 36be00e2-0ade-4eef-9750-4deaee52cffc requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 20:09:58.039797 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-e98a81f6-976b-471b-8cd1-6146d1a5e84f admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3105400 Dec 10 20:09:58.042418 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 36162) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:09:58.046784 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-3b5f130a-80a0-4cc4-9456-a0b5c9c5c928 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2017276031-router', 'tenant_id': 'f631252091d74a8e97d1f591906471e8', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:09:58.068949 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3b5f130a-80a0-4cc4-9456-a0b5c9c5c928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:58.070016 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3b5f130a-80a0-4cc4-9456-a0b5c9c5c928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:58.125210 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3b5f130a-80a0-4cc4-9456-a0b5c9c5c928 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:58.182628 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5513727-4253-4ba2-8740-351fb0b1fafb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-36be00e2-0ade-4eef-9750-4deaee52cffc', 'network_id': '36be00e2-0ade-4eef-9750-4deaee52cffc', 'tenant_id': 'f631252091d74a8e97d1f591906471e8', 'fixed_ips': [{'subnet_id': '1a041b96-f86e-4688-98d9-f4a8c68f770b'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 20:09:58.183963 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c5513727-4253-4ba2-8740-351fb0b1fafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:58.263900 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3b5f130a-80a0-4cc4-9456-a0b5c9c5c928 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:58.323286 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-c5513727-4253-4ba2-8740-351fb0b1fafb None None] Allocated IP 172.20.0.2 (36be00e2-0ade-4eef-9750-4deaee52cffc/1a041b96-f86e-4688-98d9-f4a8c68f770b/f23d76be-a7ee-48fc-9371-a1e820f96a96) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 20:09:58.465006 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3b5f130a-80a0-4cc4-9456-a0b5c9c5c928 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:58.465512 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c5513727-4253-4ba2-8740-351fb0b1fafb None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:58.471085 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c5513727-4253-4ba2-8740-351fb0b1fafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:58.485289 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3b5f130a-80a0-4cc4-9456-a0b5c9c5c928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:58.507219 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5513727-4253-4ba2-8740-351fb0b1fafb None None] Network 36be00e2-0ade-4eef-9750-4deaee52cffc is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 20:09:58.509970 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-c5513727-4253-4ba2-8740-351fb0b1fafb None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 20:09:58.513263 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5513727-4253-4ba2-8740-351fb0b1fafb None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 20:09:58.521974 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5513727-4253-4ba2-8740-351fb0b1fafb None None] Pushing event updated for resources: {'Port': ['ID=f23d76be-a7ee-48fc-9371-a1e820f96a96,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:09:58.571312 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-c5513727-4253-4ba2-8740-351fb0b1fafb None None] Attempting to bind port f23d76be-a7ee-48fc-9371-a1e820f96a96 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 20:09:58.571669 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-c5513727-4253-4ba2-8740-351fb0b1fafb None None] Attempting to bind port f23d76be-a7ee-48fc-9371-a1e820f96a96 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': 'f207670a-7f74-4931-8ec9-cfd678644189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '36be00e2-0ade-4eef-9750-4deaee52cffc'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 20:09:58.572023 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5513727-4253-4ba2-8740-351fb0b1fafb None None] Attempting to bind port f23d76be-a7ee-48fc-9371-a1e820f96a96 on network 36be00e2-0ade-4eef-9750-4deaee52cffc {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 20:09:58.576934 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5513727-4253-4ba2-8740-351fb0b1fafb None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 20:09:58.577295 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5513727-4253-4ba2-8740-351fb0b1fafb None None] Checking segment: {'id': 'f207670a-7f74-4931-8ec9-cfd678644189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '36be00e2-0ade-4eef-9750-4deaee52cffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 20:09:58.578347 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c5513727-4253-4ba2-8740-351fb0b1fafb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:58.578865 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5513727-4253-4ba2-8740-351fb0b1fafb None None] Bound using segment: {'id': 'f207670a-7f74-4931-8ec9-cfd678644189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '36be00e2-0ade-4eef-9750-4deaee52cffc'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 20:09:58.579189 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-c5513727-4253-4ba2-8740-351fb0b1fafb None None] Bound port: f23d76be-a7ee-48fc-9371-a1e820f96a96, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f207670a-7f74-4931-8ec9-cfd678644189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '36be00e2-0ade-4eef-9750-4deaee52cffc'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 20:09:58.579558 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c5513727-4253-4ba2-8740-351fb0b1fafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:58.596877 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-3b5f130a-80a0-4cc4-9456-a0b5c9c5c928 admin admin] Allocated IP 172.26.6.175 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/743cf8ef-db9a-43ee-b8a7-fd95022f76e2) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 20:09:58.645325 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c5513727-4253-4ba2-8740-351fb0b1fafb None None] For port f23d76be-a7ee-48fc-9371-a1e820f96a96, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 20:09:58.648519 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c5513727-4253-4ba2-8740-351fb0b1fafb None None] For port f23d76be-a7ee-48fc-9371-a1e820f96a96, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=f23d76be-a7ee-48fc-9371-a1e820f96a96,segment=NetworkSegment(f207670a-7f74-4931-8ec9-cfd678644189),segment_id=f207670a-7f74-4931-8ec9-cfd678644189)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 20:09:58.652715 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c5513727-4253-4ba2-8740-351fb0b1fafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:58.713355 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3b5f130a-80a0-4cc4-9456-a0b5c9c5c928 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:58.713554 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5513727-4253-4ba2-8740-351fb0b1fafb None None] Pushing event updated for resources: {'Port': ['ID=f23d76be-a7ee-48fc-9371-a1e820f96a96,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:09:58.743945 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3b5f130a-80a0-4cc4-9456-a0b5c9c5c928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:58.788255 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5f130a-80a0-4cc4-9456-a0b5c9c5c928 admin admin] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 20:09:58.792460 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-3b5f130a-80a0-4cc4-9456-a0b5c9c5c928 admin admin] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 20:09:58.799305 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5f130a-80a0-4cc4-9456-a0b5c9c5c928 admin admin] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 20:09:58.802449 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5f130a-80a0-4cc4-9456-a0b5c9c5c928 admin admin] Pushing event updated for resources: {'Port': ['ID=743cf8ef-db9a-43ee-b8a7-fd95022f76e2,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:09:59.059444 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3b5f130a-80a0-4cc4-9456-a0b5c9c5c928 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:59.264179 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3b5f130a-80a0-4cc4-9456-a0b5c9c5c928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:59.396785 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b5f130a-80a0-4cc4-9456-a0b5c9c5c928 admin admin] Router 47855eb3-f8b8-44e5-97ba-2d9dca3f2d00 is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 20:09:59.509629 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5f130a-80a0-4cc4-9456-a0b5c9c5c928 admin admin] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 20:09:59.522538 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc129f36-700e-430d-acb0-a8c7440ac1d5 None None] Sync routers for ids ['47855eb3-f8b8-44e5-97ba-2d9dca3f2d00'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 20:09:59.529735 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-3b5f130a-80a0-4cc4-9456-a0b5c9c5c928 admin admin] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:59.534461 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-3b5f130a-80a0-4cc4-9456-a0b5c9c5c928 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4880602 Dec 10 20:09:59.534640 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 36164) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:09:59.535925 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc129f36-700e-430d-acb0-a8c7440ac1d5 None None] Routers {'47855eb3-f8b8-44e5-97ba-2d9dca3f2d00'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:09:59.536554 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-dc129f36-700e-430d-acb0-a8c7440ac1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:09:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['47855eb3-f8b8-44e5-97ba-2d9dca3f2d00'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:09:59.645788 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb44bcba-9a75-4f09-950f-09d03ca8f3a1 None None] Network 36be00e2-0ade-4eef-9750-4deaee52cffc requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 20:09:59.657456 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-dc129f36-700e-430d-acb0-a8c7440ac1d5 None None] Set router 47855eb3-f8b8-44e5-97ba-2d9dca3f2d00 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:09:59.720717 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-7efe9ffd-c544-4a54-9c00-d1917a5f974b None None] Provisioning complete for port f23d76be-a7ee-48fc-9371-a1e820f96a96 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:09:59.721391 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-7efe9ffd-c544-4a54-9c00-d1917a5f974b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:59.842202 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-dc129f36-700e-430d-acb0-a8c7440ac1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47855eb3-f8b8-44e5-97ba-2d9dca3f2d00', 'name': 'tempest-TestShelveInstance-2017276031-router', 'tenant_id': 'f631252091d74a8e97d1f591906471e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.175'}], 'enable_snat': True}, 'gw_port_id': '743cf8ef-db9a-43ee-b8a7-fd95022f76e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:09:58Z', 'updated_at': '2021-12-10T20:09:58Z', 'revision_number': 3, 'project_id': 'f631252091d74a8e97d1f591906471e8', 'gw_port': {'id': '743cf8ef-db9a-43ee-b8a7-fd95022f76e2', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:95:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47855eb3-f8b8-44e5-97ba-2d9dca3f2d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:09:58Z', 'updated_at': '2021-12-10T20:09:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:09:59.869853 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-7efe9ffd-c544-4a54-9c00-d1917a5f974b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:59.873500 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc129f36-700e-430d-acb0-a8c7440ac1d5 None None] Checking router: 47855eb3-f8b8-44e5-97ba-2d9dca3f2d00 for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 20:09:59.873917 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc129f36-700e-430d-acb0-a8c7440ac1d5 None None] Updating router 47855eb3-f8b8-44e5-97ba-2d9dca3f2d00 port 743cf8ef-db9a-43ee-b8a7-fd95022f76e2 binding host dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 20:09:59.902937 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-dc129f36-700e-430d-acb0-a8c7440ac1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:59.912782 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-7efe9ffd-c544-4a54-9c00-d1917a5f974b None None] For port f23d76be-a7ee-48fc-9371-a1e820f96a96, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=f23d76be-a7ee-48fc-9371-a1e820f96a96,segment=NetworkSegment(f207670a-7f74-4931-8ec9-cfd678644189),segment_id=f207670a-7f74-4931-8ec9-cfd678644189)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:09:59.918683 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-7efe9ffd-c544-4a54-9c00-d1917a5f974b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:09:59.975776 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efe9ffd-c544-4a54-9c00-d1917a5f974b None None] Pushing event updated for resources: {'Port': ['ID=f23d76be-a7ee-48fc-9371-a1e820f96a96,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:09:59.996022 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1869130f-6aef-41f9-bbfc-3b1e741d15ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:00.140846 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-e89f615c-dff5-4b64-9f90-ba39e2e1a67c None None] Provisioning complete for port f23d76be-a7ee-48fc-9371-a1e820f96a96 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:10:00.141219 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e89f615c-dff5-4b64-9f90-ba39e2e1a67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:00.162652 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-1869130f-6aef-41f9-bbfc-3b1e741d15ae admin admin] Allocated IP 172.20.0.1 (36be00e2-0ade-4eef-9750-4deaee52cffc/1a041b96-f86e-4688-98d9-f4a8c68f770b/6448f435-69f8-44e8-b8ee-5fb04f22d3e2) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 20:10:00.192186 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-dc129f36-700e-430d-acb0-a8c7440ac1d5 None None] Notify callbacks [] for port, precommit_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:00.205761 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-dc129f36-700e-430d-acb0-a8c7440ac1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:00.250729 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-dc129f36-700e-430d-acb0-a8c7440ac1d5 None None] Attempting to bind port 743cf8ef-db9a-43ee-b8a7-fd95022f76e2 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 20:10:00.251368 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-dc129f36-700e-430d-acb0-a8c7440ac1d5 None None] Attempting to bind port 743cf8ef-db9a-43ee-b8a7-fd95022f76e2 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 20:10:00.251872 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc129f36-700e-430d-acb0-a8c7440ac1d5 None None] Attempting to bind port 743cf8ef-db9a-43ee-b8a7-fd95022f76e2 on network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 20:10:00.261348 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc129f36-700e-430d-acb0-a8c7440ac1d5 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 20:10:00.261710 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc129f36-700e-430d-acb0-a8c7440ac1d5 None None] Checking segment: {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 20:10:00.262097 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-dc129f36-700e-430d-acb0-a8c7440ac1d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:00.262676 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc129f36-700e-430d-acb0-a8c7440ac1d5 None None] Bound using segment: {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 20:10:00.263143 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-dc129f36-700e-430d-acb0-a8c7440ac1d5 None None] Bound port: 743cf8ef-db9a-43ee-b8a7-fd95022f76e2, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 20:10:00.263617 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-dc129f36-700e-430d-acb0-a8c7440ac1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:00.283845 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device f23d76be-a7ee-48fc-9371-a1e820f96a96 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 20:10:00.294872 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d7c50b-2d8b-4373-a4f6-f2f7357266cc None None] Pushing event updated for resources: {'Port': ['ID=743cf8ef-db9a-43ee-b8a7-fd95022f76e2,revision_number=2']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:10:00.307213 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d7c50b-2d8b-4373-a4f6-f2f7357266cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:10:00.307591 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d7c50b-2d8b-4373-a4f6-f2f7357266cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:10:00.307884 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d7c50b-2d8b-4373-a4f6-f2f7357266cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:10:00.308213 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d7c50b-2d8b-4373-a4f6-f2f7357266cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:10:00.308547 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d7c50b-2d8b-4373-a4f6-f2f7357266cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:10:00.308869 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d7c50b-2d8b-4373-a4f6-f2f7357266cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:10:00.309700 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d7c50b-2d8b-4373-a4f6-f2f7357266cc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:10:00.310328 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d7c50b-2d8b-4373-a4f6-f2f7357266cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:10:00.310328 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d7c50b-2d8b-4373-a4f6-f2f7357266cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:10:00.310645 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d7c50b-2d8b-4373-a4f6-f2f7357266cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:10:00.311377 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d7c50b-2d8b-4373-a4f6-f2f7357266cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:10:00.311701 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d7c50b-2d8b-4373-a4f6-f2f7357266cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:10:00.313504 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1869130f-6aef-41f9-bbfc-3b1e741d15ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:00.340028 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port f23d76be-a7ee-48fc-9371-a1e820f96a96 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:10:00.340387 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:00.344432 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-dc129f36-700e-430d-acb0-a8c7440ac1d5 None None] For port 743cf8ef-db9a-43ee-b8a7-fd95022f76e2, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 20:10:00.349569 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-dc129f36-700e-430d-acb0-a8c7440ac1d5 None None] For port 743cf8ef-db9a-43ee-b8a7-fd95022f76e2, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=743cf8ef-db9a-43ee-b8a7-fd95022f76e2,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 20:10:00.362104 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1869130f-6aef-41f9-bbfc-3b1e741d15ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:00.364089 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-dc129f36-700e-430d-acb0-a8c7440ac1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:00.408043 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1869130f-6aef-41f9-bbfc-3b1e741d15ae admin admin] Network 36be00e2-0ade-4eef-9750-4deaee52cffc is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 20:10:00.411336 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-1869130f-6aef-41f9-bbfc-3b1e741d15ae admin admin] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 20:10:00.415078 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1869130f-6aef-41f9-bbfc-3b1e741d15ae admin admin] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 20:10:00.430999 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d7c50b-2d8b-4373-a4f6-f2f7357266cc None None] Pushing event updated for resources: {'Port': ['ID=743cf8ef-db9a-43ee-b8a7-fd95022f76e2,revision_number=3']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:10:00.433722 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc129f36-700e-430d-acb0-a8c7440ac1d5 None None] Routers {'47855eb3-f8b8-44e5-97ba-2d9dca3f2d00'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:10:00.434311 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-dc129f36-700e-430d-acb0-a8c7440ac1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:09:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['47855eb3-f8b8-44e5-97ba-2d9dca3f2d00'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:10:00.458895 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1869130f-6aef-41f9-bbfc-3b1e741d15ae admin admin] Pushing event updated for resources: {'Port': ['ID=6448f435-69f8-44e8-b8ee-5fb04f22d3e2,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:10:00.484385 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1869130f-6aef-41f9-bbfc-3b1e741d15ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712030'] for router_interface, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:00.628321 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1869130f-6aef-41f9-bbfc-3b1e741d15ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:00.649921 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-dc129f36-700e-430d-acb0-a8c7440ac1d5 None None] Set router 47855eb3-f8b8-44e5-97ba-2d9dca3f2d00 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:10:00.673659 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-76628871-7261-4e05-a6d6-3f0ecc6fecbb None None] Provisioning complete for port 6448f435-69f8-44e8-b8ee-5fb04f22d3e2 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:10:00.674734 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-76628871-7261-4e05-a6d6-3f0ecc6fecbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:00.711394 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-76628871-7261-4e05-a6d6-3f0ecc6fecbb None None] Port 6448f435-69f8-44e8-b8ee-5fb04f22d3e2 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 20:10:00.797671 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1869130f-6aef-41f9-bbfc-3b1e741d15ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:00.802672 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1869130f-6aef-41f9-bbfc-3b1e741d15ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:00.842161 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-dc129f36-700e-430d-acb0-a8c7440ac1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47855eb3-f8b8-44e5-97ba-2d9dca3f2d00', 'name': 'tempest-TestShelveInstance-2017276031-router', 'tenant_id': 'f631252091d74a8e97d1f591906471e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.175'}], 'enable_snat': True}, 'gw_port_id': '743cf8ef-db9a-43ee-b8a7-fd95022f76e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:09:58Z', 'updated_at': '2021-12-10T20:09:58Z', 'revision_number': 3, 'project_id': 'f631252091d74a8e97d1f591906471e8', 'gw_port': {'id': '743cf8ef-db9a-43ee-b8a7-fd95022f76e2', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:95:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47855eb3-f8b8-44e5-97ba-2d9dca3f2d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:09:58Z', 'updated_at': '2021-12-10T20:10:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:10:00.866008 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1869130f-6aef-41f9-bbfc-3b1e741d15ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3755716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711339'] for router_interface, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:00.867678 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1869130f-6aef-41f9-bbfc-3b1e741d15ae admin admin] Pushing event updated for resources: {'Port': ['ID=6448f435-69f8-44e8-b8ee-5fb04f22d3e2,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:10:00.872271 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc129f36-700e-430d-acb0-a8c7440ac1d5 None None] The sync data for ids ['47855eb3-f8b8-44e5-97ba-2d9dca3f2d00'] in dv-neutron-821441-1-hyperv is: [{'id': '47855eb3-f8b8-44e5-97ba-2d9dca3f2d00', 'name': 'tempest-TestShelveInstance-2017276031-router', 'tenant_id': 'f631252091d74a8e97d1f591906471e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.175'}], 'enable_snat': True}, 'gw_port_id': '743cf8ef-db9a-43ee-b8a7-fd95022f76e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:09:58Z', 'updated_at': '2021-12-10T20:09:58Z', 'revision_number': 3, 'project_id': 'f631252091d74a8e97d1f591906471e8', 'gw_port': {'id': '743cf8ef-db9a-43ee-b8a7-fd95022f76e2', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:95:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47855eb3-f8b8-44e5-97ba-2d9dca3f2d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:09:58Z', 'updated_at': '2021-12-10T20:10:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 20:10:01.290860 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1869130f-6aef-41f9-bbfc-3b1e741d15ae admin admin] Network 36be00e2-0ade-4eef-9750-4deaee52cffc is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 20:10:01.292652 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-1869130f-6aef-41f9-bbfc-3b1e741d15ae admin admin] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 20:10:01.415675 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1869130f-6aef-41f9-bbfc-3b1e741d15ae admin admin] Router 47855eb3-f8b8-44e5-97ba-2d9dca3f2d00 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 20:10:01.531742 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1869130f-6aef-41f9-bbfc-3b1e741d15ae admin admin] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 20:10:01.541073 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-1869130f-6aef-41f9-bbfc-3b1e741d15ae admin admin] 10.222.0.69 "PUT /v2.0/routers/47855eb3-f8b8-44e5-97ba-2d9dca3f2d00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0012326 Dec 10 20:10:01.544598 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-eb994e93-875c-44d0-bb4c-a5b873aefe32 None None] Provisioning complete for port 6448f435-69f8-44e8-b8ee-5fb04f22d3e2 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:10:01.544986 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-eb994e93-875c-44d0-bb4c-a5b873aefe32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:01.584655 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-eb994e93-875c-44d0-bb4c-a5b873aefe32 None None] Port 6448f435-69f8-44e8-b8ee-5fb04f22d3e2 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 20:10:02.036299 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 36180) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:10:02.041363 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-ba970100-d8f0-470c-a36c-2483c4d0b923 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1689971476-network', 'tenant_id': '5eb3cac59c9b40fd858292573762f6bb'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:10:02.061523 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba970100-d8f0-470c-a36c-2483c4d0b923 admin admin] Made reservation on behalf of 5eb3cac59c9b40fd858292573762f6bb for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 20:10:02.063891 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ba970100-d8f0-470c-a36c-2483c4d0b923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:02.072403 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ba970100-d8f0-470c-a36c-2483c4d0b923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:02.154682 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ba970100-d8f0-470c-a36c-2483c4d0b923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:02.162475 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ba970100-d8f0-470c-a36c-2483c4d0b923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:02.186580 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba970100-d8f0-470c-a36c-2483c4d0b923 admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 20:10:02.200342 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba970100-d8f0-470c-a36c-2483c4d0b923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d63784-87fc-4b35-8ae3-4a5d0c445317,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:10:02.205880 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ba970100-d8f0-470c-a36c-2483c4d0b923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:02.206223 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-ba970100-d8f0-470c-a36c-2483c4d0b923 admin admin] Added segment 0e34b8b0-48ba-44ee-8508-9d9764d55d49 of type vlan for network a97d4b9a-ba97-4662-8796-400ba58d8315 Dec 10 20:10:02.244732 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 743cf8ef-db9a-43ee-b8a7-fd95022f76e2 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 20:10:02.252895 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ba970100-d8f0-470c-a36c-2483c4d0b923 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:02.281478 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ba970100-d8f0-470c-a36c-2483c4d0b923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:02.282438 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba970100-d8f0-470c-a36c-2483c4d0b923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:10:02.283019 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ba970100-d8f0-470c-a36c-2483c4d0b923 admin admin] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:02.303556 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 743cf8ef-db9a-43ee-b8a7-fd95022f76e2 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:10:02.304339 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:02.339209 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-ba970100-d8f0-470c-a36c-2483c4d0b923 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3017216 Dec 10 20:10:02.342134 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 36182) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:10:02.348625 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-cdf42cf3-303c-4248-86d1-dab35406810d admin admin] Request body: {'subnet': {'network_id': 'a97d4b9a-ba97-4662-8796-400ba58d8315', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1689971476-subnet', 'tenant_id': '5eb3cac59c9b40fd858292573762f6bb', 'ip_version': 4}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:10:02.351320 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba970100-d8f0-470c-a36c-2483c4d0b923 admin admin] Pushing event updated for resources: {'Network': ['ID=a97d4b9a-ba97-4662-8796-400ba58d8315,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:10:02.373316 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf42cf3-303c-4248-86d1-dab35406810d admin admin] Made reservation on behalf of 5eb3cac59c9b40fd858292573762f6bb for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 20:10:02.376149 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cdf42cf3-303c-4248-86d1-dab35406810d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:02.380340 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network a97d4b9a-ba97-4662-8796-400ba58d8315 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 20:10:02.432329 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:02.469675 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port 743cf8ef-db9a-43ee-b8a7-fd95022f76e2, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=743cf8ef-db9a-43ee-b8a7-fd95022f76e2,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:10:02.473627 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7206b369-80de-4766-bece-c5b8c16ab0be None None] Sync routers for ids ['47855eb3-f8b8-44e5-97ba-2d9dca3f2d00'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 20:10:02.478994 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:02.506745 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7206b369-80de-4766-bece-c5b8c16ab0be None None] Routers {'47855eb3-f8b8-44e5-97ba-2d9dca3f2d00'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:10:02.507359 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-7206b369-80de-4766-bece-c5b8c16ab0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:09:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['47855eb3-f8b8-44e5-97ba-2d9dca3f2d00'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:10:02.571189 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cdf42cf3-303c-4248-86d1-dab35406810d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:02.590878 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=743cf8ef-db9a-43ee-b8a7-fd95022f76e2,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:10:02.624188 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf42cf3-303c-4248-86d1-dab35406810d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5e06a93-38cd-453c-a930-9e48f921fc5f,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:10:02.627462 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-7206b369-80de-4766-bece-c5b8c16ab0be None None] Set router 47855eb3-f8b8-44e5-97ba-2d9dca3f2d00 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:10:02.639376 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf42cf3-303c-4248-86d1-dab35406810d admin admin] Checking segment: {'id': '0e34b8b0-48ba-44ee-8508-9d9764d55d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a97d4b9a-ba97-4662-8796-400ba58d8315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 20:10:02.639734 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf42cf3-303c-4248-86d1-dab35406810d admin admin] Network hostable DHCP agents. Network: a97d4b9a-ba97-4662-8796-400ba58d8315, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 20:10:02.657645 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf42cf3-303c-4248-86d1-dab35406810d admin admin] Network a97d4b9a-ba97-4662-8796-400ba58d8315 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 20:10:02.666684 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-cdf42cf3-303c-4248-86d1-dab35406810d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, a97d4b9a-ba97-4662-8796-400ba58d8315) {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 20:10:02.676077 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65359ea5-7f76-4bf4-8647-06565a1a3345 None None] Network a97d4b9a-ba97-4662-8796-400ba58d8315 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 20:10:02.677937 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf42cf3-303c-4248-86d1-dab35406810d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:10:02.678529 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-cdf42cf3-303c-4248-86d1-dab35406810d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:02.693764 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-cdf42cf3-303c-4248-86d1-dab35406810d admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3493366 Dec 10 20:10:02.696290 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 36184) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:10:02.700638 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-23e5f913-315a-4c12-b665-3c9fb29e349a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1689971476-router', 'tenant_id': '5eb3cac59c9b40fd858292573762f6bb', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:10:02.723970 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-23e5f913-315a-4c12-b665-3c9fb29e349a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:02.725011 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-23e5f913-315a-4c12-b665-3c9fb29e349a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:02.781703 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-23e5f913-315a-4c12-b665-3c9fb29e349a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:02.929812 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-23e5f913-315a-4c12-b665-3c9fb29e349a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:02.953422 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:03.101529 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b241c91e-aab4-4f0e-a3ad-200d377cd28f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-a97d4b9a-ba97-4662-8796-400ba58d8315', 'network_id': 'a97d4b9a-ba97-4662-8796-400ba58d8315', 'tenant_id': '5eb3cac59c9b40fd858292573762f6bb', 'fixed_ips': [{'subnet_id': 'd5e06a93-38cd-453c-a930-9e48f921fc5f'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 20:10:03.102400 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b241c91e-aab4-4f0e-a3ad-200d377cd28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:03.119485 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-7206b369-80de-4766-bece-c5b8c16ab0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47855eb3-f8b8-44e5-97ba-2d9dca3f2d00', 'name': 'tempest-TestShelveInstance-2017276031-router', 'tenant_id': 'f631252091d74a8e97d1f591906471e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.175'}], 'enable_snat': True}, 'gw_port_id': '743cf8ef-db9a-43ee-b8a7-fd95022f76e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:09:58Z', 'updated_at': '2021-12-10T20:10:00Z', 'revision_number': 4, 'project_id': 'f631252091d74a8e97d1f591906471e8', 'gw_port': {'id': '743cf8ef-db9a-43ee-b8a7-fd95022f76e2', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:95:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47855eb3-f8b8-44e5-97ba-2d9dca3f2d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:09:58Z', 'updated_at': '2021-12-10T20:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '6448f435-69f8-44e8-b8ee-5fb04f22d3e2', 'name': '', 'network_id': '36be00e2-0ade-4eef-9750-4deaee52cffc', 'tenant_id': 'f631252091d74a8e97d1f591906471e8', 'mac_address': 'fa:16:3e:9d:74:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47855eb3-f8b8-44e5-97ba-2d9dca3f2d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '1a041b96-f86e-4688-98d9-f4a8c68f770b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:10:00Z', 'updated_at': '2021-12-10T20:10:00Z', 'revision_number': 2, 'project_id': 'f631252091d74a8e97d1f591906471e8', 'subnets': [{'id': '1a041b96-f86e-4688-98d9-f4a8c68f770b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:10:03.147713 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7206b369-80de-4766-bece-c5b8c16ab0be None None] Checking router: 47855eb3-f8b8-44e5-97ba-2d9dca3f2d00 for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 20:10:03.148038 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7206b369-80de-4766-bece-c5b8c16ab0be None None] Updating router 47855eb3-f8b8-44e5-97ba-2d9dca3f2d00 port 6448f435-69f8-44e8-b8ee-5fb04f22d3e2 binding host dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 20:10:03.153914 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-23e5f913-315a-4c12-b665-3c9fb29e349a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:03.175367 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-23e5f913-315a-4c12-b665-3c9fb29e349a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:03.231986 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-7206b369-80de-4766-bece-c5b8c16ab0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:03.285812 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-23e5f913-315a-4c12-b665-3c9fb29e349a admin admin] Allocated IP 172.26.6.237 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/3f769c58-ec3c-4144-a2b2-7219033abc10) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 20:10:03.381558 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-b241c91e-aab4-4f0e-a3ad-200d377cd28f None None] Allocated IP 172.20.0.2 (a97d4b9a-ba97-4662-8796-400ba58d8315/d5e06a93-38cd-453c-a930-9e48f921fc5f/46fe53cd-2591-498c-83bb-55c5fdb79cc3) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 20:10:03.414223 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-23e5f913-315a-4c12-b665-3c9fb29e349a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:03.450714 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-23e5f913-315a-4c12-b665-3c9fb29e349a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:03.491529 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e5f913-315a-4c12-b665-3c9fb29e349a admin admin] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 20:10:03.496097 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-23e5f913-315a-4c12-b665-3c9fb29e349a admin admin] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 20:10:03.504367 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e5f913-315a-4c12-b665-3c9fb29e349a admin admin] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 20:10:03.507613 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e5f913-315a-4c12-b665-3c9fb29e349a admin admin] Pushing event updated for resources: {'Port': ['ID=3f769c58-ec3c-4144-a2b2-7219033abc10,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:10:03.618328 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b241c91e-aab4-4f0e-a3ad-200d377cd28f None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:03.647568 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b241c91e-aab4-4f0e-a3ad-200d377cd28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:03.691184 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-7206b369-80de-4766-bece-c5b8c16ab0be None None] Notify callbacks [] for port, precommit_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:03.705867 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b241c91e-aab4-4f0e-a3ad-200d377cd28f None None] Network a97d4b9a-ba97-4662-8796-400ba58d8315 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 20:10:03.708091 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-7206b369-80de-4766-bece-c5b8c16ab0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:03.715609 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-b241c91e-aab4-4f0e-a3ad-200d377cd28f None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 20:10:03.720423 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b241c91e-aab4-4f0e-a3ad-200d377cd28f None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 20:10:03.722299 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b241c91e-aab4-4f0e-a3ad-200d377cd28f None None] Pushing event updated for resources: {'Port': ['ID=46fe53cd-2591-498c-83bb-55c5fdb79cc3,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:10:03.780289 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-23e5f913-315a-4c12-b665-3c9fb29e349a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:03.810916 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f00a6e5-c417-424c-a85c-596be1d5f34b None None] Pushing event updated for resources: {'Port': ['ID=6448f435-69f8-44e8-b8ee-5fb04f22d3e2,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:10:03.841236 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-b241c91e-aab4-4f0e-a3ad-200d377cd28f None None] Attempting to bind port 46fe53cd-2591-498c-83bb-55c5fdb79cc3 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 20:10:03.841603 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-b241c91e-aab4-4f0e-a3ad-200d377cd28f None None] Attempting to bind port 46fe53cd-2591-498c-83bb-55c5fdb79cc3 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '0e34b8b0-48ba-44ee-8508-9d9764d55d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a97d4b9a-ba97-4662-8796-400ba58d8315'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 20:10:03.841958 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b241c91e-aab4-4f0e-a3ad-200d377cd28f None None] Attempting to bind port 46fe53cd-2591-498c-83bb-55c5fdb79cc3 on network a97d4b9a-ba97-4662-8796-400ba58d8315 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 20:10:03.867562 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b241c91e-aab4-4f0e-a3ad-200d377cd28f None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 20:10:03.867927 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b241c91e-aab4-4f0e-a3ad-200d377cd28f None None] Checking segment: {'id': '0e34b8b0-48ba-44ee-8508-9d9764d55d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a97d4b9a-ba97-4662-8796-400ba58d8315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 20:10:03.868326 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b241c91e-aab4-4f0e-a3ad-200d377cd28f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:03.868733 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b241c91e-aab4-4f0e-a3ad-200d377cd28f None None] Bound using segment: {'id': '0e34b8b0-48ba-44ee-8508-9d9764d55d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a97d4b9a-ba97-4662-8796-400ba58d8315'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 20:10:03.869213 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-b241c91e-aab4-4f0e-a3ad-200d377cd28f None None] Bound port: 46fe53cd-2591-498c-83bb-55c5fdb79cc3, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e34b8b0-48ba-44ee-8508-9d9764d55d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a97d4b9a-ba97-4662-8796-400ba58d8315'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 20:10:03.869586 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b241c91e-aab4-4f0e-a3ad-200d377cd28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:03.887697 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-7206b369-80de-4766-bece-c5b8c16ab0be None None] Attempting to bind port 6448f435-69f8-44e8-b8ee-5fb04f22d3e2 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 20:10:03.888052 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-7206b369-80de-4766-bece-c5b8c16ab0be None None] Attempting to bind port 6448f435-69f8-44e8-b8ee-5fb04f22d3e2 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': 'f207670a-7f74-4931-8ec9-cfd678644189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '36be00e2-0ade-4eef-9750-4deaee52cffc'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 20:10:03.888412 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7206b369-80de-4766-bece-c5b8c16ab0be None None] Attempting to bind port 6448f435-69f8-44e8-b8ee-5fb04f22d3e2 on network 36be00e2-0ade-4eef-9750-4deaee52cffc {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 20:10:03.896109 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7206b369-80de-4766-bece-c5b8c16ab0be None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 20:10:03.896581 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7206b369-80de-4766-bece-c5b8c16ab0be None None] Checking segment: {'id': 'f207670a-7f74-4931-8ec9-cfd678644189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '36be00e2-0ade-4eef-9750-4deaee52cffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 20:10:03.896980 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-7206b369-80de-4766-bece-c5b8c16ab0be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:03.897370 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7206b369-80de-4766-bece-c5b8c16ab0be None None] Bound using segment: {'id': 'f207670a-7f74-4931-8ec9-cfd678644189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '36be00e2-0ade-4eef-9750-4deaee52cffc'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 20:10:03.897884 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-7206b369-80de-4766-bece-c5b8c16ab0be None None] Bound port: 6448f435-69f8-44e8-b8ee-5fb04f22d3e2, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f207670a-7f74-4931-8ec9-cfd678644189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '36be00e2-0ade-4eef-9750-4deaee52cffc'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 20:10:03.898210 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-7206b369-80de-4766-bece-c5b8c16ab0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:03.990975 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-23e5f913-315a-4c12-b665-3c9fb29e349a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:03.995600 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-b241c91e-aab4-4f0e-a3ad-200d377cd28f None None] For port 46fe53cd-2591-498c-83bb-55c5fdb79cc3, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 20:10:04.002169 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-7206b369-80de-4766-bece-c5b8c16ab0be None None] For port 6448f435-69f8-44e8-b8ee-5fb04f22d3e2, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 20:10:04.009680 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-7206b369-80de-4766-bece-c5b8c16ab0be None None] For port 6448f435-69f8-44e8-b8ee-5fb04f22d3e2, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=6448f435-69f8-44e8-b8ee-5fb04f22d3e2,segment=NetworkSegment(f207670a-7f74-4931-8ec9-cfd678644189),segment_id=f207670a-7f74-4931-8ec9-cfd678644189)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 20:10:04.013269 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-b241c91e-aab4-4f0e-a3ad-200d377cd28f None None] For port 46fe53cd-2591-498c-83bb-55c5fdb79cc3, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=46fe53cd-2591-498c-83bb-55c5fdb79cc3,segment=NetworkSegment(0e34b8b0-48ba-44ee-8508-9d9764d55d49),segment_id=0e34b8b0-48ba-44ee-8508-9d9764d55d49)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 20:10:04.019281 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-7206b369-80de-4766-bece-c5b8c16ab0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:04.023178 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b241c91e-aab4-4f0e-a3ad-200d377cd28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:04.082657 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-d3c07a5c-1e94-4876-8f8d-1739e2d5e0f3 None None] Provisioning complete for port 6448f435-69f8-44e8-b8ee-5fb04f22d3e2 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:10:04.083022 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d3c07a5c-1e94-4876-8f8d-1739e2d5e0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:04.126400 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f00a6e5-c417-424c-a85c-596be1d5f34b None None] Pushing event updated for resources: {'Port': ['ID=6448f435-69f8-44e8-b8ee-5fb04f22d3e2,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:10:04.129483 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7206b369-80de-4766-bece-c5b8c16ab0be None None] Routers {'47855eb3-f8b8-44e5-97ba-2d9dca3f2d00'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:10:04.130101 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-7206b369-80de-4766-bece-c5b8c16ab0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:09:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['47855eb3-f8b8-44e5-97ba-2d9dca3f2d00'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:10:04.160491 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e5f913-315a-4c12-b665-3c9fb29e349a admin admin] Router b4034d5e-1fc4-46ba-aa4f-e0eb5546d526 is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 20:10:04.285267 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 743cf8ef-db9a-43ee-b8a7-fd95022f76e2 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 20:10:04.325741 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e5f913-315a-4c12-b665-3c9fb29e349a admin admin] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 20:10:04.332891 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b241c91e-aab4-4f0e-a3ad-200d377cd28f None None] Pushing event updated for resources: {'Port': ['ID=46fe53cd-2591-498c-83bb-55c5fdb79cc3,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:10:04.336084 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b53804-0d96-4dcb-b1ba-f296885a6823 None None] Sync routers for ids ['b4034d5e-1fc4-46ba-aa4f-e0eb5546d526'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 20:10:04.347341 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b53804-0d96-4dcb-b1ba-f296885a6823 None None] Routers {'b4034d5e-1fc4-46ba-aa4f-e0eb5546d526'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:10:04.348008 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-a5b53804-0d96-4dcb-b1ba-f296885a6823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:09:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['b4034d5e-1fc4-46ba-aa4f-e0eb5546d526'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:10:04.362124 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-23e5f913-315a-4c12-b665-3c9fb29e349a admin admin] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:04.363569 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-23e5f913-315a-4c12-b665-3c9fb29e349a admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6661003 Dec 10 20:10:04.367802 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 36186) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:10:04.456348 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 743cf8ef-db9a-43ee-b8a7-fd95022f76e2 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:10:04.457001 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:04.475377 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-a5b53804-0d96-4dcb-b1ba-f296885a6823 None None] Set router b4034d5e-1fc4-46ba-aa4f-e0eb5546d526 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:10:04.487862 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d3c07a5c-1e94-4876-8f8d-1739e2d5e0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:04.513689 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-7206b369-80de-4766-bece-c5b8c16ab0be None None] Set router 47855eb3-f8b8-44e5-97ba-2d9dca3f2d00 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:10:04.576380 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-d3c07a5c-1e94-4876-8f8d-1739e2d5e0f3 None None] For port 6448f435-69f8-44e8-b8ee-5fb04f22d3e2, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=6448f435-69f8-44e8-b8ee-5fb04f22d3e2,segment=NetworkSegment(f207670a-7f74-4931-8ec9-cfd678644189),segment_id=f207670a-7f74-4931-8ec9-cfd678644189)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:10:04.586120 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d3c07a5c-1e94-4876-8f8d-1739e2d5e0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:04.705096 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-a5b53804-0d96-4dcb-b1ba-f296885a6823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4034d5e-1fc4-46ba-aa4f-e0eb5546d526', 'name': 'tempest-TestShelveInstance-1689971476-router', 'tenant_id': '5eb3cac59c9b40fd858292573762f6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.237'}], 'enable_snat': True}, 'gw_port_id': '3f769c58-ec3c-4144-a2b2-7219033abc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:10:02Z', 'updated_at': '2021-12-10T20:10:03Z', 'revision_number': 3, 'project_id': '5eb3cac59c9b40fd858292573762f6bb', 'gw_port': {'id': '3f769c58-ec3c-4144-a2b2-7219033abc10', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4034d5e-1fc4-46ba-aa4f-e0eb5546d526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:10:03Z', 'updated_at': '2021-12-10T20:10:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:10:04.734320 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b53804-0d96-4dcb-b1ba-f296885a6823 None None] Checking router: b4034d5e-1fc4-46ba-aa4f-e0eb5546d526 for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 20:10:04.734794 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b53804-0d96-4dcb-b1ba-f296885a6823 None None] Updating router b4034d5e-1fc4-46ba-aa4f-e0eb5546d526 port 3f769c58-ec3c-4144-a2b2-7219033abc10 binding host dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 20:10:04.766098 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-a5b53804-0d96-4dcb-b1ba-f296885a6823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:04.868014 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9a595bbb-4bf3-43e9-8a23-fccf166c2126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:04.921051 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c07a5c-1e94-4876-8f8d-1739e2d5e0f3 None None] Pushing event updated for resources: {'Port': ['ID=6448f435-69f8-44e8-b8ee-5fb04f22d3e2,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:10:04.934537 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-b7f90b36-d18c-4a1e-b42e-b5f6c38da74d None None] Provisioning complete for port 6448f435-69f8-44e8-b8ee-5fb04f22d3e2 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:10:04.935044 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b7f90b36-d18c-4a1e-b42e-b5f6c38da74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:05.093041 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-a5b53804-0d96-4dcb-b1ba-f296885a6823 None None] Notify callbacks [] for port, precommit_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:05.107807 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-a5b53804-0d96-4dcb-b1ba-f296885a6823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:05.112842 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-7206b369-80de-4766-bece-c5b8c16ab0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47855eb3-f8b8-44e5-97ba-2d9dca3f2d00', 'name': 'tempest-TestShelveInstance-2017276031-router', 'tenant_id': 'f631252091d74a8e97d1f591906471e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.175'}], 'enable_snat': True}, 'gw_port_id': '743cf8ef-db9a-43ee-b8a7-fd95022f76e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:09:58Z', 'updated_at': '2021-12-10T20:10:00Z', 'revision_number': 4, 'project_id': 'f631252091d74a8e97d1f591906471e8', 'gw_port': {'id': '743cf8ef-db9a-43ee-b8a7-fd95022f76e2', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:95:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47855eb3-f8b8-44e5-97ba-2d9dca3f2d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:09:58Z', 'updated_at': '2021-12-10T20:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '6448f435-69f8-44e8-b8ee-5fb04f22d3e2', 'name': '', 'network_id': '36be00e2-0ade-4eef-9750-4deaee52cffc', 'tenant_id': 'f631252091d74a8e97d1f591906471e8', 'mac_address': 'fa:16:3e:9d:74:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47855eb3-f8b8-44e5-97ba-2d9dca3f2d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '1a041b96-f86e-4688-98d9-f4a8c68f770b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:10:00Z', 'updated_at': '2021-12-10T20:10:03Z', 'revision_number': 4, 'project_id': 'f631252091d74a8e97d1f591906471e8', 'subnets': [{'id': '1a041b96-f86e-4688-98d9-f4a8c68f770b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:10:05.117714 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-9a595bbb-4bf3-43e9-8a23-fccf166c2126 admin admin] Allocated IP 172.20.0.1 (a97d4b9a-ba97-4662-8796-400ba58d8315/d5e06a93-38cd-453c-a930-9e48f921fc5f/b98d19ff-a1aa-4b22-913c-04b9d9fdf09b) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 20:10:05.143497 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7206b369-80de-4766-bece-c5b8c16ab0be None None] The sync data for ids ['47855eb3-f8b8-44e5-97ba-2d9dca3f2d00'] in dv-neutron-821441-1-hyperv is: [{'id': '47855eb3-f8b8-44e5-97ba-2d9dca3f2d00', 'name': 'tempest-TestShelveInstance-2017276031-router', 'tenant_id': 'f631252091d74a8e97d1f591906471e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.175'}], 'enable_snat': True}, 'gw_port_id': '743cf8ef-db9a-43ee-b8a7-fd95022f76e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:09:58Z', 'updated_at': '2021-12-10T20:10:00Z', 'revision_number': 4, 'project_id': 'f631252091d74a8e97d1f591906471e8', 'gw_port': {'id': '743cf8ef-db9a-43ee-b8a7-fd95022f76e2', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:95:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47855eb3-f8b8-44e5-97ba-2d9dca3f2d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:09:58Z', 'updated_at': '2021-12-10T20:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '6448f435-69f8-44e8-b8ee-5fb04f22d3e2', 'name': '', 'network_id': '36be00e2-0ade-4eef-9750-4deaee52cffc', 'tenant_id': 'f631252091d74a8e97d1f591906471e8', 'mac_address': 'fa:16:3e:9d:74:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47855eb3-f8b8-44e5-97ba-2d9dca3f2d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '1a041b96-f86e-4688-98d9-f4a8c68f770b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:10:00Z', 'updated_at': '2021-12-10T20:10:03Z', 'revision_number': 4, 'project_id': 'f631252091d74a8e97d1f591906471e8', 'subnets': [{'id': '1a041b96-f86e-4688-98d9-f4a8c68f770b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 20:10:05.180598 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78561185-c0dc-437e-ba23-d1c9d2d0776e None None] Pushing event updated for resources: {'Port': ['ID=3f769c58-ec3c-4144-a2b2-7219033abc10,revision_number=2']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:10:05.183327 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-a5b53804-0d96-4dcb-b1ba-f296885a6823 None None] Attempting to bind port 3f769c58-ec3c-4144-a2b2-7219033abc10 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 20:10:05.183473 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-a5b53804-0d96-4dcb-b1ba-f296885a6823 None None] Attempting to bind port 3f769c58-ec3c-4144-a2b2-7219033abc10 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 20:10:05.183938 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b53804-0d96-4dcb-b1ba-f296885a6823 None None] Attempting to bind port 3f769c58-ec3c-4144-a2b2-7219033abc10 on network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 20:10:05.190600 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b53804-0d96-4dcb-b1ba-f296885a6823 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 20:10:05.191039 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b53804-0d96-4dcb-b1ba-f296885a6823 None None] Checking segment: {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 20:10:05.191347 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-a5b53804-0d96-4dcb-b1ba-f296885a6823 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:05.191733 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b53804-0d96-4dcb-b1ba-f296885a6823 None None] Bound using segment: {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 20:10:05.192196 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-a5b53804-0d96-4dcb-b1ba-f296885a6823 None None] Bound port: 3f769c58-ec3c-4144-a2b2-7219033abc10, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 20:10:05.192661 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-a5b53804-0d96-4dcb-b1ba-f296885a6823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:05.277487 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-a5b53804-0d96-4dcb-b1ba-f296885a6823 None None] For port 3f769c58-ec3c-4144-a2b2-7219033abc10, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 20:10:05.283276 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-a5b53804-0d96-4dcb-b1ba-f296885a6823 None None] For port 3f769c58-ec3c-4144-a2b2-7219033abc10, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=3f769c58-ec3c-4144-a2b2-7219033abc10,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 20:10:05.291668 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-a5b53804-0d96-4dcb-b1ba-f296885a6823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:05.348721 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9a595bbb-4bf3-43e9-8a23-fccf166c2126 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:05.359324 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78561185-c0dc-437e-ba23-d1c9d2d0776e None None] Pushing event updated for resources: {'Port': ['ID=3f769c58-ec3c-4144-a2b2-7219033abc10,revision_number=3']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:10:05.373560 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b53804-0d96-4dcb-b1ba-f296885a6823 None None] Routers {'b4034d5e-1fc4-46ba-aa4f-e0eb5546d526'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:10:05.374284 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-a5b53804-0d96-4dcb-b1ba-f296885a6823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:09:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['b4034d5e-1fc4-46ba-aa4f-e0eb5546d526'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:10:05.393897 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9a595bbb-4bf3-43e9-8a23-fccf166c2126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:05.441393 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a595bbb-4bf3-43e9-8a23-fccf166c2126 admin admin] Network a97d4b9a-ba97-4662-8796-400ba58d8315 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 20:10:05.450059 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-9a595bbb-4bf3-43e9-8a23-fccf166c2126 admin admin] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 20:10:05.452156 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a595bbb-4bf3-43e9-8a23-fccf166c2126 admin admin] Pushing event updated for resources: {'Port': ['ID=b98d19ff-a1aa-4b22-913c-04b9d9fdf09b,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:10:05.455228 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a595bbb-4bf3-43e9-8a23-fccf166c2126 admin admin] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 20:10:05.555246 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70bee2d-a2b8-4913-a8c3-1b64fb70faab None None] Network a97d4b9a-ba97-4662-8796-400ba58d8315 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 20:10:05.565656 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-a5b53804-0d96-4dcb-b1ba-f296885a6823 None None] Set router b4034d5e-1fc4-46ba-aa4f-e0eb5546d526 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:10:05.790572 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-be468b1a-7806-4e53-8fe1-7d6d4ed4baac None None] Provisioning complete for port 46fe53cd-2591-498c-83bb-55c5fdb79cc3 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:10:05.791099 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-be468b1a-7806-4e53-8fe1-7d6d4ed4baac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:05.806376 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-a5b53804-0d96-4dcb-b1ba-f296885a6823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4034d5e-1fc4-46ba-aa4f-e0eb5546d526', 'name': 'tempest-TestShelveInstance-1689971476-router', 'tenant_id': '5eb3cac59c9b40fd858292573762f6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.237'}], 'enable_snat': True}, 'gw_port_id': '3f769c58-ec3c-4144-a2b2-7219033abc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:10:02Z', 'updated_at': '2021-12-10T20:10:03Z', 'revision_number': 3, 'project_id': '5eb3cac59c9b40fd858292573762f6bb', 'gw_port': {'id': '3f769c58-ec3c-4144-a2b2-7219033abc10', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4034d5e-1fc4-46ba-aa4f-e0eb5546d526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:10:03Z', 'updated_at': '2021-12-10T20:10:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:10:05.862832 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b53804-0d96-4dcb-b1ba-f296885a6823 None None] The sync data for ids ['b4034d5e-1fc4-46ba-aa4f-e0eb5546d526'] in dv-neutron-821441-1-hyperv is: [{'id': 'b4034d5e-1fc4-46ba-aa4f-e0eb5546d526', 'name': 'tempest-TestShelveInstance-1689971476-router', 'tenant_id': '5eb3cac59c9b40fd858292573762f6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.237'}], 'enable_snat': True}, 'gw_port_id': '3f769c58-ec3c-4144-a2b2-7219033abc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:10:02Z', 'updated_at': '2021-12-10T20:10:03Z', 'revision_number': 3, 'project_id': '5eb3cac59c9b40fd858292573762f6bb', 'gw_port': {'id': '3f769c58-ec3c-4144-a2b2-7219033abc10', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4034d5e-1fc4-46ba-aa4f-e0eb5546d526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:10:03Z', 'updated_at': '2021-12-10T20:10:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 20:10:05.990913 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9a595bbb-4bf3-43e9-8a23-fccf166c2126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712030'] for router_interface, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:06.012702 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-be468b1a-7806-4e53-8fe1-7d6d4ed4baac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:06.061289 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-be468b1a-7806-4e53-8fe1-7d6d4ed4baac None None] For port 46fe53cd-2591-498c-83bb-55c5fdb79cc3, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=46fe53cd-2591-498c-83bb-55c5fdb79cc3,segment=NetworkSegment(0e34b8b0-48ba-44ee-8508-9d9764d55d49),segment_id=0e34b8b0-48ba-44ee-8508-9d9764d55d49)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:10:06.069416 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-be468b1a-7806-4e53-8fe1-7d6d4ed4baac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:06.176527 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be468b1a-7806-4e53-8fe1-7d6d4ed4baac None None] Pushing event updated for resources: {'Port': ['ID=46fe53cd-2591-498c-83bb-55c5fdb79cc3,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:10:06.199670 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9a595bbb-4bf3-43e9-8a23-fccf166c2126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:06.294182 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-fda9da79-c653-4006-b48d-5821ab67e052 None None] Provisioning complete for port b98d19ff-a1aa-4b22-913c-04b9d9fdf09b triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:10:06.294548 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-fda9da79-c653-4006-b48d-5821ab67e052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:06.357217 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-fda9da79-c653-4006-b48d-5821ab67e052 None None] Port b98d19ff-a1aa-4b22-913c-04b9d9fdf09b cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 20:10:06.382317 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-fda9da79-c653-4006-b48d-5821ab67e052 None None] Provisioning complete for port 46fe53cd-2591-498c-83bb-55c5fdb79cc3 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:10:06.382677 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-fda9da79-c653-4006-b48d-5821ab67e052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:06.427282 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 46fe53cd-2591-498c-83bb-55c5fdb79cc3 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 20:10:06.515857 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9a595bbb-4bf3-43e9-8a23-fccf166c2126 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:06.523250 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9a595bbb-4bf3-43e9-8a23-fccf166c2126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:06.607761 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 46fe53cd-2591-498c-83bb-55c5fdb79cc3 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:10:06.608313 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:06.614840 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9a595bbb-4bf3-43e9-8a23-fccf166c2126 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3755716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711339'] for router_interface, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:06.616925 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a595bbb-4bf3-43e9-8a23-fccf166c2126 admin admin] Pushing event updated for resources: {'Port': ['ID=b98d19ff-a1aa-4b22-913c-04b9d9fdf09b,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:10:06.707467 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 6448f435-69f8-44e8-b8ee-5fb04f22d3e2 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 20:10:06.754730 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a595bbb-4bf3-43e9-8a23-fccf166c2126 admin admin] Network a97d4b9a-ba97-4662-8796-400ba58d8315 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 20:10:06.756948 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-9a595bbb-4bf3-43e9-8a23-fccf166c2126 admin admin] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 20:10:06.778107 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-1d63d963-ccb8-4c18-860f-b6db303a639a None None] Provisioning complete for port b98d19ff-a1aa-4b22-913c-04b9d9fdf09b triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:10:06.778482 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1d63d963-ccb8-4c18-860f-b6db303a639a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:06.782933 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 6448f435-69f8-44e8-b8ee-5fb04f22d3e2 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:10:06.783302 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:06.848962 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-1d63d963-ccb8-4c18-860f-b6db303a639a None None] Port b98d19ff-a1aa-4b22-913c-04b9d9fdf09b cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 20:10:06.910683 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a595bbb-4bf3-43e9-8a23-fccf166c2126 admin admin] Router b4034d5e-1fc4-46ba-aa4f-e0eb5546d526 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 20:10:07.049756 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a595bbb-4bf3-43e9-8a23-fccf166c2126 admin admin] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 20:10:07.054901 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-9a595bbb-4bf3-43e9-8a23-fccf166c2126 admin admin] 10.222.0.69 "PUT /v2.0/routers/b4034d5e-1fc4-46ba-aa4f-e0eb5546d526/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6860783 Dec 10 20:10:07.069548 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-e958e39b-4f76-40b7-ba06-63c891a15c28 None None] Provisioning complete for port b98d19ff-a1aa-4b22-913c-04b9d9fdf09b triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:10:07.069914 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e958e39b-4f76-40b7-ba06-63c891a15c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:07.113229 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-e958e39b-4f76-40b7-ba06-63c891a15c28 None None] Port b98d19ff-a1aa-4b22-913c-04b9d9fdf09b cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 20:10:07.601260 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 36194) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:10:07.605887 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-ec7b733a-e144-4a22-910a-f07edc8db3e9 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-264511523', 'description': 'tempest-secgroup-smoke-264511523 description', 'project_id': 'f631252091d74a8e97d1f591906471e8'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:10:07.629987 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ec7b733a-e144-4a22-910a-f07edc8db3e9 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:07.726874 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ec7b733a-e144-4a22-910a-f07edc8db3e9 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:07.732145 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ec7b733a-e144-4a22-910a-f07edc8db3e9 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:07.761301 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ec7b733a-e144-4a22-910a-f07edc8db3e9 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:07.762545 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-ec7b733a-e144-4a22-910a-f07edc8db3e9 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1602757 Dec 10 20:10:07.766042 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 36196) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:10:07.767242 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b733a-e144-4a22-910a-f07edc8db3e9 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=445d8e19-a8e5-40c1-a9de-43348b149155,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:10:07.771439 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-d303d3de-6d5d-4898-998d-30a800cf304e tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Request body: {'security_group_rule': {'security_group_id': '445d8e19-a8e5-40c1-a9de-43348b149155', 'project_id': 'f631252091d74a8e97d1f591906471e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:10:07.803276 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d303d3de-6d5d-4898-998d-30a800cf304e tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:07.872032 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d303d3de-6d5d-4898-998d-30a800cf304e tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:07.875808 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d303d3de-6d5d-4898-998d-30a800cf304e tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:07.893583 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303d3de-6d5d-4898-998d-30a800cf304e tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d97af0ae-8fef-44f9-a78e-e73c46040653,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:10:07.901799 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d303d3de-6d5d-4898-998d-30a800cf304e tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:07.903048 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d303d3de-6d5d-4898-998d-30a800cf304e tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1353865 Dec 10 20:10:07.906426 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 36198) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:10:07.910924 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-a00d4ee4-3a73-4632-9f30-8379ce465cb1 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Request body: {'security_group_rule': {'security_group_id': '445d8e19-a8e5-40c1-a9de-43348b149155', 'project_id': 'f631252091d74a8e97d1f591906471e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:10:07.941454 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a00d4ee4-3a73-4632-9f30-8379ce465cb1 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:08.002155 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a00d4ee4-3a73-4632-9f30-8379ce465cb1 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:08.007233 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a00d4ee4-3a73-4632-9f30-8379ce465cb1 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:08.029573 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00d4ee4-3a73-4632-9f30-8379ce465cb1 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53323ef8-27df-431f-bbae-b89c15eca6dc,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:10:08.038441 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-a00d4ee4-3a73-4632-9f30-8379ce465cb1 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:08.039700 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-a00d4ee4-3a73-4632-9f30-8379ce465cb1 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1323202 Dec 10 20:10:08.042541 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 36200) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:10:08.047932 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-f486d7ec-5605-4973-ad4e-1d631d20704e tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Request body: {'security_group_rule': {'security_group_id': '445d8e19-a8e5-40c1-a9de-43348b149155', 'project_id': 'f631252091d74a8e97d1f591906471e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:10:08.075637 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f486d7ec-5605-4973-ad4e-1d631d20704e tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:08.143100 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f486d7ec-5605-4973-ad4e-1d631d20704e tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:08.146857 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f486d7ec-5605-4973-ad4e-1d631d20704e tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:08.170247 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f486d7ec-5605-4973-ad4e-1d631d20704e tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23d61b3c-d323-4650-997c-90457610c38f,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:10:08.178519 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-f486d7ec-5605-4973-ad4e-1d631d20704e tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:08.180003 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-f486d7ec-5605-4973-ad4e-1d631d20704e tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1365011 Dec 10 20:10:08.182891 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 36202) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:10:08.188176 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-1369d8c2-9708-4022-816b-1dea067f0b8f tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Request body: {'security_group_rule': {'security_group_id': '445d8e19-a8e5-40c1-a9de-43348b149155', 'project_id': 'f631252091d74a8e97d1f591906471e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:10:08.220112 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1369d8c2-9708-4022-816b-1dea067f0b8f tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:08.292058 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1369d8c2-9708-4022-816b-1dea067f0b8f tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:08.297472 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1369d8c2-9708-4022-816b-1dea067f0b8f tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:08.318588 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 46fe53cd-2591-498c-83bb-55c5fdb79cc3 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 20:10:08.321313 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369d8c2-9708-4022-816b-1dea067f0b8f tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98d4b5ce-100e-47aa-a175-a2ace82498bc,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:10:08.329266 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1369d8c2-9708-4022-816b-1dea067f0b8f tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:08.330665 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-1369d8c2-9708-4022-816b-1dea067f0b8f tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1467843 Dec 10 20:10:08.333518 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 36204) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:10:08.338447 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-12b2f9a1-d4ba-4f88-897b-e6bb6a7c2c26 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Request body: {'security_group_rule': {'security_group_id': '445d8e19-a8e5-40c1-a9de-43348b149155', 'project_id': 'f631252091d74a8e97d1f591906471e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:10:08.363650 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.securitygroups_db [None req-12b2f9a1-d4ba-4f88-897b-e6bb6a7c2c26 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Project f631252091d74a8e97d1f591906471e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 20:10:08.369218 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-12b2f9a1-d4ba-4f88-897b-e6bb6a7c2c26 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:08.382135 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 46fe53cd-2591-498c-83bb-55c5fdb79cc3 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:10:08.382784 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:08.442831 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-12b2f9a1-d4ba-4f88-897b-e6bb6a7c2c26 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:08.446756 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-12b2f9a1-d4ba-4f88-897b-e6bb6a7c2c26 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:08.472803 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b2f9a1-d4ba-4f88-897b-e6bb6a7c2c26 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab66afb3-274b-4ca3-97e3-a0f6d7142599,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:10:08.478185 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 3f769c58-ec3c-4144-a2b2-7219033abc10 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 20:10:08.479416 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-12b2f9a1-d4ba-4f88-897b-e6bb6a7c2c26 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:08.483568 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-12b2f9a1-d4ba-4f88-897b-e6bb6a7c2c26 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1489496 Dec 10 20:10:08.483812 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 36206) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:10:08.488702 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-9db4bd79-f248-40d0-aaf8-2712636cb0df tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Request body: {'security_group_rule': {'security_group_id': '445d8e19-a8e5-40c1-a9de-43348b149155', 'project_id': 'f631252091d74a8e97d1f591906471e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:10:08.512840 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.securitygroups_db [None req-9db4bd79-f248-40d0-aaf8-2712636cb0df tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Project f631252091d74a8e97d1f591906471e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 20:10:08.518453 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9db4bd79-f248-40d0-aaf8-2712636cb0df tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:08.531279 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 3f769c58-ec3c-4144-a2b2-7219033abc10 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:10:08.531899 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:08.586893 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9db4bd79-f248-40d0-aaf8-2712636cb0df tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:08.590887 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9db4bd79-f248-40d0-aaf8-2712636cb0df tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:08.611659 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db4bd79-f248-40d0-aaf8-2712636cb0df tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f5f3ea1-c3e9-41da-b58d-3977aab1b6bd,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:10:08.616910 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:08.621470 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9db4bd79-f248-40d0-aaf8-2712636cb0df tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:08.622980 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-9db4bd79-f248-40d0-aaf8-2712636cb0df tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1380589 Dec 10 20:10:08.643581 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port 3f769c58-ec3c-4144-a2b2-7219033abc10, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=3f769c58-ec3c-4144-a2b2-7219033abc10,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:10:08.648266 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:08.675467 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d81de94-c600-4b26-9167-ecc632720cee None None] Sync routers for ids ['b4034d5e-1fc4-46ba-aa4f-e0eb5546d526'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 20:10:08.693624 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d81de94-c600-4b26-9167-ecc632720cee None None] Routers {'b4034d5e-1fc4-46ba-aa4f-e0eb5546d526'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:10:08.694282 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-3d81de94-c600-4b26-9167-ecc632720cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:09:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['b4034d5e-1fc4-46ba-aa4f-e0eb5546d526'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:10:08.775363 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=3f769c58-ec3c-4144-a2b2-7219033abc10,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:10:08.801809 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-07e4c14d-0afd-451e-8ea6-f83fb5e5b145 req-f70f6c93-d2cb-4cf8-9a58-edbb56f65cae tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-264511523&fields=id&tenant_id=f631252091d74a8e97d1f591906471e8 HTTP/1.1" status: 200 len: 267 time: 0.0352302 Dec 10 20:10:08.819143 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-3d81de94-c600-4b26-9167-ecc632720cee None None] Set router b4034d5e-1fc4-46ba-aa4f-e0eb5546d526 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:10:08.913250 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e4c14d-0afd-451e-8ea6-f83fb5e5b145 req-5b5bcf78-f388-4988-993e-3d7b62da46d5 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:10:08.914603 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-07e4c14d-0afd-451e-8ea6-f83fb5e5b145 req-5b5bcf78-f388-4988-993e-3d7b62da46d5 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/networks?id=36be00e2-0ade-4eef-9750-4deaee52cffc HTTP/1.1" status: 200 len: 809 time: 0.1060927 Dec 10 20:10:08.930539 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-07e4c14d-0afd-451e-8ea6-f83fb5e5b145 req-cac7f6a9-d158-44c0-b268-0448eecf62df tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/quotas/f631252091d74a8e97d1f591906471e8 HTTP/1.1" status: 200 len: 375 time: 0.0100636 Dec 10 20:10:08.987807 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-07e4c14d-0afd-451e-8ea6-f83fb5e5b145 req-b3afc3a9-f170-44d8-b950-d8d43917ec12 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f631252091d74a8e97d1f591906471e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456514 Dec 10 20:10:09.021367 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-3d81de94-c600-4b26-9167-ecc632720cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4034d5e-1fc4-46ba-aa4f-e0eb5546d526', 'name': 'tempest-TestShelveInstance-1689971476-router', 'tenant_id': '5eb3cac59c9b40fd858292573762f6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.237'}], 'enable_snat': True}, 'gw_port_id': '3f769c58-ec3c-4144-a2b2-7219033abc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:10:02Z', 'updated_at': '2021-12-10T20:10:06Z', 'revision_number': 4, 'project_id': '5eb3cac59c9b40fd858292573762f6bb', 'gw_port': {'id': '3f769c58-ec3c-4144-a2b2-7219033abc10', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4034d5e-1fc4-46ba-aa4f-e0eb5546d526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:10:03Z', 'updated_at': '2021-12-10T20:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': 'b98d19ff-a1aa-4b22-913c-04b9d9fdf09b', 'name': '', 'network_id': 'a97d4b9a-ba97-4662-8796-400ba58d8315', 'tenant_id': '5eb3cac59c9b40fd858292573762f6bb', 'mac_address': 'fa:16:3e:e7:cf:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4034d5e-1fc4-46ba-aa4f-e0eb5546d526', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'd5e06a93-38cd-453c-a930-9e48f921fc5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:10:04Z', 'updated_at': '2021-12-10T20:10:06Z', 'revision_number': 2, 'project_id': '5eb3cac59c9b40fd858292573762f6bb', 'subnets': [{'id': 'd5e06a93-38cd-453c-a930-9e48f921fc5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:10:09.049210 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d81de94-c600-4b26-9167-ecc632720cee None None] Checking router: b4034d5e-1fc4-46ba-aa4f-e0eb5546d526 for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 20:10:09.049559 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d81de94-c600-4b26-9167-ecc632720cee None None] Updating router b4034d5e-1fc4-46ba-aa4f-e0eb5546d526 port b98d19ff-a1aa-4b22-913c-04b9d9fdf09b binding host dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 20:10:09.075482 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-3d81de94-c600-4b26-9167-ecc632720cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:09.191376 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-07e4c14d-0afd-451e-8ea6-f83fb5e5b145 req-a01ff7bd-e002-4dc5-989e-a2255bb0cb9a service neutron] 10.222.0.69 "GET /v2.0/networks/36be00e2-0ade-4eef-9750-4deaee52cffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907616 Dec 10 20:10:09.286394 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-07e4c14d-0afd-451e-8ea6-f83fb5e5b145 req-b8613416-7d5b-4aaa-a516-40c64bfb9c13 service neutron] 10.222.0.69 "GET /v2.0/networks/36be00e2-0ade-4eef-9750-4deaee52cffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886550 Dec 10 20:10:09.348957 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-3d81de94-c600-4b26-9167-ecc632720cee None None] Notify callbacks [] for port, precommit_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:09.355594 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-3d81de94-c600-4b26-9167-ecc632720cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:09.417510 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061e1ba6-fc78-4fa4-a0e9-66c1a6690754 None None] Pushing event updated for resources: {'Port': ['ID=b98d19ff-a1aa-4b22-913c-04b9d9fdf09b,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:10:09.496749 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8f1367d9-f41a-4121-aa3f-303632435618 req-bbbc1cb8-40c7-4b0a-ace9-636e6a6534c9 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 210 time: 0.0360248 Dec 10 20:10:09.506138 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-3d81de94-c600-4b26-9167-ecc632720cee None None] Attempting to bind port b98d19ff-a1aa-4b22-913c-04b9d9fdf09b on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 20:10:09.506517 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-3d81de94-c600-4b26-9167-ecc632720cee None None] Attempting to bind port b98d19ff-a1aa-4b22-913c-04b9d9fdf09b by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '0e34b8b0-48ba-44ee-8508-9d9764d55d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a97d4b9a-ba97-4662-8796-400ba58d8315'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 20:10:09.506881 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d81de94-c600-4b26-9167-ecc632720cee None None] Attempting to bind port b98d19ff-a1aa-4b22-913c-04b9d9fdf09b on network a97d4b9a-ba97-4662-8796-400ba58d8315 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 20:10:09.513355 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d81de94-c600-4b26-9167-ecc632720cee None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 20:10:09.513728 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d81de94-c600-4b26-9167-ecc632720cee None None] Checking segment: {'id': '0e34b8b0-48ba-44ee-8508-9d9764d55d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a97d4b9a-ba97-4662-8796-400ba58d8315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 20:10:09.514126 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-3d81de94-c600-4b26-9167-ecc632720cee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:09.514516 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d81de94-c600-4b26-9167-ecc632720cee None None] Bound using segment: {'id': '0e34b8b0-48ba-44ee-8508-9d9764d55d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a97d4b9a-ba97-4662-8796-400ba58d8315'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 20:10:09.515808 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-3d81de94-c600-4b26-9167-ecc632720cee None None] Bound port: b98d19ff-a1aa-4b22-913c-04b9d9fdf09b, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e34b8b0-48ba-44ee-8508-9d9764d55d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a97d4b9a-ba97-4662-8796-400ba58d8315'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 20:10:09.516434 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-3d81de94-c600-4b26-9167-ecc632720cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:09.618598 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-3d81de94-c600-4b26-9167-ecc632720cee None None] For port b98d19ff-a1aa-4b22-913c-04b9d9fdf09b, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 20:10:09.626136 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-3d81de94-c600-4b26-9167-ecc632720cee None None] For port b98d19ff-a1aa-4b22-913c-04b9d9fdf09b, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=b98d19ff-a1aa-4b22-913c-04b9d9fdf09b,segment=NetworkSegment(0e34b8b0-48ba-44ee-8508-9d9764d55d49),segment_id=0e34b8b0-48ba-44ee-8508-9d9764d55d49)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 20:10:09.630808 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-3d81de94-c600-4b26-9167-ecc632720cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:09.696248 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061e1ba6-fc78-4fa4-a0e9-66c1a6690754 None None] Pushing event updated for resources: {'Port': ['ID=b98d19ff-a1aa-4b22-913c-04b9d9fdf09b,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:10:09.698841 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d81de94-c600-4b26-9167-ecc632720cee None None] Routers {'b4034d5e-1fc4-46ba-aa4f-e0eb5546d526'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:10:09.699652 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-3d81de94-c600-4b26-9167-ecc632720cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:09:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['b4034d5e-1fc4-46ba-aa4f-e0eb5546d526'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:10:09.805290 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-2d147442-e07f-47b7-94ee-a8bda4696cf2 None None] Provisioning complete for port b98d19ff-a1aa-4b22-913c-04b9d9fdf09b triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:10:09.805656 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2d147442-e07f-47b7-94ee-a8bda4696cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:09.861628 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-3d81de94-c600-4b26-9167-ecc632720cee None None] Set router b4034d5e-1fc4-46ba-aa4f-e0eb5546d526 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:10:10.183411 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2d147442-e07f-47b7-94ee-a8bda4696cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:10.237885 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-2d147442-e07f-47b7-94ee-a8bda4696cf2 None None] For port b98d19ff-a1aa-4b22-913c-04b9d9fdf09b, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=b98d19ff-a1aa-4b22-913c-04b9d9fdf09b,segment=NetworkSegment(0e34b8b0-48ba-44ee-8508-9d9764d55d49),segment_id=0e34b8b0-48ba-44ee-8508-9d9764d55d49)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:10:10.243838 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 3f769c58-ec3c-4144-a2b2-7219033abc10 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 20:10:10.247723 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2d147442-e07f-47b7-94ee-a8bda4696cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:10.353172 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d147442-e07f-47b7-94ee-a8bda4696cf2 None None] Pushing event updated for resources: {'Port': ['ID=b98d19ff-a1aa-4b22-913c-04b9d9fdf09b,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:10:10.383620 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 3f769c58-ec3c-4144-a2b2-7219033abc10 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:10:10.383982 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:10.386638 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-5ffa488d-b0bd-4aed-b3c8-a839111f39f8 None None] Provisioning complete for port b98d19ff-a1aa-4b22-913c-04b9d9fdf09b triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:10:10.386982 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-5ffa488d-b0bd-4aed-b3c8-a839111f39f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:10.408523 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-3d81de94-c600-4b26-9167-ecc632720cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4034d5e-1fc4-46ba-aa4f-e0eb5546d526', 'name': 'tempest-TestShelveInstance-1689971476-router', 'tenant_id': '5eb3cac59c9b40fd858292573762f6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.237'}], 'enable_snat': True}, 'gw_port_id': '3f769c58-ec3c-4144-a2b2-7219033abc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:10:02Z', 'updated_at': '2021-12-10T20:10:06Z', 'revision_number': 4, 'project_id': '5eb3cac59c9b40fd858292573762f6bb', 'gw_port': {'id': '3f769c58-ec3c-4144-a2b2-7219033abc10', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4034d5e-1fc4-46ba-aa4f-e0eb5546d526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:10:03Z', 'updated_at': '2021-12-10T20:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': 'b98d19ff-a1aa-4b22-913c-04b9d9fdf09b', 'name': '', 'network_id': 'a97d4b9a-ba97-4662-8796-400ba58d8315', 'tenant_id': '5eb3cac59c9b40fd858292573762f6bb', 'mac_address': 'fa:16:3e:e7:cf:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4034d5e-1fc4-46ba-aa4f-e0eb5546d526', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'd5e06a93-38cd-453c-a930-9e48f921fc5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:10:04Z', 'updated_at': '2021-12-10T20:10:09Z', 'revision_number': 4, 'project_id': '5eb3cac59c9b40fd858292573762f6bb', 'subnets': [{'id': 'd5e06a93-38cd-453c-a930-9e48f921fc5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:10:10.459514 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d81de94-c600-4b26-9167-ecc632720cee None None] The sync data for ids ['b4034d5e-1fc4-46ba-aa4f-e0eb5546d526'] in dv-neutron-821441-1-hyperv is: [{'id': 'b4034d5e-1fc4-46ba-aa4f-e0eb5546d526', 'name': 'tempest-TestShelveInstance-1689971476-router', 'tenant_id': '5eb3cac59c9b40fd858292573762f6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.237'}], 'enable_snat': True}, 'gw_port_id': '3f769c58-ec3c-4144-a2b2-7219033abc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:10:02Z', 'updated_at': '2021-12-10T20:10:06Z', 'revision_number': 4, 'project_id': '5eb3cac59c9b40fd858292573762f6bb', 'gw_port': {'id': '3f769c58-ec3c-4144-a2b2-7219033abc10', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4034d5e-1fc4-46ba-aa4f-e0eb5546d526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:10:03Z', 'updated_at': '2021-12-10T20:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': 'b98d19ff-a1aa-4b22-913c-04b9d9fdf09b', 'name': '', 'network_id': 'a97d4b9a-ba97-4662-8796-400ba58d8315', 'tenant_id': '5eb3cac59c9b40fd858292573762f6bb', 'mac_address': 'fa:16:3e:e7:cf:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4034d5e-1fc4-46ba-aa4f-e0eb5546d526', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'd5e06a93-38cd-453c-a930-9e48f921fc5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:10:04Z', 'updated_at': '2021-12-10T20:10:09Z', 'revision_number': 4, 'project_id': '5eb3cac59c9b40fd858292573762f6bb', 'subnets': [{'id': 'd5e06a93-38cd-453c-a930-9e48f921fc5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 20:10:10.613506 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a894920d-134c-4044-9880-cf2075a9981b req-9ce5a8ed-66ac-4a84-b55b-1bee0bb520ca tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 210 time: 0.0293696 Dec 10 20:10:10.880043 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e4c14d-0afd-451e-8ea6-f83fb5e5b145 req-deef12e2-dd77-4fb2-a428-dd234d048f67 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:10:10.881658 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-07e4c14d-0afd-451e-8ea6-f83fb5e5b145 req-deef12e2-dd77-4fb2-a428-dd234d048f67 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.36 "GET /v2.0/networks?id=36be00e2-0ade-4eef-9750-4deaee52cffc HTTP/1.1" status: 200 len: 809 time: 0.1315262 Dec 10 20:10:10.932043 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-07e4c14d-0afd-451e-8ea6-f83fb5e5b145 req-6d0fe4bd-1e2a-426e-bf29-efa405868dfd tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f631252091d74a8e97d1f591906471e8 HTTP/1.1" status: 200 len: 379 time: 0.0411830 Dec 10 20:10:10.946889 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-07e4c14d-0afd-451e-8ea6-f83fb5e5b145 req-82a2fc06-38ef-4c73-9a53-791475d53493 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Request body: {'port': {'device_id': '969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1', 'network_id': '36be00e2-0ade-4eef-9750-4deaee52cffc', 'admin_state_up': True, 'tenant_id': 'f631252091d74a8e97d1f591906471e8', 'security_groups': ['445d8e19-a8e5-40c1-a9de-43348b149155']}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:10:11.070239 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07e4c14d-0afd-451e-8ea6-f83fb5e5b145 req-82a2fc06-38ef-4c73-9a53-791475d53493 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Made reservation on behalf of f631252091d74a8e97d1f591906471e8 for: {'port': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 20:10:11.073832 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-07e4c14d-0afd-451e-8ea6-f83fb5e5b145 req-82a2fc06-38ef-4c73-9a53-791475d53493 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:11.205905 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [req-07e4c14d-0afd-451e-8ea6-f83fb5e5b145 req-82a2fc06-38ef-4c73-9a53-791475d53493 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Allocated IP 172.20.0.11 (36be00e2-0ade-4eef-9750-4deaee52cffc/1a041b96-f86e-4688-98d9-f4a8c68f770b/15be164c-756e-49bf-b534-707bd85c8109) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 20:10:11.351270 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-07e4c14d-0afd-451e-8ea6-f83fb5e5b145 req-82a2fc06-38ef-4c73-9a53-791475d53493 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:11.384743 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-07e4c14d-0afd-451e-8ea6-f83fb5e5b145 req-82a2fc06-38ef-4c73-9a53-791475d53493 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:11.429482 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07e4c14d-0afd-451e-8ea6-f83fb5e5b145 req-82a2fc06-38ef-4c73-9a53-791475d53493 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Network 36be00e2-0ade-4eef-9750-4deaee52cffc is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 20:10:11.432484 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [req-07e4c14d-0afd-451e-8ea6-f83fb5e5b145 req-82a2fc06-38ef-4c73-9a53-791475d53493 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 20:10:11.436091 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e4c14d-0afd-451e-8ea6-f83fb5e5b145 req-82a2fc06-38ef-4c73-9a53-791475d53493 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 20:10:11.445415 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a2fc06-38ef-4c73-9a53-791475d53493 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Pushing event updated for resources: {'Port': ['ID=15be164c-756e-49bf-b534-707bd85c8109,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:10:11.497760 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e4c14d-0afd-451e-8ea6-f83fb5e5b145 req-82a2fc06-38ef-4c73-9a53-791475d53493 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:10:11.498404 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-07e4c14d-0afd-451e-8ea6-f83fb5e5b145 req-82a2fc06-38ef-4c73-9a53-791475d53493 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:11.517346 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-07e4c14d-0afd-451e-8ea6-f83fb5e5b145 req-82a2fc06-38ef-4c73-9a53-791475d53493 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5747952 Dec 10 20:10:11.531439 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [req-07e4c14d-0afd-451e-8ea6-f83fb5e5b145 req-1e12d849-bb41-458c-b5a6-42844f8891e4 service neutron] Request body: {'port': {'device_id': '969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:10:11.589076 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-07e4c14d-0afd-451e-8ea6-f83fb5e5b145 req-1e12d849-bb41-458c-b5a6-42844f8891e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:11.701761 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-1dfe9b89-45a2-4faf-a463-5411a66d2b5a None None] Provisioning complete for port 15be164c-756e-49bf-b534-707bd85c8109 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:10:11.703118 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1dfe9b89-45a2-4faf-a463-5411a66d2b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:11.740397 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-1dfe9b89-45a2-4faf-a463-5411a66d2b5a None None] Port 15be164c-756e-49bf-b534-707bd85c8109 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 20:10:11.815696 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6325197-b2ae-4405-9b68-68399265729c req-3b330e32-51ab-47b1-88f6-a94ce9db5e51 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:10:11.817315 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f6325197-b2ae-4405-9b68-68399265729c req-3b330e32-51ab-47b1-88f6-a94ce9db5e51 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 932 time: 0.1140947 Dec 10 20:10:11.892368 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f6325197-b2ae-4405-9b68-68399265729c req-087f1830-90c2-448b-aae2-b3efc2fe92a0 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=445d8e19-a8e5-40c1-a9de-43348b149155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684793 Dec 10 20:10:11.954307 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [req-07e4c14d-0afd-451e-8ea6-f83fb5e5b145 req-1e12d849-bb41-458c-b5a6-42844f8891e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15be164c-756e-49bf-b534-707bd85c8109 {{(pid=102365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 20:10:11.962152 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-07e4c14d-0afd-451e-8ea6-f83fb5e5b145 req-1e12d849-bb41-458c-b5a6-42844f8891e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:11.974264 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.provisioning_blocks [req-07e4c14d-0afd-451e-8ea6-f83fb5e5b145 req-1e12d849-bb41-458c-b5a6-42844f8891e4 service neutron] Transition to ACTIVE for port object 15be164c-756e-49bf-b534-707bd85c8109 will not be triggered until provisioned by entity L2. {{(pid=102365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 20:10:11.978907 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-07e4c14d-0afd-451e-8ea6-f83fb5e5b145 req-1e12d849-bb41-458c-b5a6-42844f8891e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:12.032191 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e12d849-bb41-458c-b5a6-42844f8891e4 service neutron] Pushing event updated for resources: {'Port': ['ID=15be164c-756e-49bf-b534-707bd85c8109,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:10:12.121058 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-07e4c14d-0afd-451e-8ea6-f83fb5e5b145 req-1e12d849-bb41-458c-b5a6-42844f8891e4 service neutron] Attempting to bind port 15be164c-756e-49bf-b534-707bd85c8109 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 20:10:12.121385 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-07e4c14d-0afd-451e-8ea6-f83fb5e5b145 req-1e12d849-bb41-458c-b5a6-42844f8891e4 service neutron] Attempting to bind port 15be164c-756e-49bf-b534-707bd85c8109 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'f207670a-7f74-4931-8ec9-cfd678644189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '36be00e2-0ade-4eef-9750-4deaee52cffc'}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 20:10:12.121708 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e4c14d-0afd-451e-8ea6-f83fb5e5b145 req-1e12d849-bb41-458c-b5a6-42844f8891e4 service neutron] Attempting to bind port 15be164c-756e-49bf-b534-707bd85c8109 on network 36be00e2-0ade-4eef-9750-4deaee52cffc {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 20:10:12.126722 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e4c14d-0afd-451e-8ea6-f83fb5e5b145 req-1e12d849-bb41-458c-b5a6-42844f8891e4 service neutron] Port 15be164c-756e-49bf-b534-707bd85c8109 on network 36be00e2-0ade-4eef-9750-4deaee52cffc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 20:10:12.127319 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e4c14d-0afd-451e-8ea6-f83fb5e5b145 req-1e12d849-bb41-458c-b5a6-42844f8891e4 service neutron] Attempting to bind port 15be164c-756e-49bf-b534-707bd85c8109 on network 36be00e2-0ade-4eef-9750-4deaee52cffc {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 20:10:12.133780 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e4c14d-0afd-451e-8ea6-f83fb5e5b145 req-1e12d849-bb41-458c-b5a6-42844f8891e4 service neutron] Checking agent: {'id': '9e16c23e-95bc-4c2e-b3ec-daf7533f9d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'started_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 20:10:12.134111 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e4c14d-0afd-451e-8ea6-f83fb5e5b145 req-1e12d849-bb41-458c-b5a6-42844f8891e4 service neutron] Checking segment: {'id': 'f207670a-7f74-4931-8ec9-cfd678644189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '36be00e2-0ade-4eef-9750-4deaee52cffc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 20:10:12.134498 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e4c14d-0afd-451e-8ea6-f83fb5e5b145 req-1e12d849-bb41-458c-b5a6-42844f8891e4 service neutron] Bound using segment: {'id': 'f207670a-7f74-4931-8ec9-cfd678644189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '36be00e2-0ade-4eef-9750-4deaee52cffc'} {{(pid=102365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 20:10:12.134944 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.managers [req-07e4c14d-0afd-451e-8ea6-f83fb5e5b145 req-1e12d849-bb41-458c-b5a6-42844f8891e4 service neutron] Bound port: 15be164c-756e-49bf-b534-707bd85c8109, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f207670a-7f74-4931-8ec9-cfd678644189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '36be00e2-0ade-4eef-9750-4deaee52cffc'}}] {{(pid=102365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 20:10:12.135309 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-07e4c14d-0afd-451e-8ea6-f83fb5e5b145 req-1e12d849-bb41-458c-b5a6-42844f8891e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:12.262739 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-07e4c14d-0afd-451e-8ea6-f83fb5e5b145 req-1e12d849-bb41-458c-b5a6-42844f8891e4 service neutron] For port 15be164c-756e-49bf-b534-707bd85c8109, host hv-neutron-8214, cleared binding levels {{(pid=102365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 20:10:12.269121 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [req-07e4c14d-0afd-451e-8ea6-f83fb5e5b145 req-1e12d849-bb41-458c-b5a6-42844f8891e4 service neutron] For port 15be164c-756e-49bf-b534-707bd85c8109, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=15be164c-756e-49bf-b534-707bd85c8109,segment=NetworkSegment(f207670a-7f74-4931-8ec9-cfd678644189),segment_id=f207670a-7f74-4931-8ec9-cfd678644189)] {{(pid=102365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 20:10:12.275760 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-07e4c14d-0afd-451e-8ea6-f83fb5e5b145 req-1e12d849-bb41-458c-b5a6-42844f8891e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:12.297561 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device b98d19ff-a1aa-4b22-913c-04b9d9fdf09b up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 20:10:12.329631 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e4c14d-0afd-451e-8ea6-f83fb5e5b145 req-1e12d849-bb41-458c-b5a6-42844f8891e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:10:12.330424 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [req-07e4c14d-0afd-451e-8ea6-f83fb5e5b145 req-1e12d849-bb41-458c-b5a6-42844f8891e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:12.331923 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-07e4c14d-0afd-451e-8ea6-f83fb5e5b145 req-1e12d849-bb41-458c-b5a6-42844f8891e4 service neutron] 10.222.0.36 "PUT /v2.0/ports/15be164c-756e-49bf-b534-707bd85c8109 HTTP/1.1" status: 200 len: 1094 time: 0.8050911 Dec 10 20:10:12.332451 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1', 'tag': '15be164c-756e-49bf-b534-707bd85c8109'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:10:12.335264 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df39ae2d-22b1-449b-9f81-044da95e4dfa" -d '{"events": [{"name": "network-changed", "server_uuid": "969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1", "tag": "15be164c-756e-49bf-b534-707bd85c8109"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:10:12.423250 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e12d849-bb41-458c-b5a6-42844f8891e4 service neutron] Pushing event updated for resources: {'Port': ['ID=15be164c-756e-49bf-b534-707bd85c8109,revision_number=3']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:10:12.455705 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port b98d19ff-a1aa-4b22-913c-04b9d9fdf09b triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:10:12.456435 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:12.494755 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e4c14d-0afd-451e-8ea6-f83fb5e5b145 req-ac21eaad-650f-4dc2-913f-af0e46e577ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:10:12.496572 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-07e4c14d-0afd-451e-8ea6-f83fb5e5b145 req-ac21eaad-650f-4dc2-913f-af0e46e577ce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f631252091d74a8e97d1f591906471e8&device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 1097 time: 0.0961704 Dec 10 20:10:12.556697 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 20:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2098b68a-f3f9-40ef-a0f1-8a032935df17 x-openstack-request-id: req-2098b68a-f3f9-40ef-a0f1-8a032935df17 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:10:12.556956 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1", "tag": "15be164c-756e-49bf-b534-707bd85c8109", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:10:12.557640 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2098b68a-f3f9-40ef-a0f1-8a032935df17 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:10:12.557640 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1', 'tag': '15be164c-756e-49bf-b534-707bd85c8109', 'status': 'completed', 'code': 200} Dec 10 20:10:12.559485 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-07e4c14d-0afd-451e-8ea6-f83fb5e5b145 req-f80b2775-fad9-41b5-91ed-1ce89a646b11 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15be164c-756e-49bf-b534-707bd85c8109 HTTP/1.1" status: 200 len: 217 time: 0.0543802 Dec 10 20:10:12.615492 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e4c14d-0afd-451e-8ea6-f83fb5e5b145 req-ef48bc35-1caf-4e3f-bcde-0e842649debb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:10:12.617005 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-07e4c14d-0afd-451e-8ea6-f83fb5e5b145 req-ef48bc35-1caf-4e3f-bcde-0e842649debb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1a041b96-f86e-4688-98d9-f4a8c68f770b HTTP/1.1" status: 200 len: 848 time: 0.0501258 Dec 10 20:10:12.669143 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e4c14d-0afd-451e-8ea6-f83fb5e5b145 req-fcf4fb66-6278-40ef-b9e3-0eedca1c69e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:10:12.670597 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-07e4c14d-0afd-451e-8ea6-f83fb5e5b145 req-fcf4fb66-6278-40ef-b9e3-0eedca1c69e5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36be00e2-0ade-4eef-9750-4deaee52cffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0454140 Dec 10 20:10:12.769413 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-07e4c14d-0afd-451e-8ea6-f83fb5e5b145 req-215563d5-2c97-46b2-9d20-33098c4b784a service neutron] 10.222.0.36 "GET /v2.0/networks/36be00e2-0ade-4eef-9750-4deaee52cffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909228 Dec 10 20:10:12.862058 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-07e4c14d-0afd-451e-8ea6-f83fb5e5b145 req-2e912d98-b3c7-4a24-81dc-236a2820b6c4 service neutron] 10.222.0.36 "GET /v2.0/networks/36be00e2-0ade-4eef-9750-4deaee52cffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838497 Dec 10 20:10:13.000034 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39ae2d-22b1-449b-9f81-044da95e4dfa req-57b1267e-2d86-4edf-b3cf-c5620cc07742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:10:13.001615 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-df39ae2d-22b1-449b-9f81-044da95e4dfa req-57b1267e-2d86-4edf-b3cf-c5620cc07742 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f631252091d74a8e97d1f591906471e8&device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 1097 time: 0.0818324 Dec 10 20:10:13.075730 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd2131-ac18-4c9d-99b5-c1b45861b001 req-80a12354-0fb8-4ccc-b8ea-4b82cc6fa886 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:10:13.077842 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-78bd2131-ac18-4c9d-99b5-c1b45861b001 req-80a12354-0fb8-4ccc-b8ea-4b82cc6fa886 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 944 time: 0.1094232 Dec 10 20:10:13.153497 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-78bd2131-ac18-4c9d-99b5-c1b45861b001 req-c75e1f88-4a62-4d21-a94d-626c68201277 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=445d8e19-a8e5-40c1-a9de-43348b149155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683038 Dec 10 20:10:13.154702 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39ae2d-22b1-449b-9f81-044da95e4dfa req-3880deed-14fb-469a-832f-5b42da69cc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:10:13.156963 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-df39ae2d-22b1-449b-9f81-044da95e4dfa req-3880deed-14fb-469a-832f-5b42da69cc6a service neutron] 10.222.0.36 "GET /v2.0/networks?id=36be00e2-0ade-4eef-9750-4deaee52cffc HTTP/1.1" status: 200 len: 910 time: 0.1463876 Dec 10 20:10:13.208123 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-df39ae2d-22b1-449b-9f81-044da95e4dfa req-3b04a219-f5fa-430a-8382-c7a543d40e96 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15be164c-756e-49bf-b534-707bd85c8109 HTTP/1.1" status: 200 len: 217 time: 0.0428002 Dec 10 20:10:13.263619 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39ae2d-22b1-449b-9f81-044da95e4dfa req-8f50eece-5cd3-447d-88c4-9fd7c220ec7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:10:13.266372 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-df39ae2d-22b1-449b-9f81-044da95e4dfa req-8f50eece-5cd3-447d-88c4-9fd7c220ec7f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1a041b96-f86e-4688-98d9-f4a8c68f770b HTTP/1.1" status: 200 len: 848 time: 0.0506322 Dec 10 20:10:13.315941 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39ae2d-22b1-449b-9f81-044da95e4dfa req-579efe70-1997-4d92-abb4-2cd2a32870d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:10:13.317465 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-df39ae2d-22b1-449b-9f81-044da95e4dfa req-579efe70-1997-4d92-abb4-2cd2a32870d6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36be00e2-0ade-4eef-9750-4deaee52cffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438466 Dec 10 20:10:13.419275 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-df39ae2d-22b1-449b-9f81-044da95e4dfa req-48a3b3fb-72cd-467f-affe-9978eb90261f service neutron] 10.222.0.36 "GET /v2.0/networks/36be00e2-0ade-4eef-9750-4deaee52cffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932071 Dec 10 20:10:13.514533 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-df39ae2d-22b1-449b-9f81-044da95e4dfa req-c2068784-39ee-47ef-b8b4-0544f3167270 service neutron] 10.222.0.36 "GET /v2.0/networks/36be00e2-0ade-4eef-9750-4deaee52cffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868783 Dec 10 20:10:14.303998 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1d054-39d7-44ef-ac15-e0745b5e222e req-a88dae9c-c2aa-427e-a7c9-1c002404284f tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:10:14.306415 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-eee1d054-39d7-44ef-ac15-e0745b5e222e req-a88dae9c-c2aa-427e-a7c9-1c002404284f tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 944 time: 0.0689149 Dec 10 20:10:14.354499 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-eee1d054-39d7-44ef-ac15-e0745b5e222e req-d163d25c-6cde-4b00-999a-eff4172bd2ea tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=445d8e19-a8e5-40c1-a9de-43348b149155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419133 Dec 10 20:10:15.477409 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0307d57-90bb-4d8f-a8ca-dc4cd266696c req-5fb2b371-32db-4871-a7bb-8bbb1343d8f9 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:10:15.478942 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a0307d57-90bb-4d8f-a8ca-dc4cd266696c req-5fb2b371-32db-4871-a7bb-8bbb1343d8f9 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 944 time: 0.0522931 Dec 10 20:10:15.520146 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a0307d57-90bb-4d8f-a8ca-dc4cd266696c req-81a80bb1-88d3-4fa4-b30a-1dd46476577c tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=445d8e19-a8e5-40c1-a9de-43348b149155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344570 Dec 10 20:10:16.640607 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81dc82-057b-40f4-93fb-1370267bcbda req-a07d33bc-f90c-4dc9-bf27-2e05249fc34c tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:10:16.642131 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8b81dc82-057b-40f4-93fb-1370267bcbda req-a07d33bc-f90c-4dc9-bf27-2e05249fc34c tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 944 time: 0.0509408 Dec 10 20:10:16.683746 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8b81dc82-057b-40f4-93fb-1370267bcbda req-77b46427-d5cc-4e14-b00d-0b7b3536bcc8 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=445d8e19-a8e5-40c1-a9de-43348b149155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355780 Dec 10 20:10:17.400437 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 15be164c-756e-49bf-b534-707bd85c8109 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=102367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 20:10:17.503732 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 15be164c-756e-49bf-b534-707bd85c8109, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=15be164c-756e-49bf-b534-707bd85c8109,segment=NetworkSegment(f207670a-7f74-4931-8ec9-cfd678644189),segment_id=f207670a-7f74-4931-8ec9-cfd678644189)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:10:17.516379 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Returning: {'device': '15be164c-756e-49bf-b534-707bd85c8109', 'network_id': '36be00e2-0ade-4eef-9750-4deaee52cffc', 'port_id': '15be164c-756e-49bf-b534-707bd85c8109', 'mac_address': 'fa:16:3e:d9:7b:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a041b96-f86e-4688-98d9-f4a8c68f770b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 20:10:17.556382 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:17.571729 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15be164c-756e-49bf-b534-707bd85c8109 {{(pid=102367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 20:10:17.595533 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 15be164c-756e-49bf-b534-707bd85c8109, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=15be164c-756e-49bf-b534-707bd85c8109,segment=NetworkSegment(f207670a-7f74-4931-8ec9-cfd678644189),segment_id=f207670a-7f74-4931-8ec9-cfd678644189)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:10:17.599872 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:17.653188 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=15be164c-756e-49bf-b534-707bd85c8109,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:10:17.821164 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b981c-e5b8-4c09-9179-31cdfafee9f9 req-8b6a00da-ee9e-47bf-ac42-4ad4edc8a052 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:10:17.822676 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8f1b981c-e5b8-4c09-9179-31cdfafee9f9 req-8b6a00da-ee9e-47bf-ac42-4ad4edc8a052 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 945 time: 0.0559182 Dec 10 20:10:17.882151 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8f1b981c-e5b8-4c09-9179-31cdfafee9f9 req-cdd43617-ea51-4e3f-9bbe-7fbb594ea4cc tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=445d8e19-a8e5-40c1-a9de-43348b149155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527349 Dec 10 20:10:17.981329 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['15be164c-756e-49bf-b534-707bd85c8109'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 20:10:19.029310 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a960580-dfb2-4704-b0ad-bd85acd71353 req-6e01ec20-56f3-44da-b594-1b20bfd0e2df tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:10:19.031801 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7a960580-dfb2-4704-b0ad-bd85acd71353 req-6e01ec20-56f3-44da-b594-1b20bfd0e2df tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 945 time: 0.0626411 Dec 10 20:10:19.078824 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7a960580-dfb2-4704-b0ad-bd85acd71353 req-520ddaa3-a53f-48eb-b5c2-d96c5b8cd9f5 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=445d8e19-a8e5-40c1-a9de-43348b149155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359745 Dec 10 20:10:19.416674 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 15be164c-756e-49bf-b534-707bd85c8109 up at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 20:10:19.474182 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning for port 15be164c-756e-49bf-b534-707bd85c8109 completed by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 20:10:19.479278 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning complete for port 15be164c-756e-49bf-b534-707bd85c8109 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:10:19.479782 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:19.571612 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:19.595576 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15be164c-756e-49bf-b534-707bd85c8109'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:10:19.597917 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0dd006407324ce2959a5a4cf9f0b5e0801d7a51a5291ea700e8786e11115a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7abb01f-168d-40a4-8e6e-3564401b533f" -d '{"events": [{"server_uuid": "969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1", "name": "network-vif-plugged", "status": "completed", "tag": "15be164c-756e-49bf-b534-707bd85c8109"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:10:19.616032 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 15be164c-756e-49bf-b534-707bd85c8109, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=15be164c-756e-49bf-b534-707bd85c8109,segment=NetworkSegment(f207670a-7f74-4931-8ec9-cfd678644189),segment_id=f207670a-7f74-4931-8ec9-cfd678644189)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:10:19.621671 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:19.677180 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=15be164c-756e-49bf-b534-707bd85c8109,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:10:19.720565 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 20:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d4b43e-61d4-47b8-a753-7e8cd5078ff6 x-openstack-request-id: req-03d4b43e-61d4-47b8-a753-7e8cd5078ff6 {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:10:19.720862 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1", "name": "network-vif-plugged", "status": "completed", "tag": "15be164c-756e-49bf-b534-707bd85c8109", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:10:19.721116 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-03d4b43e-61d4-47b8-a753-7e8cd5078ff6 {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:10:19.721511 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15be164c-756e-49bf-b534-707bd85c8109', 'code': 200} Dec 10 20:10:20.002246 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493987b0-f4dd-4036-b91d-a199edf1640e req-ad7dc323-597a-4318-b68a-bdb448faa55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:10:20.003926 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-493987b0-f4dd-4036-b91d-a199edf1640e req-ad7dc323-597a-4318-b68a-bdb448faa55e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 1099 time: 0.1193316 Dec 10 20:10:20.044238 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-493987b0-f4dd-4036-b91d-a199edf1640e req-6e4453c5-1d35-46a0-b05c-87ee6874a121 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=445d8e19-a8e5-40c1-a9de-43348b149155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319052 Dec 10 20:10:20.203901 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b2e2a0-1f8a-4483-a6ef-b2b9be69d29b req-849359db-4c06-446f-b873-8230522e3e8a tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:10:20.205891 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-62b2e2a0-1f8a-4483-a6ef-b2b9be69d29b req-849359db-4c06-446f-b873-8230522e3e8a tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 946 time: 0.0574734 Dec 10 20:10:20.250578 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-62b2e2a0-1f8a-4483-a6ef-b2b9be69d29b req-50df75d4-0919-432e-b2f9-975711f3f5d9 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=445d8e19-a8e5-40c1-a9de-43348b149155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361218 Dec 10 20:10:20.359201 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-28b5546d-9aec-4d2a-98a6-2907d6d29c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:21.387941 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af532c7-cc38-4ad4-b155-15f440313aae req-9a44a8e4-ebca-4974-bda8-ccb62190f6fc tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:10:21.389567 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5af532c7-cc38-4ad4-b155-15f440313aae req-9a44a8e4-ebca-4974-bda8-ccb62190f6fc tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 946 time: 0.0674195 Dec 10 20:10:21.435717 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5af532c7-cc38-4ad4-b155-15f440313aae req-2195a0b5-363c-43af-9c8b-a00e7161c157 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=445d8e19-a8e5-40c1-a9de-43348b149155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388176 Dec 10 20:10:22.558354 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701493ca-7fa6-48ca-9e2b-60984419039d req-786ac8ad-3343-4f9d-ad1a-d7b763d6a2bf tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:10:22.559941 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-701493ca-7fa6-48ca-9e2b-60984419039d req-786ac8ad-3343-4f9d-ad1a-d7b763d6a2bf tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 946 time: 0.0531540 Dec 10 20:10:22.602198 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-701493ca-7fa6-48ca-9e2b-60984419039d req-d5757ce0-47b3-4486-b831-3f38796819ca tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=445d8e19-a8e5-40c1-a9de-43348b149155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346355 Dec 10 20:10:22.756983 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb2a15-591b-4747-96ef-10fcac355e22 req-6de7f451-fcc5-4bbc-aefc-7eb5d3fe868d tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:10:22.759666 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f8eb2a15-591b-4747-96ef-10fcac355e22 req-6de7f451-fcc5-4bbc-aefc-7eb5d3fe868d tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 946 time: 0.0846901 Dec 10 20:10:22.800720 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f8eb2a15-591b-4747-96ef-10fcac355e22 req-8349d5fc-125f-45f3-b15f-b768b59b25f4 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=445d8e19-a8e5-40c1-a9de-43348b149155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343337 Dec 10 20:10:22.824771 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 36280) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:10:22.910792 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8652cdc8-a558-4c50-b9d7-7c4bc3b08475 tempest-TestShelveInstance-1286745292 tempest-TestShelveInstance-1286745292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:10:22.912316 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-8652cdc8-a558-4c50-b9d7-7c4bc3b08475 tempest-TestShelveInstance-1286745292 tempest-TestShelveInstance-1286745292-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 1094 time: 0.0865381 Dec 10 20:10:22.915276 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 36284) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:10:22.919783 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-1b715c11-2d91-482c-ab51-0a7249187932 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Request body: {'floatingip': {'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'port_id': '15be164c-756e-49bf-b534-707bd85c8109', 'tenant_id': 'f631252091d74a8e97d1f591906471e8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:10:22.943030 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1b715c11-2d91-482c-ab51-0a7249187932 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks [] for floatingip, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:23.055034 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1b715c11-2d91-482c-ab51-0a7249187932 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:23.166735 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-1b715c11-2d91-482c-ab51-0a7249187932 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Allocated IP 172.26.6.176 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/18de674f-5edc-4836-93d5-3a9d12ba7b5e) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 20:10:23.282381 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1b715c11-2d91-482c-ab51-0a7249187932 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:23.326297 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1b715c11-2d91-482c-ab51-0a7249187932 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:23.366628 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b715c11-2d91-482c-ab51-0a7249187932 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 20:10:23.369985 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-1b715c11-2d91-482c-ab51-0a7249187932 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 20:10:23.374235 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b715c11-2d91-482c-ab51-0a7249187932 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 20:10:23.401836 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b715c11-2d91-482c-ab51-0a7249187932 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Pushing event updated for resources: {'Port': ['ID=18de674f-5edc-4836-93d5-3a9d12ba7b5e,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:10:23.763414 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1b715c11-2d91-482c-ab51-0a7249187932 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:23.846222 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1b715c11-2d91-482c-ab51-0a7249187932 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:23.945654 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:10:24.045633 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1b715c11-2d91-482c-ab51-0a7249187932 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:24.051941 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1b715c11-2d91-482c-ab51-0a7249187932 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:24.125896 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b715c11-2d91-482c-ab51-0a7249187932 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Pushing event updated for resources: {'Port': ['ID=18de674f-5edc-4836-93d5-3a9d12ba7b5e,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:10:24.141114 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1b715c11-2d91-482c-ab51-0a7249187932 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3713103'] for floatingip, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:24.259059 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.l3_db [None req-1b715c11-2d91-482c-ab51-0a7249187932 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Floating IP 5197a84f-6eaa-428a-98cb-a0c5e8c91693 associated. External IP: 172.26.6.176, port: 15be164c-756e-49bf-b534-707bd85c8109. Dec 10 20:10:24.337494 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c2d9da9a-42ce-43a2-af25-30ad8b7d238f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:24.860626 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b715c11-2d91-482c-ab51-0a7249187932 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Router 47855eb3-f8b8-44e5-97ba-2d9dca3f2d00 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 20:10:24.986624 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b715c11-2d91-482c-ab51-0a7249187932 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 20:10:25.002827 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18acc653-8f46-4d5c-9fc6-a514ae468354 None None] Sync routers for ids ['47855eb3-f8b8-44e5-97ba-2d9dca3f2d00'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 20:10:25.012181 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-1b715c11-2d91-482c-ab51-0a7249187932 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:25.020121 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18acc653-8f46-4d5c-9fc6-a514ae468354 None None] Routers {'47855eb3-f8b8-44e5-97ba-2d9dca3f2d00'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:10:25.021227 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-18acc653-8f46-4d5c-9fc6-a514ae468354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:10:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['47855eb3-f8b8-44e5-97ba-2d9dca3f2d00'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:10:25.061266 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-1b715c11-2d91-482c-ab51-0a7249187932 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1444957 Dec 10 20:10:25.062237 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1', 'tag': '15be164c-756e-49bf-b534-707bd85c8109'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:10:25.066568 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a4d23e25bd8192d5cd9bc3e0997c32e807299e7bafb0432506182d4d43aeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093504cd-4de3-4408-b5bc-575591e135ee" -d '{"events": [{"name": "network-changed", "server_uuid": "969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1", "tag": "15be164c-756e-49bf-b534-707bd85c8109"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:10:25.112181 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 20:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01c2294-f858-4a0d-9d54-a2885751fd20 x-openstack-request-id: req-e01c2294-f858-4a0d-9d54-a2885751fd20 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:10:25.112660 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1", "tag": "15be164c-756e-49bf-b534-707bd85c8109", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:10:25.113036 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e01c2294-f858-4a0d-9d54-a2885751fd20 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:10:25.113849 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1', 'tag': '15be164c-756e-49bf-b534-707bd85c8109', 'status': 'completed', 'code': 200} Dec 10 20:10:25.182205 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093504cd-4de3-4408-b5bc-575591e135ee req-9433b729-a29c-4851-a40f-5c69b3e60d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:10:25.183956 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-093504cd-4de3-4408-b5bc-575591e135ee req-9433b729-a29c-4851-a40f-5c69b3e60d04 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f631252091d74a8e97d1f591906471e8&device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 1099 time: 0.0465105 Dec 10 20:10:25.199856 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-18acc653-8f46-4d5c-9fc6-a514ae468354 None None] Set router 47855eb3-f8b8-44e5-97ba-2d9dca3f2d00 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:10:25.316942 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093504cd-4de3-4408-b5bc-575591e135ee req-e106c30a-f690-458e-b1a5-053e341feb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:10:25.319831 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-093504cd-4de3-4408-b5bc-575591e135ee req-e106c30a-f690-458e-b1a5-053e341feb80 service neutron] 10.222.0.36 "GET /v2.0/networks?id=36be00e2-0ade-4eef-9750-4deaee52cffc HTTP/1.1" status: 200 len: 910 time: 0.1286993 Dec 10 20:10:25.427365 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-093504cd-4de3-4408-b5bc-575591e135ee req-49ba1dbb-119b-47a7-a38e-0e2680059d4b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15be164c-756e-49bf-b534-707bd85c8109 HTTP/1.1" status: 200 len: 1000 time: 0.0995941 Dec 10 20:10:25.484950 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093504cd-4de3-4408-b5bc-575591e135ee req-6fc6646d-f19f-46b2-b187-e12fa49f22df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:10:25.486438 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-093504cd-4de3-4408-b5bc-575591e135ee req-6fc6646d-f19f-46b2-b187-e12fa49f22df service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1a041b96-f86e-4688-98d9-f4a8c68f770b HTTP/1.1" status: 200 len: 848 time: 0.0493879 Dec 10 20:10:25.549638 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093504cd-4de3-4408-b5bc-575591e135ee req-3fc1e716-1258-4a4c-b249-77d64931ca03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:10:25.551175 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-093504cd-4de3-4408-b5bc-575591e135ee req-3fc1e716-1258-4a4c-b249-77d64931ca03 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36be00e2-0ade-4eef-9750-4deaee52cffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0571463 Dec 10 20:10:25.602459 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:25.603329 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-18acc653-8f46-4d5c-9fc6-a514ae468354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47855eb3-f8b8-44e5-97ba-2d9dca3f2d00', 'name': 'tempest-TestShelveInstance-2017276031-router', 'tenant_id': 'f631252091d74a8e97d1f591906471e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.175'}], 'enable_snat': True}, 'gw_port_id': '743cf8ef-db9a-43ee-b8a7-fd95022f76e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:09:58Z', 'updated_at': '2021-12-10T20:10:00Z', 'revision_number': 4, 'project_id': 'f631252091d74a8e97d1f591906471e8', 'gw_port': {'id': '743cf8ef-db9a-43ee-b8a7-fd95022f76e2', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:95:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47855eb3-f8b8-44e5-97ba-2d9dca3f2d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:09:58Z', 'updated_at': '2021-12-10T20:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '5197a84f-6eaa-428a-98cb-a0c5e8c91693', 'tenant_id': 'f631252091d74a8e97d1f591906471e8', 'floating_ip_address': '172.26.6.176', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '47855eb3-f8b8-44e5-97ba-2d9dca3f2d00', 'port_id': '15be164c-756e-49bf-b534-707bd85c8109', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36be00e2-0ade-4eef-9750-4deaee52cffc', 'mac_address': 'fa:16:3e:d9:7b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:10:23Z', 'updated_at': '2021-12-10T20:10:23Z', 'revision_number': 0, 'project_id': 'f631252091d74a8e97d1f591906471e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6448f435-69f8-44e8-b8ee-5fb04f22d3e2', 'name': '', 'network_id': '36be00e2-0ade-4eef-9750-4deaee52cffc', 'tenant_id': 'f631252091d74a8e97d1f591906471e8', 'mac_address': 'fa:16:3e:9d:74:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47855eb3-f8b8-44e5-97ba-2d9dca3f2d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '1a041b96-f86e-4688-98d9-f4a8c68f770b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:10:00Z', 'updated_at': '2021-12-10T20:10:04Z', 'revision_number': 5, 'project_id': 'f631252091d74a8e97d1f591906471e8', 'subnets': [{'id': '1a041b96-f86e-4688-98d9-f4a8c68f770b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:10:25.633272 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18acc653-8f46-4d5c-9fc6-a514ae468354 None None] Checking router: 47855eb3-f8b8-44e5-97ba-2d9dca3f2d00 for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 20:10:25.643732 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18acc653-8f46-4d5c-9fc6-a514ae468354 None None] Routers {'47855eb3-f8b8-44e5-97ba-2d9dca3f2d00'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:10:25.644353 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-18acc653-8f46-4d5c-9fc6-a514ae468354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:10:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['47855eb3-f8b8-44e5-97ba-2d9dca3f2d00'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:10:25.680335 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-093504cd-4de3-4408-b5bc-575591e135ee req-a37a7758-f040-4c81-b547-89075b8bdeb3 service neutron] 10.222.0.36 "GET /v2.0/networks/36be00e2-0ade-4eef-9750-4deaee52cffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181002 Dec 10 20:10:25.770560 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-18acc653-8f46-4d5c-9fc6-a514ae468354 None None] Set router 47855eb3-f8b8-44e5-97ba-2d9dca3f2d00 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:10:25.806871 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-093504cd-4de3-4408-b5bc-575591e135ee req-e7c969db-d430-467b-b41b-62e550107b8a service neutron] 10.222.0.36 "GET /v2.0/networks/36be00e2-0ade-4eef-9750-4deaee52cffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174598 Dec 10 20:10:26.033526 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-18acc653-8f46-4d5c-9fc6-a514ae468354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47855eb3-f8b8-44e5-97ba-2d9dca3f2d00', 'name': 'tempest-TestShelveInstance-2017276031-router', 'tenant_id': 'f631252091d74a8e97d1f591906471e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.175'}], 'enable_snat': True}, 'gw_port_id': '743cf8ef-db9a-43ee-b8a7-fd95022f76e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:09:58Z', 'updated_at': '2021-12-10T20:10:00Z', 'revision_number': 4, 'project_id': 'f631252091d74a8e97d1f591906471e8', 'gw_port': {'id': '743cf8ef-db9a-43ee-b8a7-fd95022f76e2', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:95:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47855eb3-f8b8-44e5-97ba-2d9dca3f2d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:09:58Z', 'updated_at': '2021-12-10T20:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '5197a84f-6eaa-428a-98cb-a0c5e8c91693', 'tenant_id': 'f631252091d74a8e97d1f591906471e8', 'floating_ip_address': '172.26.6.176', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '47855eb3-f8b8-44e5-97ba-2d9dca3f2d00', 'port_id': '15be164c-756e-49bf-b534-707bd85c8109', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36be00e2-0ade-4eef-9750-4deaee52cffc', 'mac_address': 'fa:16:3e:d9:7b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:10:23Z', 'updated_at': '2021-12-10T20:10:23Z', 'revision_number': 0, 'project_id': 'f631252091d74a8e97d1f591906471e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6448f435-69f8-44e8-b8ee-5fb04f22d3e2', 'name': '', 'network_id': '36be00e2-0ade-4eef-9750-4deaee52cffc', 'tenant_id': 'f631252091d74a8e97d1f591906471e8', 'mac_address': 'fa:16:3e:9d:74:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47855eb3-f8b8-44e5-97ba-2d9dca3f2d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '1a041b96-f86e-4688-98d9-f4a8c68f770b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:10:00Z', 'updated_at': '2021-12-10T20:10:04Z', 'revision_number': 5, 'project_id': 'f631252091d74a8e97d1f591906471e8', 'subnets': [{'id': '1a041b96-f86e-4688-98d9-f4a8c68f770b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:10:26.063024 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18acc653-8f46-4d5c-9fc6-a514ae468354 None None] The sync data for ids ['47855eb3-f8b8-44e5-97ba-2d9dca3f2d00'] in dv-neutron-821441-1-hyperv is: [{'id': '47855eb3-f8b8-44e5-97ba-2d9dca3f2d00', 'name': 'tempest-TestShelveInstance-2017276031-router', 'tenant_id': 'f631252091d74a8e97d1f591906471e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.175'}], 'enable_snat': True}, 'gw_port_id': '743cf8ef-db9a-43ee-b8a7-fd95022f76e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:09:58Z', 'updated_at': '2021-12-10T20:10:00Z', 'revision_number': 4, 'project_id': 'f631252091d74a8e97d1f591906471e8', 'gw_port': {'id': '743cf8ef-db9a-43ee-b8a7-fd95022f76e2', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:95:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47855eb3-f8b8-44e5-97ba-2d9dca3f2d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:09:58Z', 'updated_at': '2021-12-10T20:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '5197a84f-6eaa-428a-98cb-a0c5e8c91693', 'tenant_id': 'f631252091d74a8e97d1f591906471e8', 'floating_ip_address': '172.26.6.176', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '47855eb3-f8b8-44e5-97ba-2d9dca3f2d00', 'port_id': '15be164c-756e-49bf-b534-707bd85c8109', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36be00e2-0ade-4eef-9750-4deaee52cffc', 'mac_address': 'fa:16:3e:d9:7b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:10:23Z', 'updated_at': '2021-12-10T20:10:23Z', 'revision_number': 0, 'project_id': 'f631252091d74a8e97d1f591906471e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6448f435-69f8-44e8-b8ee-5fb04f22d3e2', 'name': '', 'network_id': '36be00e2-0ade-4eef-9750-4deaee52cffc', 'tenant_id': 'f631252091d74a8e97d1f591906471e8', 'mac_address': 'fa:16:3e:9d:74:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47855eb3-f8b8-44e5-97ba-2d9dca3f2d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '1a041b96-f86e-4688-98d9-f4a8c68f770b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:10:00Z', 'updated_at': '2021-12-10T20:10:04Z', 'revision_number': 5, 'project_id': 'f631252091d74a8e97d1f591906471e8', 'subnets': [{'id': '1a041b96-f86e-4688-98d9-f4a8c68f770b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 20:10:26.289620 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745f9dc6-9206-476d-9bf2-c17d6e1cb2b7 None None] New status for floating IP 5197a84f-6eaa-428a-98cb-a0c5e8c91693: ACTIVE {{(pid=102367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 20:10:26.631887 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:26.997887 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:30.697042 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ebbfaab9-f1c9-469a-b7c3-ddd6bccf9d32 req-eb8a9dd1-d22f-4332-95b9-bb59f6b02159 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422904 Dec 10 20:10:30.779032 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbfaab9-f1c9-469a-b7c3-ddd6bccf9d32 req-4e45e58b-960e-4935-978c-fcf26a312962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:10:30.781226 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ebbfaab9-f1c9-469a-b7c3-ddd6bccf9d32 req-4e45e58b-960e-4935-978c-fcf26a312962 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f631252091d74a8e97d1f591906471e8&device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 1099 time: 0.0416832 Dec 10 20:10:30.895955 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbfaab9-f1c9-469a-b7c3-ddd6bccf9d32 req-60bddae3-614a-4c61-8055-cec58d3e70de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:10:30.897461 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ebbfaab9-f1c9-469a-b7c3-ddd6bccf9d32 req-60bddae3-614a-4c61-8055-cec58d3e70de service neutron] 10.222.0.36 "GET /v2.0/networks?id=36be00e2-0ade-4eef-9750-4deaee52cffc HTTP/1.1" status: 200 len: 910 time: 0.0936623 Dec 10 20:10:30.966012 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ebbfaab9-f1c9-469a-b7c3-ddd6bccf9d32 req-7fd92a83-2ce4-4bf3-be6e-dc0737853c6a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15be164c-756e-49bf-b534-707bd85c8109 HTTP/1.1" status: 200 len: 1002 time: 0.0604606 Dec 10 20:10:31.019385 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbfaab9-f1c9-469a-b7c3-ddd6bccf9d32 req-0a0ec316-1e43-4c4b-9e6c-be6ffc39336b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:10:31.020876 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ebbfaab9-f1c9-469a-b7c3-ddd6bccf9d32 req-0a0ec316-1e43-4c4b-9e6c-be6ffc39336b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1a041b96-f86e-4688-98d9-f4a8c68f770b HTTP/1.1" status: 200 len: 848 time: 0.0477860 Dec 10 20:10:31.079777 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbfaab9-f1c9-469a-b7c3-ddd6bccf9d32 req-3c74d995-44a3-4b03-9a34-3220fc36981f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:10:31.081336 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ebbfaab9-f1c9-469a-b7c3-ddd6bccf9d32 req-3c74d995-44a3-4b03-9a34-3220fc36981f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36be00e2-0ade-4eef-9750-4deaee52cffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0478816 Dec 10 20:10:31.180483 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ebbfaab9-f1c9-469a-b7c3-ddd6bccf9d32 req-757a35f3-b412-4f47-9c02-b0977122454e service neutron] 10.222.0.36 "GET /v2.0/networks/36be00e2-0ade-4eef-9750-4deaee52cffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904388 Dec 10 20:10:31.286731 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ebbfaab9-f1c9-469a-b7c3-ddd6bccf9d32 req-d18d8a83-0380-4262-925e-47e005a9d930 service neutron] 10.222.0.36 "GET /v2.0/networks/36be00e2-0ade-4eef-9750-4deaee52cffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937459 Dec 10 20:10:32.943393 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:50.360426 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d004bafe-c3e3-4e1b-840b-d580ad350d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:54.329555 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-7336f797-e4ce-4391-8774-0e05972978b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:55.593345 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:56.634242 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:10:56.999230 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:11:00.944528 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:11:02.935727 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:11:20.361749 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a84c81bd-002c-4cf3-8ef6-9042654f100e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:11:24.330981 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d6192848-bfc7-400b-9a1e-e7ebc8e1496d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:11:25.597492 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:11:26.635629 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:11:27.000681 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:11:32.699284 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-705b0e7a-31b4-4123-b6be-d2d005c74eb5 req-567eaf08-09d7-4507-8ae2-a19713d8430c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429492 Dec 10 20:11:32.785818 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b0e7a-31b4-4123-b6be-d2d005c74eb5 req-a113dbc9-96b5-42c0-a645-70aa9e9f26f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:11:32.787279 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-705b0e7a-31b4-4123-b6be-d2d005c74eb5 req-a113dbc9-96b5-42c0-a645-70aa9e9f26f4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f631252091d74a8e97d1f591906471e8&device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 1099 time: 0.0404527 Dec 10 20:11:32.897469 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b0e7a-31b4-4123-b6be-d2d005c74eb5 req-819a3a57-a84e-4f17-a6d8-e6e3bda8fbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:11:32.898889 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-705b0e7a-31b4-4123-b6be-d2d005c74eb5 req-819a3a57-a84e-4f17-a6d8-e6e3bda8fbef service neutron] 10.222.0.36 "GET /v2.0/networks?id=36be00e2-0ade-4eef-9750-4deaee52cffc HTTP/1.1" status: 200 len: 910 time: 0.0871551 Dec 10 20:11:32.948916 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:11:32.967269 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-705b0e7a-31b4-4123-b6be-d2d005c74eb5 req-a4aa343d-8688-461e-83a8-502c62de608a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15be164c-756e-49bf-b534-707bd85c8109 HTTP/1.1" status: 200 len: 1002 time: 0.0588608 Dec 10 20:11:33.018232 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b0e7a-31b4-4123-b6be-d2d005c74eb5 req-0d4f3931-cf63-42e8-b9e3-4e4640967e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:11:33.019641 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-705b0e7a-31b4-4123-b6be-d2d005c74eb5 req-0d4f3931-cf63-42e8-b9e3-4e4640967e9d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1a041b96-f86e-4688-98d9-f4a8c68f770b HTTP/1.1" status: 200 len: 848 time: 0.0432048 Dec 10 20:11:33.069953 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b0e7a-31b4-4123-b6be-d2d005c74eb5 req-4c774753-6940-46a9-8d1f-3db2c0a5afc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:11:33.071413 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-705b0e7a-31b4-4123-b6be-d2d005c74eb5 req-4c774753-6940-46a9-8d1f-3db2c0a5afc4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36be00e2-0ade-4eef-9750-4deaee52cffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0441301 Dec 10 20:11:33.167451 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-705b0e7a-31b4-4123-b6be-d2d005c74eb5 req-aafc6d10-d407-45e7-b76c-5ee920b7b0e6 service neutron] 10.222.0.36 "GET /v2.0/networks/36be00e2-0ade-4eef-9750-4deaee52cffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836799 Dec 10 20:11:33.265135 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-705b0e7a-31b4-4123-b6be-d2d005c74eb5 req-6c13b624-6762-4878-ac36-b18fc0344182 service neutron] 10.222.0.36 "GET /v2.0/networks/36be00e2-0ade-4eef-9750-4deaee52cffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873053 Dec 10 20:11:37.943167 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:11:50.366863 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0936d75f-256f-4498-9843-a82cebc01243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:11:54.331873 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2c1fbad2-fe43-4438-950d-6f2aa5ddbe04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:11:55.600439 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:11:56.636651 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:11:57.004146 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:12:02.942023 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:12:14.942415 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:12:20.368685 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8f651cde-6e6d-4b03-bb6d-6d1c22f9cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:12:24.333807 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-07a1f23d-a536-4f06-9f71-d6a358caf6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:12:25.603411 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:12:26.637687 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:12:27.006628 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:12:32.966393 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:12:33.763816 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e5326bbc-d3df-4a0b-8172-42cf9d548dcd req-0ab2f13e-fc30-47b6-9b9d-36e81f193823 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0786638 Dec 10 20:12:33.845995 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5326bbc-d3df-4a0b-8172-42cf9d548dcd req-ab7cc2fc-06bf-4f70-b435-ca1aea4b1468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:12:33.847460 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e5326bbc-d3df-4a0b-8172-42cf9d548dcd req-ab7cc2fc-06bf-4f70-b435-ca1aea4b1468 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f631252091d74a8e97d1f591906471e8&device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 1099 time: 0.0408340 Dec 10 20:12:33.957948 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5326bbc-d3df-4a0b-8172-42cf9d548dcd req-424fbdc7-bc70-4e46-94bb-4680679562fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:12:33.959533 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e5326bbc-d3df-4a0b-8172-42cf9d548dcd req-424fbdc7-bc70-4e46-94bb-4680679562fa service neutron] 10.222.0.36 "GET /v2.0/networks?id=36be00e2-0ade-4eef-9750-4deaee52cffc HTTP/1.1" status: 200 len: 910 time: 0.0925477 Dec 10 20:12:34.026857 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e5326bbc-d3df-4a0b-8172-42cf9d548dcd req-d6aaf419-001f-4298-b530-b2072f4edc1c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15be164c-756e-49bf-b534-707bd85c8109 HTTP/1.1" status: 200 len: 1002 time: 0.0592306 Dec 10 20:12:34.083557 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5326bbc-d3df-4a0b-8172-42cf9d548dcd req-3b7ec3c7-fb78-4dcf-adb3-d32aeee382d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:12:34.085077 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e5326bbc-d3df-4a0b-8172-42cf9d548dcd req-3b7ec3c7-fb78-4dcf-adb3-d32aeee382d2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1a041b96-f86e-4688-98d9-f4a8c68f770b HTTP/1.1" status: 200 len: 848 time: 0.0507796 Dec 10 20:12:34.139065 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5326bbc-d3df-4a0b-8172-42cf9d548dcd req-3d91ea48-461c-4745-83de-f10d38e976f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:12:34.140601 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e5326bbc-d3df-4a0b-8172-42cf9d548dcd req-3d91ea48-461c-4745-83de-f10d38e976f1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36be00e2-0ade-4eef-9750-4deaee52cffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0480371 Dec 10 20:12:34.230883 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e5326bbc-d3df-4a0b-8172-42cf9d548dcd req-2c105e5d-e393-4981-b39a-65fe8d5b523f service neutron] 10.222.0.36 "GET /v2.0/networks/36be00e2-0ade-4eef-9750-4deaee52cffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825727 Dec 10 20:12:34.328319 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e5326bbc-d3df-4a0b-8172-42cf9d548dcd req-ecbd0bd1-66be-4376-b818-4a2b8b576154 service neutron] 10.222.0.36 "GET /v2.0/networks/36be00e2-0ade-4eef-9750-4deaee52cffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897558 Dec 10 20:12:50.371111 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-312f7ede-ae75-4a80-8e7b-ec7613284092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:12:51.940683 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:12:54.334654 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d713e483-537d-4883-807a-2cc7c1c79b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:12:55.609672 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:12:56.638659 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:12:57.008956 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:13:02.674487 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e7391-d673-43d9-a1c2-4d0eb6b4ac96 req-84f97fd4-9fe8-494f-a1d8-6e29518fe71b tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:13:02.677135 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-747e7391-d673-43d9-a1c2-4d0eb6b4ac96 req-84f97fd4-9fe8-494f-a1d8-6e29518fe71b tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 946 time: 0.0948310 Dec 10 20:13:02.715417 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-747e7391-d673-43d9-a1c2-4d0eb6b4ac96 req-f4f5c8f0-02fa-4b27-b775-a51ece0f8af0 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=445d8e19-a8e5-40c1-a9de-43348b149155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323765 Dec 10 20:13:02.976679 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:13:03.906097 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60deb97-8bd1-4833-99f8-0336599890eb req-f3808f85-8013-4b62-aed0-302cf5f4b333 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:13:03.907914 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f60deb97-8bd1-4833-99f8-0336599890eb req-f3808f85-8013-4b62-aed0-302cf5f4b333 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 946 time: 0.0512776 Dec 10 20:13:03.946061 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f60deb97-8bd1-4833-99f8-0336599890eb req-7e4d7209-90da-4978-a048-f05062fdbae0 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=445d8e19-a8e5-40c1-a9de-43348b149155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322504 Dec 10 20:13:05.083118 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f1e64-c7c4-4daa-aa85-102f6e2640d0 req-f6bff5db-4e81-4a42-8456-a11712e6084c tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:13:05.084859 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-039f1e64-c7c4-4daa-aa85-102f6e2640d0 req-f6bff5db-4e81-4a42-8456-a11712e6084c tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 946 time: 0.0569487 Dec 10 20:13:05.122657 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-039f1e64-c7c4-4daa-aa85-102f6e2640d0 req-06f52823-0653-400e-a3cb-41a07b1e9080 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=445d8e19-a8e5-40c1-a9de-43348b149155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318766 Dec 10 20:13:06.237846 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45bb7c-3538-45ff-854b-1e6cecb98df7 req-63048aa7-ad6a-46b8-bc8a-7afd385e2f83 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:13:06.239340 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ef45bb7c-3538-45ff-854b-1e6cecb98df7 req-63048aa7-ad6a-46b8-bc8a-7afd385e2f83 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 946 time: 0.0503254 Dec 10 20:13:06.277590 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ef45bb7c-3538-45ff-854b-1e6cecb98df7 req-10830b27-1b6f-48eb-a59d-187da934c1c3 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=445d8e19-a8e5-40c1-a9de-43348b149155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324121 Dec 10 20:13:07.395577 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99667e8f-1398-442e-a67b-7648bc917b09 req-6ad4dd8c-65c5-4772-8152-5fd45ab56c1d tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:13:07.397148 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-99667e8f-1398-442e-a67b-7648bc917b09 req-6ad4dd8c-65c5-4772-8152-5fd45ab56c1d tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 946 time: 0.0516658 Dec 10 20:13:07.435887 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-99667e8f-1398-442e-a67b-7648bc917b09 req-5d0a6797-2ef0-49be-a269-1e58d3190c67 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=445d8e19-a8e5-40c1-a9de-43348b149155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327806 Dec 10 20:13:08.559493 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1c474f-83a1-4a3b-a759-ca858540f488 req-71f51836-8cb1-43f2-85fc-3ddfc5b4fac4 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:13:08.560927 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2a1c474f-83a1-4a3b-a759-ca858540f488 req-71f51836-8cb1-43f2-85fc-3ddfc5b4fac4 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 946 time: 0.0536602 Dec 10 20:13:08.599558 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2a1c474f-83a1-4a3b-a759-ca858540f488 req-42d0618c-5bcc-4d1c-afe4-36015dac1d9b tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=445d8e19-a8e5-40c1-a9de-43348b149155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320330 Dec 10 20:13:09.712933 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e547634-6e65-47a9-9e47-15f7f6c9c909 req-ec93aa7a-dd47-45bf-97b5-c8fbb3ebe491 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:13:09.714381 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9e547634-6e65-47a9-9e47-15f7f6c9c909 req-ec93aa7a-dd47-45bf-97b5-c8fbb3ebe491 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 946 time: 0.0483222 Dec 10 20:13:09.754263 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9e547634-6e65-47a9-9e47-15f7f6c9c909 req-1b1f8311-7e36-457f-ae2d-5bea0cd9768c tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=445d8e19-a8e5-40c1-a9de-43348b149155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339627 Dec 10 20:13:10.869522 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de317337-70c2-4e3f-b801-95a3c659d908 req-a868b246-4c39-4d30-b2d3-a4e46c5d6469 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:13:10.870965 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-de317337-70c2-4e3f-b801-95a3c659d908 req-a868b246-4c39-4d30-b2d3-a4e46c5d6469 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 946 time: 0.0505455 Dec 10 20:13:10.908771 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-de317337-70c2-4e3f-b801-95a3c659d908 req-3b1e0a36-839e-4c42-90f7-fbfbdce5a690 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=445d8e19-a8e5-40c1-a9de-43348b149155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316565 Dec 10 20:13:12.030600 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4d0ffd-f24e-4162-90b2-81a52a8a3d4e req-08913cb7-43fb-4946-816e-33d2687d365f tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:13:12.031969 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4a4d0ffd-f24e-4162-90b2-81a52a8a3d4e req-08913cb7-43fb-4946-816e-33d2687d365f tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 946 time: 0.0528822 Dec 10 20:13:12.069695 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4a4d0ffd-f24e-4162-90b2-81a52a8a3d4e req-ac18cded-b243-4e5e-8f8e-ea1b7e4f9c15 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=445d8e19-a8e5-40c1-a9de-43348b149155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311925 Dec 10 20:13:13.187508 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38799beb-7441-4295-9b36-3ab24d7f6978 req-d1dc9baf-3fd0-4983-962c-73d76fefca5d tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:13:13.189006 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-38799beb-7441-4295-9b36-3ab24d7f6978 req-d1dc9baf-3fd0-4983-962c-73d76fefca5d tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 946 time: 0.0518188 Dec 10 20:13:13.227286 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-38799beb-7441-4295-9b36-3ab24d7f6978 req-29d152b7-c809-426a-a487-de3d4c98dc23 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=445d8e19-a8e5-40c1-a9de-43348b149155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314345 Dec 10 20:13:14.350957 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827a561d-4357-4af5-af41-88a52b175e35 req-01e7136e-afb4-4f6a-8f1f-6fff835f805d tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:13:14.352453 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-827a561d-4357-4af5-af41-88a52b175e35 req-01e7136e-afb4-4f6a-8f1f-6fff835f805d tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 946 time: 0.0540743 Dec 10 20:13:14.391261 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-827a561d-4357-4af5-af41-88a52b175e35 req-6d26ed8f-c8a8-43d4-b493-4b7a1a75358d tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=445d8e19-a8e5-40c1-a9de-43348b149155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328841 Dec 10 20:13:15.514178 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52beb1b-ff8a-4193-a496-e5500b2b4813 req-37a6d81e-ecfa-4669-954d-0fb0e253865d tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:13:15.515662 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a52beb1b-ff8a-4193-a496-e5500b2b4813 req-37a6d81e-ecfa-4669-954d-0fb0e253865d tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 946 time: 0.0568888 Dec 10 20:13:15.554557 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a52beb1b-ff8a-4193-a496-e5500b2b4813 req-f43ee8f0-f8d7-4e22-81e5-91fee058b6b4 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=445d8e19-a8e5-40c1-a9de-43348b149155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322964 Dec 10 20:13:16.228765 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 15be164c-756e-49bf-b534-707bd85c8109 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=102367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 20:13:16.325212 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 15be164c-756e-49bf-b534-707bd85c8109, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=15be164c-756e-49bf-b534-707bd85c8109,segment=NetworkSegment(f207670a-7f74-4931-8ec9-cfd678644189),segment_id=f207670a-7f74-4931-8ec9-cfd678644189)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:13:16.336328 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Returning: {'device': '15be164c-756e-49bf-b534-707bd85c8109', 'network_id': '36be00e2-0ade-4eef-9750-4deaee52cffc', 'port_id': '15be164c-756e-49bf-b534-707bd85c8109', 'mac_address': 'fa:16:3e:d9:7b:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a041b96-f86e-4688-98d9-f4a8c68f770b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 20:13:16.372563 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:13:16.384901 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 15be164c-756e-49bf-b534-707bd85c8109 {{(pid=102367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 20:13:16.403579 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 15be164c-756e-49bf-b534-707bd85c8109, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=15be164c-756e-49bf-b534-707bd85c8109,segment=NetworkSegment(f207670a-7f74-4931-8ec9-cfd678644189),segment_id=f207670a-7f74-4931-8ec9-cfd678644189)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:13:16.407772 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:13:16.470520 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=15be164c-756e-49bf-b534-707bd85c8109,revision_number=6']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:13:16.481628 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:13:16.481896 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:13:16.482233 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:13:16.482561 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:13:16.482882 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:13:16.483205 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:13:16.483523 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:13:16.483840 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:13:16.484159 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:13:16.484472 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:13:16.484808 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:13:16.485118 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:13:16.490755 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['15be164c-756e-49bf-b534-707bd85c8109'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 20:13:16.674137 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49798c1a-b7a3-493b-a54e-e1e6025c03e6 req-0f1d68a7-a978-4971-bfef-057c875c8957 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:13:16.676869 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-49798c1a-b7a3-493b-a54e-e1e6025c03e6 req-0f1d68a7-a978-4971-bfef-057c875c8957 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 945 time: 0.0527310 Dec 10 20:13:16.722857 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-49798c1a-b7a3-493b-a54e-e1e6025c03e6 req-ab7b2c0b-4c82-4d1a-b6a8-3cf1e25a1d3e tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=445d8e19-a8e5-40c1-a9de-43348b149155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348346 Dec 10 20:13:17.838571 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716ba68f-0111-419f-9b9d-dcc80a1d82cb req-0b21ae99-588c-4ee0-afd1-7a2b95a28ce4 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:13:17.840027 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-716ba68f-0111-419f-9b9d-dcc80a1d82cb req-0b21ae99-588c-4ee0-afd1-7a2b95a28ce4 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 945 time: 0.0492067 Dec 10 20:13:17.878355 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-716ba68f-0111-419f-9b9d-dcc80a1d82cb req-65df341e-012b-43c3-ac11-1e4a85e97439 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=445d8e19-a8e5-40c1-a9de-43348b149155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324471 Dec 10 20:13:18.250544 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 15be164c-756e-49bf-b534-707bd85c8109 up at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 20:13:18.298682 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning complete for port 15be164c-756e-49bf-b534-707bd85c8109 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:13:18.299050 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:13:18.376096 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:13:18.399530 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15be164c-756e-49bf-b534-707bd85c8109'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:13:18.414719 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 15be164c-756e-49bf-b534-707bd85c8109, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=15be164c-756e-49bf-b534-707bd85c8109,segment=NetworkSegment(f207670a-7f74-4931-8ec9-cfd678644189),segment_id=f207670a-7f74-4931-8ec9-cfd678644189)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:13:18.419211 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:13:18.446438 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a72eb770f7d7f47a5235e5e97b02399f3ea68d125439bf82527f1e6c5cc43115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea6811c-1206-4d7c-86b9-b15e84c65816" -d '{"events": [{"server_uuid": "969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1", "name": "network-vif-plugged", "status": "completed", "tag": "15be164c-756e-49bf-b534-707bd85c8109"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:13:18.477880 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=15be164c-756e-49bf-b534-707bd85c8109,revision_number=7']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:13:18.538665 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 20:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3f856e-92e7-4b62-8db4-927f61f7967e x-openstack-request-id: req-9b3f856e-92e7-4b62-8db4-927f61f7967e {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:13:18.538964 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1", "name": "network-vif-plugged", "status": "completed", "tag": "15be164c-756e-49bf-b534-707bd85c8109", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:13:18.539219 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9b3f856e-92e7-4b62-8db4-927f61f7967e {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:13:18.539614 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15be164c-756e-49bf-b534-707bd85c8109', 'code': 200} Dec 10 20:13:19.002748 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e7fca-f2d0-477a-96da-34ea6335b1cb req-b25bddf0-1bfe-49ad-a677-852d8384bc4c tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:13:19.004084 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-817e7fca-f2d0-477a-96da-34ea6335b1cb req-b25bddf0-1bfe-49ad-a677-852d8384bc4c tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 946 time: 0.0589325 Dec 10 20:13:19.043652 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-817e7fca-f2d0-477a-96da-34ea6335b1cb req-b0d1a119-b0cf-4638-8901-4cfa7f715715 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=445d8e19-a8e5-40c1-a9de-43348b149155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336292 Dec 10 20:13:20.184491 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1adc797-8b0a-4785-acd7-1c1b262c80ff req-5e2541e8-c82e-413e-b20e-d2eaa3d09d1b tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:13:20.193416 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f1adc797-8b0a-4785-acd7-1c1b262c80ff req-5e2541e8-c82e-413e-b20e-d2eaa3d09d1b tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 946 time: 0.0752325 Dec 10 20:13:20.256011 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f1adc797-8b0a-4785-acd7-1c1b262c80ff req-1444ed80-0049-4f62-9b66-721a647637d0 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=445d8e19-a8e5-40c1-a9de-43348b149155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614281 Dec 10 20:13:20.378274 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ea5dd3fd-f5e3-406d-86b3-160c7c53aed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:13:21.379133 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a32c3-49c0-4c09-863c-9275a7785f3a req-43853bcc-0f74-406d-a2e8-b1d096d80138 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:13:21.380719 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-314a32c3-49c0-4c09-863c-9275a7785f3a req-43853bcc-0f74-406d-a2e8-b1d096d80138 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 946 time: 0.0551801 Dec 10 20:13:21.424630 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-314a32c3-49c0-4c09-863c-9275a7785f3a req-76095922-ec10-4a2d-9d29-ab42b8887d2d tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=445d8e19-a8e5-40c1-a9de-43348b149155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375240 Dec 10 20:13:22.567277 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7418c8-fd38-44df-adef-257b9367afb0 req-0d8eb7d2-b279-45cf-a1e3-a42dcde9d7da tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:13:22.568818 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2c7418c8-fd38-44df-adef-257b9367afb0 req-0d8eb7d2-b279-45cf-a1e3-a42dcde9d7da tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 946 time: 0.0672598 Dec 10 20:13:22.621189 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2c7418c8-fd38-44df-adef-257b9367afb0 req-13eb5a9a-1ae3-4a49-9449-34de7605dccf tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=445d8e19-a8e5-40c1-a9de-43348b149155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463686 Dec 10 20:13:23.760383 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80778f17-af6f-4643-bd30-7b6e096a9fc2 req-a782f22a-56ae-4a8c-8ca4-92dabd7a7dc4 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:13:23.765063 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-80778f17-af6f-4643-bd30-7b6e096a9fc2 req-a782f22a-56ae-4a8c-8ca4-92dabd7a7dc4 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 946 time: 0.0649354 Dec 10 20:13:23.818851 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-80778f17-af6f-4643-bd30-7b6e096a9fc2 req-eabea223-a9bc-4a03-951a-f41be67e1f36 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=445d8e19-a8e5-40c1-a9de-43348b149155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500479 Dec 10 20:13:24.351129 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c597ce7b-5f98-4576-ae14-c4bc33c59f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:13:24.949097 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cda8796-f39e-43dd-acfe-77055959efdd req-91c910f3-d83b-4645-9ce5-1c7bb19d6c3f tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:13:24.956302 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2cda8796-f39e-43dd-acfe-77055959efdd req-91c910f3-d83b-4645-9ce5-1c7bb19d6c3f tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 946 time: 0.0592310 Dec 10 20:13:25.008420 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2cda8796-f39e-43dd-acfe-77055959efdd req-f4d44711-2372-4959-9c6c-9e71c8453653 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=445d8e19-a8e5-40c1-a9de-43348b149155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490592 Dec 10 20:13:25.619727 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:13:26.173139 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cd5a9d-28c0-4d9c-b8e9-372aee847236 req-e9269635-aa60-4a89-952f-7e0e8aa03199 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:13:26.177275 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-33cd5a9d-28c0-4d9c-b8e9-372aee847236 req-e9269635-aa60-4a89-952f-7e0e8aa03199 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 946 time: 0.0841467 Dec 10 20:13:26.250080 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-33cd5a9d-28c0-4d9c-b8e9-372aee847236 req-0baa0167-7469-4bc2-b8b7-5c1673cc10fb tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=445d8e19-a8e5-40c1-a9de-43348b149155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649776 Dec 10 20:13:26.656331 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:13:27.019285 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:13:27.421179 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89565c18-6890-4b57-9270-4beaa92fe60c req-0752bf5e-5135-436d-bbed-77544a0fa146 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:13:27.422728 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-89565c18-6890-4b57-9270-4beaa92fe60c req-0752bf5e-5135-436d-bbed-77544a0fa146 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 946 time: 0.0623090 Dec 10 20:13:27.476994 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-89565c18-6890-4b57-9270-4beaa92fe60c req-1b7dd132-87e2-446c-b93f-b7d177b2895a tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=445d8e19-a8e5-40c1-a9de-43348b149155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426269 Dec 10 20:13:28.674999 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8008495-f220-4283-af1d-b87e0d140d88 req-ff5583c6-78da-4930-addb-2f569abbdecc tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:13:28.678810 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b8008495-f220-4283-af1d-b87e0d140d88 req-ff5583c6-78da-4930-addb-2f569abbdecc tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 946 time: 0.0809021 Dec 10 20:13:28.742003 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b8008495-f220-4283-af1d-b87e0d140d88 req-4d40daf1-e72e-4346-9cac-3b67fa94dc1e tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=445d8e19-a8e5-40c1-a9de-43348b149155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531876 Dec 10 20:13:28.941825 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:13:29.879476 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b853dac-0acf-4c31-a76e-f607a161d0cb req-5dde93b0-68a2-42b7-a006-6b88ac2fa2b7 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:13:29.881097 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6b853dac-0acf-4c31-a76e-f607a161d0cb req-5dde93b0-68a2-42b7-a006-6b88ac2fa2b7 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 946 time: 0.0694735 Dec 10 20:13:29.926890 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6b853dac-0acf-4c31-a76e-f607a161d0cb req-79773b16-fe50-4df1-a449-aa01c70260d7 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=445d8e19-a8e5-40c1-a9de-43348b149155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396986 Dec 10 20:13:30.281694 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208e0259-1210-473b-a346-898f9c2a1a87 req-80bf3f58-9465-4f21-b13d-bd691a3deffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:13:30.283215 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-208e0259-1210-473b-a346-898f9c2a1a87 req-80bf3f58-9465-4f21-b13d-bd691a3deffe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f631252091d74a8e97d1f591906471e8&device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 1099 time: 0.0588942 Dec 10 20:13:30.386887 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208e0259-1210-473b-a346-898f9c2a1a87 req-6a410ecf-0528-41dc-a3c6-6e1ac9c62dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:13:30.388461 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-208e0259-1210-473b-a346-898f9c2a1a87 req-6a410ecf-0528-41dc-a3c6-6e1ac9c62dbb service neutron] 10.222.0.36 "GET /v2.0/networks?id=36be00e2-0ade-4eef-9750-4deaee52cffc HTTP/1.1" status: 200 len: 910 time: 0.0972197 Dec 10 20:13:30.465236 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-208e0259-1210-473b-a346-898f9c2a1a87 req-97380a8b-a1b8-47e4-a138-1f416704e79e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15be164c-756e-49bf-b534-707bd85c8109 HTTP/1.1" status: 200 len: 1002 time: 0.0642190 Dec 10 20:13:30.532549 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208e0259-1210-473b-a346-898f9c2a1a87 req-b5ac0fb6-2d9b-4dc5-8427-33ce1b1449ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:13:30.535268 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-208e0259-1210-473b-a346-898f9c2a1a87 req-b5ac0fb6-2d9b-4dc5-8427-33ce1b1449ea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1a041b96-f86e-4688-98d9-f4a8c68f770b HTTP/1.1" status: 200 len: 848 time: 0.0607104 Dec 10 20:13:30.600217 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208e0259-1210-473b-a346-898f9c2a1a87 req-b5473d8e-2663-459a-9cf2-25f959e04f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:13:30.608060 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-208e0259-1210-473b-a346-898f9c2a1a87 req-b5473d8e-2663-459a-9cf2-25f959e04f8a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36be00e2-0ade-4eef-9750-4deaee52cffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0656409 Dec 10 20:13:30.714840 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-208e0259-1210-473b-a346-898f9c2a1a87 req-106f2c97-cb10-4d16-b3fc-a1f76039a495 service neutron] 10.222.0.36 "GET /v2.0/networks/36be00e2-0ade-4eef-9750-4deaee52cffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985119 Dec 10 20:13:30.835228 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-208e0259-1210-473b-a346-898f9c2a1a87 req-bd858a34-1b1c-424e-b739-7e238efb07b8 service neutron] 10.222.0.36 "GET /v2.0/networks/36be00e2-0ade-4eef-9750-4deaee52cffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130877 Dec 10 20:13:31.057481 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7236ea8f-bfa5-4934-9797-828b421d4de7 req-7fc94917-0bcd-49ef-bb99-d2b1a59097b5 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:13:31.059031 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7236ea8f-bfa5-4934-9797-828b421d4de7 req-7fc94917-0bcd-49ef-bb99-d2b1a59097b5 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 946 time: 0.0532529 Dec 10 20:13:31.104079 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7236ea8f-bfa5-4934-9797-828b421d4de7 req-d7fa2968-0c31-4d6a-8849-63d7b5be0a00 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=445d8e19-a8e5-40c1-a9de-43348b149155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380950 Dec 10 20:13:32.229596 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f2fa90-5a58-409e-a9f6-e92d2d3ce481 req-d9c16d8d-3d3e-4475-a5d8-f0e249d31494 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:13:32.231190 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-98f2fa90-5a58-409e-a9f6-e92d2d3ce481 req-d9c16d8d-3d3e-4475-a5d8-f0e249d31494 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 946 time: 0.0548539 Dec 10 20:13:32.282973 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-98f2fa90-5a58-409e-a9f6-e92d2d3ce481 req-4c7dd3f4-4b56-449e-89b6-266453696393 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=445d8e19-a8e5-40c1-a9de-43348b149155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415099 Dec 10 20:13:32.989455 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:13:33.413120 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdfe914-a943-4492-8ace-5914281e9163 req-4a3878ea-3649-432f-803b-0e531393df4b tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:13:33.414656 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6bdfe914-a943-4492-8ace-5914281e9163 req-4a3878ea-3649-432f-803b-0e531393df4b tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 946 time: 0.0548303 Dec 10 20:13:33.464150 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6bdfe914-a943-4492-8ace-5914281e9163 req-c152f66b-503f-44dd-86e7-46a06a8688f7 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=445d8e19-a8e5-40c1-a9de-43348b149155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434556 Dec 10 20:13:33.618158 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [req-be9d64c2-11f9-4480-8e46-53c326336748 req-5b13a3b3-c5e6-40f7-8fb0-8f2018674f5d service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 20:13:33.619172 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-be9d64c2-11f9-4480-8e46-53c326336748 req-5b13a3b3-c5e6-40f7-8fb0-8f2018674f5d service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0457542 Dec 10 20:13:33.800842 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084fc6e-3764-4bf1-ad82-20c5a7e57e9a req-59120e03-17d6-41de-93d3-c407d4791e45 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:13:33.800842 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f084fc6e-3764-4bf1-ad82-20c5a7e57e9a req-59120e03-17d6-41de-93d3-c407d4791e45 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 946 time: 0.0603676 Dec 10 20:13:33.842760 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f084fc6e-3764-4bf1-ad82-20c5a7e57e9a req-5f8408d2-c30c-4c07-b25a-43e9d2e959dc tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=445d8e19-a8e5-40c1-a9de-43348b149155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353172 Dec 10 20:13:33.937026 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 36546) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:13:34.037802 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-a465ad0b-3d20-4b93-8d34-b13e89513418 req-1f919a93-0186-4f5c-8f09-8ac6491607c7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0995858 Dec 10 20:13:34.046606 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [req-a465ad0b-3d20-4b93-8d34-b13e89513418 req-930a87ca-495f-4310-9ff3-de8c99483e89 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 20:13:34.047570 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-a465ad0b-3d20-4b93-8d34-b13e89513418 req-930a87ca-495f-4310-9ff3-de8c99483e89 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050213 Dec 10 20:13:34.328476 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 15be164c-756e-49bf-b534-707bd85c8109 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 20:13:34.418703 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:13:34.446179 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15be164c-756e-49bf-b534-707bd85c8109'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:13:34.448378 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a72eb770f7d7f47a5235e5e97b02399f3ea68d125439bf82527f1e6c5cc43115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c86068-7089-468a-b5c2-1e206baeb322" -d '{"events": [{"server_uuid": "969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1", "name": "network-vif-unplugged", "status": "completed", "tag": "15be164c-756e-49bf-b534-707bd85c8109"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:13:34.461557 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 15be164c-756e-49bf-b534-707bd85c8109, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=15be164c-756e-49bf-b534-707bd85c8109,segment=NetworkSegment(f207670a-7f74-4931-8ec9-cfd678644189),segment_id=f207670a-7f74-4931-8ec9-cfd678644189)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:13:34.466218 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:13:34.495627 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 10 Dec 2021 20:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b014108a-d97f-4d72-962f-f5cdd6ad5276 x-openstack-request-id: req-b014108a-d97f-4d72-962f-f5cdd6ad5276 {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:13:34.495916 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1", "name": "network-vif-unplugged", "status": "failed", "tag": "15be164c-756e-49bf-b534-707bd85c8109", "code": 422}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:13:34.496166 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b014108a-d97f-4d72-962f-f5cdd6ad5276 {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:13:34.496620 dv-neutron-821441-1-hyperv neutron-server[102367]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '15be164c-756e-49bf-b534-707bd85c8109', 'code': 422} returned with failed status Dec 10 20:13:34.522333 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=15be164c-756e-49bf-b534-707bd85c8109,revision_number=8']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:13:34.871486 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465ad0b-3d20-4b93-8d34-b13e89513418 req-5f360f16-5c08-4cbe-b478-6556a37851b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:13:34.874779 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a465ad0b-3d20-4b93-8d34-b13e89513418 req-5f360f16-5c08-4cbe-b478-6556a37851b5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1&tenant_id=f631252091d74a8e97d1f591906471e8 HTTP/1.1" status: 200 len: 1097 time: 0.0449033 Dec 10 20:13:34.966035 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465ad0b-3d20-4b93-8d34-b13e89513418 req-2fc24d3d-ae46-4dae-97e5-8bacf3f4ce28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:13:34.967526 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a465ad0b-3d20-4b93-8d34-b13e89513418 req-2fc24d3d-ae46-4dae-97e5-8bacf3f4ce28 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f631252091d74a8e97d1f591906471e8&device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 1097 time: 0.0690949 Dec 10 20:13:35.004489 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780a26f-b816-4d49-aeb8-e8e24a8505ba req-9a3994d4-0418-489d-a77c-c69e433dfde8 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:13:35.005928 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8780a26f-b816-4d49-aeb8-e8e24a8505ba req-9a3994d4-0418-489d-a77c-c69e433dfde8 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 944 time: 0.0831363 Dec 10 20:13:35.087397 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8780a26f-b816-4d49-aeb8-e8e24a8505ba req-1b70812d-af18-4135-aea8-6f4b335e862c tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=445d8e19-a8e5-40c1-a9de-43348b149155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547452 Dec 10 20:13:35.102645 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465ad0b-3d20-4b93-8d34-b13e89513418 req-4c9974a8-f8b3-4c80-82dd-baeac2fbf3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:13:35.104110 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a465ad0b-3d20-4b93-8d34-b13e89513418 req-4c9974a8-f8b3-4c80-82dd-baeac2fbf3e6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=36be00e2-0ade-4eef-9750-4deaee52cffc HTTP/1.1" status: 200 len: 910 time: 0.1281769 Dec 10 20:13:35.181280 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a465ad0b-3d20-4b93-8d34-b13e89513418 req-14b335f2-334f-41e8-b90d-fb1ff14f5e16 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15be164c-756e-49bf-b534-707bd85c8109 HTTP/1.1" status: 200 len: 1000 time: 0.0692625 Dec 10 20:13:35.233072 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465ad0b-3d20-4b93-8d34-b13e89513418 req-0a713635-d277-4a22-bbb3-46efb169902c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:13:35.234550 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a465ad0b-3d20-4b93-8d34-b13e89513418 req-0a713635-d277-4a22-bbb3-46efb169902c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1a041b96-f86e-4688-98d9-f4a8c68f770b HTTP/1.1" status: 200 len: 848 time: 0.0458930 Dec 10 20:13:35.292010 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465ad0b-3d20-4b93-8d34-b13e89513418 req-0d9097e7-7ee7-46fa-a6db-585d5e4de8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:13:35.293442 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a465ad0b-3d20-4b93-8d34-b13e89513418 req-0d9097e7-7ee7-46fa-a6db-585d5e4de8ea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36be00e2-0ade-4eef-9750-4deaee52cffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0516479 Dec 10 20:13:35.385551 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a465ad0b-3d20-4b93-8d34-b13e89513418 req-63bbe781-d963-4a14-b2f8-09479034a0cd service neutron] 10.222.0.36 "GET /v2.0/networks/36be00e2-0ade-4eef-9750-4deaee52cffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846357 Dec 10 20:13:35.474579 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a465ad0b-3d20-4b93-8d34-b13e89513418 req-83161318-883a-465e-badf-8a53504f25e4 service neutron] 10.222.0.36 "GET /v2.0/networks/36be00e2-0ade-4eef-9750-4deaee52cffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818207 Dec 10 20:13:36.221921 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b67e49a-f07e-41ae-bf3a-eaef209d335b req-795c3584-76fb-497c-98a7-5bf6e61651b6 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:13:36.223526 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0b67e49a-f07e-41ae-bf3a-eaef209d335b req-795c3584-76fb-497c-98a7-5bf6e61651b6 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 944 time: 0.0612421 Dec 10 20:13:36.264520 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0b67e49a-f07e-41ae-bf3a-eaef209d335b req-11dfa65e-ec58-4af9-af60-b58846d3b832 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=445d8e19-a8e5-40c1-a9de-43348b149155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345123 Dec 10 20:13:37.389495 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1588c7f1-2ae5-4d0a-a5ff-be8cab9f10e9 req-fa3dbfdb-55c3-43f3-b11a-ffa277043645 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:13:37.393034 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1588c7f1-2ae5-4d0a-a5ff-be8cab9f10e9 req-fa3dbfdb-55c3-43f3-b11a-ffa277043645 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 944 time: 0.0544734 Dec 10 20:13:37.432594 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1588c7f1-2ae5-4d0a-a5ff-be8cab9f10e9 req-b64f36d1-4567-4a9d-9162-1825a3f5212a tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=445d8e19-a8e5-40c1-a9de-43348b149155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355499 Dec 10 20:13:38.555781 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac32ce-d183-4eec-918c-541913f8432c req-98b296cd-3a77-46fb-8778-cf115a4485ee tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:13:38.557245 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-feac32ce-d183-4eec-918c-541913f8432c req-98b296cd-3a77-46fb-8778-cf115a4485ee tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 944 time: 0.0540366 Dec 10 20:13:38.598209 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-feac32ce-d183-4eec-918c-541913f8432c req-6159aa2c-5543-4715-a0a7-cdd68ca033ea tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=445d8e19-a8e5-40c1-a9de-43348b149155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344653 Dec 10 20:13:39.732547 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ebe0e-8bf4-4862-9a54-ea8bed1bb3cd req-199d140f-c556-4a20-8df4-d0bdb5543e2e tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:13:39.734172 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-458ebe0e-8bf4-4862-9a54-ea8bed1bb3cd req-199d140f-c556-4a20-8df4-d0bdb5543e2e tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 944 time: 0.0633957 Dec 10 20:13:39.776204 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-458ebe0e-8bf4-4862-9a54-ea8bed1bb3cd req-b1b0b20d-e09c-41ea-a402-3a1117293113 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=445d8e19-a8e5-40c1-a9de-43348b149155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358036 Dec 10 20:13:40.899864 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1396f1c5-6d30-42d4-9a06-173db73b80e9 req-c8581fa7-56f9-4c05-9f5d-7f44b15a832f tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:13:40.901460 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1396f1c5-6d30-42d4-9a06-173db73b80e9 req-c8581fa7-56f9-4c05-9f5d-7f44b15a832f tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 944 time: 0.0564728 Dec 10 20:13:40.943155 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1396f1c5-6d30-42d4-9a06-173db73b80e9 req-ed29c6a7-f803-47e6-b7c3-8a094f9e4041 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=445d8e19-a8e5-40c1-a9de-43348b149155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354490 Dec 10 20:13:42.071272 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b90ce6a-2489-4aa1-88bc-9072c37e9a42 req-da6adf1b-77d3-4153-8b36-d832c385f1e5 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:13:42.072783 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6b90ce6a-2489-4aa1-88bc-9072c37e9a42 req-da6adf1b-77d3-4153-8b36-d832c385f1e5 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 944 time: 0.0509648 Dec 10 20:13:42.112971 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6b90ce6a-2489-4aa1-88bc-9072c37e9a42 req-e82a1c18-639b-404c-bbe8-e1f99b8a77b2 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=445d8e19-a8e5-40c1-a9de-43348b149155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340393 Dec 10 20:13:43.254770 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8faefed-38a5-4526-bb65-278cba789940 req-8cfbee71-0eea-479d-ba65-fd069abcc11f tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:13:43.256374 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a8faefed-38a5-4526-bb65-278cba789940 req-8cfbee71-0eea-479d-ba65-fd069abcc11f tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 944 time: 0.0604079 Dec 10 20:13:43.304065 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a8faefed-38a5-4526-bb65-278cba789940 req-243000c5-1728-4956-8dff-b626d2e21c90 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=445d8e19-a8e5-40c1-a9de-43348b149155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377421 Dec 10 20:13:44.456547 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0375dc5-09a8-4c37-8caf-e56813399200 req-e1d222cb-ce6a-4841-a096-958cbae846bb tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:13:44.459126 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b0375dc5-09a8-4c37-8caf-e56813399200 req-e1d222cb-ce6a-4841-a096-958cbae846bb tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 944 time: 0.0669851 Dec 10 20:13:44.519900 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b0375dc5-09a8-4c37-8caf-e56813399200 req-e1f21fae-940b-433a-8ea8-860de9ae80db tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=445d8e19-a8e5-40c1-a9de-43348b149155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535591 Dec 10 20:13:45.661008 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613e2c0-c712-4afd-b743-2771f0c2cd7f req-368e3079-db7f-490c-bc28-323e750d9c1b tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:13:45.663028 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1613e2c0-c712-4afd-b743-2771f0c2cd7f req-368e3079-db7f-490c-bc28-323e750d9c1b tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 944 time: 0.0643358 Dec 10 20:13:45.707567 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1613e2c0-c712-4afd-b743-2771f0c2cd7f req-f572b41e-f12a-4896-8f44-f540dd0deb85 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=445d8e19-a8e5-40c1-a9de-43348b149155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384495 Dec 10 20:13:46.836116 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883059d7-64ad-4037-b7f7-6346323fc90c req-8f5535c5-5975-4a6c-8957-477bf2768739 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:13:46.837645 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-883059d7-64ad-4037-b7f7-6346323fc90c req-8f5535c5-5975-4a6c-8957-477bf2768739 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 944 time: 0.0551612 Dec 10 20:13:46.877288 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-883059d7-64ad-4037-b7f7-6346323fc90c req-984a22ea-916b-44ca-bc78-4b1aad8589a8 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=445d8e19-a8e5-40c1-a9de-43348b149155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337629 Dec 10 20:13:47.997572 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f04b5e-4931-402d-910d-066630d058ee req-f2190b46-99b3-483d-b36f-f9c4765e1f79 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:13:47.999070 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-36f04b5e-4931-402d-910d-066630d058ee req-f2190b46-99b3-483d-b36f-f9c4765e1f79 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 944 time: 0.0522633 Dec 10 20:13:48.039878 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-36f04b5e-4931-402d-910d-066630d058ee req-e200ea2f-aaad-421b-a0d8-6e97d2776206 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=445d8e19-a8e5-40c1-a9de-43348b149155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342276 Dec 10 20:13:49.162810 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d04484-e85d-43f6-8efa-63279934c498 req-62c15ae0-fecc-4fe9-8262-f1c968e04021 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:13:49.162810 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-07d04484-e85d-43f6-8efa-63279934c498 req-62c15ae0-fecc-4fe9-8262-f1c968e04021 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 944 time: 0.0494344 Dec 10 20:13:49.198454 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-07d04484-e85d-43f6-8efa-63279934c498 req-c7db161e-4409-4d46-b348-a84684a71463 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=445d8e19-a8e5-40c1-a9de-43348b149155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349050 Dec 10 20:13:50.318311 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9fdb6e-fe5c-412c-a7a6-4b6f4f9e6971 req-97429a99-74af-4824-b6ed-baa397a1ac86 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:13:50.319792 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8b9fdb6e-fe5c-412c-a7a6-4b6f4f9e6971 req-97429a99-74af-4824-b6ed-baa397a1ac86 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 944 time: 0.0543580 Dec 10 20:13:50.362767 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8b9fdb6e-fe5c-412c-a7a6-4b6f4f9e6971 req-a20be7f0-d754-4017-a288-e3251af9ee52 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=445d8e19-a8e5-40c1-a9de-43348b149155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365572 Dec 10 20:13:50.374478 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-44ae137f-a567-4e71-895e-8fd016a3ae0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:13:51.484211 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ddec94-1dae-4dbb-ba37-b17ff7f72f64 req-e9ecb4b9-e185-4504-9f8c-5759d52eed6a tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:13:51.485720 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c4ddec94-1dae-4dbb-ba37-b17ff7f72f64 req-e9ecb4b9-e185-4504-9f8c-5759d52eed6a tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 944 time: 0.0513022 Dec 10 20:13:51.528563 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c4ddec94-1dae-4dbb-ba37-b17ff7f72f64 req-458daf91-4941-4b3a-b384-4a25b62fd67f tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=445d8e19-a8e5-40c1-a9de-43348b149155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364068 Dec 10 20:13:52.392472 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 15be164c-756e-49bf-b534-707bd85c8109 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=102367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 20:13:52.501145 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 15be164c-756e-49bf-b534-707bd85c8109, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=15be164c-756e-49bf-b534-707bd85c8109,segment=NetworkSegment(f207670a-7f74-4931-8ec9-cfd678644189),segment_id=f207670a-7f74-4931-8ec9-cfd678644189)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:13:52.513376 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Returning: {'device': '15be164c-756e-49bf-b534-707bd85c8109', 'network_id': '36be00e2-0ade-4eef-9750-4deaee52cffc', 'port_id': '15be164c-756e-49bf-b534-707bd85c8109', 'mac_address': 'fa:16:3e:d9:7b:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a041b96-f86e-4688-98d9-f4a8c68f770b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 20:13:52.551865 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:13:52.568759 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15be164c-756e-49bf-b534-707bd85c8109 {{(pid=102367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 20:13:52.588934 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 15be164c-756e-49bf-b534-707bd85c8109, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=15be164c-756e-49bf-b534-707bd85c8109,segment=NetworkSegment(f207670a-7f74-4931-8ec9-cfd678644189),segment_id=f207670a-7f74-4931-8ec9-cfd678644189)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:13:52.592860 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:13:52.643811 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=15be164c-756e-49bf-b534-707bd85c8109,revision_number=9']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:13:52.655231 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce733e1a-4528-4e91-9bb4-5e6d20960a71 req-e7f3b566-334a-45ca-8529-b995d161a619 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:13:52.656763 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ce733e1a-4528-4e91-9bb4-5e6d20960a71 req-e7f3b566-334a-45ca-8529-b995d161a619 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 945 time: 0.0571890 Dec 10 20:13:52.699433 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ce733e1a-4528-4e91-9bb4-5e6d20960a71 req-28b6b97c-8a2c-4a4e-8b0a-30515487d7a7 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=445d8e19-a8e5-40c1-a9de-43348b149155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366681 Dec 10 20:13:52.945587 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['15be164c-756e-49bf-b534-707bd85c8109'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 20:13:53.827837 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf3da5-82e6-45fd-a298-a3996221bf3a req-5547048d-4ed9-46db-92e4-1cc24fc3480f tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:13:53.829395 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6daf3da5-82e6-45fd-a298-a3996221bf3a req-5547048d-4ed9-46db-92e4-1cc24fc3480f tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 945 time: 0.0560915 Dec 10 20:13:53.868931 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-6daf3da5-82e6-45fd-a298-a3996221bf3a req-2fa19b29-48bf-4624-a73b-4639b0073e6a tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=445d8e19-a8e5-40c1-a9de-43348b149155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332692 Dec 10 20:13:54.334743 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-70c9567b-1fbf-4ab1-8944-de589b198e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:13:54.396105 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 15be164c-756e-49bf-b534-707bd85c8109 up at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 20:13:54.446548 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning complete for port 15be164c-756e-49bf-b534-707bd85c8109 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:13:54.446917 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:13:54.522140 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:13:54.544039 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15be164c-756e-49bf-b534-707bd85c8109'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:13:54.546268 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a72eb770f7d7f47a5235e5e97b02399f3ea68d125439bf82527f1e6c5cc43115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1047175a-aab0-4a82-bde5-c7ead52dff13" -d '{"events": [{"server_uuid": "969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1", "name": "network-vif-plugged", "status": "completed", "tag": "15be164c-756e-49bf-b534-707bd85c8109"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:13:54.558532 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 15be164c-756e-49bf-b534-707bd85c8109, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=15be164c-756e-49bf-b534-707bd85c8109,segment=NetworkSegment(f207670a-7f74-4931-8ec9-cfd678644189),segment_id=f207670a-7f74-4931-8ec9-cfd678644189)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:13:54.562813 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:13:54.586202 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 20:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a0e0a7d-4f01-4403-93bc-32febb6a0680 x-openstack-request-id: req-8a0e0a7d-4f01-4403-93bc-32febb6a0680 {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:13:54.587012 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1", "name": "network-vif-plugged", "status": "completed", "tag": "15be164c-756e-49bf-b534-707bd85c8109", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:13:54.587012 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8a0e0a7d-4f01-4403-93bc-32febb6a0680 {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:13:54.587254 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15be164c-756e-49bf-b534-707bd85c8109', 'code': 200} Dec 10 20:13:54.611885 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=15be164c-756e-49bf-b534-707bd85c8109,revision_number=10']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:13:54.801503 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb9045-b175-4fd1-a45e-81618b518e29 req-42e787b4-a77d-4d54-80cf-21708624d6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:13:54.802882 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-81eb9045-b175-4fd1-a45e-81618b518e29 req-42e787b4-a77d-4d54-80cf-21708624d6c2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 1100 time: 0.0402143 Dec 10 20:13:54.837299 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-81eb9045-b175-4fd1-a45e-81618b518e29 req-52b4a48f-70be-44bd-8f1f-db1c7405043b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=445d8e19-a8e5-40c1-a9de-43348b149155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276742 Dec 10 20:13:54.986415 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fdbf0a-ad5a-49a4-bdf7-5395afe7c732 req-bc8ade09-851a-4a20-8001-db1111d2119d tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:13:54.987881 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-31fdbf0a-ad5a-49a4-bdf7-5395afe7c732 req-bc8ade09-851a-4a20-8001-db1111d2119d tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 947 time: 0.0481145 Dec 10 20:13:55.026079 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-31fdbf0a-ad5a-49a4-bdf7-5395afe7c732 req-6d03b9c8-e92b-4dfd-8366-b1e6c5d6de32 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=445d8e19-a8e5-40c1-a9de-43348b149155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315816 Dec 10 20:13:55.617897 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:13:56.151221 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d23890-fcad-4f74-89f3-9032bde97404 req-d42f0b46-d7ff-4e19-88b4-ce01e8847dad tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:13:56.152432 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a0d23890-fcad-4f74-89f3-9032bde97404 req-d42f0b46-d7ff-4e19-88b4-ce01e8847dad tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 947 time: 0.0574903 Dec 10 20:13:56.510208 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a0d23890-fcad-4f74-89f3-9032bde97404 req-5956f5f7-5e19-4639-81f2-75b6594705ba tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=445d8e19-a8e5-40c1-a9de-43348b149155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3515964 Dec 10 20:13:56.643892 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:13:57.015904 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:13:57.627734 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265cd07-52c0-4f76-9f04-7f3785a0501e req-3ac8309b-f762-465f-aed3-e33b37fba15b tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:13:57.629250 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4265cd07-52c0-4f76-9f04-7f3785a0501e req-3ac8309b-f762-465f-aed3-e33b37fba15b tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 947 time: 0.0487156 Dec 10 20:13:57.674255 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4265cd07-52c0-4f76-9f04-7f3785a0501e req-1ea9ad41-d1eb-4550-a05f-817e900d35dc tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=445d8e19-a8e5-40c1-a9de-43348b149155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391822 Dec 10 20:14:02.989053 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:14:05.941536 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:14:20.375951 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b6bd99bf-ae8a-4373-9205-16b86ba212f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:14:24.336272 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-85dc04d4-c876-4499-be28-e6f9272c0472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:14:25.616427 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:14:26.636678 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:14:27.017550 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:14:32.995381 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:14:35.694484 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2eb5945f-d401-40b3-a7ce-f42483a14069 req-c9f5e98f-46bc-4e68-ab00-870c1fae4284 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0461688 Dec 10 20:14:35.779041 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5945f-d401-40b3-a7ce-f42483a14069 req-bb5560fd-c3e8-4509-baf1-2d7efa43a195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:14:35.780480 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2eb5945f-d401-40b3-a7ce-f42483a14069 req-bb5560fd-c3e8-4509-baf1-2d7efa43a195 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f631252091d74a8e97d1f591906471e8&device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 1100 time: 0.0432889 Dec 10 20:14:35.881396 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5945f-d401-40b3-a7ce-f42483a14069 req-c4a569d9-4080-4598-9e1f-09c39e4d3555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:14:35.882820 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2eb5945f-d401-40b3-a7ce-f42483a14069 req-c4a569d9-4080-4598-9e1f-09c39e4d3555 service neutron] 10.222.0.36 "GET /v2.0/networks?id=36be00e2-0ade-4eef-9750-4deaee52cffc HTTP/1.1" status: 200 len: 910 time: 0.0819612 Dec 10 20:14:35.951831 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2eb5945f-d401-40b3-a7ce-f42483a14069 req-b3095f26-14c9-4ac2-b487-b76216a7eb07 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15be164c-756e-49bf-b534-707bd85c8109 HTTP/1.1" status: 200 len: 1002 time: 0.0604556 Dec 10 20:14:35.999310 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5945f-d401-40b3-a7ce-f42483a14069 req-2d9848ea-8c68-4f16-ad6e-05cee182bf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:14:36.000736 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2eb5945f-d401-40b3-a7ce-f42483a14069 req-2d9848ea-8c68-4f16-ad6e-05cee182bf87 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1a041b96-f86e-4688-98d9-f4a8c68f770b HTTP/1.1" status: 200 len: 848 time: 0.0425436 Dec 10 20:14:36.046493 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5945f-d401-40b3-a7ce-f42483a14069 req-ad43c743-c1ab-42a6-a7d6-5925f8c46faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:14:36.047972 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2eb5945f-d401-40b3-a7ce-f42483a14069 req-ad43c743-c1ab-42a6-a7d6-5925f8c46faa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36be00e2-0ade-4eef-9750-4deaee52cffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406444 Dec 10 20:14:36.140000 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2eb5945f-d401-40b3-a7ce-f42483a14069 req-acfdea83-016b-457c-ab7b-5c913e91cb81 service neutron] 10.222.0.36 "GET /v2.0/networks/36be00e2-0ade-4eef-9750-4deaee52cffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850694 Dec 10 20:14:36.232997 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2eb5945f-d401-40b3-a7ce-f42483a14069 req-12755288-d730-4f12-ab48-708afa8d32e8 service neutron] 10.222.0.36 "GET /v2.0/networks/36be00e2-0ade-4eef-9750-4deaee52cffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854356 Dec 10 20:14:42.940607 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:14:50.378922 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6fb867e7-77cb-4f9e-b1f2-221d4fd4cd39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:14:54.338388 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4e449c7d-8f84-40cd-b0e7-412f99898598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:14:55.619330 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:14:56.638551 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:14:57.020865 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:15:02.993928 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:15:19.938511 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:15:20.379424 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-3d6f36e0-91dc-4ec3-bc63-e3284778c605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:15:24.339351 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2e01d8c4-f9b0-4dc5-9784-aa19e624ceaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:15:25.623042 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:15:26.642900 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:15:27.022464 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:15:32.998003 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:15:33.844714 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 36728) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:15:34.057984 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-34fc49c8-e761-41ed-a227-43ff94edb6f3 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Deleting port 18de674f-5edc-4836-93d5-3a9d12ba7b5e {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 20:15:34.058224 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-34fc49c8-e761-41ed-a227-43ff94edb6f3 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:15:34.135398 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-34fc49c8-e761-41ed-a227-43ff94edb6f3 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:15:34.135714 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-34fc49c8-e761-41ed-a227-43ff94edb6f3 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:15:34.147743 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-34fc49c8-e761-41ed-a227-43ff94edb6f3 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Calling delete_port for 18de674f-5edc-4836-93d5-3a9d12ba7b5e owned by network:floatingip {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 20:15:34.291746 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-34fc49c8-e761-41ed-a227-43ff94edb6f3 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:15:34.322545 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fc49c8-e761-41ed-a227-43ff94edb6f3 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Pushing event deleted for resources: {'Port': ['ID=18de674f-5edc-4836-93d5-3a9d12ba7b5e,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:15:34.345195 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fc49c8-e761-41ed-a227-43ff94edb6f3 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:15:34.345540 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fc49c8-e761-41ed-a227-43ff94edb6f3 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:15:34.345874 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fc49c8-e761-41ed-a227-43ff94edb6f3 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:15:34.346203 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fc49c8-e761-41ed-a227-43ff94edb6f3 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:15:34.346525 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fc49c8-e761-41ed-a227-43ff94edb6f3 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:15:34.346847 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fc49c8-e761-41ed-a227-43ff94edb6f3 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:15:34.347170 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fc49c8-e761-41ed-a227-43ff94edb6f3 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:15:34.347491 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fc49c8-e761-41ed-a227-43ff94edb6f3 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:15:34.347808 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fc49c8-e761-41ed-a227-43ff94edb6f3 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:15:34.348124 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fc49c8-e761-41ed-a227-43ff94edb6f3 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:15:34.348468 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fc49c8-e761-41ed-a227-43ff94edb6f3 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:15:34.348804 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fc49c8-e761-41ed-a227-43ff94edb6f3 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:15:34.391624 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-34fc49c8-e761-41ed-a227-43ff94edb6f3 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks [] for floatingip, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:15:34.391995 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.l3_db [None req-34fc49c8-e761-41ed-a227-43ff94edb6f3 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Floating IP 5197a84f-6eaa-428a-98cb-a0c5e8c91693 disassociated (deleted). External IP: 172.26.6.176, port: 15be164c-756e-49bf-b534-707bd85c8109. Dec 10 20:15:34.609158 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34fc49c8-e761-41ed-a227-43ff94edb6f3 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Router 47855eb3-f8b8-44e5-97ba-2d9dca3f2d00 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 20:15:34.716416 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34fc49c8-e761-41ed-a227-43ff94edb6f3 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 20:15:34.721009 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-34fc49c8-e761-41ed-a227-43ff94edb6f3 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:15:34.728459 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68726d4-93d4-4fdc-9592-e28b19c36674 None None] Sync routers for ids ['47855eb3-f8b8-44e5-97ba-2d9dca3f2d00'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 20:15:34.741833 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68726d4-93d4-4fdc-9592-e28b19c36674 None None] Routers {'47855eb3-f8b8-44e5-97ba-2d9dca3f2d00'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:15:34.742454 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-f68726d4-93d4-4fdc-9592-e28b19c36674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:15:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['47855eb3-f8b8-44e5-97ba-2d9dca3f2d00'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:15:34.750139 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-34fc49c8-e761-41ed-a227-43ff94edb6f3 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "DELETE /v2.0/floatingips/5197a84f-6eaa-428a-98cb-a0c5e8c91693 HTTP/1.1" status: 204 len: 168 time: 0.9034579 Dec 10 20:15:34.750834 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1', 'tag': '15be164c-756e-49bf-b534-707bd85c8109'}] {{(pid=102366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:15:34.820664 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d17c09ae1c6b4e8e302f4f5999088c31108d7b1b7b8384e6dbc88f4e32c7e99d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51dd063-fa0d-4cf0-8fb1-e711c353da62" -d '{"events": [{"name": "network-changed", "server_uuid": "969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1", "tag": "15be164c-756e-49bf-b534-707bd85c8109"}]}' {{(pid=102366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:15:34.870853 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-f68726d4-93d4-4fdc-9592-e28b19c36674 None None] Set router 47855eb3-f8b8-44e5-97ba-2d9dca3f2d00 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:15:35.023755 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c7c395-c0fe-44a5-859e-f82c2d0ee755 req-cb14af4a-93df-4436-b2a3-3c3081593e07 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:15:35.026020 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-66c7c395-c0fe-44a5-859e-f82c2d0ee755 req-cb14af4a-93df-4436-b2a3-3c3081593e07 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 947 time: 0.0554271 Dec 10 20:15:35.070535 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-66c7c395-c0fe-44a5-859e-f82c2d0ee755 req-e8e643bd-3830-4b4d-879a-6d9bdea646ca tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=445d8e19-a8e5-40c1-a9de-43348b149155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379245 Dec 10 20:15:35.104080 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-f68726d4-93d4-4fdc-9592-e28b19c36674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47855eb3-f8b8-44e5-97ba-2d9dca3f2d00', 'name': 'tempest-TestShelveInstance-2017276031-router', 'tenant_id': 'f631252091d74a8e97d1f591906471e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.175'}], 'enable_snat': True}, 'gw_port_id': '743cf8ef-db9a-43ee-b8a7-fd95022f76e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:09:58Z', 'updated_at': '2021-12-10T20:10:00Z', 'revision_number': 4, 'project_id': 'f631252091d74a8e97d1f591906471e8', 'gw_port': {'id': '743cf8ef-db9a-43ee-b8a7-fd95022f76e2', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:95:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47855eb3-f8b8-44e5-97ba-2d9dca3f2d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:09:58Z', 'updated_at': '2021-12-10T20:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '6448f435-69f8-44e8-b8ee-5fb04f22d3e2', 'name': '', 'network_id': '36be00e2-0ade-4eef-9750-4deaee52cffc', 'tenant_id': 'f631252091d74a8e97d1f591906471e8', 'mac_address': 'fa:16:3e:9d:74:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47855eb3-f8b8-44e5-97ba-2d9dca3f2d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '1a041b96-f86e-4688-98d9-f4a8c68f770b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:10:00Z', 'updated_at': '2021-12-10T20:10:04Z', 'revision_number': 5, 'project_id': 'f631252091d74a8e97d1f591906471e8', 'subnets': [{'id': '1a041b96-f86e-4688-98d9-f4a8c68f770b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:15:35.129167 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68726d4-93d4-4fdc-9592-e28b19c36674 None None] Checking router: 47855eb3-f8b8-44e5-97ba-2d9dca3f2d00 for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 20:15:35.137502 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68726d4-93d4-4fdc-9592-e28b19c36674 None None] Routers {'47855eb3-f8b8-44e5-97ba-2d9dca3f2d00'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:15:35.138100 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-f68726d4-93d4-4fdc-9592-e28b19c36674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:15:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['47855eb3-f8b8-44e5-97ba-2d9dca3f2d00'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:15:35.244430 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-f68726d4-93d4-4fdc-9592-e28b19c36674 None None] Set router 47855eb3-f8b8-44e5-97ba-2d9dca3f2d00 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:15:35.439549 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-f68726d4-93d4-4fdc-9592-e28b19c36674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47855eb3-f8b8-44e5-97ba-2d9dca3f2d00', 'name': 'tempest-TestShelveInstance-2017276031-router', 'tenant_id': 'f631252091d74a8e97d1f591906471e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.175'}], 'enable_snat': True}, 'gw_port_id': '743cf8ef-db9a-43ee-b8a7-fd95022f76e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:09:58Z', 'updated_at': '2021-12-10T20:10:00Z', 'revision_number': 4, 'project_id': 'f631252091d74a8e97d1f591906471e8', 'gw_port': {'id': '743cf8ef-db9a-43ee-b8a7-fd95022f76e2', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:95:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47855eb3-f8b8-44e5-97ba-2d9dca3f2d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:09:58Z', 'updated_at': '2021-12-10T20:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '6448f435-69f8-44e8-b8ee-5fb04f22d3e2', 'name': '', 'network_id': '36be00e2-0ade-4eef-9750-4deaee52cffc', 'tenant_id': 'f631252091d74a8e97d1f591906471e8', 'mac_address': 'fa:16:3e:9d:74:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47855eb3-f8b8-44e5-97ba-2d9dca3f2d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '1a041b96-f86e-4688-98d9-f4a8c68f770b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:10:00Z', 'updated_at': '2021-12-10T20:10:04Z', 'revision_number': 5, 'project_id': 'f631252091d74a8e97d1f591906471e8', 'subnets': [{'id': '1a041b96-f86e-4688-98d9-f4a8c68f770b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:15:35.466781 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68726d4-93d4-4fdc-9592-e28b19c36674 None None] The sync data for ids ['47855eb3-f8b8-44e5-97ba-2d9dca3f2d00'] in dv-neutron-821441-1-hyperv is: [{'id': '47855eb3-f8b8-44e5-97ba-2d9dca3f2d00', 'name': 'tempest-TestShelveInstance-2017276031-router', 'tenant_id': 'f631252091d74a8e97d1f591906471e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.175'}], 'enable_snat': True}, 'gw_port_id': '743cf8ef-db9a-43ee-b8a7-fd95022f76e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:09:58Z', 'updated_at': '2021-12-10T20:10:00Z', 'revision_number': 4, 'project_id': 'f631252091d74a8e97d1f591906471e8', 'gw_port': {'id': '743cf8ef-db9a-43ee-b8a7-fd95022f76e2', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:95:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47855eb3-f8b8-44e5-97ba-2d9dca3f2d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:09:58Z', 'updated_at': '2021-12-10T20:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '6448f435-69f8-44e8-b8ee-5fb04f22d3e2', 'name': '', 'network_id': '36be00e2-0ade-4eef-9750-4deaee52cffc', 'tenant_id': 'f631252091d74a8e97d1f591906471e8', 'mac_address': 'fa:16:3e:9d:74:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47855eb3-f8b8-44e5-97ba-2d9dca3f2d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '1a041b96-f86e-4688-98d9-f4a8c68f770b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:10:00Z', 'updated_at': '2021-12-10T20:10:04Z', 'revision_number': 5, 'project_id': 'f631252091d74a8e97d1f591906471e8', 'subnets': [{'id': '1a041b96-f86e-4688-98d9-f4a8c68f770b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 20:15:35.676266 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ed23bb-af62-42e3-a992-4fe8d7a5975c None None] New status for floating IP 5197a84f-6eaa-428a-98cb-a0c5e8c91693: DOWN {{(pid=102367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 20:15:35.951554 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 20:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7654da8b-a8d8-411f-abd8-dc7a21aa5382 x-openstack-request-id: req-7654da8b-a8d8-411f-abd8-dc7a21aa5382 {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:15:35.952029 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1", "tag": "15be164c-756e-49bf-b534-707bd85c8109", "status": "completed", "code": 200}]} {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:15:35.952140 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7654da8b-a8d8-411f-abd8-dc7a21aa5382 {{(pid=102366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:15:35.952460 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1', 'tag': '15be164c-756e-49bf-b534-707bd85c8109', 'status': 'completed', 'code': 200} Dec 10 20:15:36.021511 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51dd063-fa0d-4cf0-8fb1-e711c353da62 req-27ce7955-7199-41e3-a79e-c80e71609cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:15:36.023150 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a51dd063-fa0d-4cf0-8fb1-e711c353da62 req-27ce7955-7199-41e3-a79e-c80e71609cbb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f631252091d74a8e97d1f591906471e8&device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 1100 time: 0.0461688 Dec 10 20:15:36.112841 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51dd063-fa0d-4cf0-8fb1-e711c353da62 req-95e3bcd5-7855-4780-a3c4-4a207bbb5809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:15:36.114339 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a51dd063-fa0d-4cf0-8fb1-e711c353da62 req-95e3bcd5-7855-4780-a3c4-4a207bbb5809 service neutron] 10.222.0.36 "GET /v2.0/networks?id=36be00e2-0ade-4eef-9750-4deaee52cffc HTTP/1.1" status: 200 len: 910 time: 0.0828207 Dec 10 20:15:36.172250 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a51dd063-fa0d-4cf0-8fb1-e711c353da62 req-ead65dd3-5ad2-4e20-bb13-463d90df933f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15be164c-756e-49bf-b534-707bd85c8109 HTTP/1.1" status: 200 len: 217 time: 0.0469823 Dec 10 20:15:36.239755 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51dd063-fa0d-4cf0-8fb1-e711c353da62 req-a7f086bb-a9fb-473a-96db-5a9442ca90c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:15:36.241119 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a51dd063-fa0d-4cf0-8fb1-e711c353da62 req-a7f086bb-a9fb-473a-96db-5a9442ca90c2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1a041b96-f86e-4688-98d9-f4a8c68f770b HTTP/1.1" status: 200 len: 848 time: 0.0516584 Dec 10 20:15:36.249494 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f1106f-56ec-4839-9bb4-fd306703b678 req-e4cdf779-34fa-49bb-8a37-5b9ebdb9ad34 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:15:36.250843 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f7f1106f-56ec-4839-9bb4-fd306703b678 req-e4cdf779-34fa-49bb-8a37-5b9ebdb9ad34 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 947 time: 0.0877497 Dec 10 20:15:36.319983 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f7f1106f-56ec-4839-9bb4-fd306703b678 req-31ab315f-e351-42ac-bbbd-ebcbd87e0976 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=445d8e19-a8e5-40c1-a9de-43348b149155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611093 Dec 10 20:15:36.322521 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51dd063-fa0d-4cf0-8fb1-e711c353da62 req-c281efd1-e718-4010-aded-715fb31e6ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:15:36.323929 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a51dd063-fa0d-4cf0-8fb1-e711c353da62 req-c281efd1-e718-4010-aded-715fb31e6ad6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36be00e2-0ade-4eef-9750-4deaee52cffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663056 Dec 10 20:15:36.336867 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [req-a51dd063-fa0d-4cf0-8fb1-e711c353da62 req-739d66b3-c28f-4299-a69f-07c63af50786 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 20:15:36.337824 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a51dd063-fa0d-4cf0-8fb1-e711c353da62 req-739d66b3-c28f-4299-a69f-07c63af50786 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059788 Dec 10 20:15:36.432432 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a51dd063-fa0d-4cf0-8fb1-e711c353da62 req-107fe459-f76b-46a3-86da-f2a8b787dc73 service neutron] 10.222.0.36 "GET /v2.0/networks/36be00e2-0ade-4eef-9750-4deaee52cffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872364 Dec 10 20:15:36.466046 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4c685a-2a9e-47e8-a8de-059756298f2c req-f5925054-15f6-450f-ad6e-53ac34e0929d tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:15:36.467503 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-cf4c685a-2a9e-47e8-a8de-059756298f2c req-f5925054-15f6-450f-ad6e-53ac34e0929d tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.36 "GET /v2.0/ports?device_id=969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1 HTTP/1.1" status: 200 len: 947 time: 0.0487134 Dec 10 20:15:36.528404 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a51dd063-fa0d-4cf0-8fb1-e711c353da62 req-265a8c0d-3951-4767-b7b6-641a04e745a1 service neutron] 10.222.0.36 "GET /v2.0/networks/36be00e2-0ade-4eef-9750-4deaee52cffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879943 Dec 10 20:15:36.564223 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [req-cf4c685a-2a9e-47e8-a8de-059756298f2c req-e97b19ab-1bd9-4f2a-9fda-b511a80d826c tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Deleting port 15be164c-756e-49bf-b534-707bd85c8109 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 20:15:36.564575 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-cf4c685a-2a9e-47e8-a8de-059756298f2c req-e97b19ab-1bd9-4f2a-9fda-b511a80d826c tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:15:36.651795 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [req-cf4c685a-2a9e-47e8-a8de-059756298f2c req-e97b19ab-1bd9-4f2a-9fda-b511a80d826c tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] For port 15be164c-756e-49bf-b534-707bd85c8109, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=15be164c-756e-49bf-b534-707bd85c8109,segment=NetworkSegment(f207670a-7f74-4931-8ec9-cfd678644189),segment_id=f207670a-7f74-4931-8ec9-cfd678644189)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:15:36.652122 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-cf4c685a-2a9e-47e8-a8de-059756298f2c req-e97b19ab-1bd9-4f2a-9fda-b511a80d826c tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:15:36.664230 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [req-cf4c685a-2a9e-47e8-a8de-059756298f2c req-e97b19ab-1bd9-4f2a-9fda-b511a80d826c tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Calling delete_port for 15be164c-756e-49bf-b534-707bd85c8109 owned by compute:nova {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 20:15:36.790723 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-cf4c685a-2a9e-47e8-a8de-059756298f2c req-e97b19ab-1bd9-4f2a-9fda-b511a80d826c tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:15:36.818913 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97b19ab-1bd9-4f2a-9fda-b511a80d826c tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Pushing event deleted for resources: {'Port': ['ID=15be164c-756e-49bf-b534-707bd85c8109,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:15:36.866455 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf4c685a-2a9e-47e8-a8de-059756298f2c req-e97b19ab-1bd9-4f2a-9fda-b511a80d826c tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] No DVR routers for this DVR port 15be164c-756e-49bf-b534-707bd85c8109 on host hv-neutron-8214 {{(pid=102366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 20:15:36.869200 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-cf4c685a-2a9e-47e8-a8de-059756298f2c req-e97b19ab-1bd9-4f2a-9fda-b511a80d826c tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:15:36.873184 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-cf4c685a-2a9e-47e8-a8de-059756298f2c req-e97b19ab-1bd9-4f2a-9fda-b511a80d826c tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.36 "DELETE /v2.0/ports/15be164c-756e-49bf-b534-707bd85c8109 HTTP/1.1" status: 204 len: 173 time: 0.3997395 Dec 10 20:15:37.377248 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 36766) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:15:37.437721 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9dec6fdb-4a89-4795-9083-7fb55d464474 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:15:37.463509 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9dec6fdb-4a89-4795-9083-7fb55d464474 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:15:37.526245 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9dec6fdb-4a89-4795-9083-7fb55d464474 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:15:37.528988 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-9dec6fdb-4a89-4795-9083-7fb55d464474 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:15:37.530128 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-9dec6fdb-4a89-4795-9083-7fb55d464474 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "DELETE /v2.0/security-groups/445d8e19-a8e5-40c1-a9de-43348b149155 HTTP/1.1" status: 204 len: 168 time: 0.1518857 Dec 10 20:15:37.544880 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dec6fdb-4a89-4795-9083-7fb55d464474 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=445d8e19-a8e5-40c1-a9de-43348b149155,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:15:37.856724 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 36774) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:15:37.861436 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-7b2c514c-a5bf-4f5f-9c3f-56f00aacc0af tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-208878315', 'description': 'tempest-secgroup-smoke-208878315 description', 'project_id': 'f631252091d74a8e97d1f591906471e8'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:15:37.885546 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7b2c514c-a5bf-4f5f-9c3f-56f00aacc0af tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:15:37.951431 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7b2c514c-a5bf-4f5f-9c3f-56f00aacc0af tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:15:37.953255 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1', 'name': 'network-vif-deleted', 'tag': '15be164c-756e-49bf-b534-707bd85c8109'}] {{(pid=102366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:15:37.955494 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d17c09ae1c6b4e8e302f4f5999088c31108d7b1b7b8384e6dbc88f4e32c7e99d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce0966c-b324-40f5-b74f-8ea43077fecf" -d '{"events": [{"server_uuid": "969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1", "name": "network-vif-deleted", "tag": "15be164c-756e-49bf-b534-707bd85c8109"}]}' {{(pid=102366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:15:37.959076 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7b2c514c-a5bf-4f5f-9c3f-56f00aacc0af tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:15:37.988129 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2c514c-a5bf-4f5f-9c3f-56f00aacc0af tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd6df53-4cdd-4a5d-8780-06e4080df014,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:15:37.993361 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-7b2c514c-a5bf-4f5f-9c3f-56f00aacc0af tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:15:37.994581 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-7b2c514c-a5bf-4f5f-9c3f-56f00aacc0af tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1367614 Dec 10 20:15:37.996565 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 20:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9763032b-2ca0-45b1-b28e-771dc6a83e6d x-openstack-request-id: req-9763032b-2ca0-45b1-b28e-771dc6a83e6d {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:15:37.996836 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1", "name": "network-vif-deleted", "tag": "15be164c-756e-49bf-b534-707bd85c8109", "status": "completed", "code": 200}]} {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:15:37.997021 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9763032b-2ca0-45b1-b28e-771dc6a83e6d {{(pid=102366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:15:37.997879 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969acb0b-5a7d-4ba2-ab56-9e84d8f4f7b1', 'name': 'network-vif-deleted', 'tag': '15be164c-756e-49bf-b534-707bd85c8109', 'status': 'completed', 'code': 200} Dec 10 20:15:37.998224 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 36778) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:15:38.003637 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-4a5139ca-eb56-4b7d-9350-cfd74b0543c5 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Request body: {'security_group_rule': {'security_group_id': '1dd6df53-4cdd-4a5d-8780-06e4080df014', 'project_id': 'f631252091d74a8e97d1f591906471e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:15:38.030043 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4a5139ca-eb56-4b7d-9350-cfd74b0543c5 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:15:38.091375 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4a5139ca-eb56-4b7d-9350-cfd74b0543c5 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:15:38.094954 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4a5139ca-eb56-4b7d-9350-cfd74b0543c5 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:15:38.110111 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5139ca-eb56-4b7d-9350-cfd74b0543c5 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db363b13-e435-4e37-9855-530f2663ac54,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:15:38.120612 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5139ca-eb56-4b7d-9350-cfd74b0543c5 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:15:38.121045 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5139ca-eb56-4b7d-9350-cfd74b0543c5 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:15:38.121441 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5139ca-eb56-4b7d-9350-cfd74b0543c5 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:15:38.121851 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5139ca-eb56-4b7d-9350-cfd74b0543c5 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:15:38.122186 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5139ca-eb56-4b7d-9350-cfd74b0543c5 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:15:38.122844 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5139ca-eb56-4b7d-9350-cfd74b0543c5 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:15:38.123173 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5139ca-eb56-4b7d-9350-cfd74b0543c5 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:15:38.123500 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5139ca-eb56-4b7d-9350-cfd74b0543c5 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:15:38.123827 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5139ca-eb56-4b7d-9350-cfd74b0543c5 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:15:38.124149 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5139ca-eb56-4b7d-9350-cfd74b0543c5 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:15:38.124467 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5139ca-eb56-4b7d-9350-cfd74b0543c5 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:15:38.124811 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5139ca-eb56-4b7d-9350-cfd74b0543c5 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:15:38.129930 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4a5139ca-eb56-4b7d-9350-cfd74b0543c5 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:15:38.133614 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-4a5139ca-eb56-4b7d-9350-cfd74b0543c5 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1313307 Dec 10 20:15:38.134071 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 36780) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:15:38.138103 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-b8e0d03b-42b3-4155-a768-9b8f0fae8ecf tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Request body: {'security_group_rule': {'security_group_id': '1dd6df53-4cdd-4a5d-8780-06e4080df014', 'project_id': 'f631252091d74a8e97d1f591906471e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:15:38.166059 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b8e0d03b-42b3-4155-a768-9b8f0fae8ecf tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:15:38.224416 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b8e0d03b-42b3-4155-a768-9b8f0fae8ecf tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:15:38.227947 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b8e0d03b-42b3-4155-a768-9b8f0fae8ecf tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:15:38.246123 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e0d03b-42b3-4155-a768-9b8f0fae8ecf tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c0c650a-3dc4-4d93-b05e-f99d1f12c2d9,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:15:38.255459 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b8e0d03b-42b3-4155-a768-9b8f0fae8ecf tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:15:38.256759 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-b8e0d03b-42b3-4155-a768-9b8f0fae8ecf tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1219945 Dec 10 20:15:38.259529 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 36782) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:15:38.264178 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-2d799631-ab81-47d6-95f4-456be7146eae tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Request body: {'security_group_rule': {'security_group_id': '1dd6df53-4cdd-4a5d-8780-06e4080df014', 'project_id': 'f631252091d74a8e97d1f591906471e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:15:38.291803 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2d799631-ab81-47d6-95f4-456be7146eae tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:15:38.353677 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2d799631-ab81-47d6-95f4-456be7146eae tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:15:38.357395 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2d799631-ab81-47d6-95f4-456be7146eae tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:15:38.377866 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d799631-ab81-47d6-95f4-456be7146eae tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3093bf51-c9fd-4498-bec2-1660083ed044,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:15:38.385007 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-2d799631-ab81-47d6-95f4-456be7146eae tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:15:38.386514 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-2d799631-ab81-47d6-95f4-456be7146eae tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1257024 Dec 10 20:15:38.389392 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 36784) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:15:38.393654 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-d5363725-04e4-4d70-9a35-f4306dc3775d tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Request body: {'security_group_rule': {'security_group_id': '1dd6df53-4cdd-4a5d-8780-06e4080df014', 'project_id': 'f631252091d74a8e97d1f591906471e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:15:38.420616 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d5363725-04e4-4d70-9a35-f4306dc3775d tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:15:38.483365 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d5363725-04e4-4d70-9a35-f4306dc3775d tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:15:38.487160 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d5363725-04e4-4d70-9a35-f4306dc3775d tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:15:38.507467 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5363725-04e4-4d70-9a35-f4306dc3775d tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=654dc204-c184-4269-bba9-11eef5510e67,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:15:38.511730 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d5363725-04e4-4d70-9a35-f4306dc3775d tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:15:38.512924 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-d5363725-04e4-4d70-9a35-f4306dc3775d tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1225977 Dec 10 20:15:38.515648 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 36786) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:15:38.519938 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-76c22f80-4c00-443c-9d15-88b75880ffe6 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Request body: {'security_group_rule': {'security_group_id': '1dd6df53-4cdd-4a5d-8780-06e4080df014', 'project_id': 'f631252091d74a8e97d1f591906471e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:15:38.541662 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.securitygroups_db [None req-76c22f80-4c00-443c-9d15-88b75880ffe6 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Project f631252091d74a8e97d1f591906471e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 20:15:38.546388 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-76c22f80-4c00-443c-9d15-88b75880ffe6 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:15:38.608474 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-76c22f80-4c00-443c-9d15-88b75880ffe6 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:15:38.612044 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-76c22f80-4c00-443c-9d15-88b75880ffe6 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:15:38.630492 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c22f80-4c00-443c-9d15-88b75880ffe6 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ec75148-ab62-4967-9c50-c25aa293d039,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:15:38.638971 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-76c22f80-4c00-443c-9d15-88b75880ffe6 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:15:38.640173 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-76c22f80-4c00-443c-9d15-88b75880ffe6 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1235945 Dec 10 20:15:38.642958 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 36788) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:15:38.647498 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-b3607a48-5f88-4acf-a422-40e9991851cc tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Request body: {'security_group_rule': {'security_group_id': '1dd6df53-4cdd-4a5d-8780-06e4080df014', 'project_id': 'f631252091d74a8e97d1f591906471e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:15:38.669344 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.securitygroups_db [None req-b3607a48-5f88-4acf-a422-40e9991851cc tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Project f631252091d74a8e97d1f591906471e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 20:15:38.674384 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b3607a48-5f88-4acf-a422-40e9991851cc tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:15:38.738799 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b3607a48-5f88-4acf-a422-40e9991851cc tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:15:38.743822 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b3607a48-5f88-4acf-a422-40e9991851cc tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:15:38.762686 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3607a48-5f88-4acf-a422-40e9991851cc tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6df9f9fa-ae6f-464e-80b9-8a020669893e,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:15:38.767999 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b3607a48-5f88-4acf-a422-40e9991851cc tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:15:38.771808 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-b3607a48-5f88-4acf-a422-40e9991851cc tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1253016 Dec 10 20:15:40.847711 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 15be164c-756e-49bf-b534-707bd85c8109 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 20:15:40.873219 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] No Port match for: 15be164c-756e-49bf-b534-707bd85c8109 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 20:15:40.873569 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 15be164c-756e-49bf-b534-707bd85c8109 not bound to the agent host hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 20:15:50.382469 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-af66f270-d96f-459f-a4b4-1854cd12d875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:15:53.203138 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d75a1c5d-e377-495b-894b-e324b43e7e92 req-8e6c8850-cc78-4cf9-b5fa-972817773826 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-208878315&fields=id&tenant_id=f631252091d74a8e97d1f591906471e8 HTTP/1.1" status: 200 len: 267 time: 0.0620441 Dec 10 20:15:53.324914 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a1c5d-e377-495b-894b-e324b43e7e92 req-4fbc34d2-fde0-4d52-9b11-da0bf7116c37 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:15:53.326391 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d75a1c5d-e377-495b-894b-e324b43e7e92 req-4fbc34d2-fde0-4d52-9b11-da0bf7116c37 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/networks?id=36be00e2-0ade-4eef-9750-4deaee52cffc HTTP/1.1" status: 200 len: 809 time: 0.1119981 Dec 10 20:15:53.342801 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d75a1c5d-e377-495b-894b-e324b43e7e92 req-0f93a16b-7e6e-45ce-babe-83c0ca650fa0 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/quotas/f631252091d74a8e97d1f591906471e8 HTTP/1.1" status: 200 len: 375 time: 0.0104923 Dec 10 20:15:53.398254 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d75a1c5d-e377-495b-894b-e324b43e7e92 req-d1cbe7b5-38e9-41d2-af99-b0827c399067 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f631252091d74a8e97d1f591906471e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492496 Dec 10 20:15:53.525197 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [req-d75a1c5d-e377-495b-894b-e324b43e7e92 req-91506aa3-ad2d-4152-a594-356486e1eb96 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 20:15:53.526208 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d75a1c5d-e377-495b-894b-e324b43e7e92 req-91506aa3-ad2d-4152-a594-356486e1eb96 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0462742 Dec 10 20:15:53.624275 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d75a1c5d-e377-495b-894b-e324b43e7e92 req-114fe62c-b1f7-4dc5-b70f-18819153e6ff service neutron] 10.222.0.69 "GET /v2.0/networks/36be00e2-0ade-4eef-9750-4deaee52cffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914192 Dec 10 20:15:53.717381 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d75a1c5d-e377-495b-894b-e324b43e7e92 req-53e7b480-6e0c-4e2c-9722-e613093943f2 service neutron] 10.222.0.69 "GET /v2.0/networks/36be00e2-0ade-4eef-9750-4deaee52cffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864749 Dec 10 20:15:54.031443 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-29c34e03-b31a-4621-bbc7-1c8af71c15c2 req-895956c1-8a14-4109-8f97-028f3c27e686 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 210 time: 0.0332382 Dec 10 20:15:54.351469 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-2b017903-2be1-405c-8a27-e22943640f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:15:55.150827 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f4739602-62f1-4564-aab2-25118445b866 req-4ab2d341-60d5-4ce8-b8f1-1210f31b77b9 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 210 time: 0.0314703 Dec 10 20:15:55.158166 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a1c5d-e377-495b-894b-e324b43e7e92 req-282ea41c-b3d4-4794-a031-0982fd688857 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:15:55.159723 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-d75a1c5d-e377-495b-894b-e324b43e7e92 req-282ea41c-b3d4-4794-a031-0982fd688857 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.36 "GET /v2.0/networks?id=36be00e2-0ade-4eef-9750-4deaee52cffc HTTP/1.1" status: 200 len: 809 time: 0.2037492 Dec 10 20:15:55.214371 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-d75a1c5d-e377-495b-894b-e324b43e7e92 req-596f5f1c-e548-4795-926e-847dcba0812c tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f631252091d74a8e97d1f591906471e8 HTTP/1.1" status: 200 len: 379 time: 0.0449066 Dec 10 20:15:55.224835 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [req-d75a1c5d-e377-495b-894b-e324b43e7e92 req-a0a474b8-fffc-4cc9-9c0c-2957691ca107 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Request body: {'port': {'device_id': 'd1be4194-2317-48c7-a5da-f3f203bd37b3', 'network_id': '36be00e2-0ade-4eef-9750-4deaee52cffc', 'admin_state_up': True, 'tenant_id': 'f631252091d74a8e97d1f591906471e8', 'security_groups': ['1dd6df53-4cdd-4a5d-8780-06e4080df014']}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:15:55.343698 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d75a1c5d-e377-495b-894b-e324b43e7e92 req-a0a474b8-fffc-4cc9-9c0c-2957691ca107 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Made reservation on behalf of f631252091d74a8e97d1f591906471e8 for: {'port': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 20:15:55.348566 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-d75a1c5d-e377-495b-894b-e324b43e7e92 req-a0a474b8-fffc-4cc9-9c0c-2957691ca107 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:15:55.484399 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [req-d75a1c5d-e377-495b-894b-e324b43e7e92 req-a0a474b8-fffc-4cc9-9c0c-2957691ca107 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Allocated IP 172.20.0.12 (36be00e2-0ade-4eef-9750-4deaee52cffc/1a041b96-f86e-4688-98d9-f4a8c68f770b/20d7eab4-183f-4c0a-a20a-02c363d3eb99) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 20:15:55.638365 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:15:55.644097 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-d75a1c5d-e377-495b-894b-e324b43e7e92 req-a0a474b8-fffc-4cc9-9c0c-2957691ca107 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:15:55.700640 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-d75a1c5d-e377-495b-894b-e324b43e7e92 req-a0a474b8-fffc-4cc9-9c0c-2957691ca107 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:15:55.744216 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d75a1c5d-e377-495b-894b-e324b43e7e92 req-a0a474b8-fffc-4cc9-9c0c-2957691ca107 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Network 36be00e2-0ade-4eef-9750-4deaee52cffc is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 20:15:55.747986 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [req-d75a1c5d-e377-495b-894b-e324b43e7e92 req-a0a474b8-fffc-4cc9-9c0c-2957691ca107 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 20:15:55.752006 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [req-d75a1c5d-e377-495b-894b-e324b43e7e92 req-a0a474b8-fffc-4cc9-9c0c-2957691ca107 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 20:15:55.789458 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a474b8-fffc-4cc9-9c0c-2957691ca107 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Pushing event updated for resources: {'Port': ['ID=20d7eab4-183f-4c0a-a20a-02c363d3eb99,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:15:55.815649 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a1c5d-e377-495b-894b-e324b43e7e92 req-a0a474b8-fffc-4cc9-9c0c-2957691ca107 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:15:55.816393 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-d75a1c5d-e377-495b-894b-e324b43e7e92 req-a0a474b8-fffc-4cc9-9c0c-2957691ca107 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:15:55.835586 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-d75a1c5d-e377-495b-894b-e324b43e7e92 req-a0a474b8-fffc-4cc9-9c0c-2957691ca107 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6153691 Dec 10 20:15:55.849503 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [req-d75a1c5d-e377-495b-894b-e324b43e7e92 req-47f2e8e0-64fd-493d-aae3-ed591abc2ee0 service neutron] Request body: {'port': {'device_id': 'd1be4194-2317-48c7-a5da-f3f203bd37b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:15:55.912743 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-d75a1c5d-e377-495b-894b-e324b43e7e92 req-47f2e8e0-64fd-493d-aae3-ed591abc2ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:15:55.996556 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-a79732bb-c64a-4721-80ea-d32acd0cb05f None None] Provisioning complete for port 20d7eab4-183f-4c0a-a20a-02c363d3eb99 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:15:55.996920 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a79732bb-c64a-4721-80ea-d32acd0cb05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:15:56.032993 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-a79732bb-c64a-4721-80ea-d32acd0cb05f None None] Port 20d7eab4-183f-4c0a-a20a-02c363d3eb99 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 20:15:56.267789 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [req-d75a1c5d-e377-495b-894b-e324b43e7e92 req-47f2e8e0-64fd-493d-aae3-ed591abc2ee0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20d7eab4-183f-4c0a-a20a-02c363d3eb99 {{(pid=102366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 20:15:56.275992 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-d75a1c5d-e377-495b-894b-e324b43e7e92 req-47f2e8e0-64fd-493d-aae3-ed591abc2ee0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:15:56.283643 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f6e75-38cc-4f29-bd44-f151bc1cc94e req-9df36e79-3a12-4b96-94b2-cf108d8e08db tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:15:56.286105 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3e6f6e75-38cc-4f29-bd44-f151bc1cc94e req-9df36e79-3a12-4b96-94b2-cf108d8e08db tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 932 time: 0.0562210 Dec 10 20:15:56.294666 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.provisioning_blocks [req-d75a1c5d-e377-495b-894b-e324b43e7e92 req-47f2e8e0-64fd-493d-aae3-ed591abc2ee0 service neutron] Transition to ACTIVE for port object 20d7eab4-183f-4c0a-a20a-02c363d3eb99 will not be triggered until provisioned by entity L2. {{(pid=102366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 20:15:56.299922 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-d75a1c5d-e377-495b-894b-e324b43e7e92 req-47f2e8e0-64fd-493d-aae3-ed591abc2ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:15:56.347565 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3e6f6e75-38cc-4f29-bd44-f151bc1cc94e req-873332e9-9875-4215-a395-d423ede33fb4 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=1dd6df53-4cdd-4a5d-8780-06e4080df014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529573 Dec 10 20:15:56.360199 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f2e8e0-64fd-493d-aae3-ed591abc2ee0 service neutron] Pushing event updated for resources: {'Port': ['ID=20d7eab4-183f-4c0a-a20a-02c363d3eb99,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:15:56.460592 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.managers [req-d75a1c5d-e377-495b-894b-e324b43e7e92 req-47f2e8e0-64fd-493d-aae3-ed591abc2ee0 service neutron] Attempting to bind port 20d7eab4-183f-4c0a-a20a-02c363d3eb99 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 20:15:56.460925 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.managers [req-d75a1c5d-e377-495b-894b-e324b43e7e92 req-47f2e8e0-64fd-493d-aae3-ed591abc2ee0 service neutron] Attempting to bind port 20d7eab4-183f-4c0a-a20a-02c363d3eb99 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': 'f207670a-7f74-4931-8ec9-cfd678644189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '36be00e2-0ade-4eef-9750-4deaee52cffc'}] {{(pid=102366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 20:15:56.461250 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75a1c5d-e377-495b-894b-e324b43e7e92 req-47f2e8e0-64fd-493d-aae3-ed591abc2ee0 service neutron] Attempting to bind port 20d7eab4-183f-4c0a-a20a-02c363d3eb99 on network 36be00e2-0ade-4eef-9750-4deaee52cffc {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 20:15:56.465960 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75a1c5d-e377-495b-894b-e324b43e7e92 req-47f2e8e0-64fd-493d-aae3-ed591abc2ee0 service neutron] Port 20d7eab4-183f-4c0a-a20a-02c363d3eb99 on network 36be00e2-0ade-4eef-9750-4deaee52cffc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 20:15:56.466282 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75a1c5d-e377-495b-894b-e324b43e7e92 req-47f2e8e0-64fd-493d-aae3-ed591abc2ee0 service neutron] Attempting to bind port 20d7eab4-183f-4c0a-a20a-02c363d3eb99 on network 36be00e2-0ade-4eef-9750-4deaee52cffc {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 20:15:56.471975 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75a1c5d-e377-495b-894b-e324b43e7e92 req-47f2e8e0-64fd-493d-aae3-ed591abc2ee0 service neutron] Checking agent: {'id': '9e16c23e-95bc-4c2e-b3ec-daf7533f9d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'started_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 20:15:56.472308 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75a1c5d-e377-495b-894b-e324b43e7e92 req-47f2e8e0-64fd-493d-aae3-ed591abc2ee0 service neutron] Checking segment: {'id': 'f207670a-7f74-4931-8ec9-cfd678644189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '36be00e2-0ade-4eef-9750-4deaee52cffc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 20:15:56.473626 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75a1c5d-e377-495b-894b-e324b43e7e92 req-47f2e8e0-64fd-493d-aae3-ed591abc2ee0 service neutron] Bound using segment: {'id': 'f207670a-7f74-4931-8ec9-cfd678644189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '36be00e2-0ade-4eef-9750-4deaee52cffc'} {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 20:15:56.474172 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.managers [req-d75a1c5d-e377-495b-894b-e324b43e7e92 req-47f2e8e0-64fd-493d-aae3-ed591abc2ee0 service neutron] Bound port: 20d7eab4-183f-4c0a-a20a-02c363d3eb99, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f207670a-7f74-4931-8ec9-cfd678644189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '36be00e2-0ade-4eef-9750-4deaee52cffc'}}] {{(pid=102366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 20:15:56.474598 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-d75a1c5d-e377-495b-894b-e324b43e7e92 req-47f2e8e0-64fd-493d-aae3-ed591abc2ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:15:56.550280 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [req-d75a1c5d-e377-495b-894b-e324b43e7e92 req-47f2e8e0-64fd-493d-aae3-ed591abc2ee0 service neutron] For port 20d7eab4-183f-4c0a-a20a-02c363d3eb99, host hv-neutron-8214, cleared binding levels {{(pid=102366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 20:15:56.556397 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [req-d75a1c5d-e377-495b-894b-e324b43e7e92 req-47f2e8e0-64fd-493d-aae3-ed591abc2ee0 service neutron] For port 20d7eab4-183f-4c0a-a20a-02c363d3eb99, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=20d7eab4-183f-4c0a-a20a-02c363d3eb99,segment=NetworkSegment(f207670a-7f74-4931-8ec9-cfd678644189),segment_id=f207670a-7f74-4931-8ec9-cfd678644189)] {{(pid=102366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 20:15:56.565192 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-d75a1c5d-e377-495b-894b-e324b43e7e92 req-47f2e8e0-64fd-493d-aae3-ed591abc2ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:15:56.602761 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a1c5d-e377-495b-894b-e324b43e7e92 req-47f2e8e0-64fd-493d-aae3-ed591abc2ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:15:56.603387 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-d75a1c5d-e377-495b-894b-e324b43e7e92 req-47f2e8e0-64fd-493d-aae3-ed591abc2ee0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:15:56.604838 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-d75a1c5d-e377-495b-894b-e324b43e7e92 req-47f2e8e0-64fd-493d-aae3-ed591abc2ee0 service neutron] 10.222.0.36 "PUT /v2.0/ports/20d7eab4-183f-4c0a-a20a-02c363d3eb99 HTTP/1.1" status: 200 len: 1094 time: 0.7607620 Dec 10 20:15:56.607655 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1be4194-2317-48c7-a5da-f3f203bd37b3', 'tag': '20d7eab4-183f-4c0a-a20a-02c363d3eb99'}] {{(pid=102366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:15:56.610770 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d17c09ae1c6b4e8e302f4f5999088c31108d7b1b7b8384e6dbc88f4e32c7e99d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eed6027-f2f6-43d2-867d-b28349dfefa2" -d '{"events": [{"name": "network-changed", "server_uuid": "d1be4194-2317-48c7-a5da-f3f203bd37b3", "tag": "20d7eab4-183f-4c0a-a20a-02c363d3eb99"}]}' {{(pid=102366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:15:56.646713 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f2e8e0-64fd-493d-aae3-ed591abc2ee0 service neutron] Pushing event updated for resources: {'Port': ['ID=20d7eab4-183f-4c0a-a20a-02c363d3eb99,revision_number=3']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:15:56.672134 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:15:56.702158 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 20:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1c5763-3851-4d51-952c-0de0181fd23c x-openstack-request-id: req-4d1c5763-3851-4d51-952c-0de0181fd23c {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:15:56.702158 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1be4194-2317-48c7-a5da-f3f203bd37b3", "tag": "20d7eab4-183f-4c0a-a20a-02c363d3eb99", "status": "completed", "code": 200}]} {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:15:56.702158 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4d1c5763-3851-4d51-952c-0de0181fd23c {{(pid=102366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:15:56.702158 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1be4194-2317-48c7-a5da-f3f203bd37b3', 'tag': '20d7eab4-183f-4c0a-a20a-02c363d3eb99', 'status': 'completed', 'code': 200} Dec 10 20:15:56.755851 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a1c5d-e377-495b-894b-e324b43e7e92 req-141b98b3-55ef-461c-8d4d-2b4b4465efba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:15:56.757543 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-d75a1c5d-e377-495b-894b-e324b43e7e92 req-141b98b3-55ef-461c-8d4d-2b4b4465efba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f631252091d74a8e97d1f591906471e8&device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 1097 time: 0.1000040 Dec 10 20:15:56.819760 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-d75a1c5d-e377-495b-894b-e324b43e7e92 req-f0f4053f-50c4-4749-add6-52f678f6d97e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20d7eab4-183f-4c0a-a20a-02c363d3eb99 HTTP/1.1" status: 200 len: 217 time: 0.0534844 Dec 10 20:15:56.878027 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a1c5d-e377-495b-894b-e324b43e7e92 req-4c290c15-5c25-42b8-8ff4-7faf9a0a825c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:15:56.880113 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-d75a1c5d-e377-495b-894b-e324b43e7e92 req-4c290c15-5c25-42b8-8ff4-7faf9a0a825c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1a041b96-f86e-4688-98d9-f4a8c68f770b HTTP/1.1" status: 200 len: 848 time: 0.0532403 Dec 10 20:15:56.937298 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:15:56.957207 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a1c5d-e377-495b-894b-e324b43e7e92 req-b8cab01c-1e7a-40ba-891f-850cc70c94cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:15:56.959308 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-d75a1c5d-e377-495b-894b-e324b43e7e92 req-b8cab01c-1e7a-40ba-891f-850cc70c94cd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36be00e2-0ade-4eef-9750-4deaee52cffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708551 Dec 10 20:15:57.029164 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:15:57.370742 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-d75a1c5d-e377-495b-894b-e324b43e7e92 req-7f6f31e0-9cde-4097-ba3f-2937cd09c27a service neutron] 10.222.0.36 "GET /v2.0/networks/36be00e2-0ade-4eef-9750-4deaee52cffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4034886 Dec 10 20:15:57.469699 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-d75a1c5d-e377-495b-894b-e324b43e7e92 req-2eb176f8-3960-49f8-bb73-e5a747ae5ca0 service neutron] 10.222.0.36 "GET /v2.0/networks/36be00e2-0ade-4eef-9750-4deaee52cffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907981 Dec 10 20:15:57.486364 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49e0df-db3f-495e-b5ac-6e18e21d3ab6 req-6eeb9ccc-cfe7-4c68-afab-d7bab118fcc9 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:15:57.487916 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8f49e0df-db3f-495e-b5ac-6e18e21d3ab6 req-6eeb9ccc-cfe7-4c68-afab-d7bab118fcc9 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 944 time: 0.0582654 Dec 10 20:15:57.531047 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8f49e0df-db3f-495e-b5ac-6e18e21d3ab6 req-4485f021-79a9-4373-9aa6-bc6cd21f3edf tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=1dd6df53-4cdd-4a5d-8780-06e4080df014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348120 Dec 10 20:15:57.570322 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed6027-f2f6-43d2-867d-b28349dfefa2 req-e30721af-9b82-46f4-8d3e-93cf7995593a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:15:57.571857 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-1eed6027-f2f6-43d2-867d-b28349dfefa2 req-e30721af-9b82-46f4-8d3e-93cf7995593a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f631252091d74a8e97d1f591906471e8&device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 1097 time: 0.0534794 Dec 10 20:15:57.760906 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed6027-f2f6-43d2-867d-b28349dfefa2 req-016ac31a-9341-42d2-b9e2-17edd931a245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:15:57.762435 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-1eed6027-f2f6-43d2-867d-b28349dfefa2 req-016ac31a-9341-42d2-b9e2-17edd931a245 service neutron] 10.222.0.36 "GET /v2.0/networks?id=36be00e2-0ade-4eef-9750-4deaee52cffc HTTP/1.1" status: 200 len: 910 time: 0.1834400 Dec 10 20:15:57.806282 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-1eed6027-f2f6-43d2-867d-b28349dfefa2 req-34237020-6e23-4a29-af93-c9c8fb6257d0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20d7eab4-183f-4c0a-a20a-02c363d3eb99 HTTP/1.1" status: 200 len: 217 time: 0.0364418 Dec 10 20:15:57.861684 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed6027-f2f6-43d2-867d-b28349dfefa2 req-41c3083c-aefb-4fb5-9c9d-6452987f7ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:15:57.863132 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-1eed6027-f2f6-43d2-867d-b28349dfefa2 req-41c3083c-aefb-4fb5-9c9d-6452987f7ff7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1a041b96-f86e-4688-98d9-f4a8c68f770b HTTP/1.1" status: 200 len: 848 time: 0.0499601 Dec 10 20:15:57.911811 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed6027-f2f6-43d2-867d-b28349dfefa2 req-da30fb3a-832b-44b2-ac42-45984d841f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:15:57.913352 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-1eed6027-f2f6-43d2-867d-b28349dfefa2 req-da30fb3a-832b-44b2-ac42-45984d841f95 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36be00e2-0ade-4eef-9750-4deaee52cffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0422523 Dec 10 20:15:58.004136 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-1eed6027-f2f6-43d2-867d-b28349dfefa2 req-23f8c77f-5afb-4bf4-b180-7db2d82ed64a service neutron] 10.222.0.36 "GET /v2.0/networks/36be00e2-0ade-4eef-9750-4deaee52cffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836222 Dec 10 20:15:58.114915 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-1eed6027-f2f6-43d2-867d-b28349dfefa2 req-69734993-52cc-41b9-b3b9-383efa685a29 service neutron] 10.222.0.36 "GET /v2.0/networks/36be00e2-0ade-4eef-9750-4deaee52cffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019673 Dec 10 20:15:58.662603 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0beef-d119-47b4-ab74-870854d08104 req-9c47e14e-5625-4da9-b2cf-b3c46d974992 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:15:58.664275 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c0e0beef-d119-47b4-ab74-870854d08104 req-9c47e14e-5625-4da9-b2cf-b3c46d974992 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 944 time: 0.0578046 Dec 10 20:15:58.707766 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c0e0beef-d119-47b4-ab74-870854d08104 req-d83d5400-dcc8-4477-953e-8cc2d3c4cd66 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=1dd6df53-4cdd-4a5d-8780-06e4080df014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341616 Dec 10 20:15:59.852079 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b38369-011d-4cbd-91a0-44908ca49b57 req-4055eeba-9c40-4751-b30e-3320f33977f4 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:15:59.854130 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-07b38369-011d-4cbd-91a0-44908ca49b57 req-4055eeba-9c40-4751-b30e-3320f33977f4 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 944 time: 0.0748122 Dec 10 20:15:59.909463 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-07b38369-011d-4cbd-91a0-44908ca49b57 req-31928b58-ac61-4697-a831-43c10f5b8255 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=1dd6df53-4cdd-4a5d-8780-06e4080df014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486825 Dec 10 20:16:01.040960 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e19a45-d047-4993-9ed5-a25e7464cff9 req-5d492325-cfa6-46fa-88c7-2e729c21c88e tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:16:01.042457 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e0e19a45-d047-4993-9ed5-a25e7464cff9 req-5d492325-cfa6-46fa-88c7-2e729c21c88e tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 944 time: 0.0564973 Dec 10 20:16:01.083411 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e0e19a45-d047-4993-9ed5-a25e7464cff9 req-851ef15f-3fb4-4f4c-93a1-330e37727bbf tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=1dd6df53-4cdd-4a5d-8780-06e4080df014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348127 Dec 10 20:16:02.204664 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546753f7-d909-4fd1-8432-4d034c31f4a4 req-556ccc0c-5e2d-44c9-8f82-f7ba6abb418a tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:16:02.206157 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-546753f7-d909-4fd1-8432-4d034c31f4a4 req-556ccc0c-5e2d-44c9-8f82-f7ba6abb418a tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 944 time: 0.0564532 Dec 10 20:16:02.246352 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-546753f7-d909-4fd1-8432-4d034c31f4a4 req-80441ce6-efb0-4996-9103-ecea4e084929 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=1dd6df53-4cdd-4a5d-8780-06e4080df014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340891 Dec 10 20:16:03.011629 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:16:03.367713 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a162bbf4-4ed3-4b6f-9b88-b66e09cece1f req-a2b2a532-1625-4807-a7be-247739ec3280 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:16:03.369304 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a162bbf4-4ed3-4b6f-9b88-b66e09cece1f req-a2b2a532-1625-4807-a7be-247739ec3280 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 944 time: 0.0539937 Dec 10 20:16:03.409036 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a162bbf4-4ed3-4b6f-9b88-b66e09cece1f req-50ad3687-3a6f-4c72-bec0-7a80fb8f7d67 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=1dd6df53-4cdd-4a5d-8780-06e4080df014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335059 Dec 10 20:16:04.533664 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add72a6-c608-4c3d-9fe4-35adaf1fd6db req-fda6e690-ac64-4b53-b52d-17834ea71fe9 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:16:04.535360 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2add72a6-c608-4c3d-9fe4-35adaf1fd6db req-fda6e690-ac64-4b53-b52d-17834ea71fe9 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 944 time: 0.0535154 Dec 10 20:16:04.578261 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2add72a6-c608-4c3d-9fe4-35adaf1fd6db req-d439849e-5ca6-493a-914e-fbc9a735d3ca tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=1dd6df53-4cdd-4a5d-8780-06e4080df014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347083 Dec 10 20:16:05.708317 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56069b5-acd8-4656-951a-d4bc8946abab req-ea346074-a559-451e-ba03-a81cbb092bb8 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:16:05.710032 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e56069b5-acd8-4656-951a-d4bc8946abab req-ea346074-a559-451e-ba03-a81cbb092bb8 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 944 time: 0.0559535 Dec 10 20:16:05.750134 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e56069b5-acd8-4656-951a-d4bc8946abab req-65cbaa43-7717-4a26-a846-0fb1759620a2 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=1dd6df53-4cdd-4a5d-8780-06e4080df014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341840 Dec 10 20:16:06.872878 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf73e5-9484-41b3-b1e8-fc59ec47f0c3 req-b0d1d76b-7a62-4544-b085-6f6616fca955 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:16:06.874661 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1edf73e5-9484-41b3-b1e8-fc59ec47f0c3 req-b0d1d76b-7a62-4544-b085-6f6616fca955 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 944 time: 0.0536237 Dec 10 20:16:06.915450 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1edf73e5-9484-41b3-b1e8-fc59ec47f0c3 req-99281287-70a1-4fab-a82a-abf0733dcedc tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=1dd6df53-4cdd-4a5d-8780-06e4080df014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342617 Dec 10 20:16:08.045875 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e9027-e63b-46de-8848-40fc92a9e01c req-668e9e8f-9943-4bba-b442-59d1931b7963 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:16:08.047261 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f72e9027-e63b-46de-8848-40fc92a9e01c req-668e9e8f-9943-4bba-b442-59d1931b7963 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 944 time: 0.0496340 Dec 10 20:16:08.085994 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f72e9027-e63b-46de-8848-40fc92a9e01c req-646dbee8-13f2-407e-b6d7-3e3273d9a455 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=1dd6df53-4cdd-4a5d-8780-06e4080df014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319555 Dec 10 20:16:08.924721 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 20d7eab4-183f-4c0a-a20a-02c363d3eb99 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=102367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 20:16:09.022181 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 20d7eab4-183f-4c0a-a20a-02c363d3eb99, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=20d7eab4-183f-4c0a-a20a-02c363d3eb99,segment=NetworkSegment(f207670a-7f74-4931-8ec9-cfd678644189),segment_id=f207670a-7f74-4931-8ec9-cfd678644189)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:16:09.033847 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Returning: {'device': '20d7eab4-183f-4c0a-a20a-02c363d3eb99', 'network_id': '36be00e2-0ade-4eef-9750-4deaee52cffc', 'port_id': '20d7eab4-183f-4c0a-a20a-02c363d3eb99', 'mac_address': 'fa:16:3e:0e:3e:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a041b96-f86e-4688-98d9-f4a8c68f770b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 20:16:09.071054 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:16:09.083701 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20d7eab4-183f-4c0a-a20a-02c363d3eb99 {{(pid=102367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 20:16:09.102453 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 20d7eab4-183f-4c0a-a20a-02c363d3eb99, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=20d7eab4-183f-4c0a-a20a-02c363d3eb99,segment=NetworkSegment(f207670a-7f74-4931-8ec9-cfd678644189),segment_id=f207670a-7f74-4931-8ec9-cfd678644189)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:16:09.105990 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:16:09.153952 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=20d7eab4-183f-4c0a-a20a-02c363d3eb99,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:16:09.161708 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:16:09.162047 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:16:09.162375 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:16:09.162705 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:16:09.163029 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:16:09.163352 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:16:09.163680 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:16:09.164001 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:16:09.164318 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:16:09.164743 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:16:09.165061 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:16:09.165375 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:16:09.222267 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7362123-8ded-448c-8e35-947090c42a1f req-0650f2d3-2e90-402c-9f5a-e1889ab7593c tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:16:09.224270 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e7362123-8ded-448c-8e35-947090c42a1f req-0650f2d3-2e90-402c-9f5a-e1889ab7593c tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 945 time: 0.0557675 Dec 10 20:16:09.263169 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e7362123-8ded-448c-8e35-947090c42a1f req-82ff3daf-aed1-41c5-9ba7-92a392ac8b02 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=1dd6df53-4cdd-4a5d-8780-06e4080df014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329602 Dec 10 20:16:09.480984 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['20d7eab4-183f-4c0a-a20a-02c363d3eb99'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 20:16:10.378382 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ec69b-6597-48f8-b67b-d463a346a0b0 req-5965e773-996b-415f-be2b-3af4e14688de tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:16:10.379841 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c03ec69b-6597-48f8-b67b-d463a346a0b0 req-5965e773-996b-415f-be2b-3af4e14688de tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 945 time: 0.0507615 Dec 10 20:16:10.418629 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c03ec69b-6597-48f8-b67b-d463a346a0b0 req-bb263035-bcb2-4dba-b229-281ca1865b63 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=1dd6df53-4cdd-4a5d-8780-06e4080df014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327160 Dec 10 20:16:10.922227 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 20d7eab4-183f-4c0a-a20a-02c363d3eb99 up at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 20:16:10.970243 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning for port 20d7eab4-183f-4c0a-a20a-02c363d3eb99 completed by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 20:16:10.974365 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning complete for port 20d7eab4-183f-4c0a-a20a-02c363d3eb99 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:16:10.974735 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:16:11.051065 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:16:11.074800 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1be4194-2317-48c7-a5da-f3f203bd37b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d7eab4-183f-4c0a-a20a-02c363d3eb99'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:16:11.077057 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a72eb770f7d7f47a5235e5e97b02399f3ea68d125439bf82527f1e6c5cc43115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4770a4-7a44-49f8-9605-d79f840929fd" -d '{"events": [{"server_uuid": "d1be4194-2317-48c7-a5da-f3f203bd37b3", "name": "network-vif-plugged", "status": "completed", "tag": "20d7eab4-183f-4c0a-a20a-02c363d3eb99"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:16:11.090054 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 20d7eab4-183f-4c0a-a20a-02c363d3eb99, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=20d7eab4-183f-4c0a-a20a-02c363d3eb99,segment=NetworkSegment(f207670a-7f74-4931-8ec9-cfd678644189),segment_id=f207670a-7f74-4931-8ec9-cfd678644189)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:16:11.094031 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:16:11.117739 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 20:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092b31ae-2fd3-454e-8557-12fa4ec81308 x-openstack-request-id: req-092b31ae-2fd3-454e-8557-12fa4ec81308 {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:16:11.118025 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1be4194-2317-48c7-a5da-f3f203bd37b3", "name": "network-vif-plugged", "status": "completed", "tag": "20d7eab4-183f-4c0a-a20a-02c363d3eb99", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:16:11.118280 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-092b31ae-2fd3-454e-8557-12fa4ec81308 {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:16:11.118665 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1be4194-2317-48c7-a5da-f3f203bd37b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d7eab4-183f-4c0a-a20a-02c363d3eb99', 'code': 200} Dec 10 20:16:11.145804 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=20d7eab4-183f-4c0a-a20a-02c363d3eb99,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:16:11.290683 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1089e6-46de-4792-a4fe-5f63447d3f3a req-829a490b-cf1b-4a4d-a653-80eeae945d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:16:11.292248 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-cf1089e6-46de-4792-a4fe-5f63447d3f3a req-829a490b-cf1b-4a4d-a653-80eeae945d38 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 1099 time: 0.0424404 Dec 10 20:16:11.338766 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-cf1089e6-46de-4792-a4fe-5f63447d3f3a req-e1f24475-a915-4d14-b192-042a69b7aa4f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1dd6df53-4cdd-4a5d-8780-06e4080df014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383236 Dec 10 20:16:11.534707 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4abdb9-4d71-45f1-a510-3da31edf7d66 req-d475a752-f7d4-444b-92fa-63e55d1aaa5d tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:16:11.536437 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-de4abdb9-4d71-45f1-a510-3da31edf7d66 req-d475a752-f7d4-444b-92fa-63e55d1aaa5d tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 946 time: 0.0516109 Dec 10 20:16:11.574824 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-de4abdb9-4d71-45f1-a510-3da31edf7d66 req-465c3f19-bf4e-4af9-b60a-8626a92c6e1a tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=1dd6df53-4cdd-4a5d-8780-06e4080df014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326960 Dec 10 20:16:12.700963 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20029d4e-74a2-4180-9a18-ca71978d0edc req-4ae77527-d790-44b6-9872-002c261ed97d tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:16:12.702661 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-20029d4e-74a2-4180-9a18-ca71978d0edc req-4ae77527-d790-44b6-9872-002c261ed97d tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 946 time: 0.0591869 Dec 10 20:16:12.741048 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-20029d4e-74a2-4180-9a18-ca71978d0edc req-5e43a5cd-5394-4240-be7c-c030fa0bedf0 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=1dd6df53-4cdd-4a5d-8780-06e4080df014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321078 Dec 10 20:16:13.855604 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a274c0-6910-44c3-883b-482af1c021cc req-3deb6bc7-5189-4bfc-8659-3f127facde88 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:16:13.857094 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d0a274c0-6910-44c3-883b-482af1c021cc req-3deb6bc7-5189-4bfc-8659-3f127facde88 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 946 time: 0.0492256 Dec 10 20:16:13.894357 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d0a274c0-6910-44c3-883b-482af1c021cc req-17655e5f-0f15-49f7-83ad-71a0c565c3f1 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=1dd6df53-4cdd-4a5d-8780-06e4080df014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313852 Dec 10 20:16:14.006523 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813fc0a-8715-4023-8dfa-3d6ca884b43c req-84c5a8a6-e766-4a6e-9c6c-14441c974ac9 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:16:14.007900 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1813fc0a-8715-4023-8dfa-3d6ca884b43c req-84c5a8a6-e766-4a6e-9c6c-14441c974ac9 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 946 time: 0.0489786 Dec 10 20:16:14.045199 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1813fc0a-8715-4023-8dfa-3d6ca884b43c req-ab2dd79f-bbcc-48a8-bff8-64ff4d2ca962 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=1dd6df53-4cdd-4a5d-8780-06e4080df014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314612 Dec 10 20:16:14.066704 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 37006) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:16:14.151554 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4d58d9-027a-4072-be64-865f596cc769 tempest-TestShelveInstance-1286745292 tempest-TestShelveInstance-1286745292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:16:14.153102 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-bd4d58d9-027a-4072-be64-865f596cc769 tempest-TestShelveInstance-1286745292 tempest-TestShelveInstance-1286745292-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 1094 time: 0.0844450 Dec 10 20:16:14.156048 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 37010) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:16:14.160598 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-54e13f56-177a-4ac0-b7a9-a05fc8543c91 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Request body: {'floatingip': {'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'port_id': '20d7eab4-183f-4c0a-a20a-02c363d3eb99', 'tenant_id': 'f631252091d74a8e97d1f591906471e8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:16:14.184738 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-54e13f56-177a-4ac0-b7a9-a05fc8543c91 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks [] for floatingip, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:16:14.279641 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-54e13f56-177a-4ac0-b7a9-a05fc8543c91 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:16:14.387949 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-54e13f56-177a-4ac0-b7a9-a05fc8543c91 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Allocated IP 172.26.6.253 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/76ce31c5-3f98-4871-8358-ba4499bf6825) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 20:16:14.495422 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-54e13f56-177a-4ac0-b7a9-a05fc8543c91 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:16:14.532658 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-54e13f56-177a-4ac0-b7a9-a05fc8543c91 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:16:14.578748 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e13f56-177a-4ac0-b7a9-a05fc8543c91 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 20:16:14.581699 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-54e13f56-177a-4ac0-b7a9-a05fc8543c91 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 20:16:14.589495 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e13f56-177a-4ac0-b7a9-a05fc8543c91 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 20:16:14.592825 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e13f56-177a-4ac0-b7a9-a05fc8543c91 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Pushing event updated for resources: {'Port': ['ID=76ce31c5-3f98-4871-8358-ba4499bf6825,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:16:14.941410 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-54e13f56-177a-4ac0-b7a9-a05fc8543c91 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:16:15.013384 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-54e13f56-177a-4ac0-b7a9-a05fc8543c91 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:16:15.163743 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-54e13f56-177a-4ac0-b7a9-a05fc8543c91 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:16:15.168249 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-54e13f56-177a-4ac0-b7a9-a05fc8543c91 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:16:15.242078 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e13f56-177a-4ac0-b7a9-a05fc8543c91 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Pushing event updated for resources: {'Port': ['ID=76ce31c5-3f98-4871-8358-ba4499bf6825,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:16:15.251930 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-54e13f56-177a-4ac0-b7a9-a05fc8543c91 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3713103'] for floatingip, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:16:15.352325 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.l3_db [None req-54e13f56-177a-4ac0-b7a9-a05fc8543c91 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Floating IP c1af4a8b-f6c0-46b8-809c-5d220a530326 associated. External IP: 172.26.6.253, port: 20d7eab4-183f-4c0a-a20a-02c363d3eb99. Dec 10 20:16:15.561022 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54e13f56-177a-4ac0-b7a9-a05fc8543c91 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Router 47855eb3-f8b8-44e5-97ba-2d9dca3f2d00 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 20:16:15.669239 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e13f56-177a-4ac0-b7a9-a05fc8543c91 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 20:16:15.680961 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d161ac3-4a50-4bd1-a6dc-829545d4d9b4 None None] Sync routers for ids ['47855eb3-f8b8-44e5-97ba-2d9dca3f2d00'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 20:16:15.687403 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-54e13f56-177a-4ac0-b7a9-a05fc8543c91 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:16:15.690534 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d161ac3-4a50-4bd1-a6dc-829545d4d9b4 None None] Routers {'47855eb3-f8b8-44e5-97ba-2d9dca3f2d00'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:16:15.691143 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-3d161ac3-4a50-4bd1-a6dc-829545d4d9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:15:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['47855eb3-f8b8-44e5-97ba-2d9dca3f2d00'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:16:15.719315 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-54e13f56-177a-4ac0-b7a9-a05fc8543c91 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5621264 Dec 10 20:16:15.719975 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1be4194-2317-48c7-a5da-f3f203bd37b3', 'tag': '20d7eab4-183f-4c0a-a20a-02c363d3eb99'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:16:15.764035 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}249380696a63655c0aa70a837fa12419fa0e2d1073b46d317cd6ca7aef0a3219" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44cb2f0e-d275-402b-8e0d-47548f57fed9" -d '{"events": [{"name": "network-changed", "server_uuid": "d1be4194-2317-48c7-a5da-f3f203bd37b3", "tag": "20d7eab4-183f-4c0a-a20a-02c363d3eb99"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:16:15.853556 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 20:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2ffc60-8d7c-454f-ab12-9483623ed93d x-openstack-request-id: req-4b2ffc60-8d7c-454f-ab12-9483623ed93d {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:16:15.853851 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1be4194-2317-48c7-a5da-f3f203bd37b3", "tag": "20d7eab4-183f-4c0a-a20a-02c363d3eb99", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:16:15.854101 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4b2ffc60-8d7c-454f-ab12-9483623ed93d {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:16:15.854530 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1be4194-2317-48c7-a5da-f3f203bd37b3', 'tag': '20d7eab4-183f-4c0a-a20a-02c363d3eb99', 'status': 'completed', 'code': 200} Dec 10 20:16:15.899164 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-3d161ac3-4a50-4bd1-a6dc-829545d4d9b4 None None] Set router 47855eb3-f8b8-44e5-97ba-2d9dca3f2d00 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:16:15.919018 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb2f0e-d275-402b-8e0d-47548f57fed9 req-f0ba54ee-f251-4e6f-919d-10f0e39e0a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:16:15.920921 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-44cb2f0e-d275-402b-8e0d-47548f57fed9 req-f0ba54ee-f251-4e6f-919d-10f0e39e0a08 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f631252091d74a8e97d1f591906471e8&device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 1099 time: 0.0448668 Dec 10 20:16:16.025417 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb2f0e-d275-402b-8e0d-47548f57fed9 req-337620bd-e48d-4e16-b69c-d0885e557987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:16:16.026910 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-44cb2f0e-d275-402b-8e0d-47548f57fed9 req-337620bd-e48d-4e16-b69c-d0885e557987 service neutron] 10.222.0.36 "GET /v2.0/networks?id=36be00e2-0ade-4eef-9750-4deaee52cffc HTTP/1.1" status: 200 len: 910 time: 0.0982122 Dec 10 20:16:16.130270 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-44cb2f0e-d275-402b-8e0d-47548f57fed9 req-6a83871a-b564-4024-a7d4-f8c1bd7f05fa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20d7eab4-183f-4c0a-a20a-02c363d3eb99 HTTP/1.1" status: 200 len: 1000 time: 0.0936852 Dec 10 20:16:16.133019 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-3d161ac3-4a50-4bd1-a6dc-829545d4d9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47855eb3-f8b8-44e5-97ba-2d9dca3f2d00', 'name': 'tempest-TestShelveInstance-2017276031-router', 'tenant_id': 'f631252091d74a8e97d1f591906471e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.175'}], 'enable_snat': True}, 'gw_port_id': '743cf8ef-db9a-43ee-b8a7-fd95022f76e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:09:58Z', 'updated_at': '2021-12-10T20:10:00Z', 'revision_number': 4, 'project_id': 'f631252091d74a8e97d1f591906471e8', 'gw_port': {'id': '743cf8ef-db9a-43ee-b8a7-fd95022f76e2', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:95:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47855eb3-f8b8-44e5-97ba-2d9dca3f2d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:09:58Z', 'updated_at': '2021-12-10T20:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': 'c1af4a8b-f6c0-46b8-809c-5d220a530326', 'tenant_id': 'f631252091d74a8e97d1f591906471e8', 'floating_ip_address': '172.26.6.253', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '47855eb3-f8b8-44e5-97ba-2d9dca3f2d00', 'port_id': '20d7eab4-183f-4c0a-a20a-02c363d3eb99', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36be00e2-0ade-4eef-9750-4deaee52cffc', 'mac_address': 'fa:16:3e:0e:3e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1be4194-2317-48c7-a5da-f3f203bd37b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:16:14Z', 'updated_at': '2021-12-10T20:16:14Z', 'revision_number': 0, 'project_id': 'f631252091d74a8e97d1f591906471e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6448f435-69f8-44e8-b8ee-5fb04f22d3e2', 'name': '', 'network_id': '36be00e2-0ade-4eef-9750-4deaee52cffc', 'tenant_id': 'f631252091d74a8e97d1f591906471e8', 'mac_address': 'fa:16:3e:9d:74:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47855eb3-f8b8-44e5-97ba-2d9dca3f2d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '1a041b96-f86e-4688-98d9-f4a8c68f770b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:10:00Z', 'updated_at': '2021-12-10T20:10:04Z', 'revision_number': 5, 'project_id': 'f631252091d74a8e97d1f591906471e8', 'subnets': [{'id': '1a041b96-f86e-4688-98d9-f4a8c68f770b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:16:16.162906 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d161ac3-4a50-4bd1-a6dc-829545d4d9b4 None None] Checking router: 47855eb3-f8b8-44e5-97ba-2d9dca3f2d00 for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 20:16:16.171031 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d161ac3-4a50-4bd1-a6dc-829545d4d9b4 None None] Routers {'47855eb3-f8b8-44e5-97ba-2d9dca3f2d00'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:16:16.171615 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-3d161ac3-4a50-4bd1-a6dc-829545d4d9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:15:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['47855eb3-f8b8-44e5-97ba-2d9dca3f2d00'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:16:16.181310 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb2f0e-d275-402b-8e0d-47548f57fed9 req-06cdbb69-e398-48b9-8f4b-7f26ff88bec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:16:16.182812 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-44cb2f0e-d275-402b-8e0d-47548f57fed9 req-06cdbb69-e398-48b9-8f4b-7f26ff88bec9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1a041b96-f86e-4688-98d9-f4a8c68f770b HTTP/1.1" status: 200 len: 848 time: 0.0457842 Dec 10 20:16:16.229253 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb2f0e-d275-402b-8e0d-47548f57fed9 req-8c367a57-ab48-41d6-9a21-73f1019ab39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:16:16.230757 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-44cb2f0e-d275-402b-8e0d-47548f57fed9 req-8c367a57-ab48-41d6-9a21-73f1019ab39a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36be00e2-0ade-4eef-9750-4deaee52cffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411437 Dec 10 20:16:16.276805 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-3d161ac3-4a50-4bd1-a6dc-829545d4d9b4 None None] Set router 47855eb3-f8b8-44e5-97ba-2d9dca3f2d00 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:16:16.329790 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-44cb2f0e-d275-402b-8e0d-47548f57fed9 req-4deff7a6-0efd-4e2c-bfa9-0d93c6c1da59 service neutron] 10.222.0.36 "GET /v2.0/networks/36be00e2-0ade-4eef-9750-4deaee52cffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907946 Dec 10 20:16:16.428388 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-44cb2f0e-d275-402b-8e0d-47548f57fed9 req-9246d584-eabc-4524-8a03-9d08b46e7416 service neutron] 10.222.0.36 "GET /v2.0/networks/36be00e2-0ade-4eef-9750-4deaee52cffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908277 Dec 10 20:16:16.514160 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-3d161ac3-4a50-4bd1-a6dc-829545d4d9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47855eb3-f8b8-44e5-97ba-2d9dca3f2d00', 'name': 'tempest-TestShelveInstance-2017276031-router', 'tenant_id': 'f631252091d74a8e97d1f591906471e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.175'}], 'enable_snat': True}, 'gw_port_id': '743cf8ef-db9a-43ee-b8a7-fd95022f76e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:09:58Z', 'updated_at': '2021-12-10T20:10:00Z', 'revision_number': 4, 'project_id': 'f631252091d74a8e97d1f591906471e8', 'gw_port': {'id': '743cf8ef-db9a-43ee-b8a7-fd95022f76e2', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:95:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47855eb3-f8b8-44e5-97ba-2d9dca3f2d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:09:58Z', 'updated_at': '2021-12-10T20:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': 'c1af4a8b-f6c0-46b8-809c-5d220a530326', 'tenant_id': 'f631252091d74a8e97d1f591906471e8', 'floating_ip_address': '172.26.6.253', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '47855eb3-f8b8-44e5-97ba-2d9dca3f2d00', 'port_id': '20d7eab4-183f-4c0a-a20a-02c363d3eb99', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36be00e2-0ade-4eef-9750-4deaee52cffc', 'mac_address': 'fa:16:3e:0e:3e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1be4194-2317-48c7-a5da-f3f203bd37b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:16:14Z', 'updated_at': '2021-12-10T20:16:14Z', 'revision_number': 0, 'project_id': 'f631252091d74a8e97d1f591906471e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6448f435-69f8-44e8-b8ee-5fb04f22d3e2', 'name': '', 'network_id': '36be00e2-0ade-4eef-9750-4deaee52cffc', 'tenant_id': 'f631252091d74a8e97d1f591906471e8', 'mac_address': 'fa:16:3e:9d:74:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47855eb3-f8b8-44e5-97ba-2d9dca3f2d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '1a041b96-f86e-4688-98d9-f4a8c68f770b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:10:00Z', 'updated_at': '2021-12-10T20:10:04Z', 'revision_number': 5, 'project_id': 'f631252091d74a8e97d1f591906471e8', 'subnets': [{'id': '1a041b96-f86e-4688-98d9-f4a8c68f770b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:16:16.543341 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d161ac3-4a50-4bd1-a6dc-829545d4d9b4 None None] The sync data for ids ['47855eb3-f8b8-44e5-97ba-2d9dca3f2d00'] in dv-neutron-821441-1-hyperv is: [{'id': '47855eb3-f8b8-44e5-97ba-2d9dca3f2d00', 'name': 'tempest-TestShelveInstance-2017276031-router', 'tenant_id': 'f631252091d74a8e97d1f591906471e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.175'}], 'enable_snat': True}, 'gw_port_id': '743cf8ef-db9a-43ee-b8a7-fd95022f76e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:09:58Z', 'updated_at': '2021-12-10T20:10:00Z', 'revision_number': 4, 'project_id': 'f631252091d74a8e97d1f591906471e8', 'gw_port': {'id': '743cf8ef-db9a-43ee-b8a7-fd95022f76e2', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:95:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47855eb3-f8b8-44e5-97ba-2d9dca3f2d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:09:58Z', 'updated_at': '2021-12-10T20:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': 'c1af4a8b-f6c0-46b8-809c-5d220a530326', 'tenant_id': 'f631252091d74a8e97d1f591906471e8', 'floating_ip_address': '172.26.6.253', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '47855eb3-f8b8-44e5-97ba-2d9dca3f2d00', 'port_id': '20d7eab4-183f-4c0a-a20a-02c363d3eb99', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36be00e2-0ade-4eef-9750-4deaee52cffc', 'mac_address': 'fa:16:3e:0e:3e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1be4194-2317-48c7-a5da-f3f203bd37b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:16:14Z', 'updated_at': '2021-12-10T20:16:14Z', 'revision_number': 0, 'project_id': 'f631252091d74a8e97d1f591906471e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6448f435-69f8-44e8-b8ee-5fb04f22d3e2', 'name': '', 'network_id': '36be00e2-0ade-4eef-9750-4deaee52cffc', 'tenant_id': 'f631252091d74a8e97d1f591906471e8', 'mac_address': 'fa:16:3e:9d:74:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47855eb3-f8b8-44e5-97ba-2d9dca3f2d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '1a041b96-f86e-4688-98d9-f4a8c68f770b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:10:00Z', 'updated_at': '2021-12-10T20:10:04Z', 'revision_number': 5, 'project_id': 'f631252091d74a8e97d1f591906471e8', 'subnets': [{'id': '1a041b96-f86e-4688-98d9-f4a8c68f770b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 20:16:16.737044 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47541dd6-65d6-46cf-a00d-20e5072a3187 None None] New status for floating IP c1af4a8b-f6c0-46b8-809c-5d220a530326: ACTIVE {{(pid=102367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 20:16:20.385611 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d0cc142e-9d4e-4e07-bfa1-964a218e6a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:16:24.344120 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8ca985be-3d76-444f-ae0a-c27e2dca1b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:16:25.628838 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:16:26.648879 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:16:27.029103 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:16:33.015767 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:16:33.935960 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:16:36.686990 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-bf99d5de-ab8a-401b-8d17-9597c849ef5f req-79c8c740-3546-404b-9f03-fb46181fe2df service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421295 Dec 10 20:16:36.783160 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf99d5de-ab8a-401b-8d17-9597c849ef5f req-18a54b7b-acdb-43d3-8681-b458c0297725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:16:36.784735 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-bf99d5de-ab8a-401b-8d17-9597c849ef5f req-18a54b7b-acdb-43d3-8681-b458c0297725 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f631252091d74a8e97d1f591906471e8&device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 1099 time: 0.0530155 Dec 10 20:16:36.896387 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf99d5de-ab8a-401b-8d17-9597c849ef5f req-c8f42e2a-8d17-4615-b614-3f0d04bbbda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:16:36.897862 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-bf99d5de-ab8a-401b-8d17-9597c849ef5f req-c8f42e2a-8d17-4615-b614-3f0d04bbbda6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=36be00e2-0ade-4eef-9750-4deaee52cffc HTTP/1.1" status: 200 len: 910 time: 0.0905745 Dec 10 20:16:36.971408 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-bf99d5de-ab8a-401b-8d17-9597c849ef5f req-b4421f22-cf1f-459d-90c2-74643c1324a4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20d7eab4-183f-4c0a-a20a-02c363d3eb99 HTTP/1.1" status: 200 len: 1002 time: 0.0661809 Dec 10 20:16:37.024745 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf99d5de-ab8a-401b-8d17-9597c849ef5f req-fdefb20b-043b-463f-bdf2-737f87be593f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:16:37.027349 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-bf99d5de-ab8a-401b-8d17-9597c849ef5f req-fdefb20b-043b-463f-bdf2-737f87be593f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1a041b96-f86e-4688-98d9-f4a8c68f770b HTTP/1.1" status: 200 len: 848 time: 0.0486088 Dec 10 20:16:37.076209 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf99d5de-ab8a-401b-8d17-9597c849ef5f req-36ecaecf-5791-4f94-b529-6c617637a099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:16:37.077717 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-bf99d5de-ab8a-401b-8d17-9597c849ef5f req-36ecaecf-5791-4f94-b529-6c617637a099 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36be00e2-0ade-4eef-9750-4deaee52cffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436077 Dec 10 20:16:37.170748 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-bf99d5de-ab8a-401b-8d17-9597c849ef5f req-598d15bd-a8b7-4b7a-9d31-c827281d5cb1 service neutron] 10.222.0.36 "GET /v2.0/networks/36be00e2-0ade-4eef-9750-4deaee52cffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856669 Dec 10 20:16:37.262022 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-bf99d5de-ab8a-401b-8d17-9597c849ef5f req-b6ef96b7-b79c-45ef-bb66-7cd157f611f7 service neutron] 10.222.0.36 "GET /v2.0/networks/36be00e2-0ade-4eef-9750-4deaee52cffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836103 Dec 10 20:16:50.388253 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ab1073a6-4fe6-40fc-907e-edd6458dffc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:16:54.348123 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4faab040-e86c-4c65-b508-e573dbf853c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:16:55.631816 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:16:56.651570 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:16:57.030331 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:17:03.034724 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:17:10.933797 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:17:20.390130 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ece364a7-5031-4665-9616-fbbe4cf3813e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:17:24.349062 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-65f0ed63-1555-41c7-a3d2-f22ab6ff3e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:17:25.633833 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:17:26.653031 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:17:27.033423 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:17:33.059725 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:17:38.737145 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-48d91694-fe63-4ac0-988b-975e9e2cb5da req-14008ee1-33cd-47cc-ac77-9c51f3c491b7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0903096 Dec 10 20:17:38.824036 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d91694-fe63-4ac0-988b-975e9e2cb5da req-a9dff586-6707-4b58-96de-b18c7d395237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:17:38.825596 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-48d91694-fe63-4ac0-988b-975e9e2cb5da req-a9dff586-6707-4b58-96de-b18c7d395237 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f631252091d74a8e97d1f591906471e8&device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 1099 time: 0.0444527 Dec 10 20:17:38.930931 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d91694-fe63-4ac0-988b-975e9e2cb5da req-2e399a1d-3d3c-4c64-8017-766c75d8109e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:17:38.932306 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-48d91694-fe63-4ac0-988b-975e9e2cb5da req-2e399a1d-3d3c-4c64-8017-766c75d8109e service neutron] 10.222.0.36 "GET /v2.0/networks?id=36be00e2-0ade-4eef-9750-4deaee52cffc HTTP/1.1" status: 200 len: 910 time: 0.0864384 Dec 10 20:17:39.007925 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-48d91694-fe63-4ac0-988b-975e9e2cb5da req-41bb3a08-1e18-4541-8c92-aa500d99b7ad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20d7eab4-183f-4c0a-a20a-02c363d3eb99 HTTP/1.1" status: 200 len: 1002 time: 0.0666251 Dec 10 20:17:39.059216 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d91694-fe63-4ac0-988b-975e9e2cb5da req-e92cba8c-bad7-4403-a9b1-303e8c2c4d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:17:39.060667 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-48d91694-fe63-4ac0-988b-975e9e2cb5da req-e92cba8c-bad7-4403-a9b1-303e8c2c4d5b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1a041b96-f86e-4688-98d9-f4a8c68f770b HTTP/1.1" status: 200 len: 848 time: 0.0447271 Dec 10 20:17:39.108523 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d91694-fe63-4ac0-988b-975e9e2cb5da req-1753cb64-13fc-4288-830e-fbb2c497dcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:17:39.109994 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-48d91694-fe63-4ac0-988b-975e9e2cb5da req-1753cb64-13fc-4288-830e-fbb2c497dcd8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36be00e2-0ade-4eef-9750-4deaee52cffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405622 Dec 10 20:17:39.206139 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-48d91694-fe63-4ac0-988b-975e9e2cb5da req-c0042896-5bf3-49a5-ac21-6dd705fa2d32 service neutron] 10.222.0.36 "GET /v2.0/networks/36be00e2-0ade-4eef-9750-4deaee52cffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877202 Dec 10 20:17:39.300270 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-48d91694-fe63-4ac0-988b-975e9e2cb5da req-005290b5-f8a3-41ac-94ba-398643f993fd service neutron] 10.222.0.36 "GET /v2.0/networks/36be00e2-0ade-4eef-9750-4deaee52cffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847931 Dec 10 20:17:47.933198 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:17:50.392046 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-5c618ccf-9155-4b39-99c2-5333615e20a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:17:54.349699 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-3305da28-5a23-4117-bc82-537013763ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:17:55.637730 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:17:56.654251 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:17:57.036663 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:18:03.067214 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:18:14.350402 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262f4fb-ca9e-49cd-b58b-e2be113394b4 req-e39e1dd5-da48-4baa-813a-524ad1bec9ce tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:18:14.351876 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3262f4fb-ca9e-49cd-b58b-e2be113394b4 req-e39e1dd5-da48-4baa-813a-524ad1bec9ce tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 946 time: 0.1274755 Dec 10 20:18:14.390747 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3262f4fb-ca9e-49cd-b58b-e2be113394b4 req-945cf96e-8910-467d-85cd-d421430732e6 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=1dd6df53-4cdd-4a5d-8780-06e4080df014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327189 Dec 10 20:18:15.558172 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc0e44-f4fa-4a73-b0dd-a54d1612de8f req-27216a3a-34eb-40a7-80ce-de1534c8168a tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:18:15.560379 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e4cc0e44-f4fa-4a73-b0dd-a54d1612de8f req-27216a3a-34eb-40a7-80ce-de1534c8168a tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 946 time: 0.0970654 Dec 10 20:18:15.600164 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e4cc0e44-f4fa-4a73-b0dd-a54d1612de8f req-23e527f7-607e-4efd-af90-ad241ef5254f tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=1dd6df53-4cdd-4a5d-8780-06e4080df014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339468 Dec 10 20:18:16.735733 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c166496f-b1c9-4509-b7a2-166ab29f4c03 req-5235b904-b884-4276-a8a6-c5b713bdbc22 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:18:16.737251 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c166496f-b1c9-4509-b7a2-166ab29f4c03 req-5235b904-b884-4276-a8a6-c5b713bdbc22 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 946 time: 0.0535662 Dec 10 20:18:16.776799 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-c166496f-b1c9-4509-b7a2-166ab29f4c03 req-146026da-a8e3-47b2-97eb-5976500c1b77 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=1dd6df53-4cdd-4a5d-8780-06e4080df014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326009 Dec 10 20:18:17.889816 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4886a38-63a4-4571-90ad-53809ba5d589 req-d5bb7f6d-c431-4675-bc8a-69dacbdb1b6b tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:18:17.891281 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a4886a38-63a4-4571-90ad-53809ba5d589 req-d5bb7f6d-c431-4675-bc8a-69dacbdb1b6b tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 946 time: 0.0489419 Dec 10 20:18:17.930680 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a4886a38-63a4-4571-90ad-53809ba5d589 req-40ccc571-79dd-49cb-8671-c3598b0716ec tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=1dd6df53-4cdd-4a5d-8780-06e4080df014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327678 Dec 10 20:18:19.046640 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812323ad-db12-41fa-a7f8-1c46ecbcfea2 req-839a9123-3f77-4b77-9d9b-f35c97e3d09f tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:18:19.048054 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-812323ad-db12-41fa-a7f8-1c46ecbcfea2 req-839a9123-3f77-4b77-9d9b-f35c97e3d09f tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 946 time: 0.0501053 Dec 10 20:18:19.089760 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-812323ad-db12-41fa-a7f8-1c46ecbcfea2 req-f1aa3460-08df-47d8-bc45-fedd237fe14e tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=1dd6df53-4cdd-4a5d-8780-06e4080df014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352066 Dec 10 20:18:20.209784 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a77e1-7713-4768-a69f-6a8b70d6168f req-2dd193cb-a3f7-4b26-9dd5-bb0e7713668c tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:18:20.211829 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d82a77e1-7713-4768-a69f-6a8b70d6168f req-2dd193cb-a3f7-4b26-9dd5-bb0e7713668c tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 946 time: 0.0534451 Dec 10 20:18:20.250403 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d82a77e1-7713-4768-a69f-6a8b70d6168f req-cce28c5c-4899-4e14-a76b-5398538c3772 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=1dd6df53-4cdd-4a5d-8780-06e4080df014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327082 Dec 10 20:18:20.393756 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-42d03bc8-eec6-4e69-be5b-ae010e596b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:18:21.370762 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52726ea1-94f2-4ead-8335-9c90dc268227 req-7998c456-8499-40eb-bea2-1799ee3a2667 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:18:21.372217 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-52726ea1-94f2-4ead-8335-9c90dc268227 req-7998c456-8499-40eb-bea2-1799ee3a2667 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 946 time: 0.0497837 Dec 10 20:18:21.410686 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-52726ea1-94f2-4ead-8335-9c90dc268227 req-e9998a5f-fbeb-4784-b870-1880ce79fdae tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=1dd6df53-4cdd-4a5d-8780-06e4080df014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322444 Dec 10 20:18:22.525377 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce4b3e5-6b2d-499b-87bb-7a3425359880 req-ef66e4cd-a164-4541-81b3-4aed82c478a5 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:18:22.526895 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7ce4b3e5-6b2d-499b-87bb-7a3425359880 req-ef66e4cd-a164-4541-81b3-4aed82c478a5 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 946 time: 0.0487752 Dec 10 20:18:22.566530 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7ce4b3e5-6b2d-499b-87bb-7a3425359880 req-26406255-21f7-42f9-85b2-c1fb96d4d19d tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=1dd6df53-4cdd-4a5d-8780-06e4080df014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329347 Dec 10 20:18:23.688155 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b3531-5279-4280-9a3e-71f28524a9d6 req-a8bd25a1-872a-4739-8f17-e3771f8298e9 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:18:23.689672 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5a5b3531-5279-4280-9a3e-71f28524a9d6 req-a8bd25a1-872a-4739-8f17-e3771f8298e9 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 946 time: 0.0569758 Dec 10 20:18:23.728779 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5a5b3531-5279-4280-9a3e-71f28524a9d6 req-02ceb3f6-c5ae-49b1-9a4e-7d03f3310cc7 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=1dd6df53-4cdd-4a5d-8780-06e4080df014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329893 Dec 10 20:18:24.350257 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ec0324d5-b584-4f71-b746-76835da59fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:18:24.407418 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd6dca2-d14d-4be6-9512-60b51d01a306 req-029df648-6d9e-4de7-8b64-cd49c6213eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:18:24.408914 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-5bd6dca2-d14d-4be6-9512-60b51d01a306 req-029df648-6d9e-4de7-8b64-cd49c6213eef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f631252091d74a8e97d1f591906471e8&device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 1099 time: 0.0423679 Dec 10 20:18:24.515253 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd6dca2-d14d-4be6-9512-60b51d01a306 req-cfd08e7c-0624-4a0e-9708-eb4697908a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:18:24.516764 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-5bd6dca2-d14d-4be6-9512-60b51d01a306 req-cfd08e7c-0624-4a0e-9708-eb4697908a60 service neutron] 10.222.0.36 "GET /v2.0/networks?id=36be00e2-0ade-4eef-9750-4deaee52cffc HTTP/1.1" status: 200 len: 910 time: 0.0996952 Dec 10 20:18:24.584187 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-5bd6dca2-d14d-4be6-9512-60b51d01a306 req-daf1f39a-90b8-4eb3-9980-dcc705efed56 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20d7eab4-183f-4c0a-a20a-02c363d3eb99 HTTP/1.1" status: 200 len: 1002 time: 0.0593901 Dec 10 20:18:24.641542 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd6dca2-d14d-4be6-9512-60b51d01a306 req-4a6c6fdb-961a-4fc1-90af-26649335f920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:18:24.642915 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-5bd6dca2-d14d-4be6-9512-60b51d01a306 req-4a6c6fdb-961a-4fc1-90af-26649335f920 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1a041b96-f86e-4688-98d9-f4a8c68f770b HTTP/1.1" status: 200 len: 848 time: 0.0508049 Dec 10 20:18:24.694960 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd6dca2-d14d-4be6-9512-60b51d01a306 req-42ed2fe8-ed73-4c93-afd5-cd5ec674bd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:18:24.697092 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-5bd6dca2-d14d-4be6-9512-60b51d01a306 req-42ed2fe8-ed73-4c93-afd5-cd5ec674bd28 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36be00e2-0ade-4eef-9750-4deaee52cffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0453181 Dec 10 20:18:24.791043 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-5bd6dca2-d14d-4be6-9512-60b51d01a306 req-3136fd6d-c236-4eb9-a822-6fcda20dbda4 service neutron] 10.222.0.36 "GET /v2.0/networks/36be00e2-0ade-4eef-9750-4deaee52cffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859244 Dec 10 20:18:24.845484 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de7d176-3660-420d-a144-b2638c892154 req-a29c9343-747d-473e-9a59-dd581b47edc6 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:18:24.846991 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5de7d176-3660-420d-a144-b2638c892154 req-a29c9343-747d-473e-9a59-dd581b47edc6 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 946 time: 0.0505891 Dec 10 20:18:24.887460 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5de7d176-3660-420d-a144-b2638c892154 req-204b726c-dfbb-46ac-84b4-5a6ae426a265 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=1dd6df53-4cdd-4a5d-8780-06e4080df014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342991 Dec 10 20:18:24.890909 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-5bd6dca2-d14d-4be6-9512-60b51d01a306 req-40cca899-7d01-4ea3-bce1-d90d7ade4314 service neutron] 10.222.0.36 "GET /v2.0/networks/36be00e2-0ade-4eef-9750-4deaee52cffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918791 Dec 10 20:18:24.934099 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:18:25.640290 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:18:26.001592 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a31ac81-693c-431b-a090-c33ce45b561c req-a1c6dee8-ae5f-4c46-b64c-9d0809813d22 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:18:26.003088 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0a31ac81-693c-431b-a090-c33ce45b561c req-a1c6dee8-ae5f-4c46-b64c-9d0809813d22 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 946 time: 0.0494847 Dec 10 20:18:26.042217 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0a31ac81-693c-431b-a090-c33ce45b561c req-ecaf612b-0cf4-4361-ae1b-6094a48f185b tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=1dd6df53-4cdd-4a5d-8780-06e4080df014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325322 Dec 10 20:18:26.654821 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:18:27.042063 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:18:27.184154 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e36a5bf-a45f-4df4-a8d5-f58a4b2c2f94 req-21fe208c-03ae-48ae-909b-8a103014cda4 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:18:27.186708 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2e36a5bf-a45f-4df4-a8d5-f58a4b2c2f94 req-21fe208c-03ae-48ae-909b-8a103014cda4 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 946 time: 0.0649686 Dec 10 20:18:27.244197 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2e36a5bf-a45f-4df4-a8d5-f58a4b2c2f94 req-dc43a2b0-0057-45a0-aa90-2e126c4e9896 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=1dd6df53-4cdd-4a5d-8780-06e4080df014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475080 Dec 10 20:18:28.368612 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081db13a-64d9-46c8-8673-769d853c2fd5 req-e4b11edd-8529-4c55-ae48-5e1a9431524a tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:18:28.370180 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-081db13a-64d9-46c8-8673-769d853c2fd5 req-e4b11edd-8529-4c55-ae48-5e1a9431524a tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 946 time: 0.0522296 Dec 10 20:18:28.411788 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-081db13a-64d9-46c8-8673-769d853c2fd5 req-d31ab465-9289-4516-848a-402eccb64c06 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=1dd6df53-4cdd-4a5d-8780-06e4080df014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353088 Dec 10 20:18:29.628992 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-d14edbf1-fb45-4f7d-877d-139a3f3a72fb req-8bb9135b-a392-4c1c-93b4-0f794c53bb4b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0454471 Dec 10 20:18:29.657996 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b1f3fd-3d22-4f2f-8c96-11c6033ca135 req-6145e8e6-6a59-448e-ac34-908f34815f61 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:18:29.659534 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-07b1f3fd-3d22-4f2f-8c96-11c6033ca135 req-6145e8e6-6a59-448e-ac34-908f34815f61 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 946 time: 0.0558014 Dec 10 20:18:29.682216 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 20d7eab4-183f-4c0a-a20a-02c363d3eb99 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 20:18:29.704181 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-07b1f3fd-3d22-4f2f-8c96-11c6033ca135 req-0af6547d-55aa-4263-a715-9ec4ca71cc39 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=1dd6df53-4cdd-4a5d-8780-06e4080df014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377121 Dec 10 20:18:29.766906 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:18:29.788485 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1be4194-2317-48c7-a5da-f3f203bd37b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20d7eab4-183f-4c0a-a20a-02c363d3eb99'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:18:29.791299 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a72eb770f7d7f47a5235e5e97b02399f3ea68d125439bf82527f1e6c5cc43115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05e7e1b-5cd1-4808-acff-5619e4bdceaa" -d '{"events": [{"server_uuid": "d1be4194-2317-48c7-a5da-f3f203bd37b3", "name": "network-vif-unplugged", "status": "completed", "tag": "20d7eab4-183f-4c0a-a20a-02c363d3eb99"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:18:29.804277 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 20d7eab4-183f-4c0a-a20a-02c363d3eb99, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=20d7eab4-183f-4c0a-a20a-02c363d3eb99,segment=NetworkSegment(f207670a-7f74-4931-8ec9-cfd678644189),segment_id=f207670a-7f74-4931-8ec9-cfd678644189)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:18:29.809605 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:18:29.858296 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=20d7eab4-183f-4c0a-a20a-02c363d3eb99,revision_number=6']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:18:29.865665 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:18:29.866009 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:18:29.866348 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:18:29.866683 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:18:29.867012 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:18:29.867929 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:18:29.868255 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:18:29.868619 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:18:29.868974 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:18:29.869295 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:18:29.869613 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:18:29.869933 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:18:29.874473 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 10 Dec 2021 20:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4fc81b-bbc4-430a-a89e-96d8c097f054 x-openstack-request-id: req-4b4fc81b-bbc4-430a-a89e-96d8c097f054 {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:18:29.874763 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1be4194-2317-48c7-a5da-f3f203bd37b3", "name": "network-vif-unplugged", "status": "failed", "tag": "20d7eab4-183f-4c0a-a20a-02c363d3eb99", "code": 422}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:18:29.875007 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4b4fc81b-bbc4-430a-a89e-96d8c097f054 {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:18:29.875397 dv-neutron-821441-1-hyperv neutron-server[102367]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd1be4194-2317-48c7-a5da-f3f203bd37b3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '20d7eab4-183f-4c0a-a20a-02c363d3eb99', 'code': 422} returned with failed status Dec 10 20:18:30.833621 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fce2442-764a-40d6-95fb-f7f9725f269a req-2a3e913b-d5d8-4456-88a2-06e3e4467d68 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:18:30.835160 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1fce2442-764a-40d6-95fb-f7f9725f269a req-2a3e913b-d5d8-4456-88a2-06e3e4467d68 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 944 time: 0.0569475 Dec 10 20:18:30.876251 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1fce2442-764a-40d6-95fb-f7f9725f269a req-69cdfbf3-0a88-4d45-ba31-d7ba525c8c3e tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=1dd6df53-4cdd-4a5d-8780-06e4080df014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342965 Dec 10 20:18:32.016126 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733bb5c9-c706-4992-97cb-05972f4fb8ca req-89ce9dde-98c2-4926-b924-b5b5ed68376a tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:18:32.017640 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-733bb5c9-c706-4992-97cb-05972f4fb8ca req-89ce9dde-98c2-4926-b924-b5b5ed68376a tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 944 time: 0.0558248 Dec 10 20:18:32.059455 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-733bb5c9-c706-4992-97cb-05972f4fb8ca req-513476d8-5285-48fa-933c-e6af47396c1f tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=1dd6df53-4cdd-4a5d-8780-06e4080df014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357528 Dec 10 20:18:33.073880 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:18:33.180481 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4ac49b-a903-40a1-826c-a83ee69a1097 req-205f9842-2f0f-4b43-80ce-782a7e8bc2e5 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:18:33.182199 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ad4ac49b-a903-40a1-826c-a83ee69a1097 req-205f9842-2f0f-4b43-80ce-782a7e8bc2e5 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 944 time: 0.0526416 Dec 10 20:18:33.226727 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ad4ac49b-a903-40a1-826c-a83ee69a1097 req-5878fa2e-9d80-4a21-8647-c0ae58e32556 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=1dd6df53-4cdd-4a5d-8780-06e4080df014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377085 Dec 10 20:18:34.359592 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a1199-5bd9-4fa4-bb3b-b228a8d6ee68 req-b5b8de05-77c0-4768-8d8a-f40b089382dd tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:18:34.361892 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-556a1199-5bd9-4fa4-bb3b-b228a8d6ee68 req-b5b8de05-77c0-4768-8d8a-f40b089382dd tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 944 time: 0.0628569 Dec 10 20:18:34.402806 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-556a1199-5bd9-4fa4-bb3b-b228a8d6ee68 req-200ac6f3-8bab-4477-99ac-110d816a3ece tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=1dd6df53-4cdd-4a5d-8780-06e4080df014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342190 Dec 10 20:18:35.527009 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafba0ed-fd5b-4dd2-b4a4-5d68f1d2ad52 req-7902e966-28dc-4f15-b065-3652be083df2 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:18:35.529084 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-cafba0ed-fd5b-4dd2-b4a4-5d68f1d2ad52 req-7902e966-28dc-4f15-b065-3652be083df2 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 944 time: 0.0526547 Dec 10 20:18:35.569815 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-cafba0ed-fd5b-4dd2-b4a4-5d68f1d2ad52 req-003b3b1a-f741-40b7-9fc1-46dc01e6b7a6 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=1dd6df53-4cdd-4a5d-8780-06e4080df014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348070 Dec 10 20:18:36.690940 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ffbc7-06ec-401a-bdaf-b442059c1aa5 req-e750cdfa-b965-46e3-ae81-eb9bc3fba0d8 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:18:36.692368 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-598ffbc7-06ec-401a-bdaf-b442059c1aa5 req-e750cdfa-b965-46e3-ae81-eb9bc3fba0d8 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 944 time: 0.0517063 Dec 10 20:18:36.733970 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-598ffbc7-06ec-401a-bdaf-b442059c1aa5 req-adfb6b57-26f7-4bee-8403-9433b12dabaa tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=1dd6df53-4cdd-4a5d-8780-06e4080df014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351892 Dec 10 20:18:37.874487 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a995d687-cfad-471f-83e2-92daecab332a req-6a4e16ca-1183-4e25-a3a6-6e87dfcb4273 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:18:37.876315 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a995d687-cfad-471f-83e2-92daecab332a req-6a4e16ca-1183-4e25-a3a6-6e87dfcb4273 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 944 time: 0.0585055 Dec 10 20:18:37.923997 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a995d687-cfad-471f-83e2-92daecab332a req-5895d09a-6634-4589-9e4b-6f6dab7e9d06 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=1dd6df53-4cdd-4a5d-8780-06e4080df014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411046 Dec 10 20:18:38.478170 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14edbf1-fb45-4f7d-877d-139a3f3a72fb req-8de7998c-bdfc-436d-a627-005693d7980c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:18:38.479714 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-d14edbf1-fb45-4f7d-877d-139a3f3a72fb req-8de7998c-bdfc-436d-a627-005693d7980c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3&tenant_id=f631252091d74a8e97d1f591906471e8 HTTP/1.1" status: 200 len: 1097 time: 0.0765686 Dec 10 20:18:38.541897 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14edbf1-fb45-4f7d-877d-139a3f3a72fb req-467c380e-21ab-427d-9050-bdfa96be6b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:18:38.543422 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-d14edbf1-fb45-4f7d-877d-139a3f3a72fb req-467c380e-21ab-427d-9050-bdfa96be6b70 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f631252091d74a8e97d1f591906471e8&device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 1097 time: 0.0408812 Dec 10 20:18:38.630680 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14edbf1-fb45-4f7d-877d-139a3f3a72fb req-61f95fd8-5b1a-44a6-8da6-4d05850c3ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:18:38.632128 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-d14edbf1-fb45-4f7d-877d-139a3f3a72fb req-61f95fd8-5b1a-44a6-8da6-4d05850c3ab1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=36be00e2-0ade-4eef-9750-4deaee52cffc HTTP/1.1" status: 200 len: 910 time: 0.0820825 Dec 10 20:18:38.702459 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-d14edbf1-fb45-4f7d-877d-139a3f3a72fb req-1ecbdb7e-95a3-48e3-976f-5545f4dc0b48 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20d7eab4-183f-4c0a-a20a-02c363d3eb99 HTTP/1.1" status: 200 len: 1000 time: 0.0617585 Dec 10 20:18:38.751400 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14edbf1-fb45-4f7d-877d-139a3f3a72fb req-29ac9d5b-6552-408e-8faf-5eaaaac03151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:18:38.752909 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-d14edbf1-fb45-4f7d-877d-139a3f3a72fb req-29ac9d5b-6552-408e-8faf-5eaaaac03151 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1a041b96-f86e-4688-98d9-f4a8c68f770b HTTP/1.1" status: 200 len: 848 time: 0.0439272 Dec 10 20:18:38.798576 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14edbf1-fb45-4f7d-877d-139a3f3a72fb req-5a997b76-0dcf-48db-84c3-96891e31ff4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:18:38.800034 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-d14edbf1-fb45-4f7d-877d-139a3f3a72fb req-5a997b76-0dcf-48db-84c3-96891e31ff4e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36be00e2-0ade-4eef-9750-4deaee52cffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394089 Dec 10 20:18:38.903738 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-d14edbf1-fb45-4f7d-877d-139a3f3a72fb req-8b03cd48-dedc-4465-b2c5-34561e70f002 service neutron] 10.222.0.36 "GET /v2.0/networks/36be00e2-0ade-4eef-9750-4deaee52cffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961576 Dec 10 20:18:39.016921 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-d14edbf1-fb45-4f7d-877d-139a3f3a72fb req-370aa81d-3a5b-40d9-9816-e0961af8440e service neutron] 10.222.0.36 "GET /v2.0/networks/36be00e2-0ade-4eef-9750-4deaee52cffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062551 Dec 10 20:18:39.065487 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf707e-7c98-4e26-ae48-3ee19d8e184d req-93e5b362-636b-481c-950f-8ba8955b3253 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:18:39.066986 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-99bf707e-7c98-4e26-ae48-3ee19d8e184d req-93e5b362-636b-481c-950f-8ba8955b3253 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 944 time: 0.0510280 Dec 10 20:18:39.107827 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-99bf707e-7c98-4e26-ae48-3ee19d8e184d req-e85b500b-e7c8-44cf-b0c9-b5d894a3c516 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=1dd6df53-4cdd-4a5d-8780-06e4080df014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341914 Dec 10 20:18:39.127439 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a17fe2b-905f-4ebd-86ec-e1291f4deaa3 req-f3375808-297d-4ebd-88cc-8b3487b67464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:18:39.128961 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-1a17fe2b-905f-4ebd-86ec-e1291f4deaa3 req-f3375808-297d-4ebd-88cc-8b3487b67464 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f631252091d74a8e97d1f591906471e8&device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 1097 time: 0.0469754 Dec 10 20:18:39.236729 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a17fe2b-905f-4ebd-86ec-e1291f4deaa3 req-9ec891cf-86d4-48ff-bc6d-8ff60cbf2e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:18:39.238113 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-1a17fe2b-905f-4ebd-86ec-e1291f4deaa3 req-9ec891cf-86d4-48ff-bc6d-8ff60cbf2e82 service neutron] 10.222.0.36 "GET /v2.0/networks?id=36be00e2-0ade-4eef-9750-4deaee52cffc HTTP/1.1" status: 200 len: 910 time: 0.0870628 Dec 10 20:18:39.311730 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-1a17fe2b-905f-4ebd-86ec-e1291f4deaa3 req-1f0be87f-ce14-43d8-8282-0d49675406f2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20d7eab4-183f-4c0a-a20a-02c363d3eb99 HTTP/1.1" status: 200 len: 1000 time: 0.0653737 Dec 10 20:18:39.362564 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a17fe2b-905f-4ebd-86ec-e1291f4deaa3 req-b298354e-96ff-4735-8cae-5f6d3e06f965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:18:39.364013 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-1a17fe2b-905f-4ebd-86ec-e1291f4deaa3 req-b298354e-96ff-4735-8cae-5f6d3e06f965 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1a041b96-f86e-4688-98d9-f4a8c68f770b HTTP/1.1" status: 200 len: 848 time: 0.0453727 Dec 10 20:18:39.409245 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a17fe2b-905f-4ebd-86ec-e1291f4deaa3 req-9d1867e4-4fab-4008-a8e2-6379d0cbc5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:18:39.410785 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-1a17fe2b-905f-4ebd-86ec-e1291f4deaa3 req-9d1867e4-4fab-4008-a8e2-6379d0cbc5d7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36be00e2-0ade-4eef-9750-4deaee52cffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393758 Dec 10 20:18:39.503302 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-1a17fe2b-905f-4ebd-86ec-e1291f4deaa3 req-ed78bce7-a1bf-4ea6-a90f-cfa88949f95a service neutron] 10.222.0.36 "GET /v2.0/networks/36be00e2-0ade-4eef-9750-4deaee52cffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847275 Dec 10 20:18:39.591134 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-1a17fe2b-905f-4ebd-86ec-e1291f4deaa3 req-d012fa05-68b8-4b4c-980e-903f96e0e32a service neutron] 10.222.0.36 "GET /v2.0/networks/36be00e2-0ade-4eef-9750-4deaee52cffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799508 Dec 10 20:18:40.223610 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08de33c-e54c-48bb-9a85-a83b6e414bff req-a8a292f6-f798-46b8-802e-e78c39450e6e tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:18:40.225124 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a08de33c-e54c-48bb-9a85-a83b6e414bff req-a8a292f6-f798-46b8-802e-e78c39450e6e tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 944 time: 0.0498986 Dec 10 20:18:40.262354 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a08de33c-e54c-48bb-9a85-a83b6e414bff req-63334de8-3970-4cdc-b683-741c16ff4633 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=1dd6df53-4cdd-4a5d-8780-06e4080df014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313864 Dec 10 20:18:41.380815 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd58bd-c01b-49c5-8566-147ab44d9e5b req-c58c9be1-25db-4dfc-9b1c-430379a61d3b tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:18:41.382270 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a2fd58bd-c01b-49c5-8566-147ab44d9e5b req-c58c9be1-25db-4dfc-9b1c-430379a61d3b tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 944 time: 0.0521145 Dec 10 20:18:41.419416 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a2fd58bd-c01b-49c5-8566-147ab44d9e5b req-ac14bb67-d7eb-429b-a0fb-33902bc70f1b tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=1dd6df53-4cdd-4a5d-8780-06e4080df014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307195 Dec 10 20:18:41.560090 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [req-778b3db2-1f60-4403-ae56-281f3fc8a49d req-2ad026cb-65c5-464c-86ad-1ce73cc85a37 service neutron] (102366) timed out ('10.222.0.69', 59818) {{(pid=102366) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 10 20:18:42.533428 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb9b79-e136-4c43-b90a-3699388cf93b req-b8b32455-b659-4ed6-8666-3e2241f139d2 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:18:42.534948 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-47fb9b79-e136-4c43-b90a-3699388cf93b req-b8b32455-b659-4ed6-8666-3e2241f139d2 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 944 time: 0.0497808 Dec 10 20:18:42.574170 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-47fb9b79-e136-4c43-b90a-3699388cf93b req-64fd477e-43f0-4c58-a781-ff83ba1bafea tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=1dd6df53-4cdd-4a5d-8780-06e4080df014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324962 Dec 10 20:18:43.688787 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ad799-4219-431e-853f-0548bf288313 req-80e635c8-ec45-41b2-808c-dcf6556cba6b tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:18:43.690247 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0d1ad799-4219-431e-853f-0548bf288313 req-80e635c8-ec45-41b2-808c-dcf6556cba6b tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 944 time: 0.0492435 Dec 10 20:18:43.727384 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0d1ad799-4219-431e-853f-0548bf288313 req-ab3a6480-b2b8-4a1b-95db-80ce81f41579 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=1dd6df53-4cdd-4a5d-8780-06e4080df014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308056 Dec 10 20:18:44.845783 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589c510-2bfc-45fc-a971-b3408c8d31ef req-5158058d-f8c8-45ea-87b3-3ef699eb26b7 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:18:44.847249 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0589c510-2bfc-45fc-a971-b3408c8d31ef req-5158058d-f8c8-45ea-87b3-3ef699eb26b7 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 944 time: 0.0540652 Dec 10 20:18:44.885979 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0589c510-2bfc-45fc-a971-b3408c8d31ef req-259192dc-8a55-43b4-8131-30e2404139f0 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=1dd6df53-4cdd-4a5d-8780-06e4080df014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328155 Dec 10 20:18:45.999209 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9318012a-daf4-4b91-a4a7-8c31b06aebbb req-8f353537-689f-4786-895a-e1a372b280c2 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:18:46.000633 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9318012a-daf4-4b91-a4a7-8c31b06aebbb req-8f353537-689f-4786-895a-e1a372b280c2 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 944 time: 0.0492911 Dec 10 20:18:46.037247 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-9318012a-daf4-4b91-a4a7-8c31b06aebbb req-3d149d03-8e2e-46eb-9e8c-8f284f304324 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=1dd6df53-4cdd-4a5d-8780-06e4080df014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307951 Dec 10 20:18:47.150900 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82508f7b-584a-40b6-afe6-ed61c860a3b6 req-501a5243-0344-408a-8978-608c7fa1eded tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:18:47.152379 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-82508f7b-584a-40b6-afe6-ed61c860a3b6 req-501a5243-0344-408a-8978-608c7fa1eded tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 944 time: 0.0489652 Dec 10 20:18:47.190215 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-82508f7b-584a-40b6-afe6-ed61c860a3b6 req-8dfaebf9-b348-4972-acdd-a4a534da9855 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=1dd6df53-4cdd-4a5d-8780-06e4080df014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318763 Dec 10 20:18:47.771269 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 20d7eab4-183f-4c0a-a20a-02c363d3eb99 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=102367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 20:18:47.868602 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 20d7eab4-183f-4c0a-a20a-02c363d3eb99, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=20d7eab4-183f-4c0a-a20a-02c363d3eb99,segment=NetworkSegment(f207670a-7f74-4931-8ec9-cfd678644189),segment_id=f207670a-7f74-4931-8ec9-cfd678644189)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:18:47.886005 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Returning: {'device': '20d7eab4-183f-4c0a-a20a-02c363d3eb99', 'network_id': '36be00e2-0ade-4eef-9750-4deaee52cffc', 'port_id': '20d7eab4-183f-4c0a-a20a-02c363d3eb99', 'mac_address': 'fa:16:3e:0e:3e:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a041b96-f86e-4688-98d9-f4a8c68f770b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 20:18:47.924900 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:18:47.938466 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20d7eab4-183f-4c0a-a20a-02c363d3eb99 {{(pid=102367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 20:18:47.958565 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 20d7eab4-183f-4c0a-a20a-02c363d3eb99, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=20d7eab4-183f-4c0a-a20a-02c363d3eb99,segment=NetworkSegment(f207670a-7f74-4931-8ec9-cfd678644189),segment_id=f207670a-7f74-4931-8ec9-cfd678644189)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:18:47.963279 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:18:48.012759 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=20d7eab4-183f-4c0a-a20a-02c363d3eb99,revision_number=7']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:18:48.306246 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['20d7eab4-183f-4c0a-a20a-02c363d3eb99'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 20:18:48.311247 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2663c5-0bbb-4b83-b67f-657439111145 req-fd54eb44-2cc4-4d4f-9aef-4e3ab97c6af7 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:18:48.312780 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3f2663c5-0bbb-4b83-b67f-657439111145 req-fd54eb44-2cc4-4d4f-9aef-4e3ab97c6af7 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 945 time: 0.0568440 Dec 10 20:18:48.352185 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3f2663c5-0bbb-4b83-b67f-657439111145 req-f13c69fb-4443-40c1-9a74-cdd174e53bfd tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=1dd6df53-4cdd-4a5d-8780-06e4080df014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335586 Dec 10 20:18:49.467208 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31805d08-1449-4498-8a50-51cf5fc1b46f req-4c01d823-211e-4fe2-b00a-a902fd4d1887 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:18:49.468676 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-31805d08-1449-4498-8a50-51cf5fc1b46f req-4c01d823-211e-4fe2-b00a-a902fd4d1887 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 945 time: 0.0480237 Dec 10 20:18:49.505995 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-31805d08-1449-4498-8a50-51cf5fc1b46f req-b7cec266-3a34-4452-ab4d-d7ffbd92f563 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=1dd6df53-4cdd-4a5d-8780-06e4080df014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313985 Dec 10 20:18:49.781851 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 20d7eab4-183f-4c0a-a20a-02c363d3eb99 up at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 20:18:49.838386 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning complete for port 20d7eab4-183f-4c0a-a20a-02c363d3eb99 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:18:49.838752 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:18:49.915655 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:18:49.937701 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1be4194-2317-48c7-a5da-f3f203bd37b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d7eab4-183f-4c0a-a20a-02c363d3eb99'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:18:49.939926 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a72eb770f7d7f47a5235e5e97b02399f3ea68d125439bf82527f1e6c5cc43115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc24be13-0246-4a43-a269-22f78e6fb3f7" -d '{"events": [{"server_uuid": "d1be4194-2317-48c7-a5da-f3f203bd37b3", "name": "network-vif-plugged", "status": "completed", "tag": "20d7eab4-183f-4c0a-a20a-02c363d3eb99"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:18:49.952575 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 20d7eab4-183f-4c0a-a20a-02c363d3eb99, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=20d7eab4-183f-4c0a-a20a-02c363d3eb99,segment=NetworkSegment(f207670a-7f74-4931-8ec9-cfd678644189),segment_id=f207670a-7f74-4931-8ec9-cfd678644189)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:18:49.956907 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:18:49.981230 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 20:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5c99ac-329a-4b42-b36e-ea3418f039be x-openstack-request-id: req-5b5c99ac-329a-4b42-b36e-ea3418f039be {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:18:49.981520 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1be4194-2317-48c7-a5da-f3f203bd37b3", "name": "network-vif-plugged", "status": "completed", "tag": "20d7eab4-183f-4c0a-a20a-02c363d3eb99", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:18:49.981767 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5b5c99ac-329a-4b42-b36e-ea3418f039be {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:18:49.982151 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1be4194-2317-48c7-a5da-f3f203bd37b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d7eab4-183f-4c0a-a20a-02c363d3eb99', 'code': 200} Dec 10 20:18:50.010637 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=20d7eab4-183f-4c0a-a20a-02c363d3eb99,revision_number=8']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:18:50.188710 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafdd668-fa3c-461d-ab1b-a56356d41591 req-7d13ae09-a568-46ad-b07f-b2f224ae2dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:18:50.190214 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-bafdd668-fa3c-461d-ab1b-a56356d41591 req-7d13ae09-a568-46ad-b07f-b2f224ae2dcd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 1099 time: 0.0405545 Dec 10 20:18:50.225480 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-bafdd668-fa3c-461d-ab1b-a56356d41591 req-a4b51e4f-5dcc-4141-af88-6fc4291845d3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1dd6df53-4cdd-4a5d-8780-06e4080df014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284200 Dec 10 20:18:50.394489 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-75324e16-9ff6-47da-bb93-29b550a96527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:18:50.619966 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b017300-01a2-4b2f-b7a3-17791660f7a7 req-1701449a-3161-4625-8962-cadae7bf32d7 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:18:50.621440 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3b017300-01a2-4b2f-b7a3-17791660f7a7 req-1701449a-3161-4625-8962-cadae7bf32d7 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 946 time: 0.0487235 Dec 10 20:18:50.658420 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3b017300-01a2-4b2f-b7a3-17791660f7a7 req-07ede15f-8691-4dfe-a43c-52b1981ecd7a tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=1dd6df53-4cdd-4a5d-8780-06e4080df014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307400 Dec 10 20:18:52.096703 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b4987-6682-4ede-aa96-9f44cafa5a00 req-69dee2c6-f859-42cf-9811-8662519dd190 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:18:52.098155 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2a5b4987-6682-4ede-aa96-9f44cafa5a00 req-69dee2c6-f859-42cf-9811-8662519dd190 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 946 time: 0.3702619 Dec 10 20:18:52.136790 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-2a5b4987-6682-4ede-aa96-9f44cafa5a00 req-b77f901a-ca42-4452-a0d4-b6829373eeed tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=1dd6df53-4cdd-4a5d-8780-06e4080df014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316393 Dec 10 20:18:54.351238 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-7be67635-bfe7-4a36-a4a0-4b9c031d8e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:18:55.642539 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:18:56.660682 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:18:57.044033 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:19:01.933812 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:19:03.063365 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:19:20.395652 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ed452c69-f053-46aa-be04-3bc70baf9f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:19:24.354063 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a3192486-9d31-4339-a639-28f902faf195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:19:25.645166 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:19:26.652957 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:19:27.045547 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:19:33.066208 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:19:38.933153 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:19:39.695614 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-ead396e1-7e4e-4f4d-8be3-7a50eb3f1b27 req-202386d2-56fc-48d2-93f2-24bb4aea2e2e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446844 Dec 10 20:19:39.777778 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead396e1-7e4e-4f4d-8be3-7a50eb3f1b27 req-b85f4163-027c-4da7-95e6-69aa0744cdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:19:39.779236 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-ead396e1-7e4e-4f4d-8be3-7a50eb3f1b27 req-b85f4163-027c-4da7-95e6-69aa0744cdd4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f631252091d74a8e97d1f591906471e8&device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 1099 time: 0.0420628 Dec 10 20:19:39.883379 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead396e1-7e4e-4f4d-8be3-7a50eb3f1b27 req-2773b41c-6dbd-4b1b-9548-0472da57f67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:19:39.884858 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-ead396e1-7e4e-4f4d-8be3-7a50eb3f1b27 req-2773b41c-6dbd-4b1b-9548-0472da57f67c service neutron] 10.222.0.36 "GET /v2.0/networks?id=36be00e2-0ade-4eef-9750-4deaee52cffc HTTP/1.1" status: 200 len: 910 time: 0.0857923 Dec 10 20:19:39.955291 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-ead396e1-7e4e-4f4d-8be3-7a50eb3f1b27 req-7d21530c-3c0b-462f-b562-28b2ed578d52 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20d7eab4-183f-4c0a-a20a-02c363d3eb99 HTTP/1.1" status: 200 len: 1002 time: 0.0623665 Dec 10 20:19:40.006580 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead396e1-7e4e-4f4d-8be3-7a50eb3f1b27 req-de84d651-cb02-45dd-8907-57f680704d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:19:40.008023 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-ead396e1-7e4e-4f4d-8be3-7a50eb3f1b27 req-de84d651-cb02-45dd-8907-57f680704d52 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1a041b96-f86e-4688-98d9-f4a8c68f770b HTTP/1.1" status: 200 len: 848 time: 0.0457344 Dec 10 20:19:40.053984 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead396e1-7e4e-4f4d-8be3-7a50eb3f1b27 req-647d1402-2fa8-4873-ae09-b3b5b46666f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:19:40.055575 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-ead396e1-7e4e-4f4d-8be3-7a50eb3f1b27 req-647d1402-2fa8-4873-ae09-b3b5b46666f7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36be00e2-0ade-4eef-9750-4deaee52cffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406272 Dec 10 20:19:40.151432 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-ead396e1-7e4e-4f4d-8be3-7a50eb3f1b27 req-74bfb0df-227b-4f0c-8d16-1bce02837332 service neutron] 10.222.0.36 "GET /v2.0/networks/36be00e2-0ade-4eef-9750-4deaee52cffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872972 Dec 10 20:19:40.243226 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-ead396e1-7e4e-4f4d-8be3-7a50eb3f1b27 req-3e8c3447-d235-48e6-8e6c-d4abc3a2bc38 service neutron] 10.222.0.36 "GET /v2.0/networks/36be00e2-0ade-4eef-9750-4deaee52cffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841935 Dec 10 20:19:50.396582 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d68e2425-12a6-4682-aca7-00b5253d53f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:19:54.355378 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e8d32c7d-a86f-4cb5-99da-16631908ecc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:19:55.649591 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:19:56.653630 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:19:57.048992 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:03.071769 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:05.620019 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 37200) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:20:05.786528 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-8c93951b-1e74-4ec1-ae94-0279a0f97b2a tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Deleting port 76ce31c5-3f98-4871-8358-ba4499bf6825 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 20:20:05.786859 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8c93951b-1e74-4ec1-ae94-0279a0f97b2a tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:05.866833 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8c93951b-1e74-4ec1-ae94-0279a0f97b2a tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:05.867196 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8c93951b-1e74-4ec1-ae94-0279a0f97b2a tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:05.878980 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-8c93951b-1e74-4ec1-ae94-0279a0f97b2a tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Calling delete_port for 76ce31c5-3f98-4871-8358-ba4499bf6825 owned by network:floatingip {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 20:20:06.023710 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8c93951b-1e74-4ec1-ae94-0279a0f97b2a tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:06.053769 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c93951b-1e74-4ec1-ae94-0279a0f97b2a tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Pushing event deleted for resources: {'Port': ['ID=76ce31c5-3f98-4871-8358-ba4499bf6825,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:20:06.065442 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c93951b-1e74-4ec1-ae94-0279a0f97b2a tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:20:06.065781 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c93951b-1e74-4ec1-ae94-0279a0f97b2a tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:20:06.066110 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c93951b-1e74-4ec1-ae94-0279a0f97b2a tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:20:06.066435 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c93951b-1e74-4ec1-ae94-0279a0f97b2a tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:20:06.066798 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c93951b-1e74-4ec1-ae94-0279a0f97b2a tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:20:06.067121 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c93951b-1e74-4ec1-ae94-0279a0f97b2a tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:20:06.067443 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c93951b-1e74-4ec1-ae94-0279a0f97b2a tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:20:06.067761 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c93951b-1e74-4ec1-ae94-0279a0f97b2a tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:20:06.068076 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c93951b-1e74-4ec1-ae94-0279a0f97b2a tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:20:06.068386 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c93951b-1e74-4ec1-ae94-0279a0f97b2a tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:20:06.068724 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c93951b-1e74-4ec1-ae94-0279a0f97b2a tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:20:06.069036 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c93951b-1e74-4ec1-ae94-0279a0f97b2a tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:20:06.127975 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8c93951b-1e74-4ec1-ae94-0279a0f97b2a tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks [] for floatingip, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:06.128337 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.l3_db [None req-8c93951b-1e74-4ec1-ae94-0279a0f97b2a tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Floating IP c1af4a8b-f6c0-46b8-809c-5d220a530326 disassociated (deleted). External IP: 172.26.6.253, port: 20d7eab4-183f-4c0a-a20a-02c363d3eb99. Dec 10 20:20:06.342138 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c93951b-1e74-4ec1-ae94-0279a0f97b2a tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Router 47855eb3-f8b8-44e5-97ba-2d9dca3f2d00 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 20:20:06.464370 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c93951b-1e74-4ec1-ae94-0279a0f97b2a tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 20:20:06.474802 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-8c93951b-1e74-4ec1-ae94-0279a0f97b2a tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:06.480485 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce8955c-663c-40b8-a70e-a6954d94923a None None] Sync routers for ids ['47855eb3-f8b8-44e5-97ba-2d9dca3f2d00'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 20:20:06.492559 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce8955c-663c-40b8-a70e-a6954d94923a None None] Routers {'47855eb3-f8b8-44e5-97ba-2d9dca3f2d00'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:20:06.493291 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-8ce8955c-663c-40b8-a70e-a6954d94923a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:19:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['47855eb3-f8b8-44e5-97ba-2d9dca3f2d00'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:20:06.510038 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-8c93951b-1e74-4ec1-ae94-0279a0f97b2a tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "DELETE /v2.0/floatingips/c1af4a8b-f6c0-46b8-809c-5d220a530326 HTTP/1.1" status: 204 len: 168 time: 0.8864205 Dec 10 20:20:06.510038 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1be4194-2317-48c7-a5da-f3f203bd37b3', 'tag': '20d7eab4-183f-4c0a-a20a-02c363d3eb99'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:20:06.510873 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}249380696a63655c0aa70a837fa12419fa0e2d1073b46d317cd6ca7aef0a3219" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b601918c-bf4d-451f-b3d9-d24311059423" -d '{"events": [{"name": "network-changed", "server_uuid": "d1be4194-2317-48c7-a5da-f3f203bd37b3", "tag": "20d7eab4-183f-4c0a-a20a-02c363d3eb99"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:20:06.555254 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 20:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ffe21b5-af8b-4b67-82be-26c7150ce4b2 x-openstack-request-id: req-2ffe21b5-af8b-4b67-82be-26c7150ce4b2 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:20:06.555605 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1be4194-2317-48c7-a5da-f3f203bd37b3", "tag": "20d7eab4-183f-4c0a-a20a-02c363d3eb99", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:20:06.555925 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2ffe21b5-af8b-4b67-82be-26c7150ce4b2 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:20:06.556685 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1be4194-2317-48c7-a5da-f3f203bd37b3', 'tag': '20d7eab4-183f-4c0a-a20a-02c363d3eb99', 'status': 'completed', 'code': 200} Dec 10 20:20:06.607403 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-8ce8955c-663c-40b8-a70e-a6954d94923a None None] Set router 47855eb3-f8b8-44e5-97ba-2d9dca3f2d00 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:20:06.634071 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601918c-bf4d-451f-b3d9-d24311059423 req-7d58e2c7-376c-4b15-8390-792f75200a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:20:06.635699 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-b601918c-bf4d-451f-b3d9-d24311059423 req-7d58e2c7-376c-4b15-8390-792f75200a60 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f631252091d74a8e97d1f591906471e8&device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 1099 time: 0.0521076 Dec 10 20:20:06.766183 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7105f677-89aa-4c83-b0ce-9ae5a0c079dc req-3c2bd5de-bfba-4b20-a0b1-b6391cb83c2f tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:20:06.766772 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601918c-bf4d-451f-b3d9-d24311059423 req-f1753060-730a-41db-bb41-e983677f2dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:20:06.767728 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7105f677-89aa-4c83-b0ce-9ae5a0c079dc req-3c2bd5de-bfba-4b20-a0b1-b6391cb83c2f tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 946 time: 0.0529160 Dec 10 20:20:06.769362 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-b601918c-bf4d-451f-b3d9-d24311059423 req-f1753060-730a-41db-bb41-e983677f2dd0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=36be00e2-0ade-4eef-9750-4deaee52cffc HTTP/1.1" status: 200 len: 910 time: 0.1219242 Dec 10 20:20:06.810207 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7105f677-89aa-4c83-b0ce-9ae5a0c079dc req-48cb93a1-340a-4781-ab6f-15b296ce9a7e tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=1dd6df53-4cdd-4a5d-8780-06e4080df014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361030 Dec 10 20:20:06.816176 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-b601918c-bf4d-451f-b3d9-d24311059423 req-ba9a7355-5b67-4731-8549-3fe78c78703e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20d7eab4-183f-4c0a-a20a-02c363d3eb99 HTTP/1.1" status: 200 len: 217 time: 0.0376980 Dec 10 20:20:06.840294 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-8ce8955c-663c-40b8-a70e-a6954d94923a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47855eb3-f8b8-44e5-97ba-2d9dca3f2d00', 'name': 'tempest-TestShelveInstance-2017276031-router', 'tenant_id': 'f631252091d74a8e97d1f591906471e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.175'}], 'enable_snat': True}, 'gw_port_id': '743cf8ef-db9a-43ee-b8a7-fd95022f76e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:09:58Z', 'updated_at': '2021-12-10T20:10:00Z', 'revision_number': 4, 'project_id': 'f631252091d74a8e97d1f591906471e8', 'gw_port': {'id': '743cf8ef-db9a-43ee-b8a7-fd95022f76e2', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:95:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47855eb3-f8b8-44e5-97ba-2d9dca3f2d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:09:58Z', 'updated_at': '2021-12-10T20:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '6448f435-69f8-44e8-b8ee-5fb04f22d3e2', 'name': '', 'network_id': '36be00e2-0ade-4eef-9750-4deaee52cffc', 'tenant_id': 'f631252091d74a8e97d1f591906471e8', 'mac_address': 'fa:16:3e:9d:74:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47855eb3-f8b8-44e5-97ba-2d9dca3f2d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '1a041b96-f86e-4688-98d9-f4a8c68f770b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:10:00Z', 'updated_at': '2021-12-10T20:10:04Z', 'revision_number': 5, 'project_id': 'f631252091d74a8e97d1f591906471e8', 'subnets': [{'id': '1a041b96-f86e-4688-98d9-f4a8c68f770b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:20:06.871831 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce8955c-663c-40b8-a70e-a6954d94923a None None] Checking router: 47855eb3-f8b8-44e5-97ba-2d9dca3f2d00 for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 20:20:06.874028 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601918c-bf4d-451f-b3d9-d24311059423 req-476f9b74-17ef-4ec9-ad11-512df60e1bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:20:06.875507 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-b601918c-bf4d-451f-b3d9-d24311059423 req-476f9b74-17ef-4ec9-ad11-512df60e1bd1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1a041b96-f86e-4688-98d9-f4a8c68f770b HTTP/1.1" status: 200 len: 848 time: 0.0516694 Dec 10 20:20:06.880656 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce8955c-663c-40b8-a70e-a6954d94923a None None] Routers {'47855eb3-f8b8-44e5-97ba-2d9dca3f2d00'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:20:06.881246 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-8ce8955c-663c-40b8-a70e-a6954d94923a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:19:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['47855eb3-f8b8-44e5-97ba-2d9dca3f2d00'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:20:06.925662 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601918c-bf4d-451f-b3d9-d24311059423 req-1fcd6324-1564-4d6c-bab9-e6611b0ba92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:20:06.927758 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-b601918c-bf4d-451f-b3d9-d24311059423 req-1fcd6324-1564-4d6c-bab9-e6611b0ba92c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36be00e2-0ade-4eef-9750-4deaee52cffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418668 Dec 10 20:20:07.023367 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-b601918c-bf4d-451f-b3d9-d24311059423 req-372a7764-90fe-4199-ae6b-4ee5ea3dea70 service neutron] 10.222.0.36 "GET /v2.0/networks/36be00e2-0ade-4eef-9750-4deaee52cffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865271 Dec 10 20:20:07.081586 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-8ce8955c-663c-40b8-a70e-a6954d94923a None None] Set router 47855eb3-f8b8-44e5-97ba-2d9dca3f2d00 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:20:07.123925 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-b601918c-bf4d-451f-b3d9-d24311059423 req-0573598a-c540-40d0-87fc-5010211c9803 service neutron] 10.222.0.36 "GET /v2.0/networks/36be00e2-0ade-4eef-9750-4deaee52cffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915558 Dec 10 20:20:07.283338 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-8ce8955c-663c-40b8-a70e-a6954d94923a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47855eb3-f8b8-44e5-97ba-2d9dca3f2d00', 'name': 'tempest-TestShelveInstance-2017276031-router', 'tenant_id': 'f631252091d74a8e97d1f591906471e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.175'}], 'enable_snat': True}, 'gw_port_id': '743cf8ef-db9a-43ee-b8a7-fd95022f76e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:09:58Z', 'updated_at': '2021-12-10T20:10:00Z', 'revision_number': 4, 'project_id': 'f631252091d74a8e97d1f591906471e8', 'gw_port': {'id': '743cf8ef-db9a-43ee-b8a7-fd95022f76e2', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:95:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47855eb3-f8b8-44e5-97ba-2d9dca3f2d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:09:58Z', 'updated_at': '2021-12-10T20:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '6448f435-69f8-44e8-b8ee-5fb04f22d3e2', 'name': '', 'network_id': '36be00e2-0ade-4eef-9750-4deaee52cffc', 'tenant_id': 'f631252091d74a8e97d1f591906471e8', 'mac_address': 'fa:16:3e:9d:74:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47855eb3-f8b8-44e5-97ba-2d9dca3f2d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '1a041b96-f86e-4688-98d9-f4a8c68f770b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:10:00Z', 'updated_at': '2021-12-10T20:10:04Z', 'revision_number': 5, 'project_id': 'f631252091d74a8e97d1f591906471e8', 'subnets': [{'id': '1a041b96-f86e-4688-98d9-f4a8c68f770b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:20:07.309386 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce8955c-663c-40b8-a70e-a6954d94923a None None] The sync data for ids ['47855eb3-f8b8-44e5-97ba-2d9dca3f2d00'] in dv-neutron-821441-1-hyperv is: [{'id': '47855eb3-f8b8-44e5-97ba-2d9dca3f2d00', 'name': 'tempest-TestShelveInstance-2017276031-router', 'tenant_id': 'f631252091d74a8e97d1f591906471e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.175'}], 'enable_snat': True}, 'gw_port_id': '743cf8ef-db9a-43ee-b8a7-fd95022f76e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:09:58Z', 'updated_at': '2021-12-10T20:10:00Z', 'revision_number': 4, 'project_id': 'f631252091d74a8e97d1f591906471e8', 'gw_port': {'id': '743cf8ef-db9a-43ee-b8a7-fd95022f76e2', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:95:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47855eb3-f8b8-44e5-97ba-2d9dca3f2d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:09:58Z', 'updated_at': '2021-12-10T20:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '6448f435-69f8-44e8-b8ee-5fb04f22d3e2', 'name': '', 'network_id': '36be00e2-0ade-4eef-9750-4deaee52cffc', 'tenant_id': 'f631252091d74a8e97d1f591906471e8', 'mac_address': 'fa:16:3e:9d:74:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47855eb3-f8b8-44e5-97ba-2d9dca3f2d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '1a041b96-f86e-4688-98d9-f4a8c68f770b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:10:00Z', 'updated_at': '2021-12-10T20:10:04Z', 'revision_number': 5, 'project_id': 'f631252091d74a8e97d1f591906471e8', 'subnets': [{'id': '1a041b96-f86e-4688-98d9-f4a8c68f770b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 20:20:07.543530 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da44cc7-5ea2-4c20-b348-8e23e3de76c0 None None] New status for floating IP c1af4a8b-f6c0-46b8-809c-5d220a530326: DOWN {{(pid=102367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 20:20:07.932413 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84d214-fa8d-4bb7-a610-a7c42f43f262 req-f3bcc164-1cae-4f85-90d7-85b03bbce193 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:20:07.933877 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3e84d214-fa8d-4bb7-a610-a7c42f43f262 req-f3bcc164-1cae-4f85-90d7-85b03bbce193 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 946 time: 0.0538900 Dec 10 20:20:07.972700 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3e84d214-fa8d-4bb7-a610-a7c42f43f262 req-efc71313-1517-4dfc-9a37-f01d699a978a tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/security-groups?id=1dd6df53-4cdd-4a5d-8780-06e4080df014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327590 Dec 10 20:20:08.536681 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ce20ec-817e-4b0f-820e-5e1ebf87d956 req-c32aec94-51b1-4143-bc60-47d45a0936fe tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:20:08.538189 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-18ce20ec-817e-4b0f-820e-5e1ebf87d956 req-c32aec94-51b1-4143-bc60-47d45a0936fe tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 946 time: 0.0519249 Dec 10 20:20:08.640003 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [req-18ce20ec-817e-4b0f-820e-5e1ebf87d956 req-1491716c-fe65-4c27-bd02-39a18609e551 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Deleting port 20d7eab4-183f-4c0a-a20a-02c363d3eb99 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 20:20:08.640343 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-18ce20ec-817e-4b0f-820e-5e1ebf87d956 req-1491716c-fe65-4c27-bd02-39a18609e551 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:08.735885 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [req-18ce20ec-817e-4b0f-820e-5e1ebf87d956 req-1491716c-fe65-4c27-bd02-39a18609e551 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] For port 20d7eab4-183f-4c0a-a20a-02c363d3eb99, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=20d7eab4-183f-4c0a-a20a-02c363d3eb99,segment=NetworkSegment(f207670a-7f74-4931-8ec9-cfd678644189),segment_id=f207670a-7f74-4931-8ec9-cfd678644189)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:20:08.735885 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-18ce20ec-817e-4b0f-820e-5e1ebf87d956 req-1491716c-fe65-4c27-bd02-39a18609e551 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:08.750748 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [req-18ce20ec-817e-4b0f-820e-5e1ebf87d956 req-1491716c-fe65-4c27-bd02-39a18609e551 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Calling delete_port for 20d7eab4-183f-4c0a-a20a-02c363d3eb99 owned by compute:nova {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 20:20:08.886155 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-18ce20ec-817e-4b0f-820e-5e1ebf87d956 req-1491716c-fe65-4c27-bd02-39a18609e551 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:08.918481 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1491716c-fe65-4c27-bd02-39a18609e551 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Pushing event deleted for resources: {'Port': ['ID=20d7eab4-183f-4c0a-a20a-02c363d3eb99,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:20:08.942854 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1491716c-fe65-4c27-bd02-39a18609e551 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:20:08.943195 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1491716c-fe65-4c27-bd02-39a18609e551 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:20:08.943536 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1491716c-fe65-4c27-bd02-39a18609e551 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:20:08.943869 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1491716c-fe65-4c27-bd02-39a18609e551 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:20:08.944199 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1491716c-fe65-4c27-bd02-39a18609e551 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:20:08.944548 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1491716c-fe65-4c27-bd02-39a18609e551 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:20:08.944876 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1491716c-fe65-4c27-bd02-39a18609e551 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:20:08.945200 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1491716c-fe65-4c27-bd02-39a18609e551 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:20:08.945523 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1491716c-fe65-4c27-bd02-39a18609e551 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:20:08.945842 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1491716c-fe65-4c27-bd02-39a18609e551 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:20:08.946165 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1491716c-fe65-4c27-bd02-39a18609e551 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:20:08.946476 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1491716c-fe65-4c27-bd02-39a18609e551 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:20:08.974547 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [req-18ce20ec-817e-4b0f-820e-5e1ebf87d956 req-1491716c-fe65-4c27-bd02-39a18609e551 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] No DVR routers for this DVR port 20d7eab4-183f-4c0a-a20a-02c363d3eb99 on host hv-neutron-8214 {{(pid=102366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 20:20:08.977344 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-18ce20ec-817e-4b0f-820e-5e1ebf87d956 req-1491716c-fe65-4c27-bd02-39a18609e551 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:08.980830 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-18ce20ec-817e-4b0f-820e-5e1ebf87d956 req-1491716c-fe65-4c27-bd02-39a18609e551 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.36 "DELETE /v2.0/ports/20d7eab4-183f-4c0a-a20a-02c363d3eb99 HTTP/1.1" status: 204 len: 173 time: 0.4358974 Dec 10 20:20:08.981294 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1be4194-2317-48c7-a5da-f3f203bd37b3', 'name': 'network-vif-deleted', 'tag': '20d7eab4-183f-4c0a-a20a-02c363d3eb99'}] {{(pid=102366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:20:08.983577 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d17c09ae1c6b4e8e302f4f5999088c31108d7b1b7b8384e6dbc88f4e32c7e99d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f95830-97d7-4862-8857-1831e7d94395" -d '{"events": [{"server_uuid": "d1be4194-2317-48c7-a5da-f3f203bd37b3", "name": "network-vif-deleted", "tag": "20d7eab4-183f-4c0a-a20a-02c363d3eb99"}]}' {{(pid=102366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:20:09.037242 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 20:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ef2a79-7352-4891-92c8-f7802740c649 x-openstack-request-id: req-f1ef2a79-7352-4891-92c8-f7802740c649 {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:20:09.037815 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1be4194-2317-48c7-a5da-f3f203bd37b3", "name": "network-vif-deleted", "tag": "20d7eab4-183f-4c0a-a20a-02c363d3eb99", "status": "completed", "code": 200}]} {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:20:09.037961 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f1ef2a79-7352-4891-92c8-f7802740c649 {{(pid=102366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:20:09.038326 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1be4194-2317-48c7-a5da-f3f203bd37b3', 'name': 'network-vif-deleted', 'tag': '20d7eab4-183f-4c0a-a20a-02c363d3eb99', 'status': 'completed', 'code': 200} Dec 10 20:20:09.106069 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1068e354-507d-4312-9a70-a599b4c6c349 req-fdea5d2d-1420-4058-ba9e-36d866c25546 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 210 time: 0.0280454 Dec 10 20:20:10.210590 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1ac52aa6-ed8b-4d23-b79d-4d1d92e1bbbc req-2f8c04b6-42f7-484c-bcd2-ff91d4277390 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 210 time: 0.0285656 Dec 10 20:20:11.312576 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-36c1bcb0-0dbb-4150-a67f-2dfdcf9fdac7 req-0a8dc407-3758-426a-90fe-e1beab5b20f9 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 210 time: 0.0295305 Dec 10 20:20:12.197735 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 20d7eab4-183f-4c0a-a20a-02c363d3eb99 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 20:20:12.217999 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] No Port match for: 20d7eab4-183f-4c0a-a20a-02c363d3eb99 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 20:20:12.218332 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 20d7eab4-183f-4c0a-a20a-02c363d3eb99 not bound to the agent host hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 20:20:12.424358 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-196465ea-2041-457b-bf3c-76dcc46a09ce req-f560b2a2-fc3d-4d05-8602-c12739cbec77 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1be4194-2317-48c7-a5da-f3f203bd37b3 HTTP/1.1" status: 200 len: 210 time: 0.0315557 Dec 10 20:20:13.483553 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 37236) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:20:13.556926 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-bd650f0a-dfd6-4241-b919-c1caedb09e05 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks [] for security_group, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:13.585522 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-bd650f0a-dfd6-4241-b919-c1caedb09e05 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:13.661914 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-bd650f0a-dfd6-4241-b919-c1caedb09e05 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:13.665830 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-bd650f0a-dfd6-4241-b919-c1caedb09e05 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:13.667008 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-bd650f0a-dfd6-4241-b919-c1caedb09e05 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] 10.222.0.69 "DELETE /v2.0/security-groups/1dd6df53-4cdd-4a5d-8780-06e4080df014 HTTP/1.1" status: 204 len: 168 time: 0.1824152 Dec 10 20:20:13.677535 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd650f0a-dfd6-4241-b919-c1caedb09e05 tempest-TestShelveInstance-1535596136 tempest-TestShelveInstance-1535596136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd6df53-4cdd-4a5d-8780-06e4080df014,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:20:13.736048 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 37240) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:20:14.346786 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b4ff67f3-eaa8-47b8-8d14-62f48a23dc9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711290'] for router_interface, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:14.633902 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-b4ff67f3-eaa8-47b8-8d14-62f48a23dc9a admin admin] Deleting port 6448f435-69f8-44e8-b8ee-5fb04f22d3e2 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 20:20:14.634928 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b4ff67f3-eaa8-47b8-8d14-62f48a23dc9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:14.755442 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-b4ff67f3-eaa8-47b8-8d14-62f48a23dc9a admin admin] For port 6448f435-69f8-44e8-b8ee-5fb04f22d3e2, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=6448f435-69f8-44e8-b8ee-5fb04f22d3e2,segment=NetworkSegment(f207670a-7f74-4931-8ec9-cfd678644189),segment_id=f207670a-7f74-4931-8ec9-cfd678644189)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:20:14.755744 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b4ff67f3-eaa8-47b8-8d14-62f48a23dc9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:14.770539 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-b4ff67f3-eaa8-47b8-8d14-62f48a23dc9a admin admin] Calling delete_port for 6448f435-69f8-44e8-b8ee-5fb04f22d3e2 owned by network:router_interface {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 20:20:14.963000 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b4ff67f3-eaa8-47b8-8d14-62f48a23dc9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:14.989638 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ff67f3-eaa8-47b8-8d14-62f48a23dc9a admin admin] Pushing event deleted for resources: {'Port': ['ID=6448f435-69f8-44e8-b8ee-5fb04f22d3e2,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:20:15.170211 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b4ff67f3-eaa8-47b8-8d14-62f48a23dc9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3755731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3712768'] for router_interface, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:15.403576 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4ff67f3-eaa8-47b8-8d14-62f48a23dc9a admin admin] Router 47855eb3-f8b8-44e5-97ba-2d9dca3f2d00 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 20:20:15.516592 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ff67f3-eaa8-47b8-8d14-62f48a23dc9a admin admin] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 20:20:15.522200 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-b4ff67f3-eaa8-47b8-8d14-62f48a23dc9a admin admin] 10.222.0.69 "PUT /v2.0/routers/47855eb3-f8b8-44e5-97ba-2d9dca3f2d00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7888136 Dec 10 20:20:15.524946 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 37244) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:20:15.529587 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43d90fa-0929-4f29-a227-d5ce67d51ad4 None None] Sync routers for ids ['47855eb3-f8b8-44e5-97ba-2d9dca3f2d00'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 20:20:15.541272 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43d90fa-0929-4f29-a227-d5ce67d51ad4 None None] Routers {'47855eb3-f8b8-44e5-97ba-2d9dca3f2d00'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:20:15.541949 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-f43d90fa-0929-4f29-a227-d5ce67d51ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:19:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['47855eb3-f8b8-44e5-97ba-2d9dca3f2d00'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:20:15.645726 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-34df9162-306a-4fda-96eb-dd0cf3add349 admin admin] Notify callbacks [] for router, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:15.655848 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-f43d90fa-0929-4f29-a227-d5ce67d51ad4 None None] Set router 47855eb3-f8b8-44e5-97ba-2d9dca3f2d00 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:20:15.786948 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-34df9162-306a-4fda-96eb-dd0cf3add349 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:15.872312 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-34df9162-306a-4fda-96eb-dd0cf3add349 admin admin] Deleting port 743cf8ef-db9a-43ee-b8a7-fd95022f76e2 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 20:20:15.872693 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-34df9162-306a-4fda-96eb-dd0cf3add349 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:15.882705 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-f43d90fa-0929-4f29-a227-d5ce67d51ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47855eb3-f8b8-44e5-97ba-2d9dca3f2d00', 'name': 'tempest-TestShelveInstance-2017276031-router', 'tenant_id': 'f631252091d74a8e97d1f591906471e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.175'}], 'enable_snat': True}, 'gw_port_id': '743cf8ef-db9a-43ee-b8a7-fd95022f76e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:09:58Z', 'updated_at': '2021-12-10T20:20:14Z', 'revision_number': 5, 'project_id': 'f631252091d74a8e97d1f591906471e8', 'gw_port': {'id': '743cf8ef-db9a-43ee-b8a7-fd95022f76e2', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:95:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47855eb3-f8b8-44e5-97ba-2d9dca3f2d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:09:58Z', 'updated_at': '2021-12-10T20:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:20:15.911129 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43d90fa-0929-4f29-a227-d5ce67d51ad4 None None] Checking router: 47855eb3-f8b8-44e5-97ba-2d9dca3f2d00 for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 20:20:15.920794 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43d90fa-0929-4f29-a227-d5ce67d51ad4 None None] Routers {'47855eb3-f8b8-44e5-97ba-2d9dca3f2d00'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:20:15.921342 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-f43d90fa-0929-4f29-a227-d5ce67d51ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:19:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['47855eb3-f8b8-44e5-97ba-2d9dca3f2d00'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:20:15.963214 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-34df9162-306a-4fda-96eb-dd0cf3add349 admin admin] For port 743cf8ef-db9a-43ee-b8a7-fd95022f76e2, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=743cf8ef-db9a-43ee-b8a7-fd95022f76e2,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:20:15.963577 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-34df9162-306a-4fda-96eb-dd0cf3add349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:15.978733 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-34df9162-306a-4fda-96eb-dd0cf3add349 admin admin] Calling delete_port for 743cf8ef-db9a-43ee-b8a7-fd95022f76e2 owned by network:router_gateway {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 20:20:15.988890 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:20:16.016923 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-f43d90fa-0929-4f29-a227-d5ce67d51ad4 None None] Set router 47855eb3-f8b8-44e5-97ba-2d9dca3f2d00 gateway port host: None {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:20:16.073660 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-f43d90fa-0929-4f29-a227-d5ce67d51ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47855eb3-f8b8-44e5-97ba-2d9dca3f2d00', 'name': 'tempest-TestShelveInstance-2017276031-router', 'tenant_id': 'f631252091d74a8e97d1f591906471e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:09:58Z', 'updated_at': '2021-12-10T20:20:15Z', 'revision_number': 6, 'project_id': 'f631252091d74a8e97d1f591906471e8', 'gw_port_host': None}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:20:16.101696 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43d90fa-0929-4f29-a227-d5ce67d51ad4 None None] The sync data for ids ['47855eb3-f8b8-44e5-97ba-2d9dca3f2d00'] in dv-neutron-821441-1-hyperv is: [{'id': '47855eb3-f8b8-44e5-97ba-2d9dca3f2d00', 'name': 'tempest-TestShelveInstance-2017276031-router', 'tenant_id': 'f631252091d74a8e97d1f591906471e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:09:58Z', 'updated_at': '2021-12-10T20:20:15Z', 'revision_number': 6, 'project_id': 'f631252091d74a8e97d1f591906471e8', 'gw_port_host': None}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 20:20:16.172039 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-34df9162-306a-4fda-96eb-dd0cf3add349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:16.208101 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34df9162-306a-4fda-96eb-dd0cf3add349 admin admin] Pushing event deleted for resources: {'Port': ['ID=743cf8ef-db9a-43ee-b8a7-fd95022f76e2,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:20:16.274071 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-34df9162-306a-4fda-96eb-dd0cf3add349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3713145'] for router_gateway, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:16.365101 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-34df9162-306a-4fda-96eb-dd0cf3add349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:16.367215 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-34df9162-306a-4fda-96eb-dd0cf3add349 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:16.412570 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-34df9162-306a-4fda-96eb-dd0cf3add349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:16.413029 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34df9162-306a-4fda-96eb-dd0cf3add349 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47855eb3-f8b8-44e5-97ba-2d9dca3f2d00 {{(pid=102365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 20:20:16.418061 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-34df9162-306a-4fda-96eb-dd0cf3add349 admin admin] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:16.419237 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-34df9162-306a-4fda-96eb-dd0cf3add349 admin admin] 10.222.0.69 "DELETE /v2.0/routers/47855eb3-f8b8-44e5-97ba-2d9dca3f2d00 HTTP/1.1" status: 204 len: 168 time: 0.8933253 Dec 10 20:20:16.421668 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 37246) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:20:16.665356 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 6448f435-69f8-44e8-b8ee-5fb04f22d3e2 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 20:20:16.688990 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 6448f435-69f8-44e8-b8ee-5fb04f22d3e2 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 20:20:16.689631 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 6448f435-69f8-44e8-b8ee-5fb04f22d3e2 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 20:20:16.800117 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_v2 [None req-d48dbcf6-d1ac-4378-98eb-e2aeb72a70c2 admin admin] Deleting subnet 1a041b96-f86e-4688-98d9-f4a8c68f770b {{(pid=102365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 20:20:16.804684 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d48dbcf6-d1ac-4378-98eb-e2aeb72a70c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:16.849261 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d48dbcf6-d1ac-4378-98eb-e2aeb72a70c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353213'] for subnet, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:16.969887 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d48dbcf6-d1ac-4378-98eb-e2aeb72a70c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:17.030639 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d48dbcf6-d1ac-4378-98eb-e2aeb72a70c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:17.057845 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48dbcf6-d1ac-4378-98eb-e2aeb72a70c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a041b96-f86e-4688-98d9-f4a8c68f770b,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:20:17.059884 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d48dbcf6-d1ac-4378-98eb-e2aeb72a70c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:17.063196 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-d48dbcf6-d1ac-4378-98eb-e2aeb72a70c2 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/1a041b96-f86e-4688-98d9-f4a8c68f770b HTTP/1.1" status: 204 len: 168 time: 0.6405368 Dec 10 20:20:17.065570 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 37248) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:20:17.067903 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c2a95a-bdbe-4fef-b27b-fbf859fb60f0 None None] Network 36be00e2-0ade-4eef-9750-4deaee52cffc requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 20:20:17.137136 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-68ab89eb-a5ff-41f9-83db-a4e58668e74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:17.202276 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-68ab89eb-a5ff-41f9-83db-a4e58668e74c admin admin] Deleting port f23d76be-a7ee-48fc-9371-a1e820f96a96 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 20:20:17.202613 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-68ab89eb-a5ff-41f9-83db-a4e58668e74c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:17.258223 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5988ba6-2dd6-408b-8d66-78ba96fd400e None None] DHCP port deletion for 36be00e2-0ade-4eef-9750-4deaee52cffc request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 20:20:17.276039 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-68ab89eb-a5ff-41f9-83db-a4e58668e74c admin admin] For port f23d76be-a7ee-48fc-9371-a1e820f96a96, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=f23d76be-a7ee-48fc-9371-a1e820f96a96,segment=NetworkSegment(f207670a-7f74-4931-8ec9-cfd678644189),segment_id=f207670a-7f74-4931-8ec9-cfd678644189)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:20:17.276395 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-68ab89eb-a5ff-41f9-83db-a4e58668e74c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:17.291741 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-68ab89eb-a5ff-41f9-83db-a4e58668e74c admin admin] Calling delete_port for f23d76be-a7ee-48fc-9371-a1e820f96a96 owned by network:dhcp {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 20:20:17.313674 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c5988ba6-2dd6-408b-8d66-78ba96fd400e None None] Deleting port f23d76be-a7ee-48fc-9371-a1e820f96a96 {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 20:20:17.314158 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c5988ba6-2dd6-408b-8d66-78ba96fd400e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:17.379890 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-68ab89eb-a5ff-41f9-83db-a4e58668e74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:17.406394 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ab89eb-a5ff-41f9-83db-a4e58668e74c admin admin] Pushing event deleted for resources: {'Port': ['ID=f23d76be-a7ee-48fc-9371-a1e820f96a96,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:20:17.410810 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ab89eb-a5ff-41f9-83db-a4e58668e74c admin admin] No DVR routers for this DVR port f23d76be-a7ee-48fc-9371-a1e820f96a96 on host dv-neutron-821441-1-hyperv {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 20:20:17.420058 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c5988ba6-2dd6-408b-8d66-78ba96fd400e None None] For port f23d76be-a7ee-48fc-9371-a1e820f96a96, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=f23d76be-a7ee-48fc-9371-a1e820f96a96,segment=NetworkSegment(f207670a-7f74-4931-8ec9-cfd678644189),segment_id=f207670a-7f74-4931-8ec9-cfd678644189)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:20:17.420456 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c5988ba6-2dd6-408b-8d66-78ba96fd400e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:17.435509 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c5988ba6-2dd6-408b-8d66-78ba96fd400e None None] Calling delete_port for f23d76be-a7ee-48fc-9371-a1e820f96a96 owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 20:20:17.498079 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-68ab89eb-a5ff-41f9-83db-a4e58668e74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:17.525584 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-68ab89eb-a5ff-41f9-83db-a4e58668e74c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36be00e2-0ade-4eef-9750-4deaee52cffc']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:20:17.526887 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c5988ba6-2dd6-408b-8d66-78ba96fd400e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:17.535588 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-68ab89eb-a5ff-41f9-83db-a4e58668e74c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f207670a-7f74-4931-8ec9-cfd678644189') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:20:17.535588 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-68ab89eb-a5ff-41f9-83db-a4e58668e74c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f207670a-7f74-4931-8ec9-cfd678644189') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:20:17.546125 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-68ab89eb-a5ff-41f9-83db-a4e58668e74c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:17.555497 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5988ba6-2dd6-408b-8d66-78ba96fd400e None None] Pushing event deleted for resources: {'Port': ['ID=f23d76be-a7ee-48fc-9371-a1e820f96a96,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:20:17.560056 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-68ab89eb-a5ff-41f9-83db-a4e58668e74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:17.563228 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5988ba6-2dd6-408b-8d66-78ba96fd400e None None] No DVR routers for this DVR port f23d76be-a7ee-48fc-9371-a1e820f96a96 on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 20:20:17.567712 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68ab89eb-a5ff-41f9-83db-a4e58668e74c admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 20:20:17.567977 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5988ba6-2dd6-408b-8d66-78ba96fd400e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:20:17.568145 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5988ba6-2dd6-408b-8d66-78ba96fd400e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:20:17.568300 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-68ab89eb-a5ff-41f9-83db-a4e58668e74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:17.568477 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5988ba6-2dd6-408b-8d66-78ba96fd400e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:20:17.568694 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5988ba6-2dd6-408b-8d66-78ba96fd400e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:20:17.569020 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5988ba6-2dd6-408b-8d66-78ba96fd400e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:20:17.570031 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5988ba6-2dd6-408b-8d66-78ba96fd400e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:20:17.570031 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5988ba6-2dd6-408b-8d66-78ba96fd400e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:20:17.570031 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5988ba6-2dd6-408b-8d66-78ba96fd400e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:20:17.570517 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 20:20:17.570517 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 20:20:17.570517 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 20:20:17.570517 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 20:20:17.570517 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 20:20:17.570517 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 20:20:17.570517 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 20:20:17.570517 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 20:20:17.570517 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 20:20:17.570517 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 20:20:17.570517 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 20:20:17.570517 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 20:20:17.570517 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 20:20:17.570517 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 20:20:17.570517 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 20:20:17.570517 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 20:20:17.570517 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 20:20:17.570517 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 20:20:17.570517 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 20:20:17.570517 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 20:20:17.570517 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 20:20:17.570517 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 20:20:17.570517 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 20:20:17.570517 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 20:20:17.570517 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 20:20:17.570517 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 20:20:17.570517 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 20:20:17.570517 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 20:20:17.570517 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 20:20:17.570517 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 20:20:17.570517 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 20:20:17.570517 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 20:20:17.574614 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5988ba6-2dd6-408b-8d66-78ba96fd400e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:20:17.574614 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5988ba6-2dd6-408b-8d66-78ba96fd400e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:20:17.574614 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5988ba6-2dd6-408b-8d66-78ba96fd400e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:20:17.574614 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5988ba6-2dd6-408b-8d66-78ba96fd400e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:20:17.630320 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-68ab89eb-a5ff-41f9-83db-a4e58668e74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:17.635734 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-68ab89eb-a5ff-41f9-83db-a4e58668e74c admin admin] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:17.639012 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-68ab89eb-a5ff-41f9-83db-a4e58668e74c admin admin] 10.222.0.69 "DELETE /v2.0/networks/36be00e2-0ade-4eef-9750-4deaee52cffc HTTP/1.1" status: 204 len: 168 time: 0.5723798 Dec 10 20:20:17.642596 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 37250) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:20:17.650490 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ab89eb-a5ff-41f9-83db-a4e58668e74c admin admin] Pushing event deleted for resources: {'Network': ['ID=36be00e2-0ade-4eef-9750-4deaee52cffc,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:20:18.361131 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-16698b88-d5fb-4466-a252-4d7d517b012f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711290'] for router_interface, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:18.565560 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 743cf8ef-db9a-43ee-b8a7-fd95022f76e2 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 20:20:18.588216 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 743cf8ef-db9a-43ee-b8a7-fd95022f76e2 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 20:20:18.588677 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 743cf8ef-db9a-43ee-b8a7-fd95022f76e2 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 20:20:18.589101 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device f23d76be-a7ee-48fc-9371-a1e820f96a96 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 20:20:18.608170 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: f23d76be-a7ee-48fc-9371-a1e820f96a96 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 20:20:18.608581 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device f23d76be-a7ee-48fc-9371-a1e820f96a96 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 20:20:18.681327 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-16698b88-d5fb-4466-a252-4d7d517b012f admin admin] Deleting port b98d19ff-a1aa-4b22-913c-04b9d9fdf09b {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 20:20:18.681903 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-16698b88-d5fb-4466-a252-4d7d517b012f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:18.768801 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-16698b88-d5fb-4466-a252-4d7d517b012f admin admin] For port b98d19ff-a1aa-4b22-913c-04b9d9fdf09b, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=b98d19ff-a1aa-4b22-913c-04b9d9fdf09b,segment=NetworkSegment(0e34b8b0-48ba-44ee-8508-9d9764d55d49),segment_id=0e34b8b0-48ba-44ee-8508-9d9764d55d49)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:20:18.769160 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-16698b88-d5fb-4466-a252-4d7d517b012f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:18.784224 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-16698b88-d5fb-4466-a252-4d7d517b012f admin admin] Calling delete_port for b98d19ff-a1aa-4b22-913c-04b9d9fdf09b owned by network:router_interface {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 20:20:18.976557 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-16698b88-d5fb-4466-a252-4d7d517b012f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:19.004286 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16698b88-d5fb-4466-a252-4d7d517b012f admin admin] Pushing event deleted for resources: {'Port': ['ID=b98d19ff-a1aa-4b22-913c-04b9d9fdf09b,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:20:19.181456 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-16698b88-d5fb-4466-a252-4d7d517b012f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3755731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3712768'] for router_interface, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:19.408160 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16698b88-d5fb-4466-a252-4d7d517b012f admin admin] Router b4034d5e-1fc4-46ba-aa4f-e0eb5546d526 has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 20:20:19.522750 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16698b88-d5fb-4466-a252-4d7d517b012f admin admin] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 20:20:19.528163 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-16698b88-d5fb-4466-a252-4d7d517b012f admin admin] 10.222.0.69 "PUT /v2.0/routers/b4034d5e-1fc4-46ba-aa4f-e0eb5546d526/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8844330 Dec 10 20:20:19.530718 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 37252) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:20:19.532789 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fb6cdb-05ba-4c61-9faf-c092d8fae3af None None] Sync routers for ids ['b4034d5e-1fc4-46ba-aa4f-e0eb5546d526'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 20:20:19.543027 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fb6cdb-05ba-4c61-9faf-c092d8fae3af None None] Routers {'b4034d5e-1fc4-46ba-aa4f-e0eb5546d526'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:20:19.543758 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-42fb6cdb-05ba-4c61-9faf-c092d8fae3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:19:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['b4034d5e-1fc4-46ba-aa4f-e0eb5546d526'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:20:19.642187 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e4f4dd14-51fb-4728-8ef3-7a78247fb459 admin admin] Notify callbacks [] for router, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:19.649475 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-42fb6cdb-05ba-4c61-9faf-c092d8fae3af None None] Set router b4034d5e-1fc4-46ba-aa4f-e0eb5546d526 gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:20:19.755218 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e4f4dd14-51fb-4728-8ef3-7a78247fb459 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:19.810794 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-e4f4dd14-51fb-4728-8ef3-7a78247fb459 admin admin] Deleting port 3f769c58-ec3c-4144-a2b2-7219033abc10 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 20:20:19.811062 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e4f4dd14-51fb-4728-8ef3-7a78247fb459 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:19.839902 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-42fb6cdb-05ba-4c61-9faf-c092d8fae3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4034d5e-1fc4-46ba-aa4f-e0eb5546d526', 'name': 'tempest-TestShelveInstance-1689971476-router', 'tenant_id': '5eb3cac59c9b40fd858292573762f6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.237'}], 'enable_snat': True}, 'gw_port_id': '3f769c58-ec3c-4144-a2b2-7219033abc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:10:02Z', 'updated_at': '2021-12-10T20:20:18Z', 'revision_number': 5, 'project_id': '5eb3cac59c9b40fd858292573762f6bb', 'gw_port': {'id': '3f769c58-ec3c-4144-a2b2-7219033abc10', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4034d5e-1fc4-46ba-aa4f-e0eb5546d526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:10:03Z', 'updated_at': '2021-12-10T20:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:20:19.868412 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fb6cdb-05ba-4c61-9faf-c092d8fae3af None None] Checking router: b4034d5e-1fc4-46ba-aa4f-e0eb5546d526 for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 20:20:19.877292 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fb6cdb-05ba-4c61-9faf-c092d8fae3af None None] Routers {'b4034d5e-1fc4-46ba-aa4f-e0eb5546d526'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:20:19.877896 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-42fb6cdb-05ba-4c61-9faf-c092d8fae3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:19:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['b4034d5e-1fc4-46ba-aa4f-e0eb5546d526'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:20:19.895905 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-e4f4dd14-51fb-4728-8ef3-7a78247fb459 admin admin] For port 3f769c58-ec3c-4144-a2b2-7219033abc10, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=3f769c58-ec3c-4144-a2b2-7219033abc10,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:20:19.896334 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e4f4dd14-51fb-4728-8ef3-7a78247fb459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:19.916294 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-e4f4dd14-51fb-4728-8ef3-7a78247fb459 admin admin] Calling delete_port for 3f769c58-ec3c-4144-a2b2-7219033abc10 owned by network:router_gateway {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 20:20:19.967016 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-42fb6cdb-05ba-4c61-9faf-c092d8fae3af None None] Set router b4034d5e-1fc4-46ba-aa4f-e0eb5546d526 gateway port host: None {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:20:20.024558 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-42fb6cdb-05ba-4c61-9faf-c092d8fae3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4034d5e-1fc4-46ba-aa4f-e0eb5546d526', 'name': 'tempest-TestShelveInstance-1689971476-router', 'tenant_id': '5eb3cac59c9b40fd858292573762f6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:10:02Z', 'updated_at': '2021-12-10T20:20:19Z', 'revision_number': 6, 'project_id': '5eb3cac59c9b40fd858292573762f6bb', 'gw_port_host': None}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:20:20.053388 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fb6cdb-05ba-4c61-9faf-c092d8fae3af None None] The sync data for ids ['b4034d5e-1fc4-46ba-aa4f-e0eb5546d526'] in dv-neutron-821441-1-hyperv is: [{'id': 'b4034d5e-1fc4-46ba-aa4f-e0eb5546d526', 'name': 'tempest-TestShelveInstance-1689971476-router', 'tenant_id': '5eb3cac59c9b40fd858292573762f6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:10:02Z', 'updated_at': '2021-12-10T20:20:19Z', 'revision_number': 6, 'project_id': '5eb3cac59c9b40fd858292573762f6bb', 'gw_port_host': None}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 20:20:20.083853 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e4f4dd14-51fb-4728-8ef3-7a78247fb459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:20.135266 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f4dd14-51fb-4728-8ef3-7a78247fb459 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f769c58-ec3c-4144-a2b2-7219033abc10,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:20:20.176132 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e4f4dd14-51fb-4728-8ef3-7a78247fb459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3713145'] for router_gateway, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:20.281539 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e4f4dd14-51fb-4728-8ef3-7a78247fb459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:20.283758 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e4f4dd14-51fb-4728-8ef3-7a78247fb459 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:20.350531 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e4f4dd14-51fb-4728-8ef3-7a78247fb459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:20.350972 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f4dd14-51fb-4728-8ef3-7a78247fb459 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4034d5e-1fc4-46ba-aa4f-e0eb5546d526 {{(pid=102366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 20:20:20.355314 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e4f4dd14-51fb-4728-8ef3-7a78247fb459 admin admin] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:20.356469 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-e4f4dd14-51fb-4728-8ef3-7a78247fb459 admin admin] 10.222.0.69 "DELETE /v2.0/routers/b4034d5e-1fc4-46ba-aa4f-e0eb5546d526 HTTP/1.1" status: 204 len: 168 time: 0.8247981 Dec 10 20:20:20.359106 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 37254) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:20:20.400270 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-795a5f1e-8d12-42c1-9e0f-3bb9b310eaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:20.413240 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-782bfc95-b0f5-4cc1-928d-10557ba912a9 admin admin] Deleting subnet d5e06a93-38cd-453c-a930-9e48f921fc5f {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 20:20:20.417504 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-782bfc95-b0f5-4cc1-928d-10557ba912a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:20.457935 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-782bfc95-b0f5-4cc1-928d-10557ba912a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:20.554517 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-782bfc95-b0f5-4cc1-928d-10557ba912a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:20.610927 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-782bfc95-b0f5-4cc1-928d-10557ba912a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:20.639881 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782bfc95-b0f5-4cc1-928d-10557ba912a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5e06a93-38cd-453c-a930-9e48f921fc5f,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:20:20.641767 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-782bfc95-b0f5-4cc1-928d-10557ba912a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:20.645211 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-782bfc95-b0f5-4cc1-928d-10557ba912a9 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/d5e06a93-38cd-453c-a930-9e48f921fc5f HTTP/1.1" status: 204 len: 168 time: 0.2850862 Dec 10 20:20:20.647105 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc2cd67-9ce3-4b64-b222-ad48da1da388 None None] Network a97d4b9a-ba97-4662-8796-400ba58d8315 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 20:20:20.648844 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 37256) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:20:20.722267 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-eca170d1-2655-4718-9035-e9cf2b4ee4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:20.786356 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-eca170d1-2655-4718-9035-e9cf2b4ee4c7 admin admin] Deleting port 46fe53cd-2591-498c-83bb-55c5fdb79cc3 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 20:20:20.787164 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-eca170d1-2655-4718-9035-e9cf2b4ee4c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:20.859001 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-eca170d1-2655-4718-9035-e9cf2b4ee4c7 admin admin] For port 46fe53cd-2591-498c-83bb-55c5fdb79cc3, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=46fe53cd-2591-498c-83bb-55c5fdb79cc3,segment=NetworkSegment(0e34b8b0-48ba-44ee-8508-9d9764d55d49),segment_id=0e34b8b0-48ba-44ee-8508-9d9764d55d49)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:20:20.859640 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-eca170d1-2655-4718-9035-e9cf2b4ee4c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:20.860963 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a45d5c4-c1c5-491f-8356-0be1a96a96b0 None None] DHCP port deletion for a97d4b9a-ba97-4662-8796-400ba58d8315 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 20:20:20.881272 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-eca170d1-2655-4718-9035-e9cf2b4ee4c7 admin admin] Calling delete_port for 46fe53cd-2591-498c-83bb-55c5fdb79cc3 owned by network:dhcp {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 20:20:20.925588 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-8a45d5c4-c1c5-491f-8356-0be1a96a96b0 None None] Deleting port 46fe53cd-2591-498c-83bb-55c5fdb79cc3 {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 20:20:20.926249 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8a45d5c4-c1c5-491f-8356-0be1a96a96b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:20.970835 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device b98d19ff-a1aa-4b22-913c-04b9d9fdf09b no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 20:20:21.005619 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: b98d19ff-a1aa-4b22-913c-04b9d9fdf09b {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 20:20:21.005958 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device b98d19ff-a1aa-4b22-913c-04b9d9fdf09b not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 20:20:21.021333 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-eca170d1-2655-4718-9035-e9cf2b4ee4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:21.024361 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-8a45d5c4-c1c5-491f-8356-0be1a96a96b0 None None] For port 46fe53cd-2591-498c-83bb-55c5fdb79cc3, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=46fe53cd-2591-498c-83bb-55c5fdb79cc3,segment=NetworkSegment(0e34b8b0-48ba-44ee-8508-9d9764d55d49),segment_id=0e34b8b0-48ba-44ee-8508-9d9764d55d49)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:20:21.024793 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8a45d5c4-c1c5-491f-8356-0be1a96a96b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:21.038539 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-8a45d5c4-c1c5-491f-8356-0be1a96a96b0 None None] Calling delete_port for 46fe53cd-2591-498c-83bb-55c5fdb79cc3 owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 20:20:21.070133 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca170d1-2655-4718-9035-e9cf2b4ee4c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=46fe53cd-2591-498c-83bb-55c5fdb79cc3,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:20:21.076226 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca170d1-2655-4718-9035-e9cf2b4ee4c7 admin admin] No DVR routers for this DVR port 46fe53cd-2591-498c-83bb-55c5fdb79cc3 on host dv-neutron-821441-1-hyperv {{(pid=102366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 20:20:21.115657 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8a45d5c4-c1c5-491f-8356-0be1a96a96b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:21.148361 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a45d5c4-c1c5-491f-8356-0be1a96a96b0 None None] Pushing event deleted for resources: {'Port': ['ID=46fe53cd-2591-498c-83bb-55c5fdb79cc3,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:20:21.158625 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a45d5c4-c1c5-491f-8356-0be1a96a96b0 None None] No DVR routers for this DVR port 46fe53cd-2591-498c-83bb-55c5fdb79cc3 on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 20:20:21.186855 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-eca170d1-2655-4718-9035-e9cf2b4ee4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:21.219491 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-eca170d1-2655-4718-9035-e9cf2b4ee4c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a97d4b9a-ba97-4662-8796-400ba58d8315']}} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:20:21.238655 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-eca170d1-2655-4718-9035-e9cf2b4ee4c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e34b8b0-48ba-44ee-8508-9d9764d55d49') {'for_net_delete': True} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:20:21.238956 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.services.segments.db [None req-eca170d1-2655-4718-9035-e9cf2b4ee4c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e34b8b0-48ba-44ee-8508-9d9764d55d49') {} {{(pid=102366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:20:21.256105 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-eca170d1-2655-4718-9035-e9cf2b4ee4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768939'] for segment, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:21.278763 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-eca170d1-2655-4718-9035-e9cf2b4ee4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:21.286711 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eca170d1-2655-4718-9035-e9cf2b4ee4c7 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=102366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 20:20:21.287365 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-eca170d1-2655-4718-9035-e9cf2b4ee4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11929098'] for segment, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:21.289486 dv-neutron-821441-1-hyperv neutron-server[102366]: Traceback (most recent call last): Dec 10 20:20:21.289486 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 20:20:21.289486 dv-neutron-821441-1-hyperv neutron-server[102366]: timer() Dec 10 20:20:21.289486 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 20:20:21.289486 dv-neutron-821441-1-hyperv neutron-server[102366]: cb(*args, **kw) Dec 10 20:20:21.289486 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 20:20:21.289486 dv-neutron-821441-1-hyperv neutron-server[102366]: return func(*args, **kwargs) Dec 10 20:20:21.289486 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 20:20:21.289486 dv-neutron-821441-1-hyperv neutron-server[102366]: self._notify() Dec 10 20:20:21.289486 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 20:20:21.289486 dv-neutron-821441-1-hyperv neutron-server[102366]: self.callback(batched_events) Dec 10 20:20:21.289486 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 20:20:21.289486 dv-neutron-821441-1-hyperv neutron-server[102366]: event.method(event) Dec 10 20:20:21.289486 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 20:20:21.289486 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 20:20:21.289486 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 20:20:21.289486 dv-neutron-821441-1-hyperv neutron-server[102366]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 20:20:21.289486 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 20:20:21.289486 dv-neutron-821441-1-hyperv neutron-server[102366]: return f(self, *a, **k) Dec 10 20:20:21.289486 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 20:20:21.289486 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._get(url).json() Dec 10 20:20:21.289486 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 20:20:21.289486 dv-neutron-821441-1-hyperv neutron-server[102366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 20:20:21.289486 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 20:20:21.289486 dv-neutron-821441-1-hyperv neutron-server[102366]: return self.request(url, 'GET', **kwargs) Dec 10 20:20:21.289486 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 20:20:21.289486 dv-neutron-821441-1-hyperv neutron-server[102366]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 20:20:21.289486 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 20:20:21.289486 dv-neutron-821441-1-hyperv neutron-server[102366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 20:20:21.289486 dv-neutron-821441-1-hyperv neutron-server[102366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 20:20:21.289486 dv-neutron-821441-1-hyperv neutron-server[102366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 20:20:21.289486 dv-neutron-821441-1-hyperv neutron-server[102366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 20:20:21.352567 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-eca170d1-2655-4718-9035-e9cf2b4ee4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:21.360170 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-eca170d1-2655-4718-9035-e9cf2b4ee4c7 admin admin] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:21.363340 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-eca170d1-2655-4718-9035-e9cf2b4ee4c7 admin admin] 10.222.0.69 "DELETE /v2.0/networks/a97d4b9a-ba97-4662-8796-400ba58d8315 HTTP/1.1" status: 204 len: 168 time: 0.7134101 Dec 10 20:20:21.375818 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca170d1-2655-4718-9035-e9cf2b4ee4c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a97d4b9a-ba97-4662-8796-400ba58d8315,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:20:21.513657 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 37260) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:20:21.555476 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-a46dbb26-e255-4b9b-bb9c-311d9db94ec4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f631252091d74a8e97d1f591906471e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405679 Dec 10 20:20:21.557869 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 37262) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:20:21.615785 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9961143d-0392-42f7-b04c-726a08c13d38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:21.640597 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9961143d-0392-42f7-b04c-726a08c13d38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:21.698042 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9961143d-0392-42f7-b04c-726a08c13d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:21.700721 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9961143d-0392-42f7-b04c-726a08c13d38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:21.701902 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-9961143d-0392-42f7-b04c-726a08c13d38 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c9491fae-a0f1-47d0-91c8-937b48c75d9b HTTP/1.1" status: 204 len: 168 time: 0.1431091 Dec 10 20:20:21.710743 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9961143d-0392-42f7-b04c-726a08c13d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9491fae-a0f1-47d0-91c8-937b48c75d9b,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:20:22.106711 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 37268) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:20:22.150373 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-e7ca2df0-6485-4ac5-8182-ce708274617c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5eb3cac59c9b40fd858292573762f6bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404568 Dec 10 20:20:22.150945 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 37270) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:20:22.201466 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ad0dd52c-26f6-4d43-9b22-04a55ca1f51c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:22.227241 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ad0dd52c-26f6-4d43-9b22-04a55ca1f51c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:22.278366 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ad0dd52c-26f6-4d43-9b22-04a55ca1f51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:22.281286 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ad0dd52c-26f6-4d43-9b22-04a55ca1f51c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:22.282485 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-ad0dd52c-26f6-4d43-9b22-04a55ca1f51c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/72d63784-87fc-4b35-8ae3-4a5d0c445317 HTTP/1.1" status: 204 len: 168 time: 0.1305873 Dec 10 20:20:22.290900 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0dd52c-26f6-4d43-9b22-04a55ca1f51c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d63784-87fc-4b35-8ae3-4a5d0c445317,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:20:22.555568 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 46fe53cd-2591-498c-83bb-55c5fdb79cc3 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 20:20:22.585045 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 46fe53cd-2591-498c-83bb-55c5fdb79cc3 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 20:20:22.585595 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 46fe53cd-2591-498c-83bb-55c5fdb79cc3 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 20:20:22.586258 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 3f769c58-ec3c-4144-a2b2-7219033abc10 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 20:20:22.620079 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 3f769c58-ec3c-4144-a2b2-7219033abc10 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 20:20:22.620673 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 3f769c58-ec3c-4144-a2b2-7219033abc10 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 20:20:23.134389 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 37292) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:20:23.242388 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-6c8caf60-3557-4d72-a7e9-041b26e9904c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1995645365-network', 'tenant_id': 'e2cd7f2ef42243c8897c83648469b2f4'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:20:23.265595 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8caf60-3557-4d72-a7e9-041b26e9904c admin admin] Made reservation on behalf of e2cd7f2ef42243c8897c83648469b2f4 for: {'network': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 20:20:23.268222 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6c8caf60-3557-4d72-a7e9-041b26e9904c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:23.277766 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6c8caf60-3557-4d72-a7e9-041b26e9904c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:23.361977 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6c8caf60-3557-4d72-a7e9-041b26e9904c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:23.366115 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6c8caf60-3557-4d72-a7e9-041b26e9904c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:23.393521 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c8caf60-3557-4d72-a7e9-041b26e9904c admin admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=102366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 20:20:23.406855 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8caf60-3557-4d72-a7e9-041b26e9904c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707771e6-d6bc-4c63-8d30-ecf62d769ff1,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:20:23.413931 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6c8caf60-3557-4d72-a7e9-041b26e9904c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:23.414362 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.segments_db [None req-6c8caf60-3557-4d72-a7e9-041b26e9904c admin admin] Added segment 8957aa77-0651-4723-b5de-305f7059f0a6 of type vlan for network f17de7a7-dc7b-48fd-9d2c-821a6da65a54 Dec 10 20:20:23.457845 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6c8caf60-3557-4d72-a7e9-041b26e9904c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:23.484812 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6c8caf60-3557-4d72-a7e9-041b26e9904c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:23.486042 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8caf60-3557-4d72-a7e9-041b26e9904c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:20:23.486724 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-6c8caf60-3557-4d72-a7e9-041b26e9904c admin admin] Notify callbacks [] for network, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:23.777384 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-6c8caf60-3557-4d72-a7e9-041b26e9904c admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6418471 Dec 10 20:20:23.780564 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 37296) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:20:23.786250 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-f22994a4-447a-44b2-908d-c9af8f1ab005 admin admin] Request body: {'subnet': {'network_id': 'f17de7a7-dc7b-48fd-9d2c-821a6da65a54', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1995645365-subnet', 'tenant_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'ip_version': 4}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:20:23.790022 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8caf60-3557-4d72-a7e9-041b26e9904c admin admin] Pushing event updated for resources: {'Network': ['ID=f17de7a7-dc7b-48fd-9d2c-821a6da65a54,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:20:23.804967 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network f17de7a7-dc7b-48fd-9d2c-821a6da65a54 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 20:20:23.820132 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22994a4-447a-44b2-908d-c9af8f1ab005 admin admin] Made reservation on behalf of e2cd7f2ef42243c8897c83648469b2f4 for: {'subnet': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 20:20:23.822988 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f22994a4-447a-44b2-908d-c9af8f1ab005 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9058647'] for subnet, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:24.024682 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f22994a4-447a-44b2-908d-c9af8f1ab005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9535630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9057453'] for subnet, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:24.093896 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22994a4-447a-44b2-908d-c9af8f1ab005 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28ab8189-6eff-4985-b43f-54adf0e8ec11,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:20:24.106714 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22994a4-447a-44b2-908d-c9af8f1ab005 admin admin] Checking segment: {'id': '8957aa77-0651-4723-b5de-305f7059f0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f17de7a7-dc7b-48fd-9d2c-821a6da65a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 20:20:24.107076 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22994a4-447a-44b2-908d-c9af8f1ab005 admin admin] Network hostable DHCP agents. Network: f17de7a7-dc7b-48fd-9d2c-821a6da65a54, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 20:20:24.131078 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22994a4-447a-44b2-908d-c9af8f1ab005 admin admin] Network f17de7a7-dc7b-48fd-9d2c-821a6da65a54 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 20:20:24.144637 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-f22994a4-447a-44b2-908d-c9af8f1ab005 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, f17de7a7-dc7b-48fd-9d2c-821a6da65a54) {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 20:20:24.149514 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22994a4-447a-44b2-908d-c9af8f1ab005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:20:24.150795 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f22994a4-447a-44b2-908d-c9af8f1ab005 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:24.155368 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bf40bd-e003-48a7-b2cc-b9ae618a5590 None None] Network f17de7a7-dc7b-48fd-9d2c-821a6da65a54 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 20:20:24.173287 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-f22994a4-447a-44b2-908d-c9af8f1ab005 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3915458 Dec 10 20:20:24.177101 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 37298) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:20:24.181820 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-b58c16d3-aea2-47c5-822b-3391963d27a3 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1995645365-router', 'tenant_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:20:24.209141 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b58c16d3-aea2-47c5-822b-3391963d27a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:24.210331 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b58c16d3-aea2-47c5-822b-3391963d27a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:24.267659 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b58c16d3-aea2-47c5-822b-3391963d27a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:24.338774 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f251fe5-a257-4e64-887e-b75cb83400ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-f17de7a7-dc7b-48fd-9d2c-821a6da65a54', 'network_id': 'f17de7a7-dc7b-48fd-9d2c-821a6da65a54', 'tenant_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'fixed_ips': [{'subnet_id': '28ab8189-6eff-4985-b43f-54adf0e8ec11'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 20:20:24.340015 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4f251fe5-a257-4e64-887e-b75cb83400ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:24.381631 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-339ab229-57ba-43eb-a73e-830a31166e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:24.424441 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b58c16d3-aea2-47c5-822b-3391963d27a3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:24.513925 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-4f251fe5-a257-4e64-887e-b75cb83400ba None None] Allocated IP 172.20.0.2 (f17de7a7-dc7b-48fd-9d2c-821a6da65a54/28ab8189-6eff-4985-b43f-54adf0e8ec11/8e107ae6-8095-4bd1-8c79-01a83ed53c02) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 20:20:24.677506 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b58c16d3-aea2-47c5-822b-3391963d27a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:24.701848 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b58c16d3-aea2-47c5-822b-3391963d27a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:24.737489 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4f251fe5-a257-4e64-887e-b75cb83400ba None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:24.746748 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4f251fe5-a257-4e64-887e-b75cb83400ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:24.790993 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f251fe5-a257-4e64-887e-b75cb83400ba None None] Network f17de7a7-dc7b-48fd-9d2c-821a6da65a54 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 20:20:24.794219 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-4f251fe5-a257-4e64-887e-b75cb83400ba None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 20:20:24.797130 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f251fe5-a257-4e64-887e-b75cb83400ba None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 20:20:24.812930 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f251fe5-a257-4e64-887e-b75cb83400ba None None] Pushing event updated for resources: {'Port': ['ID=8e107ae6-8095-4bd1-8c79-01a83ed53c02,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:20:24.842027 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-b58c16d3-aea2-47c5-822b-3391963d27a3 admin admin] Allocated IP 172.26.6.4 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/c5e94bb9-d580-4a4e-b2f2-f759cbab1d68) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 20:20:24.883753 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-4f251fe5-a257-4e64-887e-b75cb83400ba None None] Attempting to bind port 8e107ae6-8095-4bd1-8c79-01a83ed53c02 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 20:20:24.884131 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-4f251fe5-a257-4e64-887e-b75cb83400ba None None] Attempting to bind port 8e107ae6-8095-4bd1-8c79-01a83ed53c02 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '8957aa77-0651-4723-b5de-305f7059f0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f17de7a7-dc7b-48fd-9d2c-821a6da65a54'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 20:20:24.884493 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f251fe5-a257-4e64-887e-b75cb83400ba None None] Attempting to bind port 8e107ae6-8095-4bd1-8c79-01a83ed53c02 on network f17de7a7-dc7b-48fd-9d2c-821a6da65a54 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 20:20:24.890102 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f251fe5-a257-4e64-887e-b75cb83400ba None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 20:20:24.890477 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f251fe5-a257-4e64-887e-b75cb83400ba None None] Checking segment: {'id': '8957aa77-0651-4723-b5de-305f7059f0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f17de7a7-dc7b-48fd-9d2c-821a6da65a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 20:20:24.890876 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4f251fe5-a257-4e64-887e-b75cb83400ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:24.891261 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f251fe5-a257-4e64-887e-b75cb83400ba None None] Bound using segment: {'id': '8957aa77-0651-4723-b5de-305f7059f0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f17de7a7-dc7b-48fd-9d2c-821a6da65a54'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 20:20:24.891743 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-4f251fe5-a257-4e64-887e-b75cb83400ba None None] Bound port: 8e107ae6-8095-4bd1-8c79-01a83ed53c02, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8957aa77-0651-4723-b5de-305f7059f0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f17de7a7-dc7b-48fd-9d2c-821a6da65a54'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 20:20:24.892125 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4f251fe5-a257-4e64-887e-b75cb83400ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:24.970816 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-4f251fe5-a257-4e64-887e-b75cb83400ba None None] For port 8e107ae6-8095-4bd1-8c79-01a83ed53c02, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 20:20:24.971736 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b58c16d3-aea2-47c5-822b-3391963d27a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:24.975023 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-4f251fe5-a257-4e64-887e-b75cb83400ba None None] For port 8e107ae6-8095-4bd1-8c79-01a83ed53c02, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=8e107ae6-8095-4bd1-8c79-01a83ed53c02,segment=NetworkSegment(8957aa77-0651-4723-b5de-305f7059f0a6),segment_id=8957aa77-0651-4723-b5de-305f7059f0a6)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 20:20:24.979680 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4f251fe5-a257-4e64-887e-b75cb83400ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:25.016671 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b58c16d3-aea2-47c5-822b-3391963d27a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:25.049349 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f251fe5-a257-4e64-887e-b75cb83400ba None None] Pushing event updated for resources: {'Port': ['ID=8e107ae6-8095-4bd1-8c79-01a83ed53c02,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:20:25.060037 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58c16d3-aea2-47c5-822b-3391963d27a3 admin admin] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 20:20:25.063296 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-b58c16d3-aea2-47c5-822b-3391963d27a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 20:20:25.068324 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58c16d3-aea2-47c5-822b-3391963d27a3 admin admin] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 20:20:25.096533 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58c16d3-aea2-47c5-822b-3391963d27a3 admin admin] Pushing event updated for resources: {'Port': ['ID=c5e94bb9-d580-4a4e-b2f2-f759cbab1d68,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:20:25.381097 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b58c16d3-aea2-47c5-822b-3391963d27a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:25.596567 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b58c16d3-aea2-47c5-822b-3391963d27a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:25.653827 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:25.757751 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b58c16d3-aea2-47c5-822b-3391963d27a3 admin admin] Router 046ab62d-e53b-40f3-87a3-cb91cf92267c is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 20:20:25.881792 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58c16d3-aea2-47c5-822b-3391963d27a3 admin admin] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 20:20:25.890847 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62afda86-37f2-40fe-b57c-f995c86d898c None None] Sync routers for ids ['046ab62d-e53b-40f3-87a3-cb91cf92267c'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 20:20:25.902417 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62afda86-37f2-40fe-b57c-f995c86d898c None None] Routers {'046ab62d-e53b-40f3-87a3-cb91cf92267c'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:20:25.903327 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-62afda86-37f2-40fe-b57c-f995c86d898c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:20:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['046ab62d-e53b-40f3-87a3-cb91cf92267c'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:20:25.916757 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-b58c16d3-aea2-47c5-822b-3391963d27a3 admin admin] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:25.921408 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-b58c16d3-aea2-47c5-822b-3391963d27a3 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7429051 Dec 10 20:20:25.922031 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 37304) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:20:26.029499 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-62afda86-37f2-40fe-b57c-f995c86d898c None None] Set router 046ab62d-e53b-40f3-87a3-cb91cf92267c gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:20:26.131946 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd2794d-990a-46a2-9a7f-98f0f3c0cbdd None None] Network f17de7a7-dc7b-48fd-9d2c-821a6da65a54 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 20:20:26.202090 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-6af2a6fa-e489-4e8f-973a-8e1eaad558c0 None None] Provisioning complete for port 8e107ae6-8095-4bd1-8c79-01a83ed53c02 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:20:26.202582 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6af2a6fa-e489-4e8f-973a-8e1eaad558c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:26.273447 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-62afda86-37f2-40fe-b57c-f995c86d898c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046ab62d-e53b-40f3-87a3-cb91cf92267c', 'name': 'tempest-TestSnapshotPattern-1995645365-router', 'tenant_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.4'}], 'enable_snat': True}, 'gw_port_id': 'c5e94bb9-d580-4a4e-b2f2-f759cbab1d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:20:24Z', 'updated_at': '2021-12-10T20:20:25Z', 'revision_number': 3, 'project_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'gw_port': {'id': 'c5e94bb9-d580-4a4e-b2f2-f759cbab1d68', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b1:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '046ab62d-e53b-40f3-87a3-cb91cf92267c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:20:24Z', 'updated_at': '2021-12-10T20:20:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:20:26.310321 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62afda86-37f2-40fe-b57c-f995c86d898c None None] Checking router: 046ab62d-e53b-40f3-87a3-cb91cf92267c for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 20:20:26.310562 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62afda86-37f2-40fe-b57c-f995c86d898c None None] Updating router 046ab62d-e53b-40f3-87a3-cb91cf92267c port c5e94bb9-d580-4a4e-b2f2-f759cbab1d68 binding host dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 20:20:26.343610 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-62afda86-37f2-40fe-b57c-f995c86d898c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:26.368563 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6af2a6fa-e489-4e8f-973a-8e1eaad558c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:26.418428 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-6af2a6fa-e489-4e8f-973a-8e1eaad558c0 None None] For port 8e107ae6-8095-4bd1-8c79-01a83ed53c02, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=8e107ae6-8095-4bd1-8c79-01a83ed53c02,segment=NetworkSegment(8957aa77-0651-4723-b5de-305f7059f0a6),segment_id=8957aa77-0651-4723-b5de-305f7059f0a6)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:20:26.424064 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6af2a6fa-e489-4e8f-973a-8e1eaad558c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:26.465382 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-59862775-ce13-4293-9816-b6c57c99c0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:26.486795 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af2a6fa-e489-4e8f-973a-8e1eaad558c0 None None] Pushing event updated for resources: {'Port': ['ID=8e107ae6-8095-4bd1-8c79-01a83ed53c02,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:20:26.656070 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-62afda86-37f2-40fe-b57c-f995c86d898c None None] Notify callbacks [] for port, precommit_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:26.662923 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:26.664742 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-62afda86-37f2-40fe-b57c-f995c86d898c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:26.690006 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 8e107ae6-8095-4bd1-8c79-01a83ed53c02 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 20:20:26.720596 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-59862775-ce13-4293-9816-b6c57c99c0b4 admin admin] Allocated IP 172.20.0.1 (f17de7a7-dc7b-48fd-9d2c-821a6da65a54/28ab8189-6eff-4985-b43f-54adf0e8ec11/43717520-32c5-4b8e-a0f6-ceab629326c7) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 20:20:26.721738 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104423a4-e2d1-4c50-b04a-2ea9eb8f3afd None None] Pushing event updated for resources: {'Port': ['ID=c5e94bb9-d580-4a4e-b2f2-f759cbab1d68,revision_number=2']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:20:26.736305 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104423a4-e2d1-4c50-b04a-2ea9eb8f3afd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:20:26.736718 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104423a4-e2d1-4c50-b04a-2ea9eb8f3afd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:20:26.737059 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104423a4-e2d1-4c50-b04a-2ea9eb8f3afd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:20:26.737511 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104423a4-e2d1-4c50-b04a-2ea9eb8f3afd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:20:26.738406 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104423a4-e2d1-4c50-b04a-2ea9eb8f3afd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:20:26.738906 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104423a4-e2d1-4c50-b04a-2ea9eb8f3afd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:20:26.739657 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104423a4-e2d1-4c50-b04a-2ea9eb8f3afd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:20:26.739993 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104423a4-e2d1-4c50-b04a-2ea9eb8f3afd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:20:26.740327 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104423a4-e2d1-4c50-b04a-2ea9eb8f3afd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:20:26.740673 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104423a4-e2d1-4c50-b04a-2ea9eb8f3afd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:20:26.740995 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104423a4-e2d1-4c50-b04a-2ea9eb8f3afd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:20:26.741322 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104423a4-e2d1-4c50-b04a-2ea9eb8f3afd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:20:26.761912 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-1581ab23-6fd3-4313-9c4d-f045ff8ccd64 None None] Provisioning complete for port 8e107ae6-8095-4bd1-8c79-01a83ed53c02 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:20:26.762293 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1581ab23-6fd3-4313-9c4d-f045ff8ccd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:26.762702 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-62afda86-37f2-40fe-b57c-f995c86d898c None None] Attempting to bind port c5e94bb9-d580-4a4e-b2f2-f759cbab1d68 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 20:20:26.763260 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-62afda86-37f2-40fe-b57c-f995c86d898c None None] Attempting to bind port c5e94bb9-d580-4a4e-b2f2-f759cbab1d68 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 20:20:26.763610 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62afda86-37f2-40fe-b57c-f995c86d898c None None] Attempting to bind port c5e94bb9-d580-4a4e-b2f2-f759cbab1d68 on network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 20:20:26.765654 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 8e107ae6-8095-4bd1-8c79-01a83ed53c02 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:20:26.766040 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:26.769365 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62afda86-37f2-40fe-b57c-f995c86d898c None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 20:20:26.770294 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62afda86-37f2-40fe-b57c-f995c86d898c None None] Checking segment: {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 20:20:26.770868 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-62afda86-37f2-40fe-b57c-f995c86d898c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:26.771280 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62afda86-37f2-40fe-b57c-f995c86d898c None None] Bound using segment: {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 20:20:26.771758 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-62afda86-37f2-40fe-b57c-f995c86d898c None None] Bound port: c5e94bb9-d580-4a4e-b2f2-f759cbab1d68, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 20:20:26.772144 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-62afda86-37f2-40fe-b57c-f995c86d898c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:26.831490 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-62afda86-37f2-40fe-b57c-f995c86d898c None None] For port c5e94bb9-d580-4a4e-b2f2-f759cbab1d68, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 20:20:26.837155 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-62afda86-37f2-40fe-b57c-f995c86d898c None None] For port c5e94bb9-d580-4a4e-b2f2-f759cbab1d68, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=c5e94bb9-d580-4a4e-b2f2-f759cbab1d68,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 20:20:26.842355 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-62afda86-37f2-40fe-b57c-f995c86d898c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:26.871183 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-59862775-ce13-4293-9816-b6c57c99c0b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:26.908064 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104423a4-e2d1-4c50-b04a-2ea9eb8f3afd None None] Pushing event updated for resources: {'Port': ['ID=c5e94bb9-d580-4a4e-b2f2-f759cbab1d68,revision_number=3']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:20:26.917536 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62afda86-37f2-40fe-b57c-f995c86d898c None None] Routers {'046ab62d-e53b-40f3-87a3-cb91cf92267c'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:20:26.918223 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-62afda86-37f2-40fe-b57c-f995c86d898c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:20:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['046ab62d-e53b-40f3-87a3-cb91cf92267c'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:20:26.926917 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-59862775-ce13-4293-9816-b6c57c99c0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:26.964084 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59862775-ce13-4293-9816-b6c57c99c0b4 admin admin] Network f17de7a7-dc7b-48fd-9d2c-821a6da65a54 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 20:20:26.967446 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-59862775-ce13-4293-9816-b6c57c99c0b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 20:20:26.971715 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59862775-ce13-4293-9816-b6c57c99c0b4 admin admin] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 20:20:27.017994 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59862775-ce13-4293-9816-b6c57c99c0b4 admin admin] Pushing event updated for resources: {'Port': ['ID=43717520-32c5-4b8e-a0f6-ceab629326c7,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:20:27.036880 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-59862775-ce13-4293-9816-b6c57c99c0b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712030'] for router_interface, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:27.058796 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:27.140471 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-62afda86-37f2-40fe-b57c-f995c86d898c None None] Set router 046ab62d-e53b-40f3-87a3-cb91cf92267c gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:20:27.226436 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-59862775-ce13-4293-9816-b6c57c99c0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:27.345173 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-62afda86-37f2-40fe-b57c-f995c86d898c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046ab62d-e53b-40f3-87a3-cb91cf92267c', 'name': 'tempest-TestSnapshotPattern-1995645365-router', 'tenant_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.4'}], 'enable_snat': True}, 'gw_port_id': 'c5e94bb9-d580-4a4e-b2f2-f759cbab1d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:20:24Z', 'updated_at': '2021-12-10T20:20:25Z', 'revision_number': 3, 'project_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'gw_port': {'id': 'c5e94bb9-d580-4a4e-b2f2-f759cbab1d68', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b1:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '046ab62d-e53b-40f3-87a3-cb91cf92267c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:20:24Z', 'updated_at': '2021-12-10T20:20:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:20:27.358525 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-0cefa905-b5e1-4ac1-96e6-91b1dccdc458 None None] Provisioning complete for port 43717520-32c5-4b8e-a0f6-ceab629326c7 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:20:27.359294 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0cefa905-b5e1-4ac1-96e6-91b1dccdc458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:27.373421 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62afda86-37f2-40fe-b57c-f995c86d898c None None] The sync data for ids ['046ab62d-e53b-40f3-87a3-cb91cf92267c'] in dv-neutron-821441-1-hyperv is: [{'id': '046ab62d-e53b-40f3-87a3-cb91cf92267c', 'name': 'tempest-TestSnapshotPattern-1995645365-router', 'tenant_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.4'}], 'enable_snat': True}, 'gw_port_id': 'c5e94bb9-d580-4a4e-b2f2-f759cbab1d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:20:24Z', 'updated_at': '2021-12-10T20:20:25Z', 'revision_number': 3, 'project_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'gw_port': {'id': 'c5e94bb9-d580-4a4e-b2f2-f759cbab1d68', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b1:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '046ab62d-e53b-40f3-87a3-cb91cf92267c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:20:24Z', 'updated_at': '2021-12-10T20:20:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 20:20:27.416799 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-0cefa905-b5e1-4ac1-96e6-91b1dccdc458 None None] Port 43717520-32c5-4b8e-a0f6-ceab629326c7 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 20:20:27.455457 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-59862775-ce13-4293-9816-b6c57c99c0b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:27.462258 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-59862775-ce13-4293-9816-b6c57c99c0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:27.542287 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59862775-ce13-4293-9816-b6c57c99c0b4 admin admin] Pushing event updated for resources: {'Port': ['ID=43717520-32c5-4b8e-a0f6-ceab629326c7,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:20:27.544794 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-59862775-ce13-4293-9816-b6c57c99c0b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3755716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711339'] for router_interface, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:27.677867 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59862775-ce13-4293-9816-b6c57c99c0b4 admin admin] Network f17de7a7-dc7b-48fd-9d2c-821a6da65a54 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 20:20:27.678954 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-59862775-ce13-4293-9816-b6c57c99c0b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 20:20:27.840439 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59862775-ce13-4293-9816-b6c57c99c0b4 admin admin] Router 046ab62d-e53b-40f3-87a3-cb91cf92267c has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 20:20:27.965609 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-0464b760-d2b8-49e7-a88d-de80d38d7506 None None] Provisioning complete for port 43717520-32c5-4b8e-a0f6-ceab629326c7 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:20:27.966215 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0464b760-d2b8-49e7-a88d-de80d38d7506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:27.978411 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59862775-ce13-4293-9816-b6c57c99c0b4 admin admin] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 20:20:27.992587 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-59862775-ce13-4293-9816-b6c57c99c0b4 admin admin] 10.222.0.69 "PUT /v2.0/routers/046ab62d-e53b-40f3-87a3-cb91cf92267c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0607593 Dec 10 20:20:28.028720 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-0464b760-d2b8-49e7-a88d-de80d38d7506 None None] Port 43717520-32c5-4b8e-a0f6-ceab629326c7 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 20:20:28.622161 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device c5e94bb9-d580-4a4e-b2f2-f759cbab1d68 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 20:20:28.641901 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 37320) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:20:28.647630 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-9c95190d-5f2b-48bc-8519-d0d287d3ddb3 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-192472187-network', 'tenant_id': '5a3cf976c84d4e67b7cb000913c83761'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:20:28.682551 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c95190d-5f2b-48bc-8519-d0d287d3ddb3 admin admin] Made reservation on behalf of 5a3cf976c84d4e67b7cb000913c83761 for: {'network': 1} {{(pid=102365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 20:20:28.685031 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9c95190d-5f2b-48bc-8519-d0d287d3ddb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for network, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:28.692246 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port c5e94bb9-d580-4a4e-b2f2-f759cbab1d68 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:20:28.692839 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:28.695560 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9c95190d-5f2b-48bc-8519-d0d287d3ddb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:28.791841 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:28.810555 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9c95190d-5f2b-48bc-8519-d0d287d3ddb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:28.816038 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9c95190d-5f2b-48bc-8519-d0d287d3ddb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:28.818902 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port c5e94bb9-d580-4a4e-b2f2-f759cbab1d68, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=c5e94bb9-d580-4a4e-b2f2-f759cbab1d68,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:20:28.825286 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:28.844603 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c95190d-5f2b-48bc-8519-d0d287d3ddb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=102365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 20:20:28.856600 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95190d-5f2b-48bc-8519-d0d287d3ddb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368b00cf-185f-430a-bb88-9a91112a4554,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:20:28.862075 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9c95190d-5f2b-48bc-8519-d0d287d3ddb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:28.862396 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.segments_db [None req-9c95190d-5f2b-48bc-8519-d0d287d3ddb3 admin admin] Added segment 14eb9ff9-cadc-455e-bb36-ce9fb246939f of type vlan for network b3ee5271-9849-4c4c-91ed-7055eb663327 Dec 10 20:20:28.916449 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9c95190d-5f2b-48bc-8519-d0d287d3ddb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769381075393'] for network, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:28.920097 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=c5e94bb9-d580-4a4e-b2f2-f759cbab1d68,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:20:28.959265 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9c95190d-5f2b-48bc-8519-d0d287d3ddb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738'] for network, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:28.960937 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c95190d-5f2b-48bc-8519-d0d287d3ddb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:20:28.961880 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-9c95190d-5f2b-48bc-8519-d0d287d3ddb3 admin admin] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:29.048742 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-9c95190d-5f2b-48bc-8519-d0d287d3ddb3 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4053600 Dec 10 20:20:29.055462 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 37322) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:20:29.058231 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95190d-5f2b-48bc-8519-d0d287d3ddb3 admin admin] Pushing event updated for resources: {'Network': ['ID=b3ee5271-9849-4c4c-91ed-7055eb663327,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:20:29.073478 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-1ba8c816-42bc-4639-b3d4-a414de46df5c admin admin] Request body: {'subnet': {'network_id': 'b3ee5271-9849-4c4c-91ed-7055eb663327', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-192472187-subnet', 'tenant_id': '5a3cf976c84d4e67b7cb000913c83761', 'ip_version': 4}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:20:29.087423 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Network b3ee5271-9849-4c4c-91ed-7055eb663327 details requested by agent ovs-agent-dv-neutron-821441-1-hyperv with host dv-neutron-821441-1-hyperv {{(pid=102367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 20:20:29.119363 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba8c816-42bc-4639-b3d4-a414de46df5c admin admin] Made reservation on behalf of 5a3cf976c84d4e67b7cb000913c83761 for: {'subnet': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 20:20:29.123509 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1ba8c816-42bc-4639-b3d4-a414de46df5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654045'] for subnet, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:29.292345 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6513de4c-12ae-4140-9116-4082fdd0e08d None None] Sync routers for ids ['046ab62d-e53b-40f3-87a3-cb91cf92267c'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 20:20:29.305525 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6513de4c-12ae-4140-9116-4082fdd0e08d None None] Routers {'046ab62d-e53b-40f3-87a3-cb91cf92267c'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:20:29.306527 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-6513de4c-12ae-4140-9116-4082fdd0e08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:20:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['046ab62d-e53b-40f3-87a3-cb91cf92267c'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:20:29.344898 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1ba8c816-42bc-4639-b3d4-a414de46df5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11929261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11656807'] for subnet, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:29.444593 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba8c816-42bc-4639-b3d4-a414de46df5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7403ff62-92eb-4f1c-a551-92f0a087da1a,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:20:29.456254 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba8c816-42bc-4639-b3d4-a414de46df5c admin admin] Checking segment: {'id': '14eb9ff9-cadc-455e-bb36-ce9fb246939f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'b3ee5271-9849-4c4c-91ed-7055eb663327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 20:20:29.456493 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba8c816-42bc-4639-b3d4-a414de46df5c admin admin] Network hostable DHCP agents. Network: b3ee5271-9849-4c4c-91ed-7055eb663327, hostable agents: ['89bd98fc-9377-49f5-830d-c0b815480356'], hosted agents: [] {{(pid=102366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 20:20:29.478835 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-6513de4c-12ae-4140-9116-4082fdd0e08d None None] Set router 046ab62d-e53b-40f3-87a3-cb91cf92267c gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:20:29.483223 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba8c816-42bc-4639-b3d4-a414de46df5c admin admin] Network b3ee5271-9849-4c4c-91ed-7055eb663327 is scheduled to be hosted by DHCP agent 89bd98fc-9377-49f5-830d-c0b815480356 with binding_index 1 {{(pid=102366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 20:20:29.496863 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-1ba8c816-42bc-4639-b3d4-a414de46df5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821441-1-hyperv, b3ee5271-9849-4c4c-91ed-7055eb663327) {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 20:20:29.502893 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba8c816-42bc-4639-b3d4-a414de46df5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:20:29.504715 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1ba8c816-42bc-4639-b3d4-a414de46df5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:29.521753 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4f5a59-08e1-420a-9d9e-4c2718beff1c None None] Network b3ee5271-9849-4c4c-91ed-7055eb663327 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 20:20:29.527203 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-1ba8c816-42bc-4639-b3d4-a414de46df5c admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4700165 Dec 10 20:20:29.530832 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 37324) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:20:29.536192 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-ca39d4dd-84bd-448d-a487-189e4a679bdb admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-192472187-router', 'tenant_id': '5a3cf976c84d4e67b7cb000913c83761', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:20:29.565602 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ca39d4dd-84bd-448d-a487-189e4a679bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8871'] for router, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:29.568887 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ca39d4dd-84bd-448d-a487-189e4a679bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8926'] for router, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:29.661302 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ca39d4dd-84bd-448d-a487-189e4a679bdb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:29.828303 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a350a0-8ba4-4ec0-9a73-1b9191dc8b72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd218aea2-3ba8-50cb-9b8f-22a53ae032ab-b3ee5271-9849-4c4c-91ed-7055eb663327', 'network_id': 'b3ee5271-9849-4c4c-91ed-7055eb663327', 'tenant_id': '5a3cf976c84d4e67b7cb000913c83761', 'fixed_ips': [{'subnet_id': '7403ff62-92eb-4f1c-a551-92f0a087da1a'}]}} from dv-neutron-821441-1-hyperv. {{(pid=102367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 10 20:20:29.829217 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c7a350a0-8ba4-4ec0-9a73-1b9191dc8b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:29.902256 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ca39d4dd-84bd-448d-a487-189e4a679bdb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:29.930471 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-6513de4c-12ae-4140-9116-4082fdd0e08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046ab62d-e53b-40f3-87a3-cb91cf92267c', 'name': 'tempest-TestSnapshotPattern-1995645365-router', 'tenant_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.4'}], 'enable_snat': True}, 'gw_port_id': 'c5e94bb9-d580-4a4e-b2f2-f759cbab1d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:20:24Z', 'updated_at': '2021-12-10T20:20:27Z', 'revision_number': 4, 'project_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'gw_port': {'id': 'c5e94bb9-d580-4a4e-b2f2-f759cbab1d68', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046ab62d-e53b-40f3-87a3-cb91cf92267c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:20:24Z', 'updated_at': '2021-12-10T20:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '43717520-32c5-4b8e-a0f6-ceab629326c7', 'name': '', 'network_id': 'f17de7a7-dc7b-48fd-9d2c-821a6da65a54', 'tenant_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'mac_address': 'fa:16:3e:10:4a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '046ab62d-e53b-40f3-87a3-cb91cf92267c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '28ab8189-6eff-4985-b43f-54adf0e8ec11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:20:26Z', 'updated_at': '2021-12-10T20:20:27Z', 'revision_number': 2, 'project_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'subnets': [{'id': '28ab8189-6eff-4985-b43f-54adf0e8ec11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:20:29.964188 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6513de4c-12ae-4140-9116-4082fdd0e08d None None] Checking router: 046ab62d-e53b-40f3-87a3-cb91cf92267c for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 20:20:29.964649 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6513de4c-12ae-4140-9116-4082fdd0e08d None None] Updating router 046ab62d-e53b-40f3-87a3-cb91cf92267c port 43717520-32c5-4b8e-a0f6-ceab629326c7 binding host dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 20:20:30.028012 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6513de4c-12ae-4140-9116-4082fdd0e08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:30.075557 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.db_base_plugin_common [None req-c7a350a0-8ba4-4ec0-9a73-1b9191dc8b72 None None] Allocated IP 172.20.0.2 (b3ee5271-9849-4c4c-91ed-7055eb663327/7403ff62-92eb-4f1c-a551-92f0a087da1a/28195dab-51b6-4f6a-8224-c28e463e6a6e) {{(pid=102367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 20:20:30.169364 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ca39d4dd-84bd-448d-a487-189e4a679bdb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:30.191175 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ca39d4dd-84bd-448d-a487-189e4a679bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:30.340406 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-ca39d4dd-84bd-448d-a487-189e4a679bdb admin admin] Allocated IP 172.26.6.112 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/8a954239-7b12-445b-8d79-be272848eee2) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 20:20:30.395295 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c7a350a0-8ba4-4ec0-9a73-1b9191dc8b72 None None] Notify callbacks [] for port, precommit_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:30.419889 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c7a350a0-8ba4-4ec0-9a73-1b9191dc8b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695'] for port, after_create {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:30.480039 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ca39d4dd-84bd-448d-a487-189e4a679bdb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:30.523520 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a350a0-8ba4-4ec0-9a73-1b9191dc8b72 None None] Network b3ee5271-9849-4c4c-91ed-7055eb663327 is already hosted by enough agents. {{(pid=102367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 20:20:30.526517 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ca39d4dd-84bd-448d-a487-189e4a679bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:30.579448 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.scheduler.base_scheduler [None req-c7a350a0-8ba4-4ec0-9a73-1b9191dc8b72 None None] Resources bound (agent type, host, resource id): {{(pid=102367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 20:20:30.591721 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca39d4dd-84bd-448d-a487-189e4a679bdb admin admin] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 20:20:30.591935 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a350a0-8ba4-4ec0-9a73-1b9191dc8b72 None None] Received port after_create {{(pid=102367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 20:20:30.595067 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-ca39d4dd-84bd-448d-a487-189e4a679bdb admin admin] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 20:20:30.606071 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca39d4dd-84bd-448d-a487-189e4a679bdb admin admin] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 20:20:30.639076 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca39d4dd-84bd-448d-a487-189e4a679bdb admin admin] Pushing event updated for resources: {'Port': ['ID=8a954239-7b12-445b-8d79-be272848eee2,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:20:30.815308 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device c5e94bb9-d580-4a4e-b2f2-f759cbab1d68 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 20:20:30.824372 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a350a0-8ba4-4ec0-9a73-1b9191dc8b72 None None] Pushing event updated for resources: {'Port': ['ID=28195dab-51b6-4f6a-8224-c28e463e6a6e,revision_number=1']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:20:30.846329 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6513de4c-12ae-4140-9116-4082fdd0e08d None None] Notify callbacks [] for port, precommit_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:30.880964 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6513de4c-12ae-4140-9116-4082fdd0e08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:30.961565 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-c7a350a0-8ba4-4ec0-9a73-1b9191dc8b72 None None] Attempting to bind port 28195dab-51b6-4f6a-8224-c28e463e6a6e on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 20:20:30.961936 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-c7a350a0-8ba4-4ec0-9a73-1b9191dc8b72 None None] Attempting to bind port 28195dab-51b6-4f6a-8224-c28e463e6a6e by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '14eb9ff9-cadc-455e-bb36-ce9fb246939f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'b3ee5271-9849-4c4c-91ed-7055eb663327'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 20:20:30.962288 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a350a0-8ba4-4ec0-9a73-1b9191dc8b72 None None] Attempting to bind port 28195dab-51b6-4f6a-8224-c28e463e6a6e on network b3ee5271-9849-4c4c-91ed-7055eb663327 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 20:20:30.980578 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08201e11-3621-4428-97e6-19edb3925a34 None None] Pushing event updated for resources: {'Port': ['ID=43717520-32c5-4b8e-a0f6-ceab629326c7,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:20:30.983112 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a350a0-8ba4-4ec0-9a73-1b9191dc8b72 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 20:20:30.983479 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a350a0-8ba4-4ec0-9a73-1b9191dc8b72 None None] Checking segment: {'id': '14eb9ff9-cadc-455e-bb36-ce9fb246939f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'b3ee5271-9849-4c4c-91ed-7055eb663327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 20:20:30.983893 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c7a350a0-8ba4-4ec0-9a73-1b9191dc8b72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:30.984277 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a350a0-8ba4-4ec0-9a73-1b9191dc8b72 None None] Bound using segment: {'id': '14eb9ff9-cadc-455e-bb36-ce9fb246939f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'b3ee5271-9849-4c4c-91ed-7055eb663327'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 20:20:30.984809 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-c7a350a0-8ba4-4ec0-9a73-1b9191dc8b72 None None] Bound port: 28195dab-51b6-4f6a-8224-c28e463e6a6e, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14eb9ff9-cadc-455e-bb36-ce9fb246939f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'b3ee5271-9849-4c4c-91ed-7055eb663327'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 20:20:30.985197 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c7a350a0-8ba4-4ec0-9a73-1b9191dc8b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:31.008546 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port c5e94bb9-d580-4a4e-b2f2-f759cbab1d68 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:20:31.008546 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:31.111732 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-6513de4c-12ae-4140-9116-4082fdd0e08d None None] Attempting to bind port 43717520-32c5-4b8e-a0f6-ceab629326c7 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 20:20:31.112078 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-6513de4c-12ae-4140-9116-4082fdd0e08d None None] Attempting to bind port 43717520-32c5-4b8e-a0f6-ceab629326c7 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '8957aa77-0651-4723-b5de-305f7059f0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f17de7a7-dc7b-48fd-9d2c-821a6da65a54'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 20:20:31.112545 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6513de4c-12ae-4140-9116-4082fdd0e08d None None] Attempting to bind port 43717520-32c5-4b8e-a0f6-ceab629326c7 on network f17de7a7-dc7b-48fd-9d2c-821a6da65a54 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 20:20:31.134348 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6513de4c-12ae-4140-9116-4082fdd0e08d None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 20:20:31.134727 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6513de4c-12ae-4140-9116-4082fdd0e08d None None] Checking segment: {'id': '8957aa77-0651-4723-b5de-305f7059f0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f17de7a7-dc7b-48fd-9d2c-821a6da65a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 20:20:31.135213 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6513de4c-12ae-4140-9116-4082fdd0e08d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:31.135532 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6513de4c-12ae-4140-9116-4082fdd0e08d None None] Bound using segment: {'id': '8957aa77-0651-4723-b5de-305f7059f0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f17de7a7-dc7b-48fd-9d2c-821a6da65a54'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 20:20:31.136032 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-6513de4c-12ae-4140-9116-4082fdd0e08d None None] Bound port: 43717520-32c5-4b8e-a0f6-ceab629326c7, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8957aa77-0651-4723-b5de-305f7059f0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f17de7a7-dc7b-48fd-9d2c-821a6da65a54'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 20:20:31.136419 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6513de4c-12ae-4140-9116-4082fdd0e08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:31.163194 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c7a350a0-8ba4-4ec0-9a73-1b9191dc8b72 None None] For port 28195dab-51b6-4f6a-8224-c28e463e6a6e, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 20:20:31.178319 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c7a350a0-8ba4-4ec0-9a73-1b9191dc8b72 None None] For port 28195dab-51b6-4f6a-8224-c28e463e6a6e, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=28195dab-51b6-4f6a-8224-c28e463e6a6e,segment=NetworkSegment(14eb9ff9-cadc-455e-bb36-ce9fb246939f),segment_id=14eb9ff9-cadc-455e-bb36-ce9fb246939f)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 20:20:31.210560 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ca39d4dd-84bd-448d-a487-189e4a679bdb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:31.220709 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c7a350a0-8ba4-4ec0-9a73-1b9191dc8b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:31.326205 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-6513de4c-12ae-4140-9116-4082fdd0e08d None None] For port 43717520-32c5-4b8e-a0f6-ceab629326c7, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 20:20:31.331163 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-6513de4c-12ae-4140-9116-4082fdd0e08d None None] For port 43717520-32c5-4b8e-a0f6-ceab629326c7, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=43717520-32c5-4b8e-a0f6-ceab629326c7,segment=NetworkSegment(8957aa77-0651-4723-b5de-305f7059f0a6),segment_id=8957aa77-0651-4723-b5de-305f7059f0a6)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 20:20:31.338575 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-a4d31e33-1edf-465a-9927-173e6060a00c None None] Provisioning complete for port 43717520-32c5-4b8e-a0f6-ceab629326c7 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:20:31.338956 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a4d31e33-1edf-465a-9927-173e6060a00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:31.341142 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a350a0-8ba4-4ec0-9a73-1b9191dc8b72 None None] Pushing event updated for resources: {'Port': ['ID=28195dab-51b6-4f6a-8224-c28e463e6a6e,revision_number=2']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:20:31.345484 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6513de4c-12ae-4140-9116-4082fdd0e08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:31.455637 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08201e11-3621-4428-97e6-19edb3925a34 None None] Pushing event updated for resources: {'Port': ['ID=43717520-32c5-4b8e-a0f6-ceab629326c7,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:20:31.461183 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6513de4c-12ae-4140-9116-4082fdd0e08d None None] Routers {'046ab62d-e53b-40f3-87a3-cb91cf92267c'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:20:31.461837 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-6513de4c-12ae-4140-9116-4082fdd0e08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:20:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['046ab62d-e53b-40f3-87a3-cb91cf92267c'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:20:31.478360 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ca39d4dd-84bd-448d-a487-189e4a679bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713061'] for router, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:31.573371 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a4d31e33-1edf-465a-9927-173e6060a00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:31.648717 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-a4d31e33-1edf-465a-9927-173e6060a00c None None] For port 43717520-32c5-4b8e-a0f6-ceab629326c7, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=43717520-32c5-4b8e-a0f6-ceab629326c7,segment=NetworkSegment(8957aa77-0651-4723-b5de-305f7059f0a6),segment_id=8957aa77-0651-4723-b5de-305f7059f0a6)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:20:31.657515 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a4d31e33-1edf-465a-9927-173e6060a00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:31.702918 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-6513de4c-12ae-4140-9116-4082fdd0e08d None None] Set router 046ab62d-e53b-40f3-87a3-cb91cf92267c gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:20:31.703142 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca39d4dd-84bd-448d-a487-189e4a679bdb admin admin] Router 146c06a8-f38e-48e9-9032-b742563b927b is scheduled to L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 with binding_index 1 {{(pid=102366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 20:20:31.814691 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d31e33-1edf-465a-9927-173e6060a00c None None] Pushing event updated for resources: {'Port': ['ID=43717520-32c5-4b8e-a0f6-ceab629326c7,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:20:31.846570 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca39d4dd-84bd-448d-a487-189e4a679bdb admin admin] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 20:20:31.858606 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05db1d67-7018-4f0c-ad85-f41da104c445 None None] Sync routers for ids ['146c06a8-f38e-48e9-9032-b742563b927b'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 20:20:31.869190 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05db1d67-7018-4f0c-ad85-f41da104c445 None None] Routers {'146c06a8-f38e-48e9-9032-b742563b927b'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:20:31.870130 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-05db1d67-7018-4f0c-ad85-f41da104c445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:20:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['146c06a8-f38e-48e9-9032-b742563b927b'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:20:31.871040 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-ca39d4dd-84bd-448d-a487-189e4a679bdb admin admin] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:31.871968 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-38207d1a-f6da-4479-8321-3f7336390fff None None] Provisioning complete for port 43717520-32c5-4b8e-a0f6-ceab629326c7 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:20:31.872542 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-38207d1a-f6da-4479-8321-3f7336390fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:31.875479 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 37326) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:20:31.875958 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-ca39d4dd-84bd-448d-a487-189e4a679bdb admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3436675 Dec 10 20:20:31.990923 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-05db1d67-7018-4f0c-ad85-f41da104c445 None None] Set router 146c06a8-f38e-48e9-9032-b742563b927b gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:20:32.047801 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-6513de4c-12ae-4140-9116-4082fdd0e08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046ab62d-e53b-40f3-87a3-cb91cf92267c', 'name': 'tempest-TestSnapshotPattern-1995645365-router', 'tenant_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.4'}], 'enable_snat': True}, 'gw_port_id': 'c5e94bb9-d580-4a4e-b2f2-f759cbab1d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:20:24Z', 'updated_at': '2021-12-10T20:20:27Z', 'revision_number': 4, 'project_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'gw_port': {'id': 'c5e94bb9-d580-4a4e-b2f2-f759cbab1d68', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046ab62d-e53b-40f3-87a3-cb91cf92267c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:20:24Z', 'updated_at': '2021-12-10T20:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '43717520-32c5-4b8e-a0f6-ceab629326c7', 'name': '', 'network_id': 'f17de7a7-dc7b-48fd-9d2c-821a6da65a54', 'tenant_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'mac_address': 'fa:16:3e:10:4a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '046ab62d-e53b-40f3-87a3-cb91cf92267c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '28ab8189-6eff-4985-b43f-54adf0e8ec11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:20:26Z', 'updated_at': '2021-12-10T20:20:31Z', 'revision_number': 4, 'project_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'subnets': [{'id': '28ab8189-6eff-4985-b43f-54adf0e8ec11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:20:32.080958 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6513de4c-12ae-4140-9116-4082fdd0e08d None None] The sync data for ids ['046ab62d-e53b-40f3-87a3-cb91cf92267c'] in dv-neutron-821441-1-hyperv is: [{'id': '046ab62d-e53b-40f3-87a3-cb91cf92267c', 'name': 'tempest-TestSnapshotPattern-1995645365-router', 'tenant_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.4'}], 'enable_snat': True}, 'gw_port_id': 'c5e94bb9-d580-4a4e-b2f2-f759cbab1d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:20:24Z', 'updated_at': '2021-12-10T20:20:27Z', 'revision_number': 4, 'project_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'gw_port': {'id': 'c5e94bb9-d580-4a4e-b2f2-f759cbab1d68', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046ab62d-e53b-40f3-87a3-cb91cf92267c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:20:24Z', 'updated_at': '2021-12-10T20:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '43717520-32c5-4b8e-a0f6-ceab629326c7', 'name': '', 'network_id': 'f17de7a7-dc7b-48fd-9d2c-821a6da65a54', 'tenant_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'mac_address': 'fa:16:3e:10:4a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '046ab62d-e53b-40f3-87a3-cb91cf92267c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '28ab8189-6eff-4985-b43f-54adf0e8ec11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:20:26Z', 'updated_at': '2021-12-10T20:20:31Z', 'revision_number': 4, 'project_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'subnets': [{'id': '28ab8189-6eff-4985-b43f-54adf0e8ec11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 20:20:32.219091 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-05db1d67-7018-4f0c-ad85-f41da104c445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146c06a8-f38e-48e9-9032-b742563b927b', 'name': 'tempest-TestSnapshotPattern-192472187-router', 'tenant_id': '5a3cf976c84d4e67b7cb000913c83761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.112'}], 'enable_snat': True}, 'gw_port_id': '8a954239-7b12-445b-8d79-be272848eee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:20:29Z', 'updated_at': '2021-12-10T20:20:31Z', 'revision_number': 3, 'project_id': '5a3cf976c84d4e67b7cb000913c83761', 'gw_port': {'id': '8a954239-7b12-445b-8d79-be272848eee2', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fa:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146c06a8-f38e-48e9-9032-b742563b927b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:20:30Z', 'updated_at': '2021-12-10T20:20:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:20:32.259506 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05db1d67-7018-4f0c-ad85-f41da104c445 None None] Checking router: 146c06a8-f38e-48e9-9032-b742563b927b for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 20:20:32.259850 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05db1d67-7018-4f0c-ad85-f41da104c445 None None] Updating router 146c06a8-f38e-48e9-9032-b742563b927b port 8a954239-7b12-445b-8d79-be272848eee2 binding host dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 20:20:32.296939 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-05db1d67-7018-4f0c-ad85-f41da104c445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:32.475713 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ff7d6bd8-78bb-4ff0-b946-e613a5fa079c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:32.588156 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53983e1-0a68-4af8-ab71-c7bf495965ff None None] Network b3ee5271-9849-4c4c-91ed-7055eb663327 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 20:20:32.687487 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-05db1d67-7018-4f0c-ad85-f41da104c445 None None] Notify callbacks [] for port, precommit_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:32.697632 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-05db1d67-7018-4f0c-ad85-f41da104c445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:32.764881 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-09afc162-f922-4aa8-8ca3-dd24adb76d69 None None] Provisioning complete for port 28195dab-51b6-4f6a-8224-c28e463e6a6e triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:20:32.765266 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-09afc162-f922-4aa8-8ca3-dd24adb76d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:32.768477 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-ff7d6bd8-78bb-4ff0-b946-e613a5fa079c admin admin] Allocated IP 172.20.0.1 (b3ee5271-9849-4c4c-91ed-7055eb663327/7403ff62-92eb-4f1c-a551-92f0a087da1a/4df70156-f33e-4e79-95b3-acc51c98cd50) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 20:20:32.768715 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 43717520-32c5-4b8e-a0f6-ceab629326c7 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 20:20:32.786843 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-05db1d67-7018-4f0c-ad85-f41da104c445 None None] Attempting to bind port 8a954239-7b12-445b-8d79-be272848eee2 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 20:20:32.788707 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-05db1d67-7018-4f0c-ad85-f41da104c445 None None] Attempting to bind port 8a954239-7b12-445b-8d79-be272848eee2 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 20:20:32.789173 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05db1d67-7018-4f0c-ad85-f41da104c445 None None] Attempting to bind port 8a954239-7b12-445b-8d79-be272848eee2 on network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 20:20:32.803092 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b707f1-0b43-46f8-8ea3-84f5c7382f26 None None] Pushing event updated for resources: {'Port': ['ID=8a954239-7b12-445b-8d79-be272848eee2,revision_number=2']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:20:32.813509 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05db1d67-7018-4f0c-ad85-f41da104c445 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 20:20:32.813973 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05db1d67-7018-4f0c-ad85-f41da104c445 None None] Checking segment: {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 20:20:32.814445 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-05db1d67-7018-4f0c-ad85-f41da104c445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:32.814906 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05db1d67-7018-4f0c-ad85-f41da104c445 None None] Bound using segment: {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'} {{(pid=102368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 20:20:32.815469 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.managers [None req-05db1d67-7018-4f0c-ad85-f41da104c445 None None] Bound port: 8a954239-7b12-445b-8d79-be272848eee2, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9905da46-6b16-4f69-a372-d9e64006a0c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031'}}] {{(pid=102368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 20:20:32.816478 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-05db1d67-7018-4f0c-ad85-f41da104c445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:32.878403 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-05db1d67-7018-4f0c-ad85-f41da104c445 None None] For port 8a954239-7b12-445b-8d79-be272848eee2, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 20:20:32.883371 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.plugins.ml2.db [None req-05db1d67-7018-4f0c-ad85-f41da104c445 None None] For port 8a954239-7b12-445b-8d79-be272848eee2, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=8a954239-7b12-445b-8d79-be272848eee2,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 20:20:32.891034 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron_lib.callbacks.manager [None req-05db1d67-7018-4f0c-ad85-f41da104c445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:32.949251 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 43717520-32c5-4b8e-a0f6-ceab629326c7 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:20:32.949828 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:32.955199 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b707f1-0b43-46f8-8ea3-84f5c7382f26 None None] Pushing event updated for resources: {'Port': ['ID=8a954239-7b12-445b-8d79-be272848eee2,revision_number=3']} {{(pid=102368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:20:32.975324 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ff7d6bd8-78bb-4ff0-b946-e613a5fa079c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:32.975926 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05db1d67-7018-4f0c-ad85-f41da104c445 None None] Routers {'146c06a8-f38e-48e9-9032-b742563b927b'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:20:32.976785 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-05db1d67-7018-4f0c-ad85-f41da104c445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:20:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['146c06a8-f38e-48e9-9032-b742563b927b'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:20:33.033834 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ff7d6bd8-78bb-4ff0-b946-e613a5fa079c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:33.085126 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7d6bd8-78bb-4ff0-b946-e613a5fa079c admin admin] Network b3ee5271-9849-4c4c-91ed-7055eb663327 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 20:20:33.090793 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-ff7d6bd8-78bb-4ff0-b946-e613a5fa079c admin admin] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 20:20:33.095028 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7d6bd8-78bb-4ff0-b946-e613a5fa079c admin admin] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 20:20:33.098410 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-05db1d67-7018-4f0c-ad85-f41da104c445 None None] Set router 146c06a8-f38e-48e9-9032-b742563b927b gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:20:33.123279 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:33.130729 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d6bd8-78bb-4ff0-b946-e613a5fa079c admin admin] Pushing event updated for resources: {'Port': ['ID=4df70156-f33e-4e79-95b3-acc51c98cd50,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:20:33.152353 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-09afc162-f922-4aa8-8ca3-dd24adb76d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:33.154674 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ff7d6bd8-78bb-4ff0-b946-e613a5fa079c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712030'] for router_interface, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:33.237155 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 28195dab-51b6-4f6a-8224-c28e463e6a6e up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 20:20:33.286421 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-09afc162-f922-4aa8-8ca3-dd24adb76d69 None None] For port 28195dab-51b6-4f6a-8224-c28e463e6a6e, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=28195dab-51b6-4f6a-8224-c28e463e6a6e,segment=NetworkSegment(14eb9ff9-cadc-455e-bb36-ce9fb246939f),segment_id=14eb9ff9-cadc-455e-bb36-ce9fb246939f)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:20:33.298680 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-09afc162-f922-4aa8-8ca3-dd24adb76d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:33.308009 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 28195dab-51b6-4f6a-8224-c28e463e6a6e triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:20:33.308618 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:33.356688 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ff7d6bd8-78bb-4ff0-b946-e613a5fa079c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:33.421692 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09afc162-f922-4aa8-8ca3-dd24adb76d69 None None] Pushing event updated for resources: {'Port': ['ID=28195dab-51b6-4f6a-8224-c28e463e6a6e,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:20:33.434305 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-05db1d67-7018-4f0c-ad85-f41da104c445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146c06a8-f38e-48e9-9032-b742563b927b', 'name': 'tempest-TestSnapshotPattern-192472187-router', 'tenant_id': '5a3cf976c84d4e67b7cb000913c83761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.112'}], 'enable_snat': True}, 'gw_port_id': '8a954239-7b12-445b-8d79-be272848eee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:20:29Z', 'updated_at': '2021-12-10T20:20:31Z', 'revision_number': 3, 'project_id': '5a3cf976c84d4e67b7cb000913c83761', 'gw_port': {'id': '8a954239-7b12-445b-8d79-be272848eee2', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fa:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146c06a8-f38e-48e9-9032-b742563b927b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:20:30Z', 'updated_at': '2021-12-10T20:20:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:20:33.485658 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05db1d67-7018-4f0c-ad85-f41da104c445 None None] The sync data for ids ['146c06a8-f38e-48e9-9032-b742563b927b'] in dv-neutron-821441-1-hyperv is: [{'id': '146c06a8-f38e-48e9-9032-b742563b927b', 'name': 'tempest-TestSnapshotPattern-192472187-router', 'tenant_id': '5a3cf976c84d4e67b7cb000913c83761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.112'}], 'enable_snat': True}, 'gw_port_id': '8a954239-7b12-445b-8d79-be272848eee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:20:29Z', 'updated_at': '2021-12-10T20:20:31Z', 'revision_number': 3, 'project_id': '5a3cf976c84d4e67b7cb000913c83761', 'gw_port': {'id': '8a954239-7b12-445b-8d79-be272848eee2', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fa:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146c06a8-f38e-48e9-9032-b742563b927b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:20:30Z', 'updated_at': '2021-12-10T20:20:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 20:20:33.536602 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-40439bb3-cd1f-45f6-a792-fed6b3c50478 None None] Provisioning complete for port 28195dab-51b6-4f6a-8224-c28e463e6a6e triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:20:33.536977 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-40439bb3-cd1f-45f6-a792-fed6b3c50478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:33.640443 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ff7d6bd8-78bb-4ff0-b946-e613a5fa079c admin admin] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:33.647064 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ff7d6bd8-78bb-4ff0-b946-e613a5fa079c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:33.732241 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-ff7d6bd8-78bb-4ff0-b946-e613a5fa079c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3755716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3711339'] for router_interface, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:33.741432 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d6bd8-78bb-4ff0-b946-e613a5fa079c admin admin] Pushing event updated for resources: {'Port': ['ID=4df70156-f33e-4e79-95b3-acc51c98cd50,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:20:33.791072 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-65cd9aa4-b808-4919-8089-97d77bc88827 None None] Provisioning complete for port 4df70156-f33e-4e79-95b3-acc51c98cd50 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:20:33.791566 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-65cd9aa4-b808-4919-8089-97d77bc88827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:33.857032 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-65cd9aa4-b808-4919-8089-97d77bc88827 None None] Port 4df70156-f33e-4e79-95b3-acc51c98cd50 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 20:20:33.893025 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7d6bd8-78bb-4ff0-b946-e613a5fa079c admin admin] Network b3ee5271-9849-4c4c-91ed-7055eb663327 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 20:20:33.896382 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-ff7d6bd8-78bb-4ff0-b946-e613a5fa079c admin admin] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 20:20:34.187706 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-f1e6d276-31f1-4b7a-8fc6-edffba3e798f None None] Provisioning complete for port 4df70156-f33e-4e79-95b3-acc51c98cd50 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:20:34.188318 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f1e6d276-31f1-4b7a-8fc6-edffba3e798f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:34.227623 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-f1e6d276-31f1-4b7a-8fc6-edffba3e798f None None] Port 4df70156-f33e-4e79-95b3-acc51c98cd50 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 20:20:34.447215 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff7d6bd8-78bb-4ff0-b946-e613a5fa079c admin admin] Router 146c06a8-f38e-48e9-9032-b742563b927b has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 20:20:34.588923 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff7d6bd8-78bb-4ff0-b946-e613a5fa079c admin admin] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 20:20:34.594438 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-ff7d6bd8-78bb-4ff0-b946-e613a5fa079c admin admin] 10.222.0.69 "PUT /v2.0/routers/146c06a8-f38e-48e9-9032-b742563b927b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7171206 Dec 10 20:20:34.703652 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 8a954239-7b12-445b-8d79-be272848eee2 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 20:20:34.768218 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 8a954239-7b12-445b-8d79-be272848eee2 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:20:34.768619 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:34.865073 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:34.887159 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] For port 8a954239-7b12-445b-8d79-be272848eee2, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=8a954239-7b12-445b-8d79-be272848eee2,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:20:34.894982 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:34.895908 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 28195dab-51b6-4f6a-8224-c28e463e6a6e up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 20:20:34.973500 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Pushing event updated for resources: {'Port': ['ID=8a954239-7b12-445b-8d79-be272848eee2,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:20:34.990081 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 28195dab-51b6-4f6a-8224-c28e463e6a6e triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:20:34.990555 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:35.363690 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 37336) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:20:35.368358 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-d3986792-f9cd-4f22-b7e7-1a11559dd249 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-541542362', 'description': 'tempest-secgroup-smoke-541542362 description', 'project_id': 'e2cd7f2ef42243c8897c83648469b2f4'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:20:35.395205 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d3986792-f9cd-4f22-b7e7-1a11559dd249 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks [] for security_group, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:35.467379 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d3986792-f9cd-4f22-b7e7-1a11559dd249 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks [] for security_group, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:35.471548 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d3986792-f9cd-4f22-b7e7-1a11559dd249 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:35.502931 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-d3986792-f9cd-4f22-b7e7-1a11559dd249 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:35.504370 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-d3986792-f9cd-4f22-b7e7-1a11559dd249 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1395504 Dec 10 20:20:35.507308 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 37338) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:20:35.511687 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-b59cdf56-475d-4025-b21a-8edcdb730fb5 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Request body: {'security_group_rule': {'security_group_id': 'e7b08855-8d8e-461f-ae2e-bf601113adf7', 'project_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:20:35.517861 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3986792-f9cd-4f22-b7e7-1a11559dd249 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b08855-8d8e-461f-ae2e-bf601113adf7,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:20:35.546578 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b59cdf56-475d-4025-b21a-8edcdb730fb5 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:35.561542 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91744c41-c498-4237-b617-ff38d8d74042 None None] Sync routers for ids ['146c06a8-f38e-48e9-9032-b742563b927b'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 20:20:35.571565 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91744c41-c498-4237-b617-ff38d8d74042 None None] Routers {'146c06a8-f38e-48e9-9032-b742563b927b'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:20:35.572255 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-91744c41-c498-4237-b617-ff38d8d74042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:20:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['146c06a8-f38e-48e9-9032-b742563b927b'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:20:35.610758 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b59cdf56-475d-4025-b21a-8edcdb730fb5 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:35.616066 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b59cdf56-475d-4025-b21a-8edcdb730fb5 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:35.635960 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59cdf56-475d-4025-b21a-8edcdb730fb5 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fefa3dd4-3b76-4888-b2e8-7357eb62ef71,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:20:35.641595 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b59cdf56-475d-4025-b21a-8edcdb730fb5 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:35.646667 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 37340) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:20:35.647581 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-b59cdf56-475d-4025-b21a-8edcdb730fb5 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1384280 Dec 10 20:20:35.653211 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-fab9da69-2ead-4262-add4-ba707fc99972 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Request body: {'security_group_rule': {'security_group_id': 'e7b08855-8d8e-461f-ae2e-bf601113adf7', 'project_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:20:35.692153 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-fab9da69-2ead-4262-add4-ba707fc99972 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:35.704151 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-91744c41-c498-4237-b617-ff38d8d74042 None None] Set router 146c06a8-f38e-48e9-9032-b742563b927b gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:20:35.765492 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-fab9da69-2ead-4262-add4-ba707fc99972 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:35.772375 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-fab9da69-2ead-4262-add4-ba707fc99972 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:35.790346 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab9da69-2ead-4262-add4-ba707fc99972 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc21fb55-5c5f-4f55-997b-98861380ae37,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:20:35.809758 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-fab9da69-2ead-4262-add4-ba707fc99972 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:35.811290 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-fab9da69-2ead-4262-add4-ba707fc99972 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1624100 Dec 10 20:20:35.814252 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 37342) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:20:35.822696 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-19957674-a7b2-418b-965e-819e1e8555a8 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Request body: {'security_group_rule': {'security_group_id': 'e7b08855-8d8e-461f-ae2e-bf601113adf7', 'project_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:20:35.860436 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-19957674-a7b2-418b-965e-819e1e8555a8 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:35.934603 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-19957674-a7b2-418b-965e-819e1e8555a8 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:35.938840 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-19957674-a7b2-418b-965e-819e1e8555a8 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:35.958590 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19957674-a7b2-418b-965e-819e1e8555a8 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c57c1ca-f199-4128-b113-73d4d434a509,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:20:35.968443 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-19957674-a7b2-418b-965e-819e1e8555a8 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:35.973016 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-19957674-a7b2-418b-965e-819e1e8555a8 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1541462 Dec 10 20:20:35.973350 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 37344) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:20:35.978034 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-2db83dab-2228-4631-a704-3c4d19cd9f05 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Request body: {'security_group_rule': {'security_group_id': 'e7b08855-8d8e-461f-ae2e-bf601113adf7', 'project_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:20:36.007385 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-91744c41-c498-4237-b617-ff38d8d74042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146c06a8-f38e-48e9-9032-b742563b927b', 'name': 'tempest-TestSnapshotPattern-192472187-router', 'tenant_id': '5a3cf976c84d4e67b7cb000913c83761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.112'}], 'enable_snat': True}, 'gw_port_id': '8a954239-7b12-445b-8d79-be272848eee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:20:29Z', 'updated_at': '2021-12-10T20:20:33Z', 'revision_number': 4, 'project_id': '5a3cf976c84d4e67b7cb000913c83761', 'gw_port': {'id': '8a954239-7b12-445b-8d79-be272848eee2', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fa:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146c06a8-f38e-48e9-9032-b742563b927b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:20:30Z', 'updated_at': '2021-12-10T20:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '4df70156-f33e-4e79-95b3-acc51c98cd50', 'name': '', 'network_id': 'b3ee5271-9849-4c4c-91ed-7055eb663327', 'tenant_id': '5a3cf976c84d4e67b7cb000913c83761', 'mac_address': 'fa:16:3e:69:bd:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146c06a8-f38e-48e9-9032-b742563b927b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '7403ff62-92eb-4f1c-a551-92f0a087da1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:20:32Z', 'updated_at': '2021-12-10T20:20:33Z', 'revision_number': 2, 'project_id': '5a3cf976c84d4e67b7cb000913c83761', 'subnets': [{'id': '7403ff62-92eb-4f1c-a551-92f0a087da1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:20:36.008078 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2db83dab-2228-4631-a704-3c4d19cd9f05 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:36.061733 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91744c41-c498-4237-b617-ff38d8d74042 None None] Checking router: 146c06a8-f38e-48e9-9032-b742563b927b for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 20:20:36.062212 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91744c41-c498-4237-b617-ff38d8d74042 None None] Updating router 146c06a8-f38e-48e9-9032-b742563b927b port 4df70156-f33e-4e79-95b3-acc51c98cd50 binding host dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 20:20:36.091973 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2db83dab-2228-4631-a704-3c4d19cd9f05 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:36.100952 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2db83dab-2228-4631-a704-3c4d19cd9f05 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:36.109232 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-91744c41-c498-4237-b617-ff38d8d74042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:36.131554 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db83dab-2228-4631-a704-3c4d19cd9f05 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd57369f-e93e-4b4e-94d9-e69344c83bf2,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:20:36.153596 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-2db83dab-2228-4631-a704-3c4d19cd9f05 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:36.155820 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-2db83dab-2228-4631-a704-3c4d19cd9f05 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1813385 Dec 10 20:20:36.159872 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 37346) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:20:36.169274 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-d3de4e30-1498-4bc3-826c-eb89c5912660 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Request body: {'security_group_rule': {'security_group_id': 'e7b08855-8d8e-461f-ae2e-bf601113adf7', 'project_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:20:36.211307 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.securitygroups_db [None req-d3de4e30-1498-4bc3-826c-eb89c5912660 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Project e2cd7f2ef42243c8897c83648469b2f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 20:20:36.220831 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d3de4e30-1498-4bc3-826c-eb89c5912660 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:36.319885 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d3de4e30-1498-4bc3-826c-eb89c5912660 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:36.324936 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d3de4e30-1498-4bc3-826c-eb89c5912660 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:36.344242 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3de4e30-1498-4bc3-826c-eb89c5912660 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8d15d47-877d-4167-8c6c-e2484e8abad3,revision_number=0']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:20:36.370478 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-d3de4e30-1498-4bc3-826c-eb89c5912660 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:36.372550 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-d3de4e30-1498-4bc3-826c-eb89c5912660 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2105820 Dec 10 20:20:36.377596 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 37348) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:20:36.383451 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-a9f24a5a-ad31-4073-9a8d-a6fb406d7dc8 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Request body: {'security_group_rule': {'security_group_id': 'e7b08855-8d8e-461f-ae2e-bf601113adf7', 'project_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:20:36.426677 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.securitygroups_db [None req-a9f24a5a-ad31-4073-9a8d-a6fb406d7dc8 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Project e2cd7f2ef42243c8897c83648469b2f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 20:20:36.434931 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a9f24a5a-ad31-4073-9a8d-a6fb406d7dc8 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:36.515197 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a9f24a5a-ad31-4073-9a8d-a6fb406d7dc8 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:36.522295 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a9f24a5a-ad31-4073-9a8d-a6fb406d7dc8 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364520'] for security_group_rule, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:36.546908 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-91744c41-c498-4237-b617-ff38d8d74042 None None] Notify callbacks [] for port, precommit_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:36.554088 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f24a5a-ad31-4073-9a8d-a6fb406d7dc8 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1add50b6-cb95-482d-9e1a-fa4710c5bc5f,revision_number=0']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:20:36.554780 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-91744c41-c498-4237-b617-ff38d8d74042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:36.569473 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a9f24a5a-ad31-4073-9a8d-a6fb406d7dc8 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:36.583114 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-a9f24a5a-ad31-4073-9a8d-a6fb406d7dc8 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2044508 Dec 10 20:20:36.740404 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 8a954239-7b12-445b-8d79-be272848eee2 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 20:20:36.788010 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8fb052b4-9751-472d-99f0-31e1bf9990ef req-cc2ae31c-0183-4ab9-8715-48639e580c40 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-541542362&fields=id&tenant_id=e2cd7f2ef42243c8897c83648469b2f4 HTTP/1.1" status: 200 len: 267 time: 0.0581386 Dec 10 20:20:36.823718 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeafd9d2-b02f-47a3-9974-6795b02023ae None None] Pushing event updated for resources: {'Port': ['ID=4df70156-f33e-4e79-95b3-acc51c98cd50,revision_number=3']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:20:36.882435 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 8a954239-7b12-445b-8d79-be272848eee2 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:20:36.882794 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:36.919636 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-91744c41-c498-4237-b617-ff38d8d74042 None None] Attempting to bind port 4df70156-f33e-4e79-95b3-acc51c98cd50 on host dv-neutron-821441-1-hyperv for vnic_type normal with profile {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 20:20:36.919983 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-91744c41-c498-4237-b617-ff38d8d74042 None None] Attempting to bind port 4df70156-f33e-4e79-95b3-acc51c98cd50 by drivers openvswitch,hyperv on host dv-neutron-821441-1-hyperv at level 0 using segments [{'id': '14eb9ff9-cadc-455e-bb36-ce9fb246939f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'b3ee5271-9849-4c4c-91ed-7055eb663327'}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 20:20:36.920335 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91744c41-c498-4237-b617-ff38d8d74042 None None] Attempting to bind port 4df70156-f33e-4e79-95b3-acc51c98cd50 on network b3ee5271-9849-4c4c-91ed-7055eb663327 {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 20:20:36.930294 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91744c41-c498-4237-b617-ff38d8d74042 None None] Checking agent: {'id': '23565775-568e-442c-9c32-62cf5c3a5a06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821441-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 5, 26), 'started_at': datetime.datetime(2021, 12, 10, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821441-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 20:20:36.930663 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91744c41-c498-4237-b617-ff38d8d74042 None None] Checking segment: {'id': '14eb9ff9-cadc-455e-bb36-ce9fb246939f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'b3ee5271-9849-4c4c-91ed-7055eb663327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 20:20:36.931291 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-91744c41-c498-4237-b617-ff38d8d74042 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:36.931700 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91744c41-c498-4237-b617-ff38d8d74042 None None] Bound using segment: {'id': '14eb9ff9-cadc-455e-bb36-ce9fb246939f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'b3ee5271-9849-4c4c-91ed-7055eb663327'} {{(pid=102367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 20:20:36.932189 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.managers [None req-91744c41-c498-4237-b617-ff38d8d74042 None None] Bound port: 4df70156-f33e-4e79-95b3-acc51c98cd50, host: dv-neutron-821441-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14eb9ff9-cadc-455e-bb36-ce9fb246939f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'b3ee5271-9849-4c4c-91ed-7055eb663327'}}] {{(pid=102367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 20:20:36.932612 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-91744c41-c498-4237-b617-ff38d8d74042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:36.951664 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb052b4-9751-472d-99f0-31e1bf9990ef req-288312a6-4270-4e18-bd66-5ac53e4a6347 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:20:36.953167 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8fb052b4-9751-472d-99f0-31e1bf9990ef req-288312a6-4270-4e18-bd66-5ac53e4a6347 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/networks?id=f17de7a7-dc7b-48fd-9d2c-821a6da65a54 HTTP/1.1" status: 200 len: 810 time: 0.1520228 Dec 10 20:20:36.971322 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8fb052b4-9751-472d-99f0-31e1bf9990ef req-b81814a7-1a5d-4817-b215-7e6e3a5ac246 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/quotas/e2cd7f2ef42243c8897c83648469b2f4 HTTP/1.1" status: 200 len: 375 time: 0.0104628 Dec 10 20:20:37.033665 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8fb052b4-9751-472d-99f0-31e1bf9990ef req-8f128bd9-228e-4b21-a245-6e9945b4c5ce tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e2cd7f2ef42243c8897c83648469b2f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0552690 Dec 10 20:20:37.041844 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-91744c41-c498-4237-b617-ff38d8d74042 None None] For port 4df70156-f33e-4e79-95b3-acc51c98cd50, host dv-neutron-821441-1-hyperv, cleared binding levels {{(pid=102367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 20:20:37.059665 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-91744c41-c498-4237-b617-ff38d8d74042 None None] For port 4df70156-f33e-4e79-95b3-acc51c98cd50, host dv-neutron-821441-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=4df70156-f33e-4e79-95b3-acc51c98cd50,segment=NetworkSegment(14eb9ff9-cadc-455e-bb36-ce9fb246939f),segment_id=14eb9ff9-cadc-455e-bb36-ce9fb246939f)] {{(pid=102367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 20:20:37.070232 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-91744c41-c498-4237-b617-ff38d8d74042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:37.122923 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-9a1366b0-f736-4c56-93b4-4bfa8328b9c2 None None] Provisioning complete for port 4df70156-f33e-4e79-95b3-acc51c98cd50 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:20:37.123296 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-9a1366b0-f736-4c56-93b4-4bfa8328b9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:37.187979 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [req-8fb052b4-9751-472d-99f0-31e1bf9990ef req-0517f6e6-9c10-474b-86f9-cc2e5b317d8a service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 20:20:37.189195 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8fb052b4-9751-472d-99f0-31e1bf9990ef req-0517f6e6-9c10-474b-86f9-cc2e5b317d8a service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1412179 Dec 10 20:20:37.208869 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91744c41-c498-4237-b617-ff38d8d74042 None None] Routers {'146c06a8-f38e-48e9-9032-b742563b927b'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:20:37.209927 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-91744c41-c498-4237-b617-ff38d8d74042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:20:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['146c06a8-f38e-48e9-9032-b742563b927b'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:20:37.266639 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeafd9d2-b02f-47a3-9974-6795b02023ae None None] Pushing event updated for resources: {'Port': ['ID=4df70156-f33e-4e79-95b3-acc51c98cd50,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:20:37.318309 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8fb052b4-9751-472d-99f0-31e1bf9990ef req-78cee02b-676e-4952-b952-e8773f5026ac service neutron] 10.222.0.69 "GET /v2.0/networks/f17de7a7-dc7b-48fd-9d2c-821a6da65a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169748 Dec 10 20:20:37.389363 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-9a1366b0-f736-4c56-93b4-4bfa8328b9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:37.392749 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-91744c41-c498-4237-b617-ff38d8d74042 None None] Set router 146c06a8-f38e-48e9-9032-b742563b927b gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:20:37.430077 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8fb052b4-9751-472d-99f0-31e1bf9990ef req-302c4465-4266-4a6e-a4c1-462948f6cf48 service neutron] 10.222.0.69 "GET /v2.0/networks/f17de7a7-dc7b-48fd-9d2c-821a6da65a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011906 Dec 10 20:20:37.500662 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-9a1366b0-f736-4c56-93b4-4bfa8328b9c2 None None] For port 4df70156-f33e-4e79-95b3-acc51c98cd50, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=4df70156-f33e-4e79-95b3-acc51c98cd50,segment=NetworkSegment(14eb9ff9-cadc-455e-bb36-ce9fb246939f),segment_id=14eb9ff9-cadc-455e-bb36-ce9fb246939f)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:20:37.513843 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-9a1366b0-f736-4c56-93b4-4bfa8328b9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:37.637082 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1366b0-f736-4c56-93b4-4bfa8328b9c2 None None] Pushing event updated for resources: {'Port': ['ID=4df70156-f33e-4e79-95b3-acc51c98cd50,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:20:37.637731 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-332f51a6-2040-4eb3-a6c8-9b018b19be92 req-4c23575f-141f-46f3-9ba9-079737118778 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/ports?device_id=61a2661c-f815-405c-8630-cd7a23d5ddc9 HTTP/1.1" status: 200 len: 210 time: 0.0380795 Dec 10 20:20:37.684256 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-f191eedc-fb3b-4ba5-bdc6-e4c01838a89d None None] Provisioning complete for port 4df70156-f33e-4e79-95b3-acc51c98cd50 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:20:37.684668 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f191eedc-fb3b-4ba5-bdc6-e4c01838a89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:37.741811 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-91744c41-c498-4237-b617-ff38d8d74042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146c06a8-f38e-48e9-9032-b742563b927b', 'name': 'tempest-TestSnapshotPattern-192472187-router', 'tenant_id': '5a3cf976c84d4e67b7cb000913c83761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.112'}], 'enable_snat': True}, 'gw_port_id': '8a954239-7b12-445b-8d79-be272848eee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:20:29Z', 'updated_at': '2021-12-10T20:20:33Z', 'revision_number': 4, 'project_id': '5a3cf976c84d4e67b7cb000913c83761', 'gw_port': {'id': '8a954239-7b12-445b-8d79-be272848eee2', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fa:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146c06a8-f38e-48e9-9032-b742563b927b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:20:30Z', 'updated_at': '2021-12-10T20:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '4df70156-f33e-4e79-95b3-acc51c98cd50', 'name': '', 'network_id': 'b3ee5271-9849-4c4c-91ed-7055eb663327', 'tenant_id': '5a3cf976c84d4e67b7cb000913c83761', 'mac_address': 'fa:16:3e:69:bd:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146c06a8-f38e-48e9-9032-b742563b927b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '7403ff62-92eb-4f1c-a551-92f0a087da1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:20:32Z', 'updated_at': '2021-12-10T20:20:37Z', 'revision_number': 4, 'project_id': '5a3cf976c84d4e67b7cb000913c83761', 'subnets': [{'id': '7403ff62-92eb-4f1c-a551-92f0a087da1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:20:37.779068 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91744c41-c498-4237-b617-ff38d8d74042 None None] The sync data for ids ['146c06a8-f38e-48e9-9032-b742563b927b'] in dv-neutron-821441-1-hyperv is: [{'id': '146c06a8-f38e-48e9-9032-b742563b927b', 'name': 'tempest-TestSnapshotPattern-192472187-router', 'tenant_id': '5a3cf976c84d4e67b7cb000913c83761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.112'}], 'enable_snat': True}, 'gw_port_id': '8a954239-7b12-445b-8d79-be272848eee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:20:29Z', 'updated_at': '2021-12-10T20:20:33Z', 'revision_number': 4, 'project_id': '5a3cf976c84d4e67b7cb000913c83761', 'gw_port': {'id': '8a954239-7b12-445b-8d79-be272848eee2', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fa:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146c06a8-f38e-48e9-9032-b742563b927b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:20:30Z', 'updated_at': '2021-12-10T20:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '4df70156-f33e-4e79-95b3-acc51c98cd50', 'name': '', 'network_id': 'b3ee5271-9849-4c4c-91ed-7055eb663327', 'tenant_id': '5a3cf976c84d4e67b7cb000913c83761', 'mac_address': 'fa:16:3e:69:bd:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146c06a8-f38e-48e9-9032-b742563b927b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '7403ff62-92eb-4f1c-a551-92f0a087da1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:20:32Z', 'updated_at': '2021-12-10T20:20:37Z', 'revision_number': 4, 'project_id': '5a3cf976c84d4e67b7cb000913c83761', 'subnets': [{'id': '7403ff62-92eb-4f1c-a551-92f0a087da1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 20:20:38.602073 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 4df70156-f33e-4e79-95b3-acc51c98cd50 up at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 20:20:38.653820 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Provisioning complete for port 4df70156-f33e-4e79-95b3-acc51c98cd50 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:20:38.654192 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:38.680785 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb052b4-9751-472d-99f0-31e1bf9990ef req-57723f2d-90f3-4a5f-b08b-68867746b866 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:20:38.683181 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-8fb052b4-9751-472d-99f0-31e1bf9990ef req-57723f2d-90f3-4a5f-b08b-68867746b866 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.36 "GET /v2.0/networks?id=f17de7a7-dc7b-48fd-9d2c-821a6da65a54 HTTP/1.1" status: 200 len: 810 time: 0.1295316 Dec 10 20:20:38.764424 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-8fb052b4-9751-472d-99f0-31e1bf9990ef req-2f21f03a-404e-429f-a6f4-a3517f672275 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2cd7f2ef42243c8897c83648469b2f4 HTTP/1.1" status: 200 len: 379 time: 0.0714493 Dec 10 20:20:38.780323 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [req-8fb052b4-9751-472d-99f0-31e1bf9990ef req-b7c3aaba-4a82-4bac-b118-787744834c62 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Request body: {'port': {'device_id': '61a2661c-f815-405c-8630-cd7a23d5ddc9', 'network_id': 'f17de7a7-dc7b-48fd-9d2c-821a6da65a54', 'admin_state_up': True, 'tenant_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'security_groups': ['e7b08855-8d8e-461f-ae2e-bf601113adf7']}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:20:38.789925 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-8f2069a1-f236-4882-a662-2726befb0f9d req-daa05959-36e0-4883-a43f-d53dfe58f043 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/ports?device_id=61a2661c-f815-405c-8630-cd7a23d5ddc9 HTTP/1.1" status: 200 len: 210 time: 0.0406568 Dec 10 20:20:38.900189 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fb052b4-9751-472d-99f0-31e1bf9990ef req-b7c3aaba-4a82-4bac-b118-787744834c62 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Made reservation on behalf of e2cd7f2ef42243c8897c83648469b2f4 for: {'port': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 20:20:38.903820 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-8fb052b4-9751-472d-99f0-31e1bf9990ef req-b7c3aaba-4a82-4bac-b118-787744834c62 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:39.034832 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [req-8fb052b4-9751-472d-99f0-31e1bf9990ef req-b7c3aaba-4a82-4bac-b118-787744834c62 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Allocated IP 172.20.0.11 (f17de7a7-dc7b-48fd-9d2c-821a6da65a54/28ab8189-6eff-4985-b43f-54adf0e8ec11/9af62292-14f7-4d23-8653-f8a474614fed) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 20:20:39.180248 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-8fb052b4-9751-472d-99f0-31e1bf9990ef req-b7c3aaba-4a82-4bac-b118-787744834c62 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:39.214488 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-8fb052b4-9751-472d-99f0-31e1bf9990ef req-b7c3aaba-4a82-4bac-b118-787744834c62 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:39.260010 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fb052b4-9751-472d-99f0-31e1bf9990ef req-b7c3aaba-4a82-4bac-b118-787744834c62 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Network f17de7a7-dc7b-48fd-9d2c-821a6da65a54 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 20:20:39.263794 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [req-8fb052b4-9751-472d-99f0-31e1bf9990ef req-b7c3aaba-4a82-4bac-b118-787744834c62 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 20:20:39.266315 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fb052b4-9751-472d-99f0-31e1bf9990ef req-b7c3aaba-4a82-4bac-b118-787744834c62 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 20:20:39.312047 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c3aaba-4a82-4bac-b118-787744834c62 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Pushing event updated for resources: {'Port': ['ID=9af62292-14f7-4d23-8653-f8a474614fed,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:20:39.337188 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb052b4-9751-472d-99f0-31e1bf9990ef req-b7c3aaba-4a82-4bac-b118-787744834c62 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:20:39.337889 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-8fb052b4-9751-472d-99f0-31e1bf9990ef req-b7c3aaba-4a82-4bac-b118-787744834c62 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:39.356686 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-8fb052b4-9751-472d-99f0-31e1bf9990ef req-b7c3aaba-4a82-4bac-b118-787744834c62 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5812361 Dec 10 20:20:39.369883 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [req-8fb052b4-9751-472d-99f0-31e1bf9990ef req-47eb2043-c455-4bad-a94a-8de53a4b56e9 service neutron] Request body: {'port': {'device_id': '61a2661c-f815-405c-8630-cd7a23d5ddc9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:20:39.432044 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-8fb052b4-9751-472d-99f0-31e1bf9990ef req-47eb2043-c455-4bad-a94a-8de53a4b56e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:39.485991 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-8844d793-0313-4a50-84bd-1f279adfb4d4 None None] Provisioning complete for port 9af62292-14f7-4d23-8653-f8a474614fed triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:20:39.486863 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8844d793-0313-4a50-84bd-1f279adfb4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:39.523498 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-8844d793-0313-4a50-84bd-1f279adfb4d4 None None] Port 9af62292-14f7-4d23-8653-f8a474614fed cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 20:20:39.699630 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [req-8fb052b4-9751-472d-99f0-31e1bf9990ef req-47eb2043-c455-4bad-a94a-8de53a4b56e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9af62292-14f7-4d23-8653-f8a474614fed {{(pid=102366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 20:20:39.707872 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-8fb052b4-9751-472d-99f0-31e1bf9990ef req-47eb2043-c455-4bad-a94a-8de53a4b56e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:39.720019 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.provisioning_blocks [req-8fb052b4-9751-472d-99f0-31e1bf9990ef req-47eb2043-c455-4bad-a94a-8de53a4b56e9 service neutron] Transition to ACTIVE for port object 9af62292-14f7-4d23-8653-f8a474614fed will not be triggered until provisioned by entity L2. {{(pid=102366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 20:20:39.724813 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-8fb052b4-9751-472d-99f0-31e1bf9990ef req-47eb2043-c455-4bad-a94a-8de53a4b56e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:39.781098 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eb2043-c455-4bad-a94a-8de53a4b56e9 service neutron] Pushing event updated for resources: {'Port': ['ID=9af62292-14f7-4d23-8653-f8a474614fed,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:20:39.863397 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.managers [req-8fb052b4-9751-472d-99f0-31e1bf9990ef req-47eb2043-c455-4bad-a94a-8de53a4b56e9 service neutron] Attempting to bind port 9af62292-14f7-4d23-8653-f8a474614fed on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 20:20:39.863789 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.managers [req-8fb052b4-9751-472d-99f0-31e1bf9990ef req-47eb2043-c455-4bad-a94a-8de53a4b56e9 service neutron] Attempting to bind port 9af62292-14f7-4d23-8653-f8a474614fed by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '8957aa77-0651-4723-b5de-305f7059f0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f17de7a7-dc7b-48fd-9d2c-821a6da65a54'}] {{(pid=102366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 20:20:39.864096 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb052b4-9751-472d-99f0-31e1bf9990ef req-47eb2043-c455-4bad-a94a-8de53a4b56e9 service neutron] Attempting to bind port 9af62292-14f7-4d23-8653-f8a474614fed on network f17de7a7-dc7b-48fd-9d2c-821a6da65a54 {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 20:20:39.869219 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb052b4-9751-472d-99f0-31e1bf9990ef req-47eb2043-c455-4bad-a94a-8de53a4b56e9 service neutron] Port 9af62292-14f7-4d23-8653-f8a474614fed on network f17de7a7-dc7b-48fd-9d2c-821a6da65a54 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 20:20:39.869566 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb052b4-9751-472d-99f0-31e1bf9990ef req-47eb2043-c455-4bad-a94a-8de53a4b56e9 service neutron] Attempting to bind port 9af62292-14f7-4d23-8653-f8a474614fed on network f17de7a7-dc7b-48fd-9d2c-821a6da65a54 {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 20:20:39.875797 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb052b4-9751-472d-99f0-31e1bf9990ef req-47eb2043-c455-4bad-a94a-8de53a4b56e9 service neutron] Checking agent: {'id': '9e16c23e-95bc-4c2e-b3ec-daf7533f9d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'started_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 20:20:39.876169 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb052b4-9751-472d-99f0-31e1bf9990ef req-47eb2043-c455-4bad-a94a-8de53a4b56e9 service neutron] Checking segment: {'id': '8957aa77-0651-4723-b5de-305f7059f0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f17de7a7-dc7b-48fd-9d2c-821a6da65a54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 20:20:39.876568 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb052b4-9751-472d-99f0-31e1bf9990ef req-47eb2043-c455-4bad-a94a-8de53a4b56e9 service neutron] Bound using segment: {'id': '8957aa77-0651-4723-b5de-305f7059f0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f17de7a7-dc7b-48fd-9d2c-821a6da65a54'} {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 20:20:39.876959 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.managers [req-8fb052b4-9751-472d-99f0-31e1bf9990ef req-47eb2043-c455-4bad-a94a-8de53a4b56e9 service neutron] Bound port: 9af62292-14f7-4d23-8653-f8a474614fed, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8957aa77-0651-4723-b5de-305f7059f0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f17de7a7-dc7b-48fd-9d2c-821a6da65a54'}}] {{(pid=102366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 20:20:39.877397 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-8fb052b4-9751-472d-99f0-31e1bf9990ef req-47eb2043-c455-4bad-a94a-8de53a4b56e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:39.928189 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc5ee14-8534-4eb2-bcd2-b7d00a587b2b req-b2076983-cef3-4b81-8c8e-47b589bfa25c tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:20:39.935974 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0cc5ee14-8534-4eb2-bcd2-b7d00a587b2b req-b2076983-cef3-4b81-8c8e-47b589bfa25c tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/ports?device_id=61a2661c-f815-405c-8630-cd7a23d5ddc9 HTTP/1.1" status: 200 len: 944 time: 0.0655141 Dec 10 20:20:39.964271 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [req-8fb052b4-9751-472d-99f0-31e1bf9990ef req-47eb2043-c455-4bad-a94a-8de53a4b56e9 service neutron] For port 9af62292-14f7-4d23-8653-f8a474614fed, host hv-neutron-8214, cleared binding levels {{(pid=102366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 20:20:39.970458 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [req-8fb052b4-9751-472d-99f0-31e1bf9990ef req-47eb2043-c455-4bad-a94a-8de53a4b56e9 service neutron] For port 9af62292-14f7-4d23-8653-f8a474614fed, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=9af62292-14f7-4d23-8653-f8a474614fed,segment=NetworkSegment(8957aa77-0651-4723-b5de-305f7059f0a6),segment_id=8957aa77-0651-4723-b5de-305f7059f0a6)] {{(pid=102366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 20:20:39.976041 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-8fb052b4-9751-472d-99f0-31e1bf9990ef req-47eb2043-c455-4bad-a94a-8de53a4b56e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:39.981068 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-0cc5ee14-8534-4eb2-bcd2-b7d00a587b2b req-de45ca32-548e-49f2-929d-622a4fb734fa tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7b08855-8d8e-461f-ae2e-bf601113adf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441628 Dec 10 20:20:40.009643 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb052b4-9751-472d-99f0-31e1bf9990ef req-47eb2043-c455-4bad-a94a-8de53a4b56e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:20:40.010238 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-8fb052b4-9751-472d-99f0-31e1bf9990ef req-47eb2043-c455-4bad-a94a-8de53a4b56e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:40.011593 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-8fb052b4-9751-472d-99f0-31e1bf9990ef req-47eb2043-c455-4bad-a94a-8de53a4b56e9 service neutron] 10.222.0.36 "PUT /v2.0/ports/9af62292-14f7-4d23-8653-f8a474614fed HTTP/1.1" status: 200 len: 1094 time: 0.6464112 Dec 10 20:20:40.012035 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61a2661c-f815-405c-8630-cd7a23d5ddc9', 'tag': '9af62292-14f7-4d23-8653-f8a474614fed'}] {{(pid=102366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:20:40.014315 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d17c09ae1c6b4e8e302f4f5999088c31108d7b1b7b8384e6dbc88f4e32c7e99d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893e7fad-c3b5-4a53-9625-23cc66ee5bb0" -d '{"events": [{"name": "network-changed", "server_uuid": "61a2661c-f815-405c-8630-cd7a23d5ddc9", "tag": "9af62292-14f7-4d23-8653-f8a474614fed"}]}' {{(pid=102366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:20:40.044247 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eb2043-c455-4bad-a94a-8de53a4b56e9 service neutron] Pushing event updated for resources: {'Port': ['ID=9af62292-14f7-4d23-8653-f8a474614fed,revision_number=3']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:20:40.101780 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb052b4-9751-472d-99f0-31e1bf9990ef req-209b12fa-d1b0-4caf-8252-c4c43b27f527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:20:40.103292 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-8fb052b4-9751-472d-99f0-31e1bf9990ef req-209b12fa-d1b0-4caf-8252-c4c43b27f527 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e2cd7f2ef42243c8897c83648469b2f4&device_id=61a2661c-f815-405c-8630-cd7a23d5ddc9 HTTP/1.1" status: 200 len: 1097 time: 0.0495768 Dec 10 20:20:40.155346 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 20:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac13626f-c75e-4f3a-b760-63923107efb7 x-openstack-request-id: req-ac13626f-c75e-4f3a-b760-63923107efb7 {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:20:40.155642 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61a2661c-f815-405c-8630-cd7a23d5ddc9", "tag": "9af62292-14f7-4d23-8653-f8a474614fed", "status": "completed", "code": 200}]} {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:20:40.155890 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ac13626f-c75e-4f3a-b760-63923107efb7 {{(pid=102366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:20:40.156295 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61a2661c-f815-405c-8630-cd7a23d5ddc9', 'tag': '9af62292-14f7-4d23-8653-f8a474614fed', 'status': 'completed', 'code': 200} Dec 10 20:20:40.158216 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-8fb052b4-9751-472d-99f0-31e1bf9990ef req-1d068063-2c2b-4777-9531-5a03fc7a684b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9af62292-14f7-4d23-8653-f8a474614fed HTTP/1.1" status: 200 len: 217 time: 0.0461781 Dec 10 20:20:40.212269 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb052b4-9751-472d-99f0-31e1bf9990ef req-3c5f8ef0-3c0b-44e5-8d92-2a8363bec97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:20:40.213951 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-8fb052b4-9751-472d-99f0-31e1bf9990ef req-3c5f8ef0-3c0b-44e5-8d92-2a8363bec97f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=28ab8189-6eff-4985-b43f-54adf0e8ec11 HTTP/1.1" status: 200 len: 849 time: 0.0463624 Dec 10 20:20:40.261414 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb052b4-9751-472d-99f0-31e1bf9990ef req-af29d61c-d0ee-42b9-9c5f-12e317bbfefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:20:40.262902 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-8fb052b4-9751-472d-99f0-31e1bf9990ef req-af29d61c-d0ee-42b9-9c5f-12e317bbfefa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f17de7a7-dc7b-48fd-9d2c-821a6da65a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414102 Dec 10 20:20:40.356997 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-8fb052b4-9751-472d-99f0-31e1bf9990ef req-ff20a31b-9a69-448a-be1d-c77fb9e8a6aa service neutron] 10.222.0.36 "GET /v2.0/networks/f17de7a7-dc7b-48fd-9d2c-821a6da65a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863862 Dec 10 20:20:40.448755 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-8fb052b4-9751-472d-99f0-31e1bf9990ef req-9402fb21-0e01-4636-9d83-a3bfb0fb04be service neutron] 10.222.0.36 "GET /v2.0/networks/f17de7a7-dc7b-48fd-9d2c-821a6da65a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849130 Dec 10 20:20:40.542627 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e7fad-c3b5-4a53-9625-23cc66ee5bb0 req-31dd6f6e-8218-450f-bf02-a4262d8c62bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:20:40.544028 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-893e7fad-c3b5-4a53-9625-23cc66ee5bb0 req-31dd6f6e-8218-450f-bf02-a4262d8c62bb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e2cd7f2ef42243c8897c83648469b2f4&device_id=61a2661c-f815-405c-8630-cd7a23d5ddc9 HTTP/1.1" status: 200 len: 1097 time: 0.0481372 Dec 10 20:20:40.634674 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e7fad-c3b5-4a53-9625-23cc66ee5bb0 req-30fb9a14-08c2-422a-b26e-61c07920b95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:20:40.636123 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-893e7fad-c3b5-4a53-9625-23cc66ee5bb0 req-30fb9a14-08c2-422a-b26e-61c07920b95a service neutron] 10.222.0.36 "GET /v2.0/networks?id=f17de7a7-dc7b-48fd-9d2c-821a6da65a54 HTTP/1.1" status: 200 len: 911 time: 0.0844278 Dec 10 20:20:40.680685 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-893e7fad-c3b5-4a53-9625-23cc66ee5bb0 req-ad33dd2f-30b0-4808-9c8c-9807f233d784 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9af62292-14f7-4d23-8653-f8a474614fed HTTP/1.1" status: 200 len: 217 time: 0.0360634 Dec 10 20:20:40.734333 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e7fad-c3b5-4a53-9625-23cc66ee5bb0 req-b76f718d-6ba5-4848-96f2-1928995892ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:20:40.735784 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-893e7fad-c3b5-4a53-9625-23cc66ee5bb0 req-b76f718d-6ba5-4848-96f2-1928995892ba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=28ab8189-6eff-4985-b43f-54adf0e8ec11 HTTP/1.1" status: 200 len: 849 time: 0.0485559 Dec 10 20:20:40.786520 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e7fad-c3b5-4a53-9625-23cc66ee5bb0 req-72d11760-8de1-46b0-afdb-41e133049945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:20:40.788009 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-893e7fad-c3b5-4a53-9625-23cc66ee5bb0 req-72d11760-8de1-46b0-afdb-41e133049945 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f17de7a7-dc7b-48fd-9d2c-821a6da65a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412006 Dec 10 20:20:40.879543 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-893e7fad-c3b5-4a53-9625-23cc66ee5bb0 req-61c37b02-63a8-4cbb-b62c-409f3a3ba1c5 service neutron] 10.222.0.36 "GET /v2.0/networks/f17de7a7-dc7b-48fd-9d2c-821a6da65a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840678 Dec 10 20:20:40.975438 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-893e7fad-c3b5-4a53-9625-23cc66ee5bb0 req-0b3d6647-2ea2-4262-bd9c-543d16e35843 service neutron] 10.222.0.36 "GET /v2.0/networks/f17de7a7-dc7b-48fd-9d2c-821a6da65a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879812 Dec 10 20:20:41.095537 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b065808-c33f-4bc7-a79f-77d0ac1bc673 req-982127e3-ce95-4c57-b727-825bc7bc07a8 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:20:41.097596 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7b065808-c33f-4bc7-a79f-77d0ac1bc673 req-982127e3-ce95-4c57-b727-825bc7bc07a8 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/ports?device_id=61a2661c-f815-405c-8630-cd7a23d5ddc9 HTTP/1.1" status: 200 len: 944 time: 0.0499876 Dec 10 20:20:41.135736 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-7b065808-c33f-4bc7-a79f-77d0ac1bc673 req-2978bc4c-b465-49d9-8857-24a4ab15e961 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7b08855-8d8e-461f-ae2e-bf601113adf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316415 Dec 10 20:20:42.259740 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d3c15-0265-4c44-8f5a-dc6d8fae0178 req-6ed25843-08f1-4373-8ac7-430c49003f5c tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:20:42.261290 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4e5d3c15-0265-4c44-8f5a-dc6d8fae0178 req-6ed25843-08f1-4373-8ac7-430c49003f5c tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/ports?device_id=61a2661c-f815-405c-8630-cd7a23d5ddc9 HTTP/1.1" status: 200 len: 944 time: 0.0549231 Dec 10 20:20:42.299968 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4e5d3c15-0265-4c44-8f5a-dc6d8fae0178 req-0669804f-4c57-49cd-bd2b-a2ca7f37a421 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7b08855-8d8e-461f-ae2e-bf601113adf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326765 Dec 10 20:20:43.422606 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb4cc4b-9a15-45c9-9252-d370ad3f26a3 req-c9024a53-d1c4-40f3-80a6-042fd9eaa713 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:20:43.424107 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3bb4cc4b-9a15-45c9-9252-d370ad3f26a3 req-c9024a53-d1c4-40f3-80a6-042fd9eaa713 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/ports?device_id=61a2661c-f815-405c-8630-cd7a23d5ddc9 HTTP/1.1" status: 200 len: 944 time: 0.0514028 Dec 10 20:20:43.466242 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3bb4cc4b-9a15-45c9-9252-d370ad3f26a3 req-a16f94cb-1fcb-4a36-aadf-d289bdbd4f3c tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7b08855-8d8e-461f-ae2e-bf601113adf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356908 Dec 10 20:20:44.386906 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 9af62292-14f7-4d23-8653-f8a474614fed details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=102367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 20:20:44.481695 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 9af62292-14f7-4d23-8653-f8a474614fed, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=9af62292-14f7-4d23-8653-f8a474614fed,segment=NetworkSegment(8957aa77-0651-4723-b5de-305f7059f0a6),segment_id=8957aa77-0651-4723-b5de-305f7059f0a6)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:20:44.498259 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Returning: {'device': '9af62292-14f7-4d23-8653-f8a474614fed', 'network_id': 'f17de7a7-dc7b-48fd-9d2c-821a6da65a54', 'port_id': '9af62292-14f7-4d23-8653-f8a474614fed', 'mac_address': 'fa:16:3e:36:f2:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28ab8189-6eff-4985-b43f-54adf0e8ec11', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 20:20:44.540453 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:44.563903 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9af62292-14f7-4d23-8653-f8a474614fed {{(pid=102367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 20:20:44.586092 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 9af62292-14f7-4d23-8653-f8a474614fed, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=9af62292-14f7-4d23-8653-f8a474614fed,segment=NetworkSegment(8957aa77-0651-4723-b5de-305f7059f0a6),segment_id=8957aa77-0651-4723-b5de-305f7059f0a6)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:20:44.590440 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:44.600303 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3591b9-d307-4ebb-9664-c808aae23bae req-8a139462-1183-495f-96a0-d589a9c385bc tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:20:44.601940 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ba3591b9-d307-4ebb-9664-c808aae23bae req-8a139462-1183-495f-96a0-d589a9c385bc tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/ports?device_id=61a2661c-f815-405c-8630-cd7a23d5ddc9 HTTP/1.1" status: 200 len: 944 time: 0.0598836 Dec 10 20:20:44.639721 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=9af62292-14f7-4d23-8653-f8a474614fed,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:20:44.646519 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ba3591b9-d307-4ebb-9664-c808aae23bae req-dc6293ef-cc5f-4343-89ef-b0eeba8245e8 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7b08855-8d8e-461f-ae2e-bf601113adf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381701 Dec 10 20:20:45.039033 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['9af62292-14f7-4d23-8653-f8a474614fed'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 20:20:45.770959 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30238ddc-2f1f-49ba-9dea-07ac65a34742 req-018259cb-aacb-4aa9-8355-f2a957e4c67b tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:20:45.772529 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-30238ddc-2f1f-49ba-9dea-07ac65a34742 req-018259cb-aacb-4aa9-8355-f2a957e4c67b tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/ports?device_id=61a2661c-f815-405c-8630-cd7a23d5ddc9 HTTP/1.1" status: 200 len: 945 time: 0.0569842 Dec 10 20:20:45.814557 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-30238ddc-2f1f-49ba-9dea-07ac65a34742 req-de78f843-603b-48f3-ae87-5a4baf2bf350 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7b08855-8d8e-461f-ae2e-bf601113adf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361137 Dec 10 20:20:46.401899 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 9af62292-14f7-4d23-8653-f8a474614fed up at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 20:20:46.451836 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning for port 9af62292-14f7-4d23-8653-f8a474614fed completed by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 20:20:46.455604 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning complete for port 9af62292-14f7-4d23-8653-f8a474614fed triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:20:46.455970 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:46.539647 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:46.563501 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a2661c-f815-405c-8630-cd7a23d5ddc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af62292-14f7-4d23-8653-f8a474614fed'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:20:46.565855 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a72eb770f7d7f47a5235e5e97b02399f3ea68d125439bf82527f1e6c5cc43115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66020615-226e-4602-a47c-45ce5261fcbc" -d '{"events": [{"server_uuid": "61a2661c-f815-405c-8630-cd7a23d5ddc9", "name": "network-vif-plugged", "status": "completed", "tag": "9af62292-14f7-4d23-8653-f8a474614fed"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:20:46.580166 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 9af62292-14f7-4d23-8653-f8a474614fed, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=9af62292-14f7-4d23-8653-f8a474614fed,segment=NetworkSegment(8957aa77-0651-4723-b5de-305f7059f0a6),segment_id=8957aa77-0651-4723-b5de-305f7059f0a6)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:20:46.584743 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:46.609854 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 20:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a268c05-90dc-47da-8dd6-3a96d67495a9 x-openstack-request-id: req-8a268c05-90dc-47da-8dd6-3a96d67495a9 {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:20:46.610144 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a2661c-f815-405c-8630-cd7a23d5ddc9", "name": "network-vif-plugged", "status": "completed", "tag": "9af62292-14f7-4d23-8653-f8a474614fed", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:20:46.610394 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8a268c05-90dc-47da-8dd6-3a96d67495a9 {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:20:46.610777 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a2661c-f815-405c-8630-cd7a23d5ddc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af62292-14f7-4d23-8653-f8a474614fed', 'code': 200} Dec 10 20:20:46.642882 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=9af62292-14f7-4d23-8653-f8a474614fed,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:20:46.779391 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c8bb1-6e9c-4861-9678-c1e14780d5b6 req-401e01e4-3e7e-41f6-b2f8-20129f93220e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:20:46.780997 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-662c8bb1-6e9c-4861-9678-c1e14780d5b6 req-401e01e4-3e7e-41f6-b2f8-20129f93220e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=61a2661c-f815-405c-8630-cd7a23d5ddc9 HTTP/1.1" status: 200 len: 1099 time: 0.0416951 Dec 10 20:20:46.818222 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-662c8bb1-6e9c-4861-9678-c1e14780d5b6 req-14c75f27-730f-44ba-ba57-a8908e90f917 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e7b08855-8d8e-461f-ae2e-bf601113adf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292439 Dec 10 20:20:46.931642 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd53e3-c23a-4853-ba73-f41461b43c42 req-9a0deaf0-2420-4446-bf62-a9821398604d tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:20:46.933054 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-03cd53e3-c23a-4853-ba73-f41461b43c42 req-9a0deaf0-2420-4446-bf62-a9821398604d tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/ports?device_id=61a2661c-f815-405c-8630-cd7a23d5ddc9 HTTP/1.1" status: 200 len: 946 time: 0.0496609 Dec 10 20:20:46.971392 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-03cd53e3-c23a-4853-ba73-f41461b43c42 req-e031ff64-a76a-4e0a-a4f8-b8ed05fbc579 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7b08855-8d8e-461f-ae2e-bf601113adf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324779 Dec 10 20:20:48.096223 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e032f309-fde5-46e6-8073-2e72f629a511 req-28a20859-0b27-436f-98c2-49326d2670e2 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:20:48.097815 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e032f309-fde5-46e6-8073-2e72f629a511 req-28a20859-0b27-436f-98c2-49326d2670e2 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/ports?device_id=61a2661c-f815-405c-8630-cd7a23d5ddc9 HTTP/1.1" status: 200 len: 946 time: 0.0550632 Dec 10 20:20:48.142613 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e032f309-fde5-46e6-8073-2e72f629a511 req-4d416e5d-50d3-4a7c-bd32-0b4a5eacf058 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7b08855-8d8e-461f-ae2e-bf601113adf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376923 Dec 10 20:20:49.272262 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d004c5-bde1-48fc-9170-191745a86cf0 req-5bcf5dcf-780b-4bed-9f2b-9cf311b1ce71 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:20:49.273761 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-94d004c5-bde1-48fc-9170-191745a86cf0 req-5bcf5dcf-780b-4bed-9f2b-9cf311b1ce71 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/ports?device_id=61a2661c-f815-405c-8630-cd7a23d5ddc9 HTTP/1.1" status: 200 len: 946 time: 0.0541384 Dec 10 20:20:49.310899 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-94d004c5-bde1-48fc-9170-191745a86cf0 req-8356855f-057e-4db4-8b39-9e29e9bbdffc tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7b08855-8d8e-461f-ae2e-bf601113adf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313296 Dec 10 20:20:49.425278 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f1696-493c-4499-a1a2-685a62aeffc2 req-38b36a6c-2318-4296-8fca-9c62193fec66 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:20:49.427294 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-cd9f1696-493c-4499-a1a2-685a62aeffc2 req-38b36a6c-2318-4296-8fca-9c62193fec66 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/ports?device_id=61a2661c-f815-405c-8630-cd7a23d5ddc9 HTTP/1.1" status: 200 len: 946 time: 0.0510714 Dec 10 20:20:49.465200 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-cd9f1696-493c-4499-a1a2-685a62aeffc2 req-f12706d1-b68d-4f59-abb1-2e23d3459f05 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7b08855-8d8e-461f-ae2e-bf601113adf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322111 Dec 10 20:20:49.486386 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 37414) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:20:49.571029 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a55b85-7def-48bf-90ad-f9cb0fd3da7d tempest-TestSnapshotPattern-755192515 tempest-TestSnapshotPattern-755192515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:20:49.572519 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-f8a55b85-7def-48bf-90ad-f9cb0fd3da7d tempest-TestSnapshotPattern-755192515 tempest-TestSnapshotPattern-755192515-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=61a2661c-f815-405c-8630-cd7a23d5ddc9 HTTP/1.1" status: 200 len: 1094 time: 0.0851064 Dec 10 20:20:49.575373 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 37418) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:20:49.579523 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [None req-e5abd1a5-86fc-408c-a500-033a940e0ac6 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Request body: {'floatingip': {'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'port_id': '9af62292-14f7-4d23-8653-f8a474614fed', 'tenant_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:20:49.604781 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e5abd1a5-86fc-408c-a500-033a940e0ac6 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks [] for floatingip, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:49.701016 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e5abd1a5-86fc-408c-a500-033a940e0ac6 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:49.806882 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [None req-e5abd1a5-86fc-408c-a500-033a940e0ac6 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Allocated IP 172.26.6.100 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/52bbeeff-d8dd-485d-a4ee-f8e3616bff2e) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 20:20:49.908414 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e5abd1a5-86fc-408c-a500-033a940e0ac6 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:49.942854 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e5abd1a5-86fc-408c-a500-033a940e0ac6 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:49.982935 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5abd1a5-86fc-408c-a500-033a940e0ac6 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 20:20:49.987128 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [None req-e5abd1a5-86fc-408c-a500-033a940e0ac6 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 20:20:49.993970 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5abd1a5-86fc-408c-a500-033a940e0ac6 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 20:20:49.996925 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5abd1a5-86fc-408c-a500-033a940e0ac6 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Pushing event updated for resources: {'Port': ['ID=52bbeeff-d8dd-485d-a4ee-f8e3616bff2e,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:20:50.405479 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8b263183-651b-40ab-89a9-456a7a21110b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:50.630488 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e5abd1a5-86fc-408c-a500-033a940e0ac6 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:50.696526 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e5abd1a5-86fc-408c-a500-033a940e0ac6 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:50.847010 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e5abd1a5-86fc-408c-a500-033a940e0ac6 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:50.851732 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e5abd1a5-86fc-408c-a500-033a940e0ac6 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:50.923340 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5abd1a5-86fc-408c-a500-033a940e0ac6 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Pushing event updated for resources: {'Port': ['ID=52bbeeff-d8dd-485d-a4ee-f8e3616bff2e,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:20:50.937138 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e5abd1a5-86fc-408c-a500-033a940e0ac6 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3713103'] for floatingip, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:51.036176 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.l3_db [None req-e5abd1a5-86fc-408c-a500-033a940e0ac6 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Floating IP 131c2a90-e65b-44ff-9d3d-490f0701413b associated. External IP: 172.26.6.100, port: 9af62292-14f7-4d23-8653-f8a474614fed. Dec 10 20:20:51.239468 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5abd1a5-86fc-408c-a500-033a940e0ac6 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Router 046ab62d-e53b-40f3-87a3-cb91cf92267c has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 20:20:51.346920 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5abd1a5-86fc-408c-a500-033a940e0ac6 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 20:20:51.356648 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edf00f0-ed45-41c3-88b1-558e975ceaaf None None] Sync routers for ids ['046ab62d-e53b-40f3-87a3-cb91cf92267c'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 20:20:51.365169 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e5abd1a5-86fc-408c-a500-033a940e0ac6 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:51.366451 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edf00f0-ed45-41c3-88b1-558e975ceaaf None None] Routers {'046ab62d-e53b-40f3-87a3-cb91cf92267c'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:20:51.367069 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-3edf00f0-ed45-41c3-88b1-558e975ceaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:20:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['046ab62d-e53b-40f3-87a3-cb91cf92267c'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:20:51.392556 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-e5abd1a5-86fc-408c-a500-033a940e0ac6 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8161600 Dec 10 20:20:51.393398 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61a2661c-f815-405c-8630-cd7a23d5ddc9', 'tag': '9af62292-14f7-4d23-8653-f8a474614fed'}] {{(pid=102366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:20:51.396432 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d17c09ae1c6b4e8e302f4f5999088c31108d7b1b7b8384e6dbc88f4e32c7e99d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47923d10-a574-4e02-b028-6b9438ee2af5" -d '{"events": [{"name": "network-changed", "server_uuid": "61a2661c-f815-405c-8630-cd7a23d5ddc9", "tag": "9af62292-14f7-4d23-8653-f8a474614fed"}]}' {{(pid=102366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:20:51.438043 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 20:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28b52a7-7010-485f-b05f-e8bed3210877 x-openstack-request-id: req-d28b52a7-7010-485f-b05f-e8bed3210877 {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:20:51.438335 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61a2661c-f815-405c-8630-cd7a23d5ddc9", "tag": "9af62292-14f7-4d23-8653-f8a474614fed", "status": "completed", "code": 200}]} {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:20:51.438582 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d28b52a7-7010-485f-b05f-e8bed3210877 {{(pid=102366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:20:51.438986 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61a2661c-f815-405c-8630-cd7a23d5ddc9', 'tag': '9af62292-14f7-4d23-8653-f8a474614fed', 'status': 'completed', 'code': 200} Dec 10 20:20:51.510415 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47923d10-a574-4e02-b028-6b9438ee2af5 req-9f3a31d7-951d-40de-8ec0-2efc01b2f830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:20:51.511979 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-47923d10-a574-4e02-b028-6b9438ee2af5 req-9f3a31d7-951d-40de-8ec0-2efc01b2f830 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e2cd7f2ef42243c8897c83648469b2f4&device_id=61a2661c-f815-405c-8630-cd7a23d5ddc9 HTTP/1.1" status: 200 len: 1099 time: 0.0481830 Dec 10 20:20:51.564900 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-3edf00f0-ed45-41c3-88b1-558e975ceaaf None None] Set router 046ab62d-e53b-40f3-87a3-cb91cf92267c gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:20:51.604011 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47923d10-a574-4e02-b028-6b9438ee2af5 req-4715c294-fcd6-47b7-8ac1-f639706bba59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:20:51.605646 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-47923d10-a574-4e02-b028-6b9438ee2af5 req-4715c294-fcd6-47b7-8ac1-f639706bba59 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f17de7a7-dc7b-48fd-9d2c-821a6da65a54 HTTP/1.1" status: 200 len: 911 time: 0.0871286 Dec 10 20:20:51.677865 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-47923d10-a574-4e02-b028-6b9438ee2af5 req-fdd4fdca-353a-4e38-bfa0-cf035f529710 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9af62292-14f7-4d23-8653-f8a474614fed HTTP/1.1" status: 200 len: 1000 time: 0.0652897 Dec 10 20:20:51.729010 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47923d10-a574-4e02-b028-6b9438ee2af5 req-0ec975d2-10d6-4a9e-b37c-311710ddec63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:20:51.730461 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-47923d10-a574-4e02-b028-6b9438ee2af5 req-0ec975d2-10d6-4a9e-b37c-311710ddec63 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=28ab8189-6eff-4985-b43f-54adf0e8ec11 HTTP/1.1" status: 200 len: 849 time: 0.0459023 Dec 10 20:20:51.777184 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47923d10-a574-4e02-b028-6b9438ee2af5 req-960abc56-7460-4d1d-93a7-7977f17c8624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:20:51.778684 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-47923d10-a574-4e02-b028-6b9438ee2af5 req-960abc56-7460-4d1d-93a7-7977f17c8624 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f17de7a7-dc7b-48fd-9d2c-821a6da65a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414951 Dec 10 20:20:51.784124 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-3edf00f0-ed45-41c3-88b1-558e975ceaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046ab62d-e53b-40f3-87a3-cb91cf92267c', 'name': 'tempest-TestSnapshotPattern-1995645365-router', 'tenant_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.4'}], 'enable_snat': True}, 'gw_port_id': 'c5e94bb9-d580-4a4e-b2f2-f759cbab1d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:20:24Z', 'updated_at': '2021-12-10T20:20:27Z', 'revision_number': 4, 'project_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'gw_port': {'id': 'c5e94bb9-d580-4a4e-b2f2-f759cbab1d68', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046ab62d-e53b-40f3-87a3-cb91cf92267c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:20:24Z', 'updated_at': '2021-12-10T20:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '131c2a90-e65b-44ff-9d3d-490f0701413b', 'tenant_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'floating_ip_address': '172.26.6.100', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '046ab62d-e53b-40f3-87a3-cb91cf92267c', 'port_id': '9af62292-14f7-4d23-8653-f8a474614fed', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f17de7a7-dc7b-48fd-9d2c-821a6da65a54', 'mac_address': 'fa:16:3e:36:f2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a2661c-f815-405c-8630-cd7a23d5ddc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:20:50Z', 'updated_at': '2021-12-10T20:20:50Z', 'revision_number': 0, 'project_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43717520-32c5-4b8e-a0f6-ceab629326c7', 'name': '', 'network_id': 'f17de7a7-dc7b-48fd-9d2c-821a6da65a54', 'tenant_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'mac_address': 'fa:16:3e:10:4a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046ab62d-e53b-40f3-87a3-cb91cf92267c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '28ab8189-6eff-4985-b43f-54adf0e8ec11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:20:26Z', 'updated_at': '2021-12-10T20:20:31Z', 'revision_number': 5, 'project_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'subnets': [{'id': '28ab8189-6eff-4985-b43f-54adf0e8ec11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:20:51.810204 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edf00f0-ed45-41c3-88b1-558e975ceaaf None None] Checking router: 046ab62d-e53b-40f3-87a3-cb91cf92267c for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 20:20:51.819418 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edf00f0-ed45-41c3-88b1-558e975ceaaf None None] Routers {'046ab62d-e53b-40f3-87a3-cb91cf92267c'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:20:51.820004 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-3edf00f0-ed45-41c3-88b1-558e975ceaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:20:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['046ab62d-e53b-40f3-87a3-cb91cf92267c'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:20:51.877719 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-47923d10-a574-4e02-b028-6b9438ee2af5 req-9bc7baae-c9e4-4728-96f8-4d7fd167b395 service neutron] 10.222.0.36 "GET /v2.0/networks/f17de7a7-dc7b-48fd-9d2c-821a6da65a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906649 Dec 10 20:20:51.925305 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-3edf00f0-ed45-41c3-88b1-558e975ceaaf None None] Set router 046ab62d-e53b-40f3-87a3-cb91cf92267c gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:20:51.969285 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-47923d10-a574-4e02-b028-6b9438ee2af5 req-d995305e-726b-4278-b5ad-5b6f1ae36f57 service neutron] 10.222.0.36 "GET /v2.0/networks/f17de7a7-dc7b-48fd-9d2c-821a6da65a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844548 Dec 10 20:20:52.148235 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-3edf00f0-ed45-41c3-88b1-558e975ceaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046ab62d-e53b-40f3-87a3-cb91cf92267c', 'name': 'tempest-TestSnapshotPattern-1995645365-router', 'tenant_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.4'}], 'enable_snat': True}, 'gw_port_id': 'c5e94bb9-d580-4a4e-b2f2-f759cbab1d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:20:24Z', 'updated_at': '2021-12-10T20:20:27Z', 'revision_number': 4, 'project_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'gw_port': {'id': 'c5e94bb9-d580-4a4e-b2f2-f759cbab1d68', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046ab62d-e53b-40f3-87a3-cb91cf92267c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:20:24Z', 'updated_at': '2021-12-10T20:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '131c2a90-e65b-44ff-9d3d-490f0701413b', 'tenant_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'floating_ip_address': '172.26.6.100', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '046ab62d-e53b-40f3-87a3-cb91cf92267c', 'port_id': '9af62292-14f7-4d23-8653-f8a474614fed', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f17de7a7-dc7b-48fd-9d2c-821a6da65a54', 'mac_address': 'fa:16:3e:36:f2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a2661c-f815-405c-8630-cd7a23d5ddc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:20:50Z', 'updated_at': '2021-12-10T20:20:50Z', 'revision_number': 0, 'project_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43717520-32c5-4b8e-a0f6-ceab629326c7', 'name': '', 'network_id': 'f17de7a7-dc7b-48fd-9d2c-821a6da65a54', 'tenant_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'mac_address': 'fa:16:3e:10:4a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046ab62d-e53b-40f3-87a3-cb91cf92267c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '28ab8189-6eff-4985-b43f-54adf0e8ec11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:20:26Z', 'updated_at': '2021-12-10T20:20:31Z', 'revision_number': 5, 'project_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'subnets': [{'id': '28ab8189-6eff-4985-b43f-54adf0e8ec11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:20:52.173267 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edf00f0-ed45-41c3-88b1-558e975ceaaf None None] The sync data for ids ['046ab62d-e53b-40f3-87a3-cb91cf92267c'] in dv-neutron-821441-1-hyperv is: [{'id': '046ab62d-e53b-40f3-87a3-cb91cf92267c', 'name': 'tempest-TestSnapshotPattern-1995645365-router', 'tenant_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.4'}], 'enable_snat': True}, 'gw_port_id': 'c5e94bb9-d580-4a4e-b2f2-f759cbab1d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:20:24Z', 'updated_at': '2021-12-10T20:20:27Z', 'revision_number': 4, 'project_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'gw_port': {'id': 'c5e94bb9-d580-4a4e-b2f2-f759cbab1d68', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046ab62d-e53b-40f3-87a3-cb91cf92267c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:20:24Z', 'updated_at': '2021-12-10T20:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '131c2a90-e65b-44ff-9d3d-490f0701413b', 'tenant_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'floating_ip_address': '172.26.6.100', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '046ab62d-e53b-40f3-87a3-cb91cf92267c', 'port_id': '9af62292-14f7-4d23-8653-f8a474614fed', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f17de7a7-dc7b-48fd-9d2c-821a6da65a54', 'mac_address': 'fa:16:3e:36:f2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a2661c-f815-405c-8630-cd7a23d5ddc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:20:50Z', 'updated_at': '2021-12-10T20:20:50Z', 'revision_number': 0, 'project_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43717520-32c5-4b8e-a0f6-ceab629326c7', 'name': '', 'network_id': 'f17de7a7-dc7b-48fd-9d2c-821a6da65a54', 'tenant_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'mac_address': 'fa:16:3e:10:4a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046ab62d-e53b-40f3-87a3-cb91cf92267c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '28ab8189-6eff-4985-b43f-54adf0e8ec11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:20:26Z', 'updated_at': '2021-12-10T20:20:31Z', 'revision_number': 5, 'project_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'subnets': [{'id': '28ab8189-6eff-4985-b43f-54adf0e8ec11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 20:20:52.361384 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c40ec0-9a5d-4b36-8bdf-667714008b80 None None] New status for floating IP 131c2a90-e65b-44ff-9d3d-490f0701413b: ACTIVE {{(pid=102367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 20:20:52.927641 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:20:54.355250 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-3d0008ac-41c5-474f-996f-a1b0e4931557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:55.655968 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:56.652357 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:20:57.056199 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:21:03.087082 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:21:20.407016 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-46e44819-8ed6-486b-b499-da4f085064ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:21:24.355503 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-52abc456-28da-44ed-a085-97646f49765e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:21:25.657802 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:21:26.653525 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:21:27.058962 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:21:29.927729 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:21:33.105553 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:21:41.686790 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-e9784c81-110b-4030-af7d-fe0f9baa264a req-ba029b0f-bdf3-4833-b454-b3577146404d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=61a2661c-f815-405c-8630-cd7a23d5ddc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395422 Dec 10 20:21:41.773454 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9784c81-110b-4030-af7d-fe0f9baa264a req-6e038bd6-0586-4044-bb1e-fd0cf47156f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:21:41.775149 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-e9784c81-110b-4030-af7d-fe0f9baa264a req-6e038bd6-0586-4044-bb1e-fd0cf47156f3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e2cd7f2ef42243c8897c83648469b2f4&device_id=61a2661c-f815-405c-8630-cd7a23d5ddc9 HTTP/1.1" status: 200 len: 1099 time: 0.0459065 Dec 10 20:21:41.876816 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9784c81-110b-4030-af7d-fe0f9baa264a req-5d6ef882-133a-4021-a9bc-dc48c2be5037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:21:41.878275 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-e9784c81-110b-4030-af7d-fe0f9baa264a req-5d6ef882-133a-4021-a9bc-dc48c2be5037 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f17de7a7-dc7b-48fd-9d2c-821a6da65a54 HTTP/1.1" status: 200 len: 911 time: 0.0844667 Dec 10 20:21:41.946961 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-e9784c81-110b-4030-af7d-fe0f9baa264a req-c5663e57-c436-4e48-84ee-c02789be7102 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9af62292-14f7-4d23-8653-f8a474614fed HTTP/1.1" status: 200 len: 1002 time: 0.0612957 Dec 10 20:21:41.997101 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9784c81-110b-4030-af7d-fe0f9baa264a req-c3d8f70b-4e4a-4b63-b70f-56c06d32b1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:21:41.998520 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-e9784c81-110b-4030-af7d-fe0f9baa264a req-c3d8f70b-4e4a-4b63-b70f-56c06d32b1c8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=28ab8189-6eff-4985-b43f-54adf0e8ec11 HTTP/1.1" status: 200 len: 849 time: 0.0437694 Dec 10 20:21:42.043793 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9784c81-110b-4030-af7d-fe0f9baa264a req-041dfacf-a9f0-49c3-a431-017601a9bf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:21:42.045260 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-e9784c81-110b-4030-af7d-fe0f9baa264a req-041dfacf-a9f0-49c3-a431-017601a9bf1c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f17de7a7-dc7b-48fd-9d2c-821a6da65a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395091 Dec 10 20:21:42.138827 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-e9784c81-110b-4030-af7d-fe0f9baa264a req-567230ba-9726-4f85-a39b-59e21e5b6da5 service neutron] 10.222.0.36 "GET /v2.0/networks/f17de7a7-dc7b-48fd-9d2c-821a6da65a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863464 Dec 10 20:21:42.228889 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-e9784c81-110b-4030-af7d-fe0f9baa264a req-68192716-46c8-4edb-a451-1614d782dcd7 service neutron] 10.222.0.36 "GET /v2.0/networks/f17de7a7-dc7b-48fd-9d2c-821a6da65a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832231 Dec 10 20:21:50.408552 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d73b9751-fe34-4035-99e4-1c3146a02445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:21:54.358667 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a3645b39-7a68-4ac3-b2e5-bc1ff9e9f185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:21:55.660227 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:21:56.655331 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:21:57.061344 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:22:03.105933 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:22:06.927155 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:22:20.408890 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-3b6099fa-f498-4cef-9815-9a34bf997045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:22:24.359674 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1aba796f-d41a-4cab-9f7c-a06399a6ef3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:22:25.664153 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:22:26.656223 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:22:27.063575 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:22:33.105922 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:22:41.722402 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-289d4053-db6a-4438-8fff-31aaea7a9412 req-f90aba48-b2b8-4995-95cb-822c327e9d18 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=61a2661c-f815-405c-8630-cd7a23d5ddc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0834494 Dec 10 20:22:41.808656 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d4053-db6a-4438-8fff-31aaea7a9412 req-61f887b6-8fc3-48a3-a8fd-4a27bab51905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:22:41.810106 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-289d4053-db6a-4438-8fff-31aaea7a9412 req-61f887b6-8fc3-48a3-a8fd-4a27bab51905 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e2cd7f2ef42243c8897c83648469b2f4&device_id=61a2661c-f815-405c-8630-cd7a23d5ddc9 HTTP/1.1" status: 200 len: 1099 time: 0.0440087 Dec 10 20:22:41.912199 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d4053-db6a-4438-8fff-31aaea7a9412 req-ae698268-a43d-4921-95b6-b3f55ed26d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:22:41.913617 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-289d4053-db6a-4438-8fff-31aaea7a9412 req-ae698268-a43d-4921-95b6-b3f55ed26d5a service neutron] 10.222.0.36 "GET /v2.0/networks?id=f17de7a7-dc7b-48fd-9d2c-821a6da65a54 HTTP/1.1" status: 200 len: 911 time: 0.0849979 Dec 10 20:22:41.983134 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-289d4053-db6a-4438-8fff-31aaea7a9412 req-13620051-8e8b-4858-9049-7cb15d5dbc5c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9af62292-14f7-4d23-8653-f8a474614fed HTTP/1.1" status: 200 len: 1002 time: 0.0617018 Dec 10 20:22:42.031736 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d4053-db6a-4438-8fff-31aaea7a9412 req-b9fa28a1-894c-4d7f-ab17-d432f1e39954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:22:42.033206 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-289d4053-db6a-4438-8fff-31aaea7a9412 req-b9fa28a1-894c-4d7f-ab17-d432f1e39954 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=28ab8189-6eff-4985-b43f-54adf0e8ec11 HTTP/1.1" status: 200 len: 849 time: 0.0435877 Dec 10 20:22:42.079554 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d4053-db6a-4438-8fff-31aaea7a9412 req-6d065498-0e6f-4035-93b4-012c07695abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:22:42.081064 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-289d4053-db6a-4438-8fff-31aaea7a9412 req-6d065498-0e6f-4035-93b4-012c07695abe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f17de7a7-dc7b-48fd-9d2c-821a6da65a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399306 Dec 10 20:22:42.174731 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-289d4053-db6a-4438-8fff-31aaea7a9412 req-77ee592d-3ebf-4d72-9f7f-4f82d818736e service neutron] 10.222.0.36 "GET /v2.0/networks/f17de7a7-dc7b-48fd-9d2c-821a6da65a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849581 Dec 10 20:22:42.264024 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-289d4053-db6a-4438-8fff-31aaea7a9412 req-16665b59-1366-4c44-9f38-bafd2b908190 service neutron] 10.222.0.36 "GET /v2.0/networks/f17de7a7-dc7b-48fd-9d2c-821a6da65a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821536 Dec 10 20:22:43.930315 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:22:50.409853 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a2c80c63-6916-400a-bed6-8832fd2b8833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:22:54.360093 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-7d174fc7-31d3-49a7-8dc1-04f04ac28595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:22:55.668567 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:22:56.656954 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:22:57.066762 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:23:03.101530 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:23:20.412616 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-d3f7aa94-4a76-4b19-b312-7dd4805219f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:23:20.928748 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:23:24.362142 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e0cd3e15-c37c-4237-a4a4-8de5e2850cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:23:25.673194 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:23:26.658650 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:23:27.071546 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:23:33.101803 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:23:33.272714 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 9af62292-14f7-4d23-8653-f8a474614fed details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=102367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 20:23:33.524529 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 9af62292-14f7-4d23-8653-f8a474614fed, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=9af62292-14f7-4d23-8653-f8a474614fed,segment=NetworkSegment(8957aa77-0651-4723-b5de-305f7059f0a6),segment_id=8957aa77-0651-4723-b5de-305f7059f0a6)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:23:33.539112 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Returning: {'device': '9af62292-14f7-4d23-8653-f8a474614fed', 'network_id': 'f17de7a7-dc7b-48fd-9d2c-821a6da65a54', 'port_id': '9af62292-14f7-4d23-8653-f8a474614fed', 'mac_address': 'fa:16:3e:36:f2:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28ab8189-6eff-4985-b43f-54adf0e8ec11', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 20:23:33.579067 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:23:33.592718 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9af62292-14f7-4d23-8653-f8a474614fed {{(pid=102367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 20:23:33.616805 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 9af62292-14f7-4d23-8653-f8a474614fed, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=9af62292-14f7-4d23-8653-f8a474614fed,segment=NetworkSegment(8957aa77-0651-4723-b5de-305f7059f0a6),segment_id=8957aa77-0651-4723-b5de-305f7059f0a6)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:23:33.620633 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:23:33.675508 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=9af62292-14f7-4d23-8653-f8a474614fed,revision_number=6']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:23:33.682787 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:23:33.683133 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:23:33.683474 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:23:33.683892 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:23:33.684325 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:23:33.684693 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:23:33.685028 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:23:33.685355 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:23:33.685681 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:23:33.686002 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:23:33.686325 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:23:33.686750 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:23:33.704527 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['9af62292-14f7-4d23-8653-f8a474614fed'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 20:23:35.301496 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 9af62292-14f7-4d23-8653-f8a474614fed up at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 20:23:35.355086 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning complete for port 9af62292-14f7-4d23-8653-f8a474614fed triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:23:35.355445 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:23:35.438433 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:23:35.463066 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a2661c-f815-405c-8630-cd7a23d5ddc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af62292-14f7-4d23-8653-f8a474614fed'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:23:35.465871 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a72eb770f7d7f47a5235e5e97b02399f3ea68d125439bf82527f1e6c5cc43115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1365af5c-29c4-4a59-ba94-d8c304527664" -d '{"events": [{"server_uuid": "61a2661c-f815-405c-8630-cd7a23d5ddc9", "name": "network-vif-plugged", "status": "completed", "tag": "9af62292-14f7-4d23-8653-f8a474614fed"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:23:35.479837 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 9af62292-14f7-4d23-8653-f8a474614fed, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=9af62292-14f7-4d23-8653-f8a474614fed,segment=NetworkSegment(8957aa77-0651-4723-b5de-305f7059f0a6),segment_id=8957aa77-0651-4723-b5de-305f7059f0a6)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:23:35.484622 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:23:35.537922 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=9af62292-14f7-4d23-8653-f8a474614fed,revision_number=7']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:23:36.581438 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 20:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e093794b-b1e6-4bd6-b5e2-1c563f4a7e8c x-openstack-request-id: req-e093794b-b1e6-4bd6-b5e2-1c563f4a7e8c {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:23:36.582047 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a2661c-f815-405c-8630-cd7a23d5ddc9", "name": "network-vif-plugged", "status": "completed", "tag": "9af62292-14f7-4d23-8653-f8a474614fed", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:23:36.582047 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e093794b-b1e6-4bd6-b5e2-1c563f4a7e8c {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:23:36.582351 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a2661c-f815-405c-8630-cd7a23d5ddc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af62292-14f7-4d23-8653-f8a474614fed', 'code': 200} Dec 10 20:23:41.767075 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef9989-f6bd-4a24-ad18-7c73931867cc req-c150acc9-77bb-4934-9771-2e1c3bd0230d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:23:41.768696 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-a8ef9989-f6bd-4a24-ad18-7c73931867cc req-c150acc9-77bb-4934-9771-2e1c3bd0230d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e2cd7f2ef42243c8897c83648469b2f4&device_id=61a2661c-f815-405c-8630-cd7a23d5ddc9 HTTP/1.1" status: 200 len: 1099 time: 0.0635784 Dec 10 20:23:41.920560 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef9989-f6bd-4a24-ad18-7c73931867cc req-e36b1193-136c-4937-932f-2e05b54bff35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:23:41.921430 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-a8ef9989-f6bd-4a24-ad18-7c73931867cc req-e36b1193-136c-4937-932f-2e05b54bff35 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f17de7a7-dc7b-48fd-9d2c-821a6da65a54 HTTP/1.1" status: 200 len: 911 time: 0.1307721 Dec 10 20:23:42.000817 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-a8ef9989-f6bd-4a24-ad18-7c73931867cc req-9aa32ee5-d813-4872-bf23-a03e24cf26d3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9af62292-14f7-4d23-8653-f8a474614fed HTTP/1.1" status: 200 len: 1002 time: 0.0681512 Dec 10 20:23:42.085248 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef9989-f6bd-4a24-ad18-7c73931867cc req-a2e97b15-e246-4ca6-b1f8-776ff8fd2398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:23:42.087947 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-a8ef9989-f6bd-4a24-ad18-7c73931867cc req-a2e97b15-e246-4ca6-b1f8-776ff8fd2398 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=28ab8189-6eff-4985-b43f-54adf0e8ec11 HTTP/1.1" status: 200 len: 849 time: 0.0777259 Dec 10 20:23:42.167561 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef9989-f6bd-4a24-ad18-7c73931867cc req-7f3df172-6a52-4254-a587-fd2e7023bf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:23:42.170963 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-a8ef9989-f6bd-4a24-ad18-7c73931867cc req-7f3df172-6a52-4254-a587-fd2e7023bf11 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f17de7a7-dc7b-48fd-9d2c-821a6da65a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731680 Dec 10 20:23:42.293861 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-a8ef9989-f6bd-4a24-ad18-7c73931867cc req-1e7eec1c-aa85-47bd-8adb-ac6f3929cb83 service neutron] 10.222.0.36 "GET /v2.0/networks/f17de7a7-dc7b-48fd-9d2c-821a6da65a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129780 Dec 10 20:23:42.420671 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-a8ef9989-f6bd-4a24-ad18-7c73931867cc req-26fcc603-59da-4f59-b129-7ec0380956ed service neutron] 10.222.0.36 "GET /v2.0/networks/f17de7a7-dc7b-48fd-9d2c-821a6da65a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166050 Dec 10 20:23:48.315120 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-44d7e23a-cbce-4286-bab0-15006882b59d req-cb5263ae-64c7-4b4d-ac94-d004daa694cb tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-541542362&fields=id&tenant_id=e2cd7f2ef42243c8897c83648469b2f4 HTTP/1.1" status: 200 len: 267 time: 0.0349789 Dec 10 20:23:48.427238 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7e23a-cbce-4286-bab0-15006882b59d req-e6fe486f-0940-4956-9997-732a25793e62 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:23:48.428702 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-44d7e23a-cbce-4286-bab0-15006882b59d req-e6fe486f-0940-4956-9997-732a25793e62 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/networks?id=f17de7a7-dc7b-48fd-9d2c-821a6da65a54 HTTP/1.1" status: 200 len: 810 time: 0.1068616 Dec 10 20:23:48.443511 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-44d7e23a-cbce-4286-bab0-15006882b59d req-4ab924b5-d309-4669-89b6-b6149683abe2 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/quotas/e2cd7f2ef42243c8897c83648469b2f4 HTTP/1.1" status: 200 len: 375 time: 0.0087998 Dec 10 20:23:48.498568 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-44d7e23a-cbce-4286-bab0-15006882b59d req-89c65fc5-5499-4b09-9a02-ff32538f27c2 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e2cd7f2ef42243c8897c83648469b2f4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0497689 Dec 10 20:23:48.597196 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-44d7e23a-cbce-4286-bab0-15006882b59d req-b341c322-3e11-4908-ab02-a7deb95d5fc2 service neutron] 10.222.0.69 "GET /v2.0/networks/f17de7a7-dc7b-48fd-9d2c-821a6da65a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868580 Dec 10 20:23:48.687641 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-44d7e23a-cbce-4286-bab0-15006882b59d req-b3d8c716-985e-4ca6-8e27-80fe6e9516e9 service neutron] 10.222.0.69 "GET /v2.0/networks/f17de7a7-dc7b-48fd-9d2c-821a6da65a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843482 Dec 10 20:23:49.917686 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d3cc68c1-73a1-4bee-9b9c-f54ff28ac816 req-c6551a72-ff57-49a8-bdd0-1354d20f2c47 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1982d16-755a-4970-92f8-497490c1b826 HTTP/1.1" status: 200 len: 210 time: 0.0783472 Dec 10 20:23:50.415098 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0e80c951-efc9-44a5-a5d8-d535cb5abf58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:23:51.017539 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-00a97504-35bf-4564-b55e-9b1c8381505b req-ba70e0ec-1938-4fa1-ad18-9b71c5a9b6aa tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1982d16-755a-4970-92f8-497490c1b826 HTTP/1.1" status: 200 len: 210 time: 0.0453482 Dec 10 20:23:51.383815 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 9af62292-14f7-4d23-8653-f8a474614fed no longer exists at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 20:23:51.462422 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:23:51.487107 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a2661c-f815-405c-8630-cd7a23d5ddc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9af62292-14f7-4d23-8653-f8a474614fed'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:23:51.489380 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a72eb770f7d7f47a5235e5e97b02399f3ea68d125439bf82527f1e6c5cc43115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b60dcd-1f2e-47d0-9448-572d5fbde7d0" -d '{"events": [{"server_uuid": "61a2661c-f815-405c-8630-cd7a23d5ddc9", "name": "network-vif-unplugged", "status": "completed", "tag": "9af62292-14f7-4d23-8653-f8a474614fed"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:23:51.504296 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 9af62292-14f7-4d23-8653-f8a474614fed, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=9af62292-14f7-4d23-8653-f8a474614fed,segment=NetworkSegment(8957aa77-0651-4723-b5de-305f7059f0a6),segment_id=8957aa77-0651-4723-b5de-305f7059f0a6)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:23:51.508519 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:23:51.532451 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 20:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8fb77f-67f2-48f4-bdb5-0a1e418707d8 x-openstack-request-id: req-fd8fb77f-67f2-48f4-bdb5-0a1e418707d8 {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:23:51.532770 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a2661c-f815-405c-8630-cd7a23d5ddc9", "name": "network-vif-unplugged", "status": "completed", "tag": "9af62292-14f7-4d23-8653-f8a474614fed", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:23:51.533020 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fd8fb77f-67f2-48f4-bdb5-0a1e418707d8 {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:23:51.533407 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a2661c-f815-405c-8630-cd7a23d5ddc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9af62292-14f7-4d23-8653-f8a474614fed', 'code': 200} Dec 10 20:23:51.570060 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=9af62292-14f7-4d23-8653-f8a474614fed,revision_number=8']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:23:52.108559 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5ab90f69-ac79-425f-a09d-363afd297d86 req-af5711d3-624b-4329-9c6e-2b1eac7f52e7 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1982d16-755a-4970-92f8-497490c1b826 HTTP/1.1" status: 200 len: 210 time: 0.0272098 Dec 10 20:23:53.187293 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ffd091b7-fbec-4ee4-b376-1c12e9960d9f req-691d2313-e432-4abe-a7fc-0c7985d631fb tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1982d16-755a-4970-92f8-497490c1b826 HTTP/1.1" status: 200 len: 210 time: 0.0272021 Dec 10 20:23:54.280302 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-5aeb0099-9c2b-446b-99b2-3c9cb086625f req-690f2fc9-2a6f-493a-ae08-ddc0a0e4c790 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1982d16-755a-4970-92f8-497490c1b826 HTTP/1.1" status: 200 len: 210 time: 0.0261056 Dec 10 20:23:54.363116 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-680fb8fc-0ca6-4339-9c9e-b8273d6c6d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:23:55.033689 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7e23a-cbce-4286-bab0-15006882b59d req-d154d599-62e1-4b62-8ce5-81a14c5ccba8 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:23:55.035294 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-44d7e23a-cbce-4286-bab0-15006882b59d req-d154d599-62e1-4b62-8ce5-81a14c5ccba8 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.36 "GET /v2.0/networks?id=f17de7a7-dc7b-48fd-9d2c-821a6da65a54 HTTP/1.1" status: 200 len: 810 time: 0.1092050 Dec 10 20:23:55.085859 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-44d7e23a-cbce-4286-bab0-15006882b59d req-38fe03ea-b3bd-4607-9216-6e059404b8b8 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2cd7f2ef42243c8897c83648469b2f4 HTTP/1.1" status: 200 len: 379 time: 0.0404363 Dec 10 20:23:55.101443 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [req-44d7e23a-cbce-4286-bab0-15006882b59d req-61249b79-9116-4048-857c-4ee03fbb9778 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Request body: {'port': {'device_id': 'b1982d16-755a-4970-92f8-497490c1b826', 'network_id': 'f17de7a7-dc7b-48fd-9d2c-821a6da65a54', 'admin_state_up': True, 'tenant_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'security_groups': ['e7b08855-8d8e-461f-ae2e-bf601113adf7']}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:23:55.217577 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44d7e23a-cbce-4286-bab0-15006882b59d req-61249b79-9116-4048-857c-4ee03fbb9778 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Made reservation on behalf of e2cd7f2ef42243c8897c83648469b2f4 for: {'port': 1} {{(pid=102366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 20:23:55.221410 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-44d7e23a-cbce-4286-bab0-15006882b59d req-61249b79-9116-4048-857c-4ee03fbb9778 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:23:55.369697 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_common [req-44d7e23a-cbce-4286-bab0-15006882b59d req-61249b79-9116-4048-857c-4ee03fbb9778 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Allocated IP 172.20.0.12 (f17de7a7-dc7b-48fd-9d2c-821a6da65a54/28ab8189-6eff-4985-b43f-54adf0e8ec11/88371ba2-452f-4380-a191-8ad97b617825) {{(pid=102366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 20:23:55.419585 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4a969763-2efd-4706-8f60-aff79971a232 req-20ea2031-0428-4148-b94f-081caca7c35c tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1982d16-755a-4970-92f8-497490c1b826 HTTP/1.1" status: 200 len: 210 time: 0.0642154 Dec 10 20:23:55.571338 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-44d7e23a-cbce-4286-bab0-15006882b59d req-61249b79-9116-4048-857c-4ee03fbb9778 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks [] for port, precommit_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:23:55.611953 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-44d7e23a-cbce-4286-bab0-15006882b59d req-61249b79-9116-4048-857c-4ee03fbb9778 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_create {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:23:55.660136 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44d7e23a-cbce-4286-bab0-15006882b59d req-61249b79-9116-4048-857c-4ee03fbb9778 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Network f17de7a7-dc7b-48fd-9d2c-821a6da65a54 is already hosted by enough agents. {{(pid=102366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 20:23:55.663677 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.base_scheduler [req-44d7e23a-cbce-4286-bab0-15006882b59d req-61249b79-9116-4048-857c-4ee03fbb9778 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Resources bound (agent type, host, resource id): {{(pid=102366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 20:23:55.667705 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d7e23a-cbce-4286-bab0-15006882b59d req-61249b79-9116-4048-857c-4ee03fbb9778 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Received port after_create {{(pid=102366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 20:23:55.686798 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:23:55.698609 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61249b79-9116-4048-857c-4ee03fbb9778 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Pushing event updated for resources: {'Port': ['ID=88371ba2-452f-4380-a191-8ad97b617825,revision_number=1']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:23:55.714816 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61249b79-9116-4048-857c-4ee03fbb9778 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:23:55.715313 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61249b79-9116-4048-857c-4ee03fbb9778 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:23:55.715795 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61249b79-9116-4048-857c-4ee03fbb9778 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:23:55.716230 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61249b79-9116-4048-857c-4ee03fbb9778 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:23:55.716683 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61249b79-9116-4048-857c-4ee03fbb9778 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:23:55.717107 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61249b79-9116-4048-857c-4ee03fbb9778 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:23:55.717537 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61249b79-9116-4048-857c-4ee03fbb9778 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:23:55.717956 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61249b79-9116-4048-857c-4ee03fbb9778 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:23:55.718377 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61249b79-9116-4048-857c-4ee03fbb9778 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:23:55.718817 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61249b79-9116-4048-857c-4ee03fbb9778 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:23:55.719206 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61249b79-9116-4048-857c-4ee03fbb9778 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:23:55.719615 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61249b79-9116-4048-857c-4ee03fbb9778 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:23:55.750261 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7e23a-cbce-4286-bab0-15006882b59d req-61249b79-9116-4048-857c-4ee03fbb9778 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:23:55.751093 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-44d7e23a-cbce-4286-bab0-15006882b59d req-61249b79-9116-4048-857c-4ee03fbb9778 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:23:55.781648 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-44d7e23a-cbce-4286-bab0-15006882b59d req-61249b79-9116-4048-857c-4ee03fbb9778 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6839905 Dec 10 20:23:55.951610 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-026db87a-a551-4706-901d-53e0fee7aa0e None None] Provisioning complete for port 88371ba2-452f-4380-a191-8ad97b617825 triggered by entity DHCP. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:23:55.952077 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-026db87a-a551-4706-901d-53e0fee7aa0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:23:55.990951 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-026db87a-a551-4706-901d-53e0fee7aa0e None None] Port 88371ba2-452f-4380-a191-8ad97b617825 cannot update to ACTIVE because it is not bound. {{(pid=102367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 10 20:23:56.565098 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b97db7-a5a5-46c6-a392-e2614ced1c52 req-c87e578c-760b-4842-91c8-59427b4dd94f tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:23:56.566563 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-39b97db7-a5a5-46c6-a392-e2614ced1c52 req-c87e578c-760b-4842-91c8-59427b4dd94f tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1982d16-755a-4970-92f8-497490c1b826 HTTP/1.1" status: 200 len: 932 time: 0.0527952 Dec 10 20:23:56.611310 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-39b97db7-a5a5-46c6-a392-e2614ced1c52 req-82b545d5-c67a-4918-af5e-f2c392ff2b9f tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7b08855-8d8e-461f-ae2e-bf601113adf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385292 Dec 10 20:23:56.660548 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:23:57.072192 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:23:57.739120 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03cf125-2681-4ad2-af1c-ca0f6dff2c9b req-a5821f0f-045b-4bd8-ad28-b012a286c694 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:23:57.741391 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f03cf125-2681-4ad2-af1c-ca0f6dff2c9b req-a5821f0f-045b-4bd8-ad28-b012a286c694 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1982d16-755a-4970-92f8-497490c1b826 HTTP/1.1" status: 200 len: 932 time: 0.0595841 Dec 10 20:23:57.782102 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-f03cf125-2681-4ad2-af1c-ca0f6dff2c9b req-e0827f8a-cb0a-42d5-aa4b-0d2570614478 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7b08855-8d8e-461f-ae2e-bf601113adf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345328 Dec 10 20:23:57.928218 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:23:58.919543 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9dca4-9887-499d-a916-042c36ba8087 req-b3bdb337-e25c-4916-a0ef-0c983093f431 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:23:58.921209 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d0d9dca4-9887-499d-a916-042c36ba8087 req-b3bdb337-e25c-4916-a0ef-0c983093f431 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1982d16-755a-4970-92f8-497490c1b826 HTTP/1.1" status: 200 len: 932 time: 0.0538988 Dec 10 20:23:58.960910 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d0d9dca4-9887-499d-a916-042c36ba8087 req-ff8f0ce1-2a38-40f1-a98f-523c0875a5f6 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7b08855-8d8e-461f-ae2e-bf601113adf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337994 Dec 10 20:24:00.081127 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d951a-9b9e-4302-95b4-4aa7cd95ba4a req-c859deb6-9fc9-4a30-a383-92959644d023 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:24:00.082653 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-486d951a-9b9e-4302-95b4-4aa7cd95ba4a req-c859deb6-9fc9-4a30-a383-92959644d023 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1982d16-755a-4970-92f8-497490c1b826 HTTP/1.1" status: 200 len: 932 time: 0.0523713 Dec 10 20:24:00.129479 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-486d951a-9b9e-4302-95b4-4aa7cd95ba4a req-980be305-ede9-4267-a58c-a0123bb94f32 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7b08855-8d8e-461f-ae2e-bf601113adf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399442 Dec 10 20:24:01.254589 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88110e4-4689-4ead-be46-ded94238d436 req-67610068-5ec2-4fc3-a488-df9167ba2838 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:24:01.256338 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d88110e4-4689-4ead-be46-ded94238d436 req-67610068-5ec2-4fc3-a488-df9167ba2838 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1982d16-755a-4970-92f8-497490c1b826 HTTP/1.1" status: 200 len: 932 time: 0.0555630 Dec 10 20:24:01.303524 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-d88110e4-4689-4ead-be46-ded94238d436 req-ce6e7acb-f837-42c3-96fd-761b2edf7667 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7b08855-8d8e-461f-ae2e-bf601113adf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395696 Dec 10 20:24:02.437377 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59cb2f7-2d3c-4aac-95fb-c97fd80b695b req-4d111332-5926-43a4-ab96-691f366bbe29 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:24:02.439293 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b59cb2f7-2d3c-4aac-95fb-c97fd80b695b req-4d111332-5926-43a4-ab96-691f366bbe29 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1982d16-755a-4970-92f8-497490c1b826 HTTP/1.1" status: 200 len: 932 time: 0.0546255 Dec 10 20:24:02.486516 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b59cb2f7-2d3c-4aac-95fb-c97fd80b695b req-e477b185-24b9-43ca-a8cc-ff2c76bccc95 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7b08855-8d8e-461f-ae2e-bf601113adf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390894 Dec 10 20:24:03.121486 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:24:03.611798 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3529316f-3c9e-4e61-a37a-6a40af675f63 req-09d57a69-9552-4ab4-8a16-6e939383409e tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:24:03.613921 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3529316f-3c9e-4e61-a37a-6a40af675f63 req-09d57a69-9552-4ab4-8a16-6e939383409e tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1982d16-755a-4970-92f8-497490c1b826 HTTP/1.1" status: 200 len: 932 time: 0.0516498 Dec 10 20:24:03.659338 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-3529316f-3c9e-4e61-a37a-6a40af675f63 req-1104e38d-5596-4a57-af59-09c09c0273af tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7b08855-8d8e-461f-ae2e-bf601113adf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387962 Dec 10 20:24:04.789740 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43c230-4704-4222-aae4-32e931b1c93c req-a33b32a4-4a8f-400b-86b1-06f4579dd0c4 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:24:04.792560 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-df43c230-4704-4222-aae4-32e931b1c93c req-a33b32a4-4a8f-400b-86b1-06f4579dd0c4 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1982d16-755a-4970-92f8-497490c1b826 HTTP/1.1" status: 200 len: 932 time: 0.0551803 Dec 10 20:24:04.845556 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-df43c230-4704-4222-aae4-32e931b1c93c req-c7cbe114-df9d-4b27-9d40-f6dc55a2b2d4 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7b08855-8d8e-461f-ae2e-bf601113adf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361214 Dec 10 20:24:05.978135 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e932b9bc-ffec-44b2-ae4a-0e9c37dca15f req-cc154b1a-9521-4284-9340-5125175c7dbb tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:24:05.979654 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e932b9bc-ffec-44b2-ae4a-0e9c37dca15f req-cc154b1a-9521-4284-9340-5125175c7dbb tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1982d16-755a-4970-92f8-497490c1b826 HTTP/1.1" status: 200 len: 932 time: 0.0508590 Dec 10 20:24:06.018786 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-e932b9bc-ffec-44b2-ae4a-0e9c37dca15f req-f4869c75-9c96-4a5b-86e0-d15dd4733a57 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7b08855-8d8e-461f-ae2e-bf601113adf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330827 Dec 10 20:24:07.146528 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2892fb-068e-4d74-9458-e471ee4c97f9 req-128c26e3-6279-475b-ab9c-add721e54cb6 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:24:07.148471 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ce2892fb-068e-4d74-9458-e471ee4c97f9 req-128c26e3-6279-475b-ab9c-add721e54cb6 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1982d16-755a-4970-92f8-497490c1b826 HTTP/1.1" status: 200 len: 932 time: 0.0522325 Dec 10 20:24:07.201902 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-ce2892fb-068e-4d74-9458-e471ee4c97f9 req-5369bbbf-ee4c-4e72-8e97-5ebf91c56d72 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7b08855-8d8e-461f-ae2e-bf601113adf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467577 Dec 10 20:24:08.318314 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ba846-e076-4a2f-b839-285aaa4d9dc5 req-812baa6a-6d9a-43f7-856e-b1403be8ede1 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:24:08.319777 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a27ba846-e076-4a2f-b839-285aaa4d9dc5 req-812baa6a-6d9a-43f7-856e-b1403be8ede1 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1982d16-755a-4970-92f8-497490c1b826 HTTP/1.1" status: 200 len: 932 time: 0.0490780 Dec 10 20:24:08.359037 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a27ba846-e076-4a2f-b839-285aaa4d9dc5 req-975084cb-b124-4a39-b405-6f6fad79e0a7 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7b08855-8d8e-461f-ae2e-bf601113adf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326390 Dec 10 20:24:08.744199 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.v2.base [req-44d7e23a-cbce-4286-bab0-15006882b59d req-c921aa77-272a-4dad-9745-c7e1feb87829 service neutron] Request body: {'port': {'device_id': 'b1982d16-755a-4970-92f8-497490c1b826', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8214'}} {{(pid=102366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:24:08.801070 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-44d7e23a-cbce-4286-bab0-15006882b59d req-c921aa77-272a-4dad-9745-c7e1feb87829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:24:09.055188 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [req-44d7e23a-cbce-4286-bab0-15006882b59d req-c921aa77-272a-4dad-9745-c7e1feb87829 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88371ba2-452f-4380-a191-8ad97b617825 {{(pid=102366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 20:24:09.062606 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-44d7e23a-cbce-4286-bab0-15006882b59d req-c921aa77-272a-4dad-9745-c7e1feb87829 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:24:09.074216 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.provisioning_blocks [req-44d7e23a-cbce-4286-bab0-15006882b59d req-c921aa77-272a-4dad-9745-c7e1feb87829 service neutron] Transition to ACTIVE for port object 88371ba2-452f-4380-a191-8ad97b617825 will not be triggered until provisioned by entity L2. {{(pid=102366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 20:24:09.079079 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-44d7e23a-cbce-4286-bab0-15006882b59d req-c921aa77-272a-4dad-9745-c7e1feb87829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:24:09.133043 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c921aa77-272a-4dad-9745-c7e1feb87829 service neutron] Pushing event updated for resources: {'Port': ['ID=88371ba2-452f-4380-a191-8ad97b617825,revision_number=2']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:24:09.203602 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.managers [req-44d7e23a-cbce-4286-bab0-15006882b59d req-c921aa77-272a-4dad-9745-c7e1feb87829 service neutron] Attempting to bind port 88371ba2-452f-4380-a191-8ad97b617825 on host hv-neutron-8214 for vnic_type normal with profile {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 10 20:24:09.203936 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.managers [req-44d7e23a-cbce-4286-bab0-15006882b59d req-c921aa77-272a-4dad-9745-c7e1feb87829 service neutron] Attempting to bind port 88371ba2-452f-4380-a191-8ad97b617825 by drivers openvswitch,hyperv on host hv-neutron-8214 at level 0 using segments [{'id': '8957aa77-0651-4723-b5de-305f7059f0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f17de7a7-dc7b-48fd-9d2c-821a6da65a54'}] {{(pid=102366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 10 20:24:09.204262 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d7e23a-cbce-4286-bab0-15006882b59d req-c921aa77-272a-4dad-9745-c7e1feb87829 service neutron] Attempting to bind port 88371ba2-452f-4380-a191-8ad97b617825 on network f17de7a7-dc7b-48fd-9d2c-821a6da65a54 {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 20:24:09.208879 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d7e23a-cbce-4286-bab0-15006882b59d req-c921aa77-272a-4dad-9745-c7e1feb87829 service neutron] Port 88371ba2-452f-4380-a191-8ad97b617825 on network f17de7a7-dc7b-48fd-9d2c-821a6da65a54 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8214 {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 20:24:09.209199 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d7e23a-cbce-4286-bab0-15006882b59d req-c921aa77-272a-4dad-9745-c7e1feb87829 service neutron] Attempting to bind port 88371ba2-452f-4380-a191-8ad97b617825 on network f17de7a7-dc7b-48fd-9d2c-821a6da65a54 {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 20:24:09.214323 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d7e23a-cbce-4286-bab0-15006882b59d req-c921aa77-272a-4dad-9745-c7e1feb87829 service neutron] Checking agent: {'id': '9e16c23e-95bc-4c2e-b3ec-daf7533f9d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8214', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'started_at': datetime.datetime(2021, 12, 10, 19, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 20, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 20:24:09.214653 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d7e23a-cbce-4286-bab0-15006882b59d req-c921aa77-272a-4dad-9745-c7e1feb87829 service neutron] Checking segment: {'id': '8957aa77-0651-4723-b5de-305f7059f0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f17de7a7-dc7b-48fd-9d2c-821a6da65a54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 10 20:24:09.215035 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d7e23a-cbce-4286-bab0-15006882b59d req-c921aa77-272a-4dad-9745-c7e1feb87829 service neutron] Bound using segment: {'id': '8957aa77-0651-4723-b5de-305f7059f0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f17de7a7-dc7b-48fd-9d2c-821a6da65a54'} {{(pid=102366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 20:24:09.215465 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.managers [req-44d7e23a-cbce-4286-bab0-15006882b59d req-c921aa77-272a-4dad-9745-c7e1feb87829 service neutron] Bound port: 88371ba2-452f-4380-a191-8ad97b617825, host: hv-neutron-8214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8957aa77-0651-4723-b5de-305f7059f0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f17de7a7-dc7b-48fd-9d2c-821a6da65a54'}}] {{(pid=102366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 10 20:24:09.215868 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-44d7e23a-cbce-4286-bab0-15006882b59d req-c921aa77-272a-4dad-9745-c7e1feb87829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:24:09.283635 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [req-44d7e23a-cbce-4286-bab0-15006882b59d req-c921aa77-272a-4dad-9745-c7e1feb87829 service neutron] For port 88371ba2-452f-4380-a191-8ad97b617825, host hv-neutron-8214, cleared binding levels {{(pid=102366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 20:24:09.287457 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [req-44d7e23a-cbce-4286-bab0-15006882b59d req-c921aa77-272a-4dad-9745-c7e1feb87829 service neutron] For port 88371ba2-452f-4380-a191-8ad97b617825, host hv-neutron-8214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=88371ba2-452f-4380-a191-8ad97b617825,segment=NetworkSegment(8957aa77-0651-4723-b5de-305f7059f0a6),segment_id=8957aa77-0651-4723-b5de-305f7059f0a6)] {{(pid=102366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 20:24:09.291459 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-44d7e23a-cbce-4286-bab0-15006882b59d req-c921aa77-272a-4dad-9745-c7e1feb87829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11929126'] for port, after_update {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:24:09.324643 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7e23a-cbce-4286-bab0-15006882b59d req-c921aa77-272a-4dad-9745-c7e1feb87829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:24:09.325809 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-44d7e23a-cbce-4286-bab0-15006882b59d req-c921aa77-272a-4dad-9745-c7e1feb87829 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:24:09.327273 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-44d7e23a-cbce-4286-bab0-15006882b59d req-c921aa77-272a-4dad-9745-c7e1feb87829 service neutron] 10.222.0.36 "PUT /v2.0/ports/88371ba2-452f-4380-a191-8ad97b617825 HTTP/1.1" status: 200 len: 1094 time: 0.5875306 Dec 10 20:24:09.327687 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1982d16-755a-4970-92f8-497490c1b826', 'tag': '88371ba2-452f-4380-a191-8ad97b617825'}] {{(pid=102366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:24:09.329998 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d17c09ae1c6b4e8e302f4f5999088c31108d7b1b7b8384e6dbc88f4e32c7e99d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999ecab8-4544-48c9-9d6c-c13c6cc6be3f" -d '{"events": [{"name": "network-changed", "server_uuid": "b1982d16-755a-4970-92f8-497490c1b826", "tag": "88371ba2-452f-4380-a191-8ad97b617825"}]}' {{(pid=102366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:24:09.359040 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c921aa77-272a-4dad-9745-c7e1feb87829 service neutron] Pushing event updated for resources: {'Port': ['ID=88371ba2-452f-4380-a191-8ad97b617825,revision_number=3']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:24:09.375976 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 20:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10fa05b-4b11-4e12-aed6-590961b6cd55 x-openstack-request-id: req-c10fa05b-4b11-4e12-aed6-590961b6cd55 {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:24:09.376277 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1982d16-755a-4970-92f8-497490c1b826", "tag": "88371ba2-452f-4380-a191-8ad97b617825", "status": "completed", "code": 200}]} {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:24:09.376548 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c10fa05b-4b11-4e12-aed6-590961b6cd55 {{(pid=102366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:24:09.376959 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1982d16-755a-4970-92f8-497490c1b826', 'tag': '88371ba2-452f-4380-a191-8ad97b617825', 'status': 'completed', 'code': 200} Dec 10 20:24:09.439610 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7e23a-cbce-4286-bab0-15006882b59d req-7e845cfa-464a-4efb-bef3-84c23ff40e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:24:09.442497 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-44d7e23a-cbce-4286-bab0-15006882b59d req-7e845cfa-464a-4efb-bef3-84c23ff40e5b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e2cd7f2ef42243c8897c83648469b2f4&device_id=b1982d16-755a-4970-92f8-497490c1b826 HTTP/1.1" status: 200 len: 1097 time: 0.0480471 Dec 10 20:24:09.480812 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da810e10-ff73-4a88-81b0-936a777e23c1 req-290a065a-384d-4d9d-855b-290f01a2ea23 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:24:09.482784 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-da810e10-ff73-4a88-81b0-936a777e23c1 req-290a065a-384d-4d9d-855b-290f01a2ea23 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1982d16-755a-4970-92f8-497490c1b826 HTTP/1.1" status: 200 len: 944 time: 0.0529251 Dec 10 20:24:09.488320 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-44d7e23a-cbce-4286-bab0-15006882b59d req-dba3aa4d-651b-4b9b-af50-d15b85a2815f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88371ba2-452f-4380-a191-8ad97b617825 HTTP/1.1" status: 200 len: 217 time: 0.0360594 Dec 10 20:24:09.526115 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-da810e10-ff73-4a88-81b0-936a777e23c1 req-fb3195d4-3de6-4f05-bb3b-a5e20bfedfc7 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7b08855-8d8e-461f-ae2e-bf601113adf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371506 Dec 10 20:24:09.540273 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7e23a-cbce-4286-bab0-15006882b59d req-b4342c50-3454-467a-bca8-c1c639aa2981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:24:09.541776 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-44d7e23a-cbce-4286-bab0-15006882b59d req-b4342c50-3454-467a-bca8-c1c639aa2981 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=28ab8189-6eff-4985-b43f-54adf0e8ec11 HTTP/1.1" status: 200 len: 849 time: 0.0466909 Dec 10 20:24:09.588663 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7e23a-cbce-4286-bab0-15006882b59d req-44ad3b21-4536-49d3-bfca-d1aaff3b7b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:24:09.590056 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-44d7e23a-cbce-4286-bab0-15006882b59d req-44ad3b21-4536-49d3-bfca-d1aaff3b7b1e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f17de7a7-dc7b-48fd-9d2c-821a6da65a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406129 Dec 10 20:24:09.682610 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-44d7e23a-cbce-4286-bab0-15006882b59d req-67a5edf5-327b-4af9-83e5-e698f18e8140 service neutron] 10.222.0.36 "GET /v2.0/networks/f17de7a7-dc7b-48fd-9d2c-821a6da65a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850809 Dec 10 20:24:09.773706 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-44d7e23a-cbce-4286-bab0-15006882b59d req-d12ee568-0456-4dee-99e7-5cfca1c839f4 service neutron] 10.222.0.36 "GET /v2.0/networks/f17de7a7-dc7b-48fd-9d2c-821a6da65a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837696 Dec 10 20:24:09.862498 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ecab8-4544-48c9-9d6c-c13c6cc6be3f req-2314c692-eb4e-4e16-b588-550116c011f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:24:09.863902 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-999ecab8-4544-48c9-9d6c-c13c6cc6be3f req-2314c692-eb4e-4e16-b588-550116c011f4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e2cd7f2ef42243c8897c83648469b2f4&device_id=b1982d16-755a-4970-92f8-497490c1b826 HTTP/1.1" status: 200 len: 1097 time: 0.0471587 Dec 10 20:24:09.956309 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ecab8-4544-48c9-9d6c-c13c6cc6be3f req-0ec07239-5b72-4660-ba81-ea9d8bfdaece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:24:09.957797 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-999ecab8-4544-48c9-9d6c-c13c6cc6be3f req-0ec07239-5b72-4660-ba81-ea9d8bfdaece service neutron] 10.222.0.36 "GET /v2.0/networks?id=f17de7a7-dc7b-48fd-9d2c-821a6da65a54 HTTP/1.1" status: 200 len: 911 time: 0.0855653 Dec 10 20:24:10.005251 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-999ecab8-4544-48c9-9d6c-c13c6cc6be3f req-12c225ac-5750-4eb1-b7d7-5e60f9d97b1c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88371ba2-452f-4380-a191-8ad97b617825 HTTP/1.1" status: 200 len: 217 time: 0.0392559 Dec 10 20:24:10.330669 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ecab8-4544-48c9-9d6c-c13c6cc6be3f req-32d31118-d224-46ee-b3cb-bea1a131e592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:24:10.332094 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-999ecab8-4544-48c9-9d6c-c13c6cc6be3f req-32d31118-d224-46ee-b3cb-bea1a131e592 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=28ab8189-6eff-4985-b43f-54adf0e8ec11 HTTP/1.1" status: 200 len: 849 time: 0.3193963 Dec 10 20:24:10.380379 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ecab8-4544-48c9-9d6c-c13c6cc6be3f req-ef773a67-8bfd-4847-a0a9-4be7a5f61555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:24:10.381885 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-999ecab8-4544-48c9-9d6c-c13c6cc6be3f req-ef773a67-8bfd-4847-a0a9-4be7a5f61555 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f17de7a7-dc7b-48fd-9d2c-821a6da65a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397193 Dec 10 20:24:10.476892 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-999ecab8-4544-48c9-9d6c-c13c6cc6be3f req-7c2b5ff9-001c-4fba-a2d1-58b40a6f97a9 service neutron] 10.222.0.36 "GET /v2.0/networks/f17de7a7-dc7b-48fd-9d2c-821a6da65a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856328 Dec 10 20:24:10.566173 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-999ecab8-4544-48c9-9d6c-c13c6cc6be3f req-ca375133-58a6-44eb-a173-42c4acabc247 service neutron] 10.222.0.36 "GET /v2.0/networks/f17de7a7-dc7b-48fd-9d2c-821a6da65a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824726 Dec 10 20:24:10.643390 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5074e3-36ef-4ceb-b753-bdb397c3c177 req-1ab0c027-507d-4a56-9d78-231258fcf286 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:24:10.644894 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4b5074e3-36ef-4ceb-b753-bdb397c3c177 req-1ab0c027-507d-4a56-9d78-231258fcf286 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1982d16-755a-4970-92f8-497490c1b826 HTTP/1.1" status: 200 len: 944 time: 0.0501769 Dec 10 20:24:10.687888 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-4b5074e3-36ef-4ceb-b753-bdb397c3c177 req-fae533da-911e-4125-ad6e-89cd9a11f018 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7b08855-8d8e-461f-ae2e-bf601113adf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371642 Dec 10 20:24:11.816286 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653107eb-ad5c-4587-9cda-f774861653f8 req-4a456a0a-d1b8-4fec-b9b7-086ead8a6e0a tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:24:11.817803 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-653107eb-ad5c-4587-9cda-f774861653f8 req-4a456a0a-d1b8-4fec-b9b7-086ead8a6e0a tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1982d16-755a-4970-92f8-497490c1b826 HTTP/1.1" status: 200 len: 944 time: 0.0489018 Dec 10 20:24:11.855470 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-653107eb-ad5c-4587-9cda-f774861653f8 req-076fc29a-1087-4789-ba94-1776d590d81c tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7b08855-8d8e-461f-ae2e-bf601113adf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317831 Dec 10 20:24:12.970556 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84014c7a-046e-4f94-a923-37952561308e req-9698f3ac-c651-4479-b992-246b6602aed5 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:24:12.972018 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-84014c7a-046e-4f94-a923-37952561308e req-9698f3ac-c651-4479-b992-246b6602aed5 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1982d16-755a-4970-92f8-497490c1b826 HTTP/1.1" status: 200 len: 944 time: 0.0495088 Dec 10 20:24:13.008844 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-84014c7a-046e-4f94-a923-37952561308e req-4300271f-9a76-44ef-83a6-87ff26caf429 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7b08855-8d8e-461f-ae2e-bf601113adf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309486 Dec 10 20:24:13.531901 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 88371ba2-452f-4380-a191-8ad97b617825 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=102367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 20:24:13.625161 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 88371ba2-452f-4380-a191-8ad97b617825, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=88371ba2-452f-4380-a191-8ad97b617825,segment=NetworkSegment(8957aa77-0651-4723-b5de-305f7059f0a6),segment_id=8957aa77-0651-4723-b5de-305f7059f0a6)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:24:13.635854 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Returning: {'device': '88371ba2-452f-4380-a191-8ad97b617825', 'network_id': 'f17de7a7-dc7b-48fd-9d2c-821a6da65a54', 'port_id': '88371ba2-452f-4380-a191-8ad97b617825', 'mac_address': 'fa:16:3e:3e:87:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28ab8189-6eff-4985-b43f-54adf0e8ec11', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 20:24:13.672985 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:24:13.686127 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88371ba2-452f-4380-a191-8ad97b617825 {{(pid=102367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 20:24:13.704327 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 88371ba2-452f-4380-a191-8ad97b617825, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=88371ba2-452f-4380-a191-8ad97b617825,segment=NetworkSegment(8957aa77-0651-4723-b5de-305f7059f0a6),segment_id=8957aa77-0651-4723-b5de-305f7059f0a6)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:24:13.708133 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:24:13.754537 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=88371ba2-452f-4380-a191-8ad97b617825,revision_number=4']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:24:14.076683 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['88371ba2-452f-4380-a191-8ad97b617825'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 20:24:14.125525 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4953c70-8511-4891-9d55-e84bda2b5388 req-98ef92c6-c3d4-43a0-b580-54a2226c32dc tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:24:14.127011 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b4953c70-8511-4891-9d55-e84bda2b5388 req-98ef92c6-c3d4-43a0-b580-54a2226c32dc tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1982d16-755a-4970-92f8-497490c1b826 HTTP/1.1" status: 200 len: 945 time: 0.0514305 Dec 10 20:24:14.175653 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-b4953c70-8511-4891-9d55-e84bda2b5388 req-5dcce87a-653b-46fd-937e-48f8babd9eb7 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7b08855-8d8e-461f-ae2e-bf601113adf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426838 Dec 10 20:24:15.296344 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae92d49-24c7-4b6b-9dcd-0a7309f3c9c5 req-5a59f618-954c-41dd-a772-a05709442e7a tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:24:15.297872 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1ae92d49-24c7-4b6b-9dcd-0a7309f3c9c5 req-5a59f618-954c-41dd-a772-a05709442e7a tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1982d16-755a-4970-92f8-497490c1b826 HTTP/1.1" status: 200 len: 945 time: 0.0532031 Dec 10 20:24:15.337067 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-1ae92d49-24c7-4b6b-9dcd-0a7309f3c9c5 req-2535af57-8160-4d6f-b21e-e0ab72dcf45f tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7b08855-8d8e-461f-ae2e-bf601113adf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333159 Dec 10 20:24:15.533313 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 88371ba2-452f-4380-a191-8ad97b617825 up at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 20:24:15.583478 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning for port 88371ba2-452f-4380-a191-8ad97b617825 completed by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 20:24:15.587189 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning complete for port 88371ba2-452f-4380-a191-8ad97b617825 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:24:15.587553 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:24:15.665144 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:24:15.689714 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1982d16-755a-4970-92f8-497490c1b826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88371ba2-452f-4380-a191-8ad97b617825'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:24:15.693666 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a72eb770f7d7f47a5235e5e97b02399f3ea68d125439bf82527f1e6c5cc43115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb3bf8d-1534-4b39-b567-eac18a16b448" -d '{"events": [{"server_uuid": "b1982d16-755a-4970-92f8-497490c1b826", "name": "network-vif-plugged", "status": "completed", "tag": "88371ba2-452f-4380-a191-8ad97b617825"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:24:15.704976 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 88371ba2-452f-4380-a191-8ad97b617825, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=88371ba2-452f-4380-a191-8ad97b617825,segment=NetworkSegment(8957aa77-0651-4723-b5de-305f7059f0a6),segment_id=8957aa77-0651-4723-b5de-305f7059f0a6)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:24:15.709549 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:24:15.734078 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 20:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7145fd05-c657-44cb-87b7-70250f0bf29b x-openstack-request-id: req-7145fd05-c657-44cb-87b7-70250f0bf29b {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:24:15.734456 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1982d16-755a-4970-92f8-497490c1b826", "name": "network-vif-plugged", "status": "completed", "tag": "88371ba2-452f-4380-a191-8ad97b617825", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:24:15.734708 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7145fd05-c657-44cb-87b7-70250f0bf29b {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:24:15.735077 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1982d16-755a-4970-92f8-497490c1b826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88371ba2-452f-4380-a191-8ad97b617825', 'code': 200} Dec 10 20:24:15.764639 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=88371ba2-452f-4380-a191-8ad97b617825,revision_number=5']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:24:15.902482 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93ef57-192f-4adb-8fe0-e3d465e05c46 req-1b884545-c54a-41d1-8c4a-a8642cf6db73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:24:15.904977 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-eb93ef57-192f-4adb-8fe0-e3d465e05c46 req-1b884545-c54a-41d1-8c4a-a8642cf6db73 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b1982d16-755a-4970-92f8-497490c1b826 HTTP/1.1" status: 200 len: 1099 time: 0.0421505 Dec 10 20:24:15.939454 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-eb93ef57-192f-4adb-8fe0-e3d465e05c46 req-86465318-e7d2-4f45-83be-dfed3adc20a6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e7b08855-8d8e-461f-ae2e-bf601113adf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272176 Dec 10 20:24:16.453274 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9117c-f3d1-428e-a4aa-5a3e204b37f3 req-ec2ac4ea-5226-40d0-891d-66d267731182 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:24:16.454758 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bcc9117c-f3d1-428e-a4aa-5a3e204b37f3 req-ec2ac4ea-5226-40d0-891d-66d267731182 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1982d16-755a-4970-92f8-497490c1b826 HTTP/1.1" status: 200 len: 946 time: 0.0495715 Dec 10 20:24:16.491977 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-bcc9117c-f3d1-428e-a4aa-5a3e204b37f3 req-0ef5b6e0-ce11-4e20-8591-a28f6f082d3e tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7b08855-8d8e-461f-ae2e-bf601113adf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313272 Dec 10 20:24:17.610741 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91838b37-d7ca-4f5c-83e3-3a1d135af748 req-9fa551cb-c4c8-492f-a604-602aed70c023 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:24:17.612216 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-91838b37-d7ca-4f5c-83e3-3a1d135af748 req-9fa551cb-c4c8-492f-a604-602aed70c023 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1982d16-755a-4970-92f8-497490c1b826 HTTP/1.1" status: 200 len: 946 time: 0.0504119 Dec 10 20:24:17.654205 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-91838b37-d7ca-4f5c-83e3-3a1d135af748 req-0e18450d-1dee-45b5-9a25-fa08e74277c9 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7b08855-8d8e-461f-ae2e-bf601113adf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360072 Dec 10 20:24:17.770934 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb887b-5e75-464b-8833-4ae5b1f38b13 req-0cf7266a-5003-458f-90b9-07f5ce67c293 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:24:17.772437 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-86bb887b-5e75-464b-8833-4ae5b1f38b13 req-0cf7266a-5003-458f-90b9-07f5ce67c293 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1982d16-755a-4970-92f8-497490c1b826 HTTP/1.1" status: 200 len: 946 time: 0.0497475 Dec 10 20:24:17.811153 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-86bb887b-5e75-464b-8833-4ae5b1f38b13 req-7cf4dd7f-d0e0-4583-8aca-1db6b898da72 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7b08855-8d8e-461f-ae2e-bf601113adf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321779 Dec 10 20:24:17.832622 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 37772) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:24:17.870734 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7678d4-d62c-4046-9ccc-0de63043eb8a tempest-TestSnapshotPattern-755192515 tempest-TestSnapshotPattern-755192515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:24:17.872789 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-2d7678d4-d62c-4046-9ccc-0de63043eb8a tempest-TestSnapshotPattern-755192515 tempest-TestSnapshotPattern-755192515-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=b1982d16-755a-4970-92f8-497490c1b826 HTTP/1.1" status: 200 len: 1094 time: 0.0391610 Dec 10 20:24:17.875926 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 37774) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:24:17.880136 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.v2.base [None req-b79862c2-a208-4481-baae-1d84e8f76abe tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Request body: {'floatingip': {'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'port_id': '88371ba2-452f-4380-a191-8ad97b617825', 'tenant_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 20:24:17.901449 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b79862c2-a208-4481-baae-1d84e8f76abe tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks [] for floatingip, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:24:17.997978 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b79862c2-a208-4481-baae-1d84e8f76abe tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:24:18.098054 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_common [None req-b79862c2-a208-4481-baae-1d84e8f76abe tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Allocated IP 172.26.6.167 (68e2ee80-e7f8-4be2-b0d8-392fd4a4e031/9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba/1e701a00-0d73-47b4-b4b0-184ce135ec71) {{(pid=102365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 20:24:18.208345 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b79862c2-a208-4481-baae-1d84e8f76abe tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks [] for port, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:24:18.241248 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b79862c2-a208-4481-baae-1d84e8f76abe tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769381102695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:24:18.280661 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79862c2-a208-4481-baae-1d84e8f76abe tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Network 68e2ee80-e7f8-4be2-b0d8-392fd4a4e031 is already hosted by enough agents. {{(pid=102365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 20:24:18.283427 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.base_scheduler [None req-b79862c2-a208-4481-baae-1d84e8f76abe tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Resources bound (agent type, host, resource id): {{(pid=102365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 20:24:18.290605 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79862c2-a208-4481-baae-1d84e8f76abe tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Received port after_create {{(pid=102365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 20:24:18.292536 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79862c2-a208-4481-baae-1d84e8f76abe tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Pushing event updated for resources: {'Port': ['ID=1e701a00-0d73-47b4-b4b0-184ce135ec71,revision_number=1']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:24:18.316728 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79862c2-a208-4481-baae-1d84e8f76abe tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:24:18.317076 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79862c2-a208-4481-baae-1d84e8f76abe tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:24:18.317414 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79862c2-a208-4481-baae-1d84e8f76abe tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:24:18.317745 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79862c2-a208-4481-baae-1d84e8f76abe tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:24:18.318073 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79862c2-a208-4481-baae-1d84e8f76abe tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:24:18.318399 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79862c2-a208-4481-baae-1d84e8f76abe tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:24:18.318720 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79862c2-a208-4481-baae-1d84e8f76abe tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:24:18.319042 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79862c2-a208-4481-baae-1d84e8f76abe tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:24:18.319364 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79862c2-a208-4481-baae-1d84e8f76abe tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:24:18.319684 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79862c2-a208-4481-baae-1d84e8f76abe tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:24:18.320003 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79862c2-a208-4481-baae-1d84e8f76abe tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:24:18.320329 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79862c2-a208-4481-baae-1d84e8f76abe tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:24:18.658038 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b79862c2-a208-4481-baae-1d84e8f76abe tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:24:18.726874 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b79862c2-a208-4481-baae-1d84e8f76abe tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:24:18.879596 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b79862c2-a208-4481-baae-1d84e8f76abe tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks [] for port, precommit_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:24:18.883944 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b79862c2-a208-4481-baae-1d84e8f76abe tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9535493'] for port, after_update {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:24:18.954705 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79862c2-a208-4481-baae-1d84e8f76abe tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Pushing event updated for resources: {'Port': ['ID=1e701a00-0d73-47b4-b4b0-184ce135ec71,revision_number=2']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:24:18.964331 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b79862c2-a208-4481-baae-1d84e8f76abe tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3713103'] for floatingip, after_create {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:24:19.065722 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.l3_db [None req-b79862c2-a208-4481-baae-1d84e8f76abe tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Floating IP aba9d711-b7b1-4c4f-82af-62522ff4406d associated. External IP: 172.26.6.167, port: 88371ba2-452f-4380-a191-8ad97b617825. Dec 10 20:24:19.274000 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b79862c2-a208-4481-baae-1d84e8f76abe tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Router 046ab62d-e53b-40f3-87a3-cb91cf92267c has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 20:24:19.382680 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b79862c2-a208-4481-baae-1d84e8f76abe tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 20:24:19.394329 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a329192-0127-4846-82fd-3e99d3cba5ec None None] Sync routers for ids ['046ab62d-e53b-40f3-87a3-cb91cf92267c'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 20:24:19.401608 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-b79862c2-a208-4481-baae-1d84e8f76abe tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:24:19.405939 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a329192-0127-4846-82fd-3e99d3cba5ec None None] Routers {'046ab62d-e53b-40f3-87a3-cb91cf92267c'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:24:19.405939 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-6a329192-0127-4846-82fd-3e99d3cba5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:23:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['046ab62d-e53b-40f3-87a3-cb91cf92267c'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:24:19.429946 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-b79862c2-a208-4481-baae-1d84e8f76abe tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5530193 Dec 10 20:24:19.430657 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1982d16-755a-4970-92f8-497490c1b826', 'tag': '88371ba2-452f-4380-a191-8ad97b617825'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:24:19.433033 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}249380696a63655c0aa70a837fa12419fa0e2d1073b46d317cd6ca7aef0a3219" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089165a9-40cf-4664-9758-c730b166e5a8" -d '{"events": [{"name": "network-changed", "server_uuid": "b1982d16-755a-4970-92f8-497490c1b826", "tag": "88371ba2-452f-4380-a191-8ad97b617825"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:24:19.512386 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-6a329192-0127-4846-82fd-3e99d3cba5ec None None] Set router 046ab62d-e53b-40f3-87a3-cb91cf92267c gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:24:19.523945 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 20:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8fc654c-fd81-4b21-9943-2753274212ef x-openstack-request-id: req-e8fc654c-fd81-4b21-9943-2753274212ef {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:24:19.524350 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1982d16-755a-4970-92f8-497490c1b826", "tag": "88371ba2-452f-4380-a191-8ad97b617825", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:24:19.524681 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e8fc654c-fd81-4b21-9943-2753274212ef {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:24:19.525139 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1982d16-755a-4970-92f8-497490c1b826', 'tag': '88371ba2-452f-4380-a191-8ad97b617825', 'status': 'completed', 'code': 200} Dec 10 20:24:19.588884 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089165a9-40cf-4664-9758-c730b166e5a8 req-812aa453-d3d4-4500-9781-dc7a5f2f32f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:24:19.590360 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-089165a9-40cf-4664-9758-c730b166e5a8 req-812aa453-d3d4-4500-9781-dc7a5f2f32f7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e2cd7f2ef42243c8897c83648469b2f4&device_id=b1982d16-755a-4970-92f8-497490c1b826 HTTP/1.1" status: 200 len: 1099 time: 0.0433822 Dec 10 20:24:19.679650 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089165a9-40cf-4664-9758-c730b166e5a8 req-c2b60d0d-457b-4866-8e92-6bd5681f142c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:24:19.681175 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-089165a9-40cf-4664-9758-c730b166e5a8 req-c2b60d0d-457b-4866-8e92-6bd5681f142c service neutron] 10.222.0.36 "GET /v2.0/networks?id=f17de7a7-dc7b-48fd-9d2c-821a6da65a54 HTTP/1.1" status: 200 len: 911 time: 0.0838702 Dec 10 20:24:19.735749 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-6a329192-0127-4846-82fd-3e99d3cba5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046ab62d-e53b-40f3-87a3-cb91cf92267c', 'name': 'tempest-TestSnapshotPattern-1995645365-router', 'tenant_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.4'}], 'enable_snat': True}, 'gw_port_id': 'c5e94bb9-d580-4a4e-b2f2-f759cbab1d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:20:24Z', 'updated_at': '2021-12-10T20:20:27Z', 'revision_number': 4, 'project_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'gw_port': {'id': 'c5e94bb9-d580-4a4e-b2f2-f759cbab1d68', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046ab62d-e53b-40f3-87a3-cb91cf92267c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:20:24Z', 'updated_at': '2021-12-10T20:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '131c2a90-e65b-44ff-9d3d-490f0701413b', 'tenant_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'floating_ip_address': '172.26.6.100', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '046ab62d-e53b-40f3-87a3-cb91cf92267c', 'port_id': '9af62292-14f7-4d23-8653-f8a474614fed', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f17de7a7-dc7b-48fd-9d2c-821a6da65a54', 'mac_address': 'fa:16:3e:36:f2:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a2661c-f815-405c-8630-cd7a23d5ddc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:20:50Z', 'updated_at': '2021-12-10T20:20:52Z', 'revision_number': 1, 'project_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'fixed_ip_address_scope': None}, {'id': 'aba9d711-b7b1-4c4f-82af-62522ff4406d', 'tenant_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'floating_ip_address': '172.26.6.167', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '046ab62d-e53b-40f3-87a3-cb91cf92267c', 'port_id': '88371ba2-452f-4380-a191-8ad97b617825', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f17de7a7-dc7b-48fd-9d2c-821a6da65a54', 'mac_address': 'fa:16:3e:3e:87:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1982d16-755a-4970-92f8-497490c1b826', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:24:18Z', 'updated_at': '2021-12-10T20:24:18Z', 'revision_number': 0, 'project_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43717520-32c5-4b8e-a0f6-ceab629326c7', 'name': '', 'network_id': 'f17de7a7-dc7b-48fd-9d2c-821a6da65a54', 'tenant_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'mac_address': 'fa:16:3e:10:4a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046ab62d-e53b-40f3-87a3-cb91cf92267c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '28ab8189-6eff-4985-b43f-54adf0e8ec11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:20:26Z', 'updated_at': '2021-12-10T20:20:31Z', 'revision_number': 5, 'project_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'subnets': [{'id': '28ab8189-6eff-4985-b43f-54adf0e8ec11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:24:19.751648 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-089165a9-40cf-4664-9758-c730b166e5a8 req-151e7385-dce4-4acd-be79-c0c7ba9778c2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88371ba2-452f-4380-a191-8ad97b617825 HTTP/1.1" status: 200 len: 1000 time: 0.0629685 Dec 10 20:24:19.765677 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a329192-0127-4846-82fd-3e99d3cba5ec None None] Checking router: 046ab62d-e53b-40f3-87a3-cb91cf92267c for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 20:24:19.773799 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a329192-0127-4846-82fd-3e99d3cba5ec None None] Routers {'046ab62d-e53b-40f3-87a3-cb91cf92267c'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:24:19.774460 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-6a329192-0127-4846-82fd-3e99d3cba5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:23:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['046ab62d-e53b-40f3-87a3-cb91cf92267c'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:24:19.802407 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089165a9-40cf-4664-9758-c730b166e5a8 req-69d13379-1c06-4ce8-84eb-aab9db2cb0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:24:19.803885 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-089165a9-40cf-4664-9758-c730b166e5a8 req-69d13379-1c06-4ce8-84eb-aab9db2cb0e6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=28ab8189-6eff-4985-b43f-54adf0e8ec11 HTTP/1.1" status: 200 len: 849 time: 0.0455415 Dec 10 20:24:19.849977 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089165a9-40cf-4664-9758-c730b166e5a8 req-00d186e7-353e-47b1-8e24-989828769dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:24:19.851467 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-089165a9-40cf-4664-9758-c730b166e5a8 req-00d186e7-353e-47b1-8e24-989828769dee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f17de7a7-dc7b-48fd-9d2c-821a6da65a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404663 Dec 10 20:24:19.873866 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-6a329192-0127-4846-82fd-3e99d3cba5ec None None] Set router 046ab62d-e53b-40f3-87a3-cb91cf92267c gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:24:19.949020 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-089165a9-40cf-4664-9758-c730b166e5a8 req-fc3c6e54-3b7e-4958-b056-b44050ae1c46 service neutron] 10.222.0.36 "GET /v2.0/networks/f17de7a7-dc7b-48fd-9d2c-821a6da65a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892215 Dec 10 20:24:20.039084 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-089165a9-40cf-4664-9758-c730b166e5a8 req-b451a492-5717-4a09-94f0-79cffd662e7a service neutron] 10.222.0.36 "GET /v2.0/networks/f17de7a7-dc7b-48fd-9d2c-821a6da65a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832615 Dec 10 20:24:20.190457 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-6a329192-0127-4846-82fd-3e99d3cba5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046ab62d-e53b-40f3-87a3-cb91cf92267c', 'name': 'tempest-TestSnapshotPattern-1995645365-router', 'tenant_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.4'}], 'enable_snat': True}, 'gw_port_id': 'c5e94bb9-d580-4a4e-b2f2-f759cbab1d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:20:24Z', 'updated_at': '2021-12-10T20:20:27Z', 'revision_number': 4, 'project_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'gw_port': {'id': 'c5e94bb9-d580-4a4e-b2f2-f759cbab1d68', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046ab62d-e53b-40f3-87a3-cb91cf92267c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:20:24Z', 'updated_at': '2021-12-10T20:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '131c2a90-e65b-44ff-9d3d-490f0701413b', 'tenant_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'floating_ip_address': '172.26.6.100', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '046ab62d-e53b-40f3-87a3-cb91cf92267c', 'port_id': '9af62292-14f7-4d23-8653-f8a474614fed', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f17de7a7-dc7b-48fd-9d2c-821a6da65a54', 'mac_address': 'fa:16:3e:36:f2:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a2661c-f815-405c-8630-cd7a23d5ddc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:20:50Z', 'updated_at': '2021-12-10T20:20:52Z', 'revision_number': 1, 'project_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'fixed_ip_address_scope': None}, {'id': 'aba9d711-b7b1-4c4f-82af-62522ff4406d', 'tenant_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'floating_ip_address': '172.26.6.167', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '046ab62d-e53b-40f3-87a3-cb91cf92267c', 'port_id': '88371ba2-452f-4380-a191-8ad97b617825', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f17de7a7-dc7b-48fd-9d2c-821a6da65a54', 'mac_address': 'fa:16:3e:3e:87:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1982d16-755a-4970-92f8-497490c1b826', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:24:18Z', 'updated_at': '2021-12-10T20:24:18Z', 'revision_number': 0, 'project_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43717520-32c5-4b8e-a0f6-ceab629326c7', 'name': '', 'network_id': 'f17de7a7-dc7b-48fd-9d2c-821a6da65a54', 'tenant_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'mac_address': 'fa:16:3e:10:4a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046ab62d-e53b-40f3-87a3-cb91cf92267c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '28ab8189-6eff-4985-b43f-54adf0e8ec11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:20:26Z', 'updated_at': '2021-12-10T20:20:31Z', 'revision_number': 5, 'project_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'subnets': [{'id': '28ab8189-6eff-4985-b43f-54adf0e8ec11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:24:20.215114 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a329192-0127-4846-82fd-3e99d3cba5ec None None] The sync data for ids ['046ab62d-e53b-40f3-87a3-cb91cf92267c'] in dv-neutron-821441-1-hyperv is: [{'id': '046ab62d-e53b-40f3-87a3-cb91cf92267c', 'name': 'tempest-TestSnapshotPattern-1995645365-router', 'tenant_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.4'}], 'enable_snat': True}, 'gw_port_id': 'c5e94bb9-d580-4a4e-b2f2-f759cbab1d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:20:24Z', 'updated_at': '2021-12-10T20:20:27Z', 'revision_number': 4, 'project_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'gw_port': {'id': 'c5e94bb9-d580-4a4e-b2f2-f759cbab1d68', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046ab62d-e53b-40f3-87a3-cb91cf92267c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:20:24Z', 'updated_at': '2021-12-10T20:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '131c2a90-e65b-44ff-9d3d-490f0701413b', 'tenant_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'floating_ip_address': '172.26.6.100', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '046ab62d-e53b-40f3-87a3-cb91cf92267c', 'port_id': '9af62292-14f7-4d23-8653-f8a474614fed', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f17de7a7-dc7b-48fd-9d2c-821a6da65a54', 'mac_address': 'fa:16:3e:36:f2:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a2661c-f815-405c-8630-cd7a23d5ddc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:20:50Z', 'updated_at': '2021-12-10T20:20:52Z', 'revision_number': 1, 'project_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'fixed_ip_address_scope': None}, {'id': 'aba9d711-b7b1-4c4f-82af-62522ff4406d', 'tenant_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'floating_ip_address': '172.26.6.167', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '046ab62d-e53b-40f3-87a3-cb91cf92267c', 'port_id': '88371ba2-452f-4380-a191-8ad97b617825', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f17de7a7-dc7b-48fd-9d2c-821a6da65a54', 'mac_address': 'fa:16:3e:3e:87:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1982d16-755a-4970-92f8-497490c1b826', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:24:18Z', 'updated_at': '2021-12-10T20:24:18Z', 'revision_number': 0, 'project_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43717520-32c5-4b8e-a0f6-ceab629326c7', 'name': '', 'network_id': 'f17de7a7-dc7b-48fd-9d2c-821a6da65a54', 'tenant_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'mac_address': 'fa:16:3e:10:4a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046ab62d-e53b-40f3-87a3-cb91cf92267c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '28ab8189-6eff-4985-b43f-54adf0e8ec11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:20:26Z', 'updated_at': '2021-12-10T20:20:31Z', 'revision_number': 5, 'project_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'subnets': [{'id': '28ab8189-6eff-4985-b43f-54adf0e8ec11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 20:24:20.414256 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a624e6b8-1ef1-4b68-a032-53751d81df9d None None] New status for floating IP aba9d711-b7b1-4c4f-82af-62522ff4406d: ACTIVE {{(pid=102367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 20:24:20.456836 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-1a49fdb0-f13a-49fd-bc9f-95ef00f0e513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:24:24.365425 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f8d89756-5986-41c4-8b0e-dbfc686ed4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:24:25.678624 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:24:26.662573 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:24:27.075386 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:24:33.114615 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:24:34.928185 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:24:41.658422 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-544b4b1b-9ec5-4c69-a203-fb9a6d39c711 req-6abae651-05d2-4765-8108-9be39b0169f2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=61a2661c-f815-405c-8630-cd7a23d5ddc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411696 Dec 10 20:24:41.745829 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b4b1b-9ec5-4c69-a203-fb9a6d39c711 req-97d8963f-8fb3-4a5b-97f7-101980b54410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:24:41.747328 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-544b4b1b-9ec5-4c69-a203-fb9a6d39c711 req-97d8963f-8fb3-4a5b-97f7-101980b54410 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e2cd7f2ef42243c8897c83648469b2f4&device_id=61a2661c-f815-405c-8630-cd7a23d5ddc9 HTTP/1.1" status: 200 len: 1097 time: 0.0453296 Dec 10 20:24:41.850280 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b4b1b-9ec5-4c69-a203-fb9a6d39c711 req-fc7113c9-56e6-4c5a-9d73-1bbfa0e474fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:24:41.851723 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-544b4b1b-9ec5-4c69-a203-fb9a6d39c711 req-fc7113c9-56e6-4c5a-9d73-1bbfa0e474fe service neutron] 10.222.0.36 "GET /v2.0/networks?id=f17de7a7-dc7b-48fd-9d2c-821a6da65a54 HTTP/1.1" status: 200 len: 911 time: 0.0843725 Dec 10 20:24:41.921888 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-544b4b1b-9ec5-4c69-a203-fb9a6d39c711 req-7f03ce37-5f69-47db-a768-1c89e2c67936 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9af62292-14f7-4d23-8653-f8a474614fed HTTP/1.1" status: 200 len: 1000 time: 0.0620646 Dec 10 20:24:41.970857 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b4b1b-9ec5-4c69-a203-fb9a6d39c711 req-3c8b9e4f-7534-463f-9ed7-056f9ee38198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:24:41.972282 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-544b4b1b-9ec5-4c69-a203-fb9a6d39c711 req-3c8b9e4f-7534-463f-9ed7-056f9ee38198 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=28ab8189-6eff-4985-b43f-54adf0e8ec11 HTTP/1.1" status: 200 len: 849 time: 0.0432944 Dec 10 20:24:42.017849 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b4b1b-9ec5-4c69-a203-fb9a6d39c711 req-450feb2a-9044-496c-bdff-113a10d9f9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:24:42.019302 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-544b4b1b-9ec5-4c69-a203-fb9a6d39c711 req-450feb2a-9044-496c-bdff-113a10d9f9ec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f17de7a7-dc7b-48fd-9d2c-821a6da65a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398221 Dec 10 20:24:42.111602 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-544b4b1b-9ec5-4c69-a203-fb9a6d39c711 req-acb37973-d8b2-4b52-ac9b-eefdc0056774 service neutron] 10.222.0.36 "GET /v2.0/networks/f17de7a7-dc7b-48fd-9d2c-821a6da65a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848296 Dec 10 20:24:42.201476 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-544b4b1b-9ec5-4c69-a203-fb9a6d39c711 req-9d15eaa7-a8fd-4055-b716-6ec1cf730405 service neutron] 10.222.0.36 "GET /v2.0/networks/f17de7a7-dc7b-48fd-9d2c-821a6da65a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822129 Dec 10 20:24:50.418266 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-452e0e55-6093-47a8-85c1-3327243e54ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:24:54.367200 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-720c717e-04af-4e86-a21e-8ac1efa20b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:24:55.682309 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:24:56.664118 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:24:57.078838 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:25:03.146185 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:25:11.927661 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:25:20.419473 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-7511f9eb-b090-44e8-83a2-028510705829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:25:24.367568 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-34bf09e4-7ba5-43ec-9765-0b2bdf5f7918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:25:25.685866 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:25:26.665926 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:25:27.080767 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:25:33.142219 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:25:41.669317 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-f74ea6ef-4ff3-45a2-b120-9b70c9cf0255 req-c9095792-b95e-4c61-a1c0-8a9b859b8e28 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b1982d16-755a-4970-92f8-497490c1b826&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394571 Dec 10 20:25:41.734171 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ea6ef-4ff3-45a2-b120-9b70c9cf0255 req-2683cbec-e061-4a8b-b5c9-66b95bf0e7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:25:41.736088 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-f74ea6ef-4ff3-45a2-b120-9b70c9cf0255 req-2683cbec-e061-4a8b-b5c9-66b95bf0e7d7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e2cd7f2ef42243c8897c83648469b2f4&device_id=b1982d16-755a-4970-92f8-497490c1b826 HTTP/1.1" status: 200 len: 1099 time: 0.0455353 Dec 10 20:25:41.836099 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ea6ef-4ff3-45a2-b120-9b70c9cf0255 req-611a6d2b-15eb-4dbd-94c4-cff98b14a5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:25:41.837560 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-f74ea6ef-4ff3-45a2-b120-9b70c9cf0255 req-611a6d2b-15eb-4dbd-94c4-cff98b14a5b3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f17de7a7-dc7b-48fd-9d2c-821a6da65a54 HTTP/1.1" status: 200 len: 911 time: 0.0820184 Dec 10 20:25:41.906458 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-f74ea6ef-4ff3-45a2-b120-9b70c9cf0255 req-396592f8-9fd8-4f12-b9a9-3c57abd14540 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88371ba2-452f-4380-a191-8ad97b617825 HTTP/1.1" status: 200 len: 1002 time: 0.0613370 Dec 10 20:25:41.956481 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ea6ef-4ff3-45a2-b120-9b70c9cf0255 req-22898727-7d7b-4443-876b-e2278862f103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:25:41.957848 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-f74ea6ef-4ff3-45a2-b120-9b70c9cf0255 req-22898727-7d7b-4443-876b-e2278862f103 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=28ab8189-6eff-4985-b43f-54adf0e8ec11 HTTP/1.1" status: 200 len: 849 time: 0.0446382 Dec 10 20:25:42.004780 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ea6ef-4ff3-45a2-b120-9b70c9cf0255 req-f3ab9bfd-87ef-47cb-abb8-ca086664c9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:25:42.006246 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-f74ea6ef-4ff3-45a2-b120-9b70c9cf0255 req-f3ab9bfd-87ef-47cb-abb8-ca086664c9fa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f17de7a7-dc7b-48fd-9d2c-821a6da65a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408170 Dec 10 20:25:42.018667 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [req-f74ea6ef-4ff3-45a2-b120-9b70c9cf0255 req-0dd97b04-48c4-4468-8b51-c55a5d1457e6 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 20:25:42.019594 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-f74ea6ef-4ff3-45a2-b120-9b70c9cf0255 req-0dd97b04-48c4-4468-8b51-c55a5d1457e6 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053587 Dec 10 20:25:42.113771 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-f74ea6ef-4ff3-45a2-b120-9b70c9cf0255 req-6de68b81-08df-44b9-aee8-d67624139830 service neutron] 10.222.0.36 "GET /v2.0/networks/f17de7a7-dc7b-48fd-9d2c-821a6da65a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854437 Dec 10 20:25:42.202424 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-f74ea6ef-4ff3-45a2-b120-9b70c9cf0255 req-1d202965-a937-4490-a46c-ee6a94a65262 service neutron] 10.222.0.36 "GET /v2.0/networks/f17de7a7-dc7b-48fd-9d2c-821a6da65a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811870 Dec 10 20:25:48.927344 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:25:50.421081 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-36d4734f-6998-49f4-b14a-f8aecca1377d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:25:54.369288 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-56f1cee7-58da-42cf-961f-876b3299cfc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:25:55.689918 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:25:56.668393 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:25:57.083607 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:26:03.156719 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:26:20.424718 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dfea7a09-5f1f-4cd7-ba79-d216b64a9af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:26:24.372317 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4fc22d9c-3a78-44b4-adf3-1f8340da6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:26:25.691734 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:26:25.927194 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:26:26.670876 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:26:27.087311 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:26:33.168459 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:26:38.337362 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 88371ba2-452f-4380-a191-8ad97b617825 details requested by agent hyperv_hv-neutron-8214 with host hv-neutron-8214 {{(pid=102367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 20:26:38.434619 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 88371ba2-452f-4380-a191-8ad97b617825, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=88371ba2-452f-4380-a191-8ad97b617825,segment=NetworkSegment(8957aa77-0651-4723-b5de-305f7059f0a6),segment_id=8957aa77-0651-4723-b5de-305f7059f0a6)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:26:38.450828 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Returning: {'device': '88371ba2-452f-4380-a191-8ad97b617825', 'network_id': 'f17de7a7-dc7b-48fd-9d2c-821a6da65a54', 'port_id': '88371ba2-452f-4380-a191-8ad97b617825', 'mac_address': 'fa:16:3e:3e:87:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28ab8189-6eff-4985-b43f-54adf0e8ec11', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 20:26:38.488521 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:26:38.501190 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 88371ba2-452f-4380-a191-8ad97b617825 {{(pid=102367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 20:26:38.519465 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 88371ba2-452f-4380-a191-8ad97b617825, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=88371ba2-452f-4380-a191-8ad97b617825,segment=NetworkSegment(8957aa77-0651-4723-b5de-305f7059f0a6),segment_id=8957aa77-0651-4723-b5de-305f7059f0a6)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:26:38.524275 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:26:38.576035 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=88371ba2-452f-4380-a191-8ad97b617825,revision_number=6']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:26:38.583779 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:26:38.584123 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:26:38.584457 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:26:38.584808 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:26:38.585135 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:26:38.585460 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:26:38.585781 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:26:38.586100 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:26:38.586420 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:26:38.586734 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:26:38.587048 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:26:38.587358 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:26:38.606798 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] get_ports_and_sgs() called for port_ids ['88371ba2-452f-4380-a191-8ad97b617825'] {{(pid=102367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 20:26:40.337289 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 88371ba2-452f-4380-a191-8ad97b617825 up at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 20:26:40.386079 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.provisioning_blocks [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Provisioning complete for port 88371ba2-452f-4380-a191-8ad97b617825 triggered by entity L2. {{(pid=102367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 20:26:40.386444 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559389'] for port, provisioning_complete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:26:40.464600 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:26:40.488001 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1982d16-755a-4970-92f8-497490c1b826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88371ba2-452f-4380-a191-8ad97b617825'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:26:40.490267 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a72eb770f7d7f47a5235e5e97b02399f3ea68d125439bf82527f1e6c5cc43115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38d5b93-acc8-4acf-b95b-45d2caafbb9e" -d '{"events": [{"server_uuid": "b1982d16-755a-4970-92f8-497490c1b826", "name": "network-vif-plugged", "status": "completed", "tag": "88371ba2-452f-4380-a191-8ad97b617825"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:26:40.503735 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 88371ba2-452f-4380-a191-8ad97b617825, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=88371ba2-452f-4380-a191-8ad97b617825,segment=NetworkSegment(8957aa77-0651-4723-b5de-305f7059f0a6),segment_id=8957aa77-0651-4723-b5de-305f7059f0a6)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:26:40.508194 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:26:40.536429 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 20:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392869cb-ad7f-4d1f-886f-ffe886f40641 x-openstack-request-id: req-392869cb-ad7f-4d1f-886f-ffe886f40641 {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:26:40.536776 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1982d16-755a-4970-92f8-497490c1b826", "name": "network-vif-plugged", "status": "completed", "tag": "88371ba2-452f-4380-a191-8ad97b617825", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:26:40.537030 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-392869cb-ad7f-4d1f-886f-ffe886f40641 {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:26:40.537567 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1982d16-755a-4970-92f8-497490c1b826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88371ba2-452f-4380-a191-8ad97b617825', 'code': 200} Dec 10 20:26:40.567047 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=88371ba2-452f-4380-a191-8ad97b617825,revision_number=7']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:26:41.744914 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-44d86da8-75a5-4660-b1ac-3e916c42a537 req-10be9601-60bd-4d77-a8b7-5bf89cb33b74 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=61a2661c-f815-405c-8630-cd7a23d5ddc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414953 Dec 10 20:26:41.850526 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d86da8-75a5-4660-b1ac-3e916c42a537 req-46ba36af-7e45-4483-9bcc-2a25ce81e6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:26:41.852028 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-44d86da8-75a5-4660-b1ac-3e916c42a537 req-46ba36af-7e45-4483-9bcc-2a25ce81e6b7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e2cd7f2ef42243c8897c83648469b2f4&device_id=61a2661c-f815-405c-8630-cd7a23d5ddc9 HTTP/1.1" status: 200 len: 1097 time: 0.0464616 Dec 10 20:26:41.971899 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d86da8-75a5-4660-b1ac-3e916c42a537 req-b10c8f49-5676-42a2-8ba9-92d6159cc59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:26:41.973440 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-44d86da8-75a5-4660-b1ac-3e916c42a537 req-b10c8f49-5676-42a2-8ba9-92d6159cc59e service neutron] 10.222.0.36 "GET /v2.0/networks?id=f17de7a7-dc7b-48fd-9d2c-821a6da65a54 HTTP/1.1" status: 200 len: 911 time: 0.1014285 Dec 10 20:26:42.046676 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-44d86da8-75a5-4660-b1ac-3e916c42a537 req-fc29c6ec-4682-41b2-8585-30d666c51ea6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9af62292-14f7-4d23-8653-f8a474614fed HTTP/1.1" status: 200 len: 1000 time: 0.0653310 Dec 10 20:26:42.104214 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d86da8-75a5-4660-b1ac-3e916c42a537 req-89fa98eb-dc8e-4c6d-9b87-729d24daca94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:26:42.106191 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-44d86da8-75a5-4660-b1ac-3e916c42a537 req-89fa98eb-dc8e-4c6d-9b87-729d24daca94 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=28ab8189-6eff-4985-b43f-54adf0e8ec11 HTTP/1.1" status: 200 len: 849 time: 0.0515037 Dec 10 20:26:42.163031 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d86da8-75a5-4660-b1ac-3e916c42a537 req-c4ccb068-5cbd-4e1a-8f5f-f73851f595e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:26:42.164769 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-44d86da8-75a5-4660-b1ac-3e916c42a537 req-c4ccb068-5cbd-4e1a-8f5f-f73851f595e5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f17de7a7-dc7b-48fd-9d2c-821a6da65a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0500998 Dec 10 20:26:42.292223 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-44d86da8-75a5-4660-b1ac-3e916c42a537 req-9a43fe08-930d-4467-9496-50e29f0719ec service neutron] 10.222.0.36 "GET /v2.0/networks/f17de7a7-dc7b-48fd-9d2c-821a6da65a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180775 Dec 10 20:26:42.407377 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-44d86da8-75a5-4660-b1ac-3e916c42a537 req-50a9ff9c-ff24-4593-8ebd-136b2a7ad081 service neutron] 10.222.0.36 "GET /v2.0/networks/f17de7a7-dc7b-48fd-9d2c-821a6da65a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066227 Dec 10 20:26:50.443408 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-36dcee0e-2898-4986-b66c-43d655b0f382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:26:51.918755 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 38016) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:26:52.085661 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-00edd91e-242f-4a1a-8299-b4f5fd463054 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Deleting port 1e701a00-0d73-47b4-b4b0-184ce135ec71 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 20:26:52.086001 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-00edd91e-242f-4a1a-8299-b4f5fd463054 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:26:52.166763 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-00edd91e-242f-4a1a-8299-b4f5fd463054 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:26:52.167079 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-00edd91e-242f-4a1a-8299-b4f5fd463054 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:26:52.179462 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-00edd91e-242f-4a1a-8299-b4f5fd463054 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Calling delete_port for 1e701a00-0d73-47b4-b4b0-184ce135ec71 owned by network:floatingip {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 20:26:52.323065 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-00edd91e-242f-4a1a-8299-b4f5fd463054 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:26:52.347144 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00edd91e-242f-4a1a-8299-b4f5fd463054 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Pushing event deleted for resources: {'Port': ['ID=1e701a00-0d73-47b4-b4b0-184ce135ec71,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:26:52.361605 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00edd91e-242f-4a1a-8299-b4f5fd463054 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:26:52.361862 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00edd91e-242f-4a1a-8299-b4f5fd463054 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:26:52.362198 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00edd91e-242f-4a1a-8299-b4f5fd463054 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:26:52.362541 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00edd91e-242f-4a1a-8299-b4f5fd463054 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:26:52.362861 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00edd91e-242f-4a1a-8299-b4f5fd463054 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:26:52.363179 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00edd91e-242f-4a1a-8299-b4f5fd463054 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:26:52.363496 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00edd91e-242f-4a1a-8299-b4f5fd463054 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:26:52.363809 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00edd91e-242f-4a1a-8299-b4f5fd463054 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:26:52.364123 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00edd91e-242f-4a1a-8299-b4f5fd463054 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:26:52.364435 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00edd91e-242f-4a1a-8299-b4f5fd463054 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:26:52.364799 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00edd91e-242f-4a1a-8299-b4f5fd463054 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:26:52.365107 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00edd91e-242f-4a1a-8299-b4f5fd463054 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:26:52.417928 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-00edd91e-242f-4a1a-8299-b4f5fd463054 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks [] for floatingip, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:26:52.418239 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.db.l3_db [None req-00edd91e-242f-4a1a-8299-b4f5fd463054 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Floating IP aba9d711-b7b1-4c4f-82af-62522ff4406d disassociated (deleted). External IP: 172.26.6.167, port: 88371ba2-452f-4380-a191-8ad97b617825. Dec 10 20:26:52.922516 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00edd91e-242f-4a1a-8299-b4f5fd463054 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Router 046ab62d-e53b-40f3-87a3-cb91cf92267c has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 20:26:53.028330 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00edd91e-242f-4a1a-8299-b4f5fd463054 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 20:26:53.033880 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-00edd91e-242f-4a1a-8299-b4f5fd463054 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:26:53.038401 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de7ed0e-a4d6-4cb0-85c0-2ae2ab05396f None None] Sync routers for ids ['046ab62d-e53b-40f3-87a3-cb91cf92267c'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 20:26:53.047637 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de7ed0e-a4d6-4cb0-85c0-2ae2ab05396f None None] Routers {'046ab62d-e53b-40f3-87a3-cb91cf92267c'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:26:53.048240 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-9de7ed0e-a4d6-4cb0-85c0-2ae2ab05396f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:26:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['046ab62d-e53b-40f3-87a3-cb91cf92267c'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:26:53.060292 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-00edd91e-242f-4a1a-8299-b4f5fd463054 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "DELETE /v2.0/floatingips/aba9d711-b7b1-4c4f-82af-62522ff4406d HTTP/1.1" status: 204 len: 168 time: 1.1403620 Dec 10 20:26:53.060897 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1982d16-755a-4970-92f8-497490c1b826', 'tag': '88371ba2-452f-4380-a191-8ad97b617825'}] {{(pid=102365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:26:53.063165 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}249380696a63655c0aa70a837fa12419fa0e2d1073b46d317cd6ca7aef0a3219" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44e2e0a-46f0-4480-b1f7-38882e89e9ea" -d '{"events": [{"name": "network-changed", "server_uuid": "b1982d16-755a-4970-92f8-497490c1b826", "tag": "88371ba2-452f-4380-a191-8ad97b617825"}]}' {{(pid=102365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:26:53.104392 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 20:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f5bc1e-ff88-4dcc-9186-5f4662cec737 x-openstack-request-id: req-23f5bc1e-ff88-4dcc-9186-5f4662cec737 {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:26:53.104720 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1982d16-755a-4970-92f8-497490c1b826", "tag": "88371ba2-452f-4380-a191-8ad97b617825", "status": "completed", "code": 200}]} {{(pid=102365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:26:53.104978 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-23f5bc1e-ff88-4dcc-9186-5f4662cec737 {{(pid=102365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:26:53.105381 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1982d16-755a-4970-92f8-497490c1b826', 'tag': '88371ba2-452f-4380-a191-8ad97b617825', 'status': 'completed', 'code': 200} Dec 10 20:26:53.154408 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-9de7ed0e-a4d6-4cb0-85c0-2ae2ab05396f None None] Set router 046ab62d-e53b-40f3-87a3-cb91cf92267c gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:26:53.170925 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e2e0a-46f0-4480-b1f7-38882e89e9ea req-c425ce7e-72d8-43d6-9184-c148702bc850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:26:53.172453 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-f44e2e0a-46f0-4480-b1f7-38882e89e9ea req-c425ce7e-72d8-43d6-9184-c148702bc850 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e2cd7f2ef42243c8897c83648469b2f4&device_id=b1982d16-755a-4970-92f8-497490c1b826 HTTP/1.1" status: 200 len: 1099 time: 0.0458915 Dec 10 20:26:53.287417 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e2e0a-46f0-4480-b1f7-38882e89e9ea req-7fafabfb-eb5e-4214-b41f-7b02c36f2ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:26:53.288867 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-f44e2e0a-46f0-4480-b1f7-38882e89e9ea req-7fafabfb-eb5e-4214-b41f-7b02c36f2ad9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f17de7a7-dc7b-48fd-9d2c-821a6da65a54 HTTP/1.1" status: 200 len: 911 time: 0.1034324 Dec 10 20:26:53.309085 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60787e0-8e1f-49a7-8117-901ec26ae948 req-4e950fd0-2e5c-4fbd-b84d-37a8fdc76388 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:26:53.310589 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a60787e0-8e1f-49a7-8117-901ec26ae948 req-4e950fd0-2e5c-4fbd-b84d-37a8fdc76388 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1982d16-755a-4970-92f8-497490c1b826 HTTP/1.1" status: 200 len: 946 time: 0.0550168 Dec 10 20:26:53.331689 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-f44e2e0a-46f0-4480-b1f7-38882e89e9ea req-69a3fe4c-464f-44fa-9adf-1a91df2ba0d8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88371ba2-452f-4380-a191-8ad97b617825 HTTP/1.1" status: 200 len: 217 time: 0.0351593 Dec 10 20:26:53.352475 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-a60787e0-8e1f-49a7-8117-901ec26ae948 req-64d02460-0491-4b9b-beda-912b326e02a0 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7b08855-8d8e-461f-ae2e-bf601113adf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341763 Dec 10 20:26:53.388738 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e2e0a-46f0-4480-b1f7-38882e89e9ea req-24300407-b235-4988-a0a3-4f1b2ba1479b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:26:53.391115 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-f44e2e0a-46f0-4480-b1f7-38882e89e9ea req-24300407-b235-4988-a0a3-4f1b2ba1479b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=28ab8189-6eff-4985-b43f-54adf0e8ec11 HTTP/1.1" status: 200 len: 849 time: 0.0515375 Dec 10 20:26:53.391646 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-9de7ed0e-a4d6-4cb0-85c0-2ae2ab05396f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046ab62d-e53b-40f3-87a3-cb91cf92267c', 'name': 'tempest-TestSnapshotPattern-1995645365-router', 'tenant_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.4'}], 'enable_snat': True}, 'gw_port_id': 'c5e94bb9-d580-4a4e-b2f2-f759cbab1d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:20:24Z', 'updated_at': '2021-12-10T20:20:27Z', 'revision_number': 4, 'project_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'gw_port': {'id': 'c5e94bb9-d580-4a4e-b2f2-f759cbab1d68', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046ab62d-e53b-40f3-87a3-cb91cf92267c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:20:24Z', 'updated_at': '2021-12-10T20:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '131c2a90-e65b-44ff-9d3d-490f0701413b', 'tenant_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'floating_ip_address': '172.26.6.100', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '046ab62d-e53b-40f3-87a3-cb91cf92267c', 'port_id': '9af62292-14f7-4d23-8653-f8a474614fed', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f17de7a7-dc7b-48fd-9d2c-821a6da65a54', 'mac_address': 'fa:16:3e:36:f2:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a2661c-f815-405c-8630-cd7a23d5ddc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:20:50Z', 'updated_at': '2021-12-10T20:20:52Z', 'revision_number': 1, 'project_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43717520-32c5-4b8e-a0f6-ceab629326c7', 'name': '', 'network_id': 'f17de7a7-dc7b-48fd-9d2c-821a6da65a54', 'tenant_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'mac_address': 'fa:16:3e:10:4a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046ab62d-e53b-40f3-87a3-cb91cf92267c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '28ab8189-6eff-4985-b43f-54adf0e8ec11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:20:26Z', 'updated_at': '2021-12-10T20:20:31Z', 'revision_number': 5, 'project_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'subnets': [{'id': '28ab8189-6eff-4985-b43f-54adf0e8ec11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:26:53.417019 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de7ed0e-a4d6-4cb0-85c0-2ae2ab05396f None None] Checking router: 046ab62d-e53b-40f3-87a3-cb91cf92267c for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 20:26:53.425696 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de7ed0e-a4d6-4cb0-85c0-2ae2ab05396f None None] Routers {'046ab62d-e53b-40f3-87a3-cb91cf92267c'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:26:53.426334 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-9de7ed0e-a4d6-4cb0-85c0-2ae2ab05396f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:26:24Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['046ab62d-e53b-40f3-87a3-cb91cf92267c'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:26:53.437996 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e2e0a-46f0-4480-b1f7-38882e89e9ea req-854f2b54-a34c-49cd-9351-e60dd15d909d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:26:53.439496 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-f44e2e0a-46f0-4480-b1f7-38882e89e9ea req-854f2b54-a34c-49cd-9351-e60dd15d909d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f17de7a7-dc7b-48fd-9d2c-821a6da65a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401196 Dec 10 20:26:53.532660 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-9de7ed0e-a4d6-4cb0-85c0-2ae2ab05396f None None] Set router 046ab62d-e53b-40f3-87a3-cb91cf92267c gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:26:53.533442 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-f44e2e0a-46f0-4480-b1f7-38882e89e9ea req-f6d05c9a-39cf-4065-a9fa-ea90c229ba35 service neutron] 10.222.0.36 "GET /v2.0/networks/f17de7a7-dc7b-48fd-9d2c-821a6da65a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853930 Dec 10 20:26:53.631945 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-f44e2e0a-46f0-4480-b1f7-38882e89e9ea req-31576ad5-40e3-4b7a-987f-b6c38b867860 service neutron] 10.222.0.36 "GET /v2.0/networks/f17de7a7-dc7b-48fd-9d2c-821a6da65a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905058 Dec 10 20:26:53.757985 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-9de7ed0e-a4d6-4cb0-85c0-2ae2ab05396f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046ab62d-e53b-40f3-87a3-cb91cf92267c', 'name': 'tempest-TestSnapshotPattern-1995645365-router', 'tenant_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.4'}], 'enable_snat': True}, 'gw_port_id': 'c5e94bb9-d580-4a4e-b2f2-f759cbab1d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:20:24Z', 'updated_at': '2021-12-10T20:20:27Z', 'revision_number': 4, 'project_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'gw_port': {'id': 'c5e94bb9-d580-4a4e-b2f2-f759cbab1d68', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046ab62d-e53b-40f3-87a3-cb91cf92267c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:20:24Z', 'updated_at': '2021-12-10T20:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '131c2a90-e65b-44ff-9d3d-490f0701413b', 'tenant_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'floating_ip_address': '172.26.6.100', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '046ab62d-e53b-40f3-87a3-cb91cf92267c', 'port_id': '9af62292-14f7-4d23-8653-f8a474614fed', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f17de7a7-dc7b-48fd-9d2c-821a6da65a54', 'mac_address': 'fa:16:3e:36:f2:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a2661c-f815-405c-8630-cd7a23d5ddc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:20:50Z', 'updated_at': '2021-12-10T20:20:52Z', 'revision_number': 1, 'project_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43717520-32c5-4b8e-a0f6-ceab629326c7', 'name': '', 'network_id': 'f17de7a7-dc7b-48fd-9d2c-821a6da65a54', 'tenant_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'mac_address': 'fa:16:3e:10:4a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046ab62d-e53b-40f3-87a3-cb91cf92267c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '28ab8189-6eff-4985-b43f-54adf0e8ec11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:20:26Z', 'updated_at': '2021-12-10T20:20:31Z', 'revision_number': 5, 'project_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'subnets': [{'id': '28ab8189-6eff-4985-b43f-54adf0e8ec11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:26:53.782844 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de7ed0e-a4d6-4cb0-85c0-2ae2ab05396f None None] The sync data for ids ['046ab62d-e53b-40f3-87a3-cb91cf92267c'] in dv-neutron-821441-1-hyperv is: [{'id': '046ab62d-e53b-40f3-87a3-cb91cf92267c', 'name': 'tempest-TestSnapshotPattern-1995645365-router', 'tenant_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.4'}], 'enable_snat': True}, 'gw_port_id': 'c5e94bb9-d580-4a4e-b2f2-f759cbab1d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:20:24Z', 'updated_at': '2021-12-10T20:20:27Z', 'revision_number': 4, 'project_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'gw_port': {'id': 'c5e94bb9-d580-4a4e-b2f2-f759cbab1d68', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046ab62d-e53b-40f3-87a3-cb91cf92267c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:20:24Z', 'updated_at': '2021-12-10T20:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_floatingips': [{'id': '131c2a90-e65b-44ff-9d3d-490f0701413b', 'tenant_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'floating_ip_address': '172.26.6.100', 'floating_network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'router_id': '046ab62d-e53b-40f3-87a3-cb91cf92267c', 'port_id': '9af62292-14f7-4d23-8653-f8a474614fed', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f17de7a7-dc7b-48fd-9d2c-821a6da65a54', 'mac_address': 'fa:16:3e:36:f2:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a2661c-f815-405c-8630-cd7a23d5ddc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T20:20:50Z', 'updated_at': '2021-12-10T20:20:52Z', 'revision_number': 1, 'project_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43717520-32c5-4b8e-a0f6-ceab629326c7', 'name': '', 'network_id': 'f17de7a7-dc7b-48fd-9d2c-821a6da65a54', 'tenant_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'mac_address': 'fa:16:3e:10:4a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046ab62d-e53b-40f3-87a3-cb91cf92267c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '28ab8189-6eff-4985-b43f-54adf0e8ec11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:20:26Z', 'updated_at': '2021-12-10T20:20:31Z', 'revision_number': 5, 'project_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'subnets': [{'id': '28ab8189-6eff-4985-b43f-54adf0e8ec11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 20:26:53.994105 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd2380f-4964-4f5c-becf-ddfe5e08309c None None] New status for floating IP aba9d711-b7b1-4c4f-82af-62522ff4406d: DOWN {{(pid=102367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 20:26:54.376266 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-da2b3389-7540-486b-abe1-004c6337fe78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:26:54.411319 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 88371ba2-452f-4380-a191-8ad97b617825 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 20:26:54.490380 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551785'] for port, before_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:26:54.490634 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13845ac4-682a-4b51-946a-a6f4631b322b req-23bdfb6c-c989-4277-887e-d93c1302b8b8 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:26:54.491878 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-13845ac4-682a-4b51-946a-a6f4631b322b req-23bdfb6c-c989-4277-887e-d93c1302b8b8 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1982d16-755a-4970-92f8-497490c1b826 HTTP/1.1" status: 200 len: 946 time: 0.0495355 Dec 10 20:26:54.513164 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1982d16-755a-4970-92f8-497490c1b826', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88371ba2-452f-4380-a191-8ad97b617825'}] {{(pid=102367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:26:54.515878 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a72eb770f7d7f47a5235e5e97b02399f3ea68d125439bf82527f1e6c5cc43115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0039ad8-2f1d-423d-9530-de049a44dc47" -d '{"events": [{"server_uuid": "b1982d16-755a-4970-92f8-497490c1b826", "name": "network-vif-unplugged", "status": "completed", "tag": "88371ba2-452f-4380-a191-8ad97b617825"}]}' {{(pid=102367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:26:54.528194 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] For port 88371ba2-452f-4380-a191-8ad97b617825, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=88371ba2-452f-4380-a191-8ad97b617825,segment=NetworkSegment(8957aa77-0651-4723-b5de-305f7059f0a6),segment_id=8957aa77-0651-4723-b5de-305f7059f0a6)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:26:54.532900 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769381657254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769381102713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769381102731'] for port, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:26:54.535319 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-13845ac4-682a-4b51-946a-a6f4631b322b req-e9823ef9-b160-424b-a30c-43a3d20f1cc7 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7b08855-8d8e-461f-ae2e-bf601113adf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372717 Dec 10 20:26:54.580760 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 20:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f74b11-b280-445f-a9a7-5f805ae87b81 x-openstack-request-id: req-92f74b11-b280-445f-a9a7-5f805ae87b81 {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:26:54.581054 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1982d16-755a-4970-92f8-497490c1b826", "name": "network-vif-unplugged", "status": "completed", "tag": "88371ba2-452f-4380-a191-8ad97b617825", "code": 200}]} {{(pid=102367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:26:54.581307 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-92f74b11-b280-445f-a9a7-5f805ae87b81 {{(pid=102367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:26:54.581695 dv-neutron-821441-1-hyperv neutron-server[102367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1982d16-755a-4970-92f8-497490c1b826', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88371ba2-452f-4380-a191-8ad97b617825', 'code': 200} Dec 10 20:26:54.582606 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Pushing event updated for resources: {'Port': ['ID=88371ba2-452f-4380-a191-8ad97b617825,revision_number=8']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:26:55.072069 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc0c93-dcf8-4c57-b888-78c3c8909c85 req-98bdb166-d320-4600-a6d2-379cfbbcf0da tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:26:55.073552 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-2fdc0c93-dcf8-4c57-b888-78c3c8909c85 req-98bdb166-d320-4600-a6d2-379cfbbcf0da tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1982d16-755a-4970-92f8-497490c1b826 HTTP/1.1" status: 200 len: 944 time: 0.0504861 Dec 10 20:26:55.166427 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [req-2fdc0c93-dcf8-4c57-b888-78c3c8909c85 req-f7280e95-7cf8-4e45-a1cf-deec9ac79a5f tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Deleting port 88371ba2-452f-4380-a191-8ad97b617825 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 20:26:55.166760 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-2fdc0c93-dcf8-4c57-b888-78c3c8909c85 req-f7280e95-7cf8-4e45-a1cf-deec9ac79a5f tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:26:55.253792 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [req-2fdc0c93-dcf8-4c57-b888-78c3c8909c85 req-f7280e95-7cf8-4e45-a1cf-deec9ac79a5f tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] For port 88371ba2-452f-4380-a191-8ad97b617825, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=88371ba2-452f-4380-a191-8ad97b617825,segment=NetworkSegment(8957aa77-0651-4723-b5de-305f7059f0a6),segment_id=8957aa77-0651-4723-b5de-305f7059f0a6)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:26:55.254147 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-2fdc0c93-dcf8-4c57-b888-78c3c8909c85 req-f7280e95-7cf8-4e45-a1cf-deec9ac79a5f tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:26:55.266693 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [req-2fdc0c93-dcf8-4c57-b888-78c3c8909c85 req-f7280e95-7cf8-4e45-a1cf-deec9ac79a5f tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Calling delete_port for 88371ba2-452f-4380-a191-8ad97b617825 owned by compute:nova {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 20:26:55.395589 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-2fdc0c93-dcf8-4c57-b888-78c3c8909c85 req-f7280e95-7cf8-4e45-a1cf-deec9ac79a5f tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:26:55.425866 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7280e95-7cf8-4e45-a1cf-deec9ac79a5f tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Pushing event deleted for resources: {'Port': ['ID=88371ba2-452f-4380-a191-8ad97b617825,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:26:55.451430 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7280e95-7cf8-4e45-a1cf-deec9ac79a5f tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:26:55.451768 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7280e95-7cf8-4e45-a1cf-deec9ac79a5f tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:26:55.452098 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7280e95-7cf8-4e45-a1cf-deec9ac79a5f tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:26:55.452425 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7280e95-7cf8-4e45-a1cf-deec9ac79a5f tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:26:55.452781 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7280e95-7cf8-4e45-a1cf-deec9ac79a5f tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:26:55.453102 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7280e95-7cf8-4e45-a1cf-deec9ac79a5f tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:26:55.453423 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7280e95-7cf8-4e45-a1cf-deec9ac79a5f tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:26:55.453738 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7280e95-7cf8-4e45-a1cf-deec9ac79a5f tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:26:55.454048 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7280e95-7cf8-4e45-a1cf-deec9ac79a5f tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:26:55.454357 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7280e95-7cf8-4e45-a1cf-deec9ac79a5f tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:26:55.454669 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7280e95-7cf8-4e45-a1cf-deec9ac79a5f tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:26:55.454976 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7280e95-7cf8-4e45-a1cf-deec9ac79a5f tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821441-1-hyperv {{(pid=102366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 20:26:55.476943 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fdc0c93-dcf8-4c57-b888-78c3c8909c85 req-f7280e95-7cf8-4e45-a1cf-deec9ac79a5f tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] No DVR routers for this DVR port 88371ba2-452f-4380-a191-8ad97b617825 on host hv-neutron-8214 {{(pid=102366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 20:26:55.479323 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-2fdc0c93-dcf8-4c57-b888-78c3c8909c85 req-f7280e95-7cf8-4e45-a1cf-deec9ac79a5f tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:26:55.482589 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-2fdc0c93-dcf8-4c57-b888-78c3c8909c85 req-f7280e95-7cf8-4e45-a1cf-deec9ac79a5f tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.36 "DELETE /v2.0/ports/88371ba2-452f-4380-a191-8ad97b617825 HTTP/1.1" status: 204 len: 173 time: 0.4029815 Dec 10 20:26:55.483007 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1982d16-755a-4970-92f8-497490c1b826', 'name': 'network-vif-deleted', 'tag': '88371ba2-452f-4380-a191-8ad97b617825'}] {{(pid=102366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:26:55.486030 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d17c09ae1c6b4e8e302f4f5999088c31108d7b1b7b8384e6dbc88f4e32c7e99d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f85aed-98cc-4e73-9847-0af3555adac3" -d '{"events": [{"server_uuid": "b1982d16-755a-4970-92f8-497490c1b826", "name": "network-vif-deleted", "tag": "88371ba2-452f-4380-a191-8ad97b617825"}]}' {{(pid=102366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:26:55.583233 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 20:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4def5048-7dab-4443-8fdf-cd437ca00e3f x-openstack-request-id: req-4def5048-7dab-4443-8fdf-cd437ca00e3f {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:26:55.583519 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1982d16-755a-4970-92f8-497490c1b826", "name": "network-vif-deleted", "tag": "88371ba2-452f-4380-a191-8ad97b617825", "status": "completed", "code": 200}]} {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:26:55.583765 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4def5048-7dab-4443-8fdf-cd437ca00e3f {{(pid=102366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:26:55.584159 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1982d16-755a-4970-92f8-497490c1b826', 'name': 'network-vif-deleted', 'tag': '88371ba2-452f-4380-a191-8ad97b617825', 'status': 'completed', 'code': 200} Dec 10 20:26:55.651080 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-038a59bc-53a1-4e92-90f0-151f9a71d217 req-f01eaac9-782d-4600-a07f-cfd70999afd6 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1982d16-755a-4970-92f8-497490c1b826 HTTP/1.1" status: 200 len: 210 time: 0.0277805 Dec 10 20:26:55.695323 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:26:56.673000 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:26:57.090426 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:26:57.236219 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 38084) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:26:57.389684 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-e569ec90-5f96-4fd8-a522-6caba911a114 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Deleting port 52bbeeff-d8dd-485d-a4ee-f8e3616bff2e {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 20:26:57.390015 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e569ec90-5f96-4fd8-a522-6caba911a114 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:26:57.462232 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e569ec90-5f96-4fd8-a522-6caba911a114 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:26:57.462549 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e569ec90-5f96-4fd8-a522-6caba911a114 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:26:57.473778 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-e569ec90-5f96-4fd8-a522-6caba911a114 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Calling delete_port for 52bbeeff-d8dd-485d-a4ee-f8e3616bff2e owned by network:floatingip {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 20:26:57.619483 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e569ec90-5f96-4fd8-a522-6caba911a114 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:26:57.642597 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e569ec90-5f96-4fd8-a522-6caba911a114 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Pushing event deleted for resources: {'Port': ['ID=52bbeeff-d8dd-485d-a4ee-f8e3616bff2e,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:26:57.706901 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e569ec90-5f96-4fd8-a522-6caba911a114 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks [] for floatingip, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:26:57.707325 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.db.l3_db [None req-e569ec90-5f96-4fd8-a522-6caba911a114 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Floating IP 131c2a90-e65b-44ff-9d3d-490f0701413b disassociated (deleted). External IP: 172.26.6.100, port: 9af62292-14f7-4d23-8653-f8a474614fed. Dec 10 20:26:57.909014 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e569ec90-5f96-4fd8-a522-6caba911a114 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Router 046ab62d-e53b-40f3-87a3-cb91cf92267c has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 20:26:58.013574 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e569ec90-5f96-4fd8-a522-6caba911a114 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 20:26:58.018900 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-e569ec90-5f96-4fd8-a522-6caba911a114 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for floatingip, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:26:58.024590 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b28a8d9-1db3-4ba8-b871-4b7bd3972ef8 None None] Sync routers for ids ['046ab62d-e53b-40f3-87a3-cb91cf92267c'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 20:26:58.033694 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b28a8d9-1db3-4ba8-b871-4b7bd3972ef8 None None] Routers {'046ab62d-e53b-40f3-87a3-cb91cf92267c'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:26:58.034293 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-0b28a8d9-1db3-4ba8-b871-4b7bd3972ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:26:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['046ab62d-e53b-40f3-87a3-cb91cf92267c'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:26:58.048419 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-e569ec90-5f96-4fd8-a522-6caba911a114 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "DELETE /v2.0/floatingips/131c2a90-e65b-44ff-9d3d-490f0701413b HTTP/1.1" status: 204 len: 168 time: 0.8080935 Dec 10 20:26:58.048419 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61a2661c-f815-405c-8630-cd7a23d5ddc9', 'tag': '9af62292-14f7-4d23-8653-f8a474614fed'}] {{(pid=102366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:26:58.049232 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d17c09ae1c6b4e8e302f4f5999088c31108d7b1b7b8384e6dbc88f4e32c7e99d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d74038-12f5-49f0-b118-4c82b1f6a459" -d '{"events": [{"name": "network-changed", "server_uuid": "61a2661c-f815-405c-8630-cd7a23d5ddc9", "tag": "9af62292-14f7-4d23-8653-f8a474614fed"}]}' {{(pid=102366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:26:58.094831 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 20:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f443834f-2cc9-491a-944d-f8035978d646 x-openstack-request-id: req-f443834f-2cc9-491a-944d-f8035978d646 {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:26:58.095205 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61a2661c-f815-405c-8630-cd7a23d5ddc9", "tag": "9af62292-14f7-4d23-8653-f8a474614fed", "status": "completed", "code": 200}]} {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:26:58.095462 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f443834f-2cc9-491a-944d-f8035978d646 {{(pid=102366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:26:58.095869 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61a2661c-f815-405c-8630-cd7a23d5ddc9', 'tag': '9af62292-14f7-4d23-8653-f8a474614fed', 'status': 'completed', 'code': 200} Dec 10 20:26:58.142397 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-0b28a8d9-1db3-4ba8-b871-4b7bd3972ef8 None None] Set router 046ab62d-e53b-40f3-87a3-cb91cf92267c gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:26:58.167449 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d74038-12f5-49f0-b118-4c82b1f6a459 req-61f5053a-719c-4bef-b3f7-956c66cf6e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:26:58.168992 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-c9d74038-12f5-49f0-b118-4c82b1f6a459 req-61f5053a-719c-4bef-b3f7-956c66cf6e03 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e2cd7f2ef42243c8897c83648469b2f4&device_id=61a2661c-f815-405c-8630-cd7a23d5ddc9 HTTP/1.1" status: 200 len: 1097 time: 0.0516086 Dec 10 20:26:58.263155 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d74038-12f5-49f0-b118-4c82b1f6a459 req-1e3f9505-46c1-4eb9-92c5-a5df80ba7c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:26:58.264847 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-c9d74038-12f5-49f0-b118-4c82b1f6a459 req-1e3f9505-46c1-4eb9-92c5-a5df80ba7c69 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f17de7a7-dc7b-48fd-9d2c-821a6da65a54 HTTP/1.1" status: 200 len: 911 time: 0.0877304 Dec 10 20:26:58.302892 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921cbe3f-b66b-4081-abcb-c7ec334c77f7 req-1ec0632b-029b-4ffb-aa54-733ca5bb136c tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:26:58.304389 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-921cbe3f-b66b-4081-abcb-c7ec334c77f7 req-1ec0632b-029b-4ffb-aa54-733ca5bb136c tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/ports?device_id=61a2661c-f815-405c-8630-cd7a23d5ddc9 HTTP/1.1" status: 200 len: 944 time: 0.0568337 Dec 10 20:26:58.308701 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-c9d74038-12f5-49f0-b118-4c82b1f6a459 req-91511ead-ca9a-4ba1-97dd-2ee457971fd0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9af62292-14f7-4d23-8653-f8a474614fed HTTP/1.1" status: 200 len: 217 time: 0.0359559 Dec 10 20:26:58.344298 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-921cbe3f-b66b-4081-abcb-c7ec334c77f7 req-4a2f4728-ee24-4fea-bf07-ca1774487db2 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7b08855-8d8e-461f-ae2e-bf601113adf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327365 Dec 10 20:26:58.358268 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-0b28a8d9-1db3-4ba8-b871-4b7bd3972ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046ab62d-e53b-40f3-87a3-cb91cf92267c', 'name': 'tempest-TestSnapshotPattern-1995645365-router', 'tenant_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.4'}], 'enable_snat': True}, 'gw_port_id': 'c5e94bb9-d580-4a4e-b2f2-f759cbab1d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:20:24Z', 'updated_at': '2021-12-10T20:20:27Z', 'revision_number': 4, 'project_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'gw_port': {'id': 'c5e94bb9-d580-4a4e-b2f2-f759cbab1d68', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046ab62d-e53b-40f3-87a3-cb91cf92267c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:20:24Z', 'updated_at': '2021-12-10T20:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '43717520-32c5-4b8e-a0f6-ceab629326c7', 'name': '', 'network_id': 'f17de7a7-dc7b-48fd-9d2c-821a6da65a54', 'tenant_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'mac_address': 'fa:16:3e:10:4a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046ab62d-e53b-40f3-87a3-cb91cf92267c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '28ab8189-6eff-4985-b43f-54adf0e8ec11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:20:26Z', 'updated_at': '2021-12-10T20:20:31Z', 'revision_number': 5, 'project_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'subnets': [{'id': '28ab8189-6eff-4985-b43f-54adf0e8ec11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:26:58.361682 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d74038-12f5-49f0-b118-4c82b1f6a459 req-76838387-03f7-40e0-8815-18ff0bfa15a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:26:58.363353 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-c9d74038-12f5-49f0-b118-4c82b1f6a459 req-76838387-03f7-40e0-8815-18ff0bfa15a0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=28ab8189-6eff-4985-b43f-54adf0e8ec11 HTTP/1.1" status: 200 len: 849 time: 0.0477443 Dec 10 20:26:58.415090 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d74038-12f5-49f0-b118-4c82b1f6a459 req-1a3f94c6-f37c-4122-9b20-b9cae45fb672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:26:58.416619 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-c9d74038-12f5-49f0-b118-4c82b1f6a459 req-1a3f94c6-f37c-4122-9b20-b9cae45fb672 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f17de7a7-dc7b-48fd-9d2c-821a6da65a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0448740 Dec 10 20:26:58.440922 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 88371ba2-452f-4380-a191-8ad97b617825 no longer exists at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 20:26:58.462895 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] No Port match for: 88371ba2-452f-4380-a191-8ad97b617825 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 20:26:58.463233 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 88371ba2-452f-4380-a191-8ad97b617825 not bound to the agent host hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 20:26:58.475729 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b28a8d9-1db3-4ba8-b871-4b7bd3972ef8 None None] Checking router: 046ab62d-e53b-40f3-87a3-cb91cf92267c for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 20:26:58.483815 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b28a8d9-1db3-4ba8-b871-4b7bd3972ef8 None None] Routers {'046ab62d-e53b-40f3-87a3-cb91cf92267c'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:26:58.484446 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-0b28a8d9-1db3-4ba8-b871-4b7bd3972ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:26:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['046ab62d-e53b-40f3-87a3-cb91cf92267c'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:26:58.509907 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-c9d74038-12f5-49f0-b118-4c82b1f6a459 req-dc0491aa-f049-42b1-8153-55c6b2f694e5 service neutron] 10.222.0.36 "GET /v2.0/networks/f17de7a7-dc7b-48fd-9d2c-821a6da65a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850780 Dec 10 20:26:58.588715 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-0b28a8d9-1db3-4ba8-b871-4b7bd3972ef8 None None] Set router 046ab62d-e53b-40f3-87a3-cb91cf92267c gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:26:58.608071 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-c9d74038-12f5-49f0-b118-4c82b1f6a459 req-01276057-8f13-4a52-9e57-1913ee48a4cb service neutron] 10.222.0.36 "GET /v2.0/networks/f17de7a7-dc7b-48fd-9d2c-821a6da65a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884705 Dec 10 20:26:58.788243 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-0b28a8d9-1db3-4ba8-b871-4b7bd3972ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046ab62d-e53b-40f3-87a3-cb91cf92267c', 'name': 'tempest-TestSnapshotPattern-1995645365-router', 'tenant_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.4'}], 'enable_snat': True}, 'gw_port_id': 'c5e94bb9-d580-4a4e-b2f2-f759cbab1d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:20:24Z', 'updated_at': '2021-12-10T20:20:27Z', 'revision_number': 4, 'project_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'gw_port': {'id': 'c5e94bb9-d580-4a4e-b2f2-f759cbab1d68', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046ab62d-e53b-40f3-87a3-cb91cf92267c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:20:24Z', 'updated_at': '2021-12-10T20:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '43717520-32c5-4b8e-a0f6-ceab629326c7', 'name': '', 'network_id': 'f17de7a7-dc7b-48fd-9d2c-821a6da65a54', 'tenant_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'mac_address': 'fa:16:3e:10:4a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046ab62d-e53b-40f3-87a3-cb91cf92267c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '28ab8189-6eff-4985-b43f-54adf0e8ec11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:20:26Z', 'updated_at': '2021-12-10T20:20:31Z', 'revision_number': 5, 'project_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'subnets': [{'id': '28ab8189-6eff-4985-b43f-54adf0e8ec11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:26:58.817455 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b28a8d9-1db3-4ba8-b871-4b7bd3972ef8 None None] The sync data for ids ['046ab62d-e53b-40f3-87a3-cb91cf92267c'] in dv-neutron-821441-1-hyperv is: [{'id': '046ab62d-e53b-40f3-87a3-cb91cf92267c', 'name': 'tempest-TestSnapshotPattern-1995645365-router', 'tenant_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.4'}], 'enable_snat': True}, 'gw_port_id': 'c5e94bb9-d580-4a4e-b2f2-f759cbab1d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:20:24Z', 'updated_at': '2021-12-10T20:20:27Z', 'revision_number': 4, 'project_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'gw_port': {'id': 'c5e94bb9-d580-4a4e-b2f2-f759cbab1d68', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046ab62d-e53b-40f3-87a3-cb91cf92267c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:20:24Z', 'updated_at': '2021-12-10T20:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv', '_interfaces': [{'id': '43717520-32c5-4b8e-a0f6-ceab629326c7', 'name': '', 'network_id': 'f17de7a7-dc7b-48fd-9d2c-821a6da65a54', 'tenant_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'mac_address': 'fa:16:3e:10:4a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046ab62d-e53b-40f3-87a3-cb91cf92267c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '28ab8189-6eff-4985-b43f-54adf0e8ec11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:20:26Z', 'updated_at': '2021-12-10T20:20:31Z', 'revision_number': 5, 'project_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'subnets': [{'id': '28ab8189-6eff-4985-b43f-54adf0e8ec11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 20:26:59.037053 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ef03b0-f7db-4baa-9957-79f78ffc5c08 None None] New status for floating IP 131c2a90-e65b-44ff-9d3d-490f0701413b: DOWN {{(pid=102367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 20:26:59.243725 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c06097f-6aa2-4511-a2e0-c1a6f6ef4db5 req-4baf8b73-dbb2-4e40-a189-9fca6bd48900 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:26:59.245214 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-0c06097f-6aa2-4511-a2e0-c1a6f6ef4db5 req-4baf8b73-dbb2-4e40-a189-9fca6bd48900 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.36 "GET /v2.0/ports?device_id=61a2661c-f815-405c-8630-cd7a23d5ddc9 HTTP/1.1" status: 200 len: 944 time: 0.0487664 Dec 10 20:26:59.472121 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c71650-6519-4347-a626-1e4d54b427ef req-690b8268-563e-41fd-b633-6a57adf5987f tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 20:26:59.473739 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-56c71650-6519-4347-a626-1e4d54b427ef req-690b8268-563e-41fd-b633-6a57adf5987f tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/ports?device_id=61a2661c-f815-405c-8630-cd7a23d5ddc9 HTTP/1.1" status: 200 len: 944 time: 0.0528731 Dec 10 20:26:59.514425 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [req-56c71650-6519-4347-a626-1e4d54b427ef req-cea63ebb-3b30-4397-b396-4ca75927cb07 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7b08855-8d8e-461f-ae2e-bf601113adf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342872 Dec 10 20:26:59.580415 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [req-0c06097f-6aa2-4511-a2e0-c1a6f6ef4db5 req-8d57ac0e-bc55-4269-ba73-4eb4d49ddfb1 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Deleting port 9af62292-14f7-4d23-8653-f8a474614fed {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 20:26:59.581027 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-0c06097f-6aa2-4511-a2e0-c1a6f6ef4db5 req-8d57ac0e-bc55-4269-ba73-4eb4d49ddfb1 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:26:59.670157 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [req-0c06097f-6aa2-4511-a2e0-c1a6f6ef4db5 req-8d57ac0e-bc55-4269-ba73-4eb4d49ddfb1 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] For port 9af62292-14f7-4d23-8653-f8a474614fed, host hv-neutron-8214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8214',level=0,port_id=9af62292-14f7-4d23-8653-f8a474614fed,segment=NetworkSegment(8957aa77-0651-4723-b5de-305f7059f0a6),segment_id=8957aa77-0651-4723-b5de-305f7059f0a6)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:26:59.670423 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-0c06097f-6aa2-4511-a2e0-c1a6f6ef4db5 req-8d57ac0e-bc55-4269-ba73-4eb4d49ddfb1 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:26:59.684012 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [req-0c06097f-6aa2-4511-a2e0-c1a6f6ef4db5 req-8d57ac0e-bc55-4269-ba73-4eb4d49ddfb1 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Calling delete_port for 9af62292-14f7-4d23-8653-f8a474614fed owned by compute:nova {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 20:26:59.810295 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-0c06097f-6aa2-4511-a2e0-c1a6f6ef4db5 req-8d57ac0e-bc55-4269-ba73-4eb4d49ddfb1 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:26:59.837766 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d57ac0e-bc55-4269-ba73-4eb4d49ddfb1 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Pushing event deleted for resources: {'Port': ['ID=9af62292-14f7-4d23-8653-f8a474614fed,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:26:59.887089 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c06097f-6aa2-4511-a2e0-c1a6f6ef4db5 req-8d57ac0e-bc55-4269-ba73-4eb4d49ddfb1 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] No DVR routers for this DVR port 9af62292-14f7-4d23-8653-f8a474614fed on host hv-neutron-8214 {{(pid=102366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 20:26:59.889406 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [req-0c06097f-6aa2-4511-a2e0-c1a6f6ef4db5 req-8d57ac0e-bc55-4269-ba73-4eb4d49ddfb1 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136202'] for port, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:26:59.893418 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [req-0c06097f-6aa2-4511-a2e0-c1a6f6ef4db5 req-8d57ac0e-bc55-4269-ba73-4eb4d49ddfb1 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.36 "DELETE /v2.0/ports/9af62292-14f7-4d23-8653-f8a474614fed HTTP/1.1" status: 204 len: 173 time: 0.6420560 Dec 10 20:27:00.097324 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a2661c-f815-405c-8630-cd7a23d5ddc9', 'name': 'network-vif-deleted', 'tag': '9af62292-14f7-4d23-8653-f8a474614fed'}] {{(pid=102366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 20:27:00.104289 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d17c09ae1c6b4e8e302f4f5999088c31108d7b1b7b8384e6dbc88f4e32c7e99d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6c2dd7-c283-44e0-b64c-a90568bd94e9" -d '{"events": [{"server_uuid": "61a2661c-f815-405c-8630-cd7a23d5ddc9", "name": "network-vif-deleted", "tag": "9af62292-14f7-4d23-8653-f8a474614fed"}]}' {{(pid=102366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 20:27:00.140035 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 20:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c23f70-c99d-40da-a3ab-741b6d3ea4b8 x-openstack-request-id: req-c8c23f70-c99d-40da-a3ab-741b6d3ea4b8 {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 20:27:00.140283 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a2661c-f815-405c-8630-cd7a23d5ddc9", "name": "network-vif-deleted", "tag": "9af62292-14f7-4d23-8653-f8a474614fed", "status": "completed", "code": 200}]} {{(pid=102366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 20:27:00.141567 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c8c23f70-c99d-40da-a3ab-741b6d3ea4b8 {{(pid=102366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 20:27:00.141889 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a2661c-f815-405c-8630-cd7a23d5ddc9', 'name': 'network-vif-deleted', 'tag': '9af62292-14f7-4d23-8653-f8a474614fed', 'status': 'completed', 'code': 200} Dec 10 20:27:00.571844 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 38100) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:27:00.628586 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-782f4555-9718-485a-a837-79f95038e418 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks [] for security_group, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:00.652289 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-782f4555-9718-485a-a837-79f95038e418 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:00.713070 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-782f4555-9718-485a-a837-79f95038e418 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:00.715790 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-782f4555-9718-485a-a837-79f95038e418 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Notify callbacks [] for security_group, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:00.716970 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-782f4555-9718-485a-a837-79f95038e418 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] 10.222.0.69 "DELETE /v2.0/security-groups/e7b08855-8d8e-461f-ae2e-bf601113adf7 HTTP/1.1" status: 204 len: 168 time: 0.1441612 Dec 10 20:27:00.726542 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782f4555-9718-485a-a837-79f95038e418 tempest-TestSnapshotPattern-67237622 tempest-TestSnapshotPattern-67237622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b08855-8d8e-461f-ae2e-bf601113adf7,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:27:00.777976 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 38104) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:27:01.215114 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0ee01a79-588e-41ca-9551-e11ea2b0097e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711290'] for router_interface, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:01.465368 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-0ee01a79-588e-41ca-9551-e11ea2b0097e admin admin] Deleting port 43717520-32c5-4b8e-a0f6-ceab629326c7 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 20:27:01.465609 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0ee01a79-588e-41ca-9551-e11ea2b0097e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:01.551743 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-0ee01a79-588e-41ca-9551-e11ea2b0097e admin admin] For port 43717520-32c5-4b8e-a0f6-ceab629326c7, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=43717520-32c5-4b8e-a0f6-ceab629326c7,segment=NetworkSegment(8957aa77-0651-4723-b5de-305f7059f0a6),segment_id=8957aa77-0651-4723-b5de-305f7059f0a6)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:27:01.552162 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0ee01a79-588e-41ca-9551-e11ea2b0097e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:01.565646 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-0ee01a79-588e-41ca-9551-e11ea2b0097e admin admin] Calling delete_port for 43717520-32c5-4b8e-a0f6-ceab629326c7 owned by network:router_interface {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 20:27:01.751047 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0ee01a79-588e-41ca-9551-e11ea2b0097e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:01.777952 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee01a79-588e-41ca-9551-e11ea2b0097e admin admin] Pushing event deleted for resources: {'Port': ['ID=43717520-32c5-4b8e-a0f6-ceab629326c7,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:27:01.943372 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-0ee01a79-588e-41ca-9551-e11ea2b0097e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3755731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3712768'] for router_interface, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:02.166486 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ee01a79-588e-41ca-9551-e11ea2b0097e admin admin] Router 046ab62d-e53b-40f3-87a3-cb91cf92267c has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 20:27:02.277292 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee01a79-588e-41ca-9551-e11ea2b0097e admin admin] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 20:27:02.285193 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-0ee01a79-588e-41ca-9551-e11ea2b0097e admin admin] 10.222.0.69 "PUT /v2.0/routers/046ab62d-e53b-40f3-87a3-cb91cf92267c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5061176 Dec 10 20:27:02.286450 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08edecf-3a10-465e-95de-77d87e886ddb None None] Sync routers for ids ['046ab62d-e53b-40f3-87a3-cb91cf92267c'] in dv-neutron-821441-1-hyperv {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 20:27:02.287035 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 38108) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:27:02.295582 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08edecf-3a10-465e-95de-77d87e886ddb None None] Routers {'046ab62d-e53b-40f3-87a3-cb91cf92267c'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:27:02.296177 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-c08edecf-3a10-465e-95de-77d87e886ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:26:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['046ab62d-e53b-40f3-87a3-cb91cf92267c'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:27:02.393132 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dffed824-a24d-4b9c-a50f-0a21f38dc0de admin admin] Notify callbacks [] for router, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:02.401073 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-c08edecf-3a10-465e-95de-77d87e886ddb None None] Set router 046ab62d-e53b-40f3-87a3-cb91cf92267c gateway port host: dv-neutron-821441-1-hyperv {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:27:02.448077 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 9af62292-14f7-4d23-8653-f8a474614fed no longer exists at agent hyperv_hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 20:27:02.471741 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] No Port match for: 9af62292-14f7-4d23-8653-f8a474614fed {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 20:27:02.472238 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Device 9af62292-14f7-4d23-8653-f8a474614fed not bound to the agent host hv-neutron-8214 {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 20:27:02.500783 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dffed824-a24d-4b9c-a50f-0a21f38dc0de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:02.554866 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-dffed824-a24d-4b9c-a50f-0a21f38dc0de admin admin] Deleting port c5e94bb9-d580-4a4e-b2f2-f759cbab1d68 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 20:27:02.555195 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dffed824-a24d-4b9c-a50f-0a21f38dc0de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:02.575639 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-c08edecf-3a10-465e-95de-77d87e886ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046ab62d-e53b-40f3-87a3-cb91cf92267c', 'name': 'tempest-TestSnapshotPattern-1995645365-router', 'tenant_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.4'}], 'enable_snat': True}, 'gw_port_id': 'c5e94bb9-d580-4a4e-b2f2-f759cbab1d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:20:24Z', 'updated_at': '2021-12-10T20:27:01Z', 'revision_number': 5, 'project_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'gw_port': {'id': 'c5e94bb9-d580-4a4e-b2f2-f759cbab1d68', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046ab62d-e53b-40f3-87a3-cb91cf92267c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:20:24Z', 'updated_at': '2021-12-10T20:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:27:02.603868 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08edecf-3a10-465e-95de-77d87e886ddb None None] Checking router: 046ab62d-e53b-40f3-87a3-cb91cf92267c for host: dv-neutron-821441-1-hyperv {{(pid=102368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 20:27:02.618124 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08edecf-3a10-465e-95de-77d87e886ddb None None] Routers {'046ab62d-e53b-40f3-87a3-cb91cf92267c'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:27:02.618733 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-c08edecf-3a10-465e-95de-77d87e886ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:26:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['046ab62d-e53b-40f3-87a3-cb91cf92267c'], 'active': True} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:27:02.634980 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-dffed824-a24d-4b9c-a50f-0a21f38dc0de admin admin] For port c5e94bb9-d580-4a4e-b2f2-f759cbab1d68, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=c5e94bb9-d580-4a4e-b2f2-f759cbab1d68,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:27:02.635331 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dffed824-a24d-4b9c-a50f-0a21f38dc0de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:02.647686 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-dffed824-a24d-4b9c-a50f-0a21f38dc0de admin admin] Calling delete_port for c5e94bb9-d580-4a4e-b2f2-f759cbab1d68 owned by network:router_gateway {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 20:27:02.701126 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_dvr_db [None req-c08edecf-3a10-465e-95de-77d87e886ddb None None] Set router 046ab62d-e53b-40f3-87a3-cb91cf92267c gateway port host: None {{(pid=102368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:27:02.756888 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.l3_hamode_db [None req-c08edecf-3a10-465e-95de-77d87e886ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046ab62d-e53b-40f3-87a3-cb91cf92267c', 'name': 'tempest-TestSnapshotPattern-1995645365-router', 'tenant_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:20:24Z', 'updated_at': '2021-12-10T20:27:02Z', 'revision_number': 6, 'project_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'gw_port_host': None}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:27:02.785428 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08edecf-3a10-465e-95de-77d87e886ddb None None] The sync data for ids ['046ab62d-e53b-40f3-87a3-cb91cf92267c'] in dv-neutron-821441-1-hyperv is: [{'id': '046ab62d-e53b-40f3-87a3-cb91cf92267c', 'name': 'tempest-TestSnapshotPattern-1995645365-router', 'tenant_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:20:24Z', 'updated_at': '2021-12-10T20:27:02Z', 'revision_number': 6, 'project_id': 'e2cd7f2ef42243c8897c83648469b2f4', 'gw_port_host': None}] {{(pid=102368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 20:27:02.822611 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dffed824-a24d-4b9c-a50f-0a21f38dc0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:02.852572 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffed824-a24d-4b9c-a50f-0a21f38dc0de admin admin] Pushing event deleted for resources: {'Port': ['ID=c5e94bb9-d580-4a4e-b2f2-f759cbab1d68,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:27:02.910946 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dffed824-a24d-4b9c-a50f-0a21f38dc0de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3713145'] for router_gateway, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:02.925824 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:27:03.000882 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dffed824-a24d-4b9c-a50f-0a21f38dc0de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:03.002935 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dffed824-a24d-4b9c-a50f-0a21f38dc0de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:03.045072 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dffed824-a24d-4b9c-a50f-0a21f38dc0de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:03.045654 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dffed824-a24d-4b9c-a50f-0a21f38dc0de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 046ab62d-e53b-40f3-87a3-cb91cf92267c {{(pid=102365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 20:27:03.050665 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-dffed824-a24d-4b9c-a50f-0a21f38dc0de admin admin] Notify callbacks [] for router, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:03.051714 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-dffed824-a24d-4b9c-a50f-0a21f38dc0de admin admin] 10.222.0.69 "DELETE /v2.0/routers/046ab62d-e53b-40f3-87a3-cb91cf92267c HTTP/1.1" status: 204 len: 168 time: 0.7637579 Dec 10 20:27:03.054185 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 38110) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:27:03.103929 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.db_base_plugin_v2 [None req-6234a396-85c7-4c4a-9d06-d97eb07fb7b9 admin admin] Deleting subnet 28ab8189-6eff-4985-b43f-54adf0e8ec11 {{(pid=102365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 20:27:03.106927 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6234a396-85c7-4c4a-9d06-d97eb07fb7b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:03.144353 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6234a396-85c7-4c4a-9d06-d97eb07fb7b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353213'] for subnet, precommit_delete_associations {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:03.165386 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:03.228021 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6234a396-85c7-4c4a-9d06-d97eb07fb7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:03.284638 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6234a396-85c7-4c4a-9d06-d97eb07fb7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9535695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9057462'] for subnet, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:03.308214 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6234a396-85c7-4c4a-9d06-d97eb07fb7b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28ab8189-6eff-4985-b43f-54adf0e8ec11,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:27:03.314557 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-6234a396-85c7-4c4a-9d06-d97eb07fb7b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:03.320272 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-6234a396-85c7-4c4a-9d06-d97eb07fb7b9 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/28ab8189-6eff-4985-b43f-54adf0e8ec11 HTTP/1.1" status: 204 len: 168 time: 0.2627199 Dec 10 20:27:03.320425 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97ab5c1-07a9-4b6c-8002-1ff22a9fbe5e None None] Network f17de7a7-dc7b-48fd-9d2c-821a6da65a54 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 20:27:03.320554 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 38112) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:27:03.389762 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-329d5c41-3c9b-435a-bf5e-74ed5befa9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:03.447134 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-329d5c41-3c9b-435a-bf5e-74ed5befa9b4 admin admin] Deleting port 8e107ae6-8095-4bd1-8c79-01a83ed53c02 {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 20:27:03.447477 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-329d5c41-3c9b-435a-bf5e-74ed5befa9b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:03.523984 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-329d5c41-3c9b-435a-bf5e-74ed5befa9b4 admin admin] For port 8e107ae6-8095-4bd1-8c79-01a83ed53c02, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=8e107ae6-8095-4bd1-8c79-01a83ed53c02,segment=NetworkSegment(8957aa77-0651-4723-b5de-305f7059f0a6),segment_id=8957aa77-0651-4723-b5de-305f7059f0a6)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:27:03.524813 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-329d5c41-3c9b-435a-bf5e-74ed5befa9b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:03.539293 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-329d5c41-3c9b-435a-bf5e-74ed5befa9b4 admin admin] Calling delete_port for 8e107ae6-8095-4bd1-8c79-01a83ed53c02 owned by network:dhcp {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 20:27:03.619550 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-329d5c41-3c9b-435a-bf5e-74ed5befa9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:03.633822 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329d5c41-3c9b-435a-bf5e-74ed5befa9b4 admin admin] No DVR routers for this DVR port 8e107ae6-8095-4bd1-8c79-01a83ed53c02 on host dv-neutron-821441-1-hyperv {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 20:27:03.663456 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476293b8-5481-458f-aa5b-aada5efee083 None None] DHCP port deletion for f17de7a7-dc7b-48fd-9d2c-821a6da65a54 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 20:27:03.682717 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329d5c41-3c9b-435a-bf5e-74ed5befa9b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e107ae6-8095-4bd1-8c79-01a83ed53c02,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:27:03.736462 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-329d5c41-3c9b-435a-bf5e-74ed5befa9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:03.763452 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-329d5c41-3c9b-435a-bf5e-74ed5befa9b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f17de7a7-dc7b-48fd-9d2c-821a6da65a54']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:27:03.774245 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-329d5c41-3c9b-435a-bf5e-74ed5befa9b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8957aa77-0651-4723-b5de-305f7059f0a6') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:27:03.774543 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-329d5c41-3c9b-435a-bf5e-74ed5befa9b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8957aa77-0651-4723-b5de-305f7059f0a6') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:27:03.785162 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-329d5c41-3c9b-435a-bf5e-74ed5befa9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:03.801692 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-329d5c41-3c9b-435a-bf5e-74ed5befa9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:03.807758 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-329d5c41-3c9b-435a-bf5e-74ed5befa9b4 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 20:27:03.808143 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-329d5c41-3c9b-435a-bf5e-74ed5befa9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:03.809812 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 20:27:03.809812 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 20:27:03.809812 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 20:27:03.809812 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 20:27:03.809812 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 20:27:03.809812 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 20:27:03.809812 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 20:27:03.809812 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 20:27:03.809812 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 20:27:03.809812 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 20:27:03.809812 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 20:27:03.809812 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 20:27:03.809812 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 20:27:03.809812 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 20:27:03.809812 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 20:27:03.809812 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 20:27:03.809812 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 20:27:03.809812 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 20:27:03.809812 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 20:27:03.809812 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 20:27:03.809812 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 20:27:03.809812 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 20:27:03.809812 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 20:27:03.809812 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 20:27:03.809812 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 20:27:03.809812 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 20:27:03.809812 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 20:27:03.809812 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 20:27:03.809812 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 20:27:03.809812 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 20:27:03.809812 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 20:27:03.809812 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 20:27:03.869323 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-329d5c41-3c9b-435a-bf5e-74ed5befa9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:03.875115 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-329d5c41-3c9b-435a-bf5e-74ed5befa9b4 admin admin] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:03.878928 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-329d5c41-3c9b-435a-bf5e-74ed5befa9b4 admin admin] 10.222.0.69 "DELETE /v2.0/networks/f17de7a7-dc7b-48fd-9d2c-821a6da65a54 HTTP/1.1" status: 204 len: 168 time: 0.5575037 Dec 10 20:27:03.881906 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 38114) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:27:03.889767 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329d5c41-3c9b-435a-bf5e-74ed5befa9b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f17de7a7-dc7b-48fd-9d2c-821a6da65a54,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:27:04.229776 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-03472cdb-d99f-4759-83d4-82e9f0b5c9e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3711290'] for router_interface, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:04.476442 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-03472cdb-d99f-4759-83d4-82e9f0b5c9e4 admin admin] Deleting port 4df70156-f33e-4e79-95b3-acc51c98cd50 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 20:27:04.476801 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-03472cdb-d99f-4759-83d4-82e9f0b5c9e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:04.556879 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-03472cdb-d99f-4759-83d4-82e9f0b5c9e4 admin admin] For port 4df70156-f33e-4e79-95b3-acc51c98cd50, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=4df70156-f33e-4e79-95b3-acc51c98cd50,segment=NetworkSegment(14eb9ff9-cadc-455e-bb36-ce9fb246939f),segment_id=14eb9ff9-cadc-455e-bb36-ce9fb246939f)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:27:04.557140 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-03472cdb-d99f-4759-83d4-82e9f0b5c9e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:04.569532 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-03472cdb-d99f-4759-83d4-82e9f0b5c9e4 admin admin] Calling delete_port for 4df70156-f33e-4e79-95b3-acc51c98cd50 owned by network:router_interface {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 20:27:04.749126 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-03472cdb-d99f-4759-83d4-82e9f0b5c9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:04.776326 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03472cdb-d99f-4759-83d4-82e9f0b5c9e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4df70156-f33e-4e79-95b3-acc51c98cd50,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:27:04.791016 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device c5e94bb9-d580-4a4e-b2f2-f759cbab1d68 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 20:27:04.817130 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: c5e94bb9-d580-4a4e-b2f2-f759cbab1d68 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 20:27:04.817476 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device c5e94bb9-d580-4a4e-b2f2-f759cbab1d68 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 20:27:04.818100 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 8e107ae6-8095-4bd1-8c79-01a83ed53c02 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 20:27:04.842484 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 8e107ae6-8095-4bd1-8c79-01a83ed53c02 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 20:27:04.843081 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 8e107ae6-8095-4bd1-8c79-01a83ed53c02 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 20:27:04.844431 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 43717520-32c5-4b8e-a0f6-ceab629326c7 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 20:27:04.865951 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 43717520-32c5-4b8e-a0f6-ceab629326c7 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 20:27:04.866490 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 43717520-32c5-4b8e-a0f6-ceab629326c7 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 20:27:04.960655 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-03472cdb-d99f-4759-83d4-82e9f0b5c9e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3755731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3712768'] for router_interface, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:05.180733 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03472cdb-d99f-4759-83d4-82e9f0b5c9e4 admin admin] Router 146c06a8-f38e-48e9-9032-b742563b927b has already been hosted by L3 agent 34b860f0-1604-46ed-abd0-0fc8a84f57a2 {{(pid=102366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 20:27:05.287510 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03472cdb-d99f-4759-83d4-82e9f0b5c9e4 admin admin] Notify agent at l3_agent.dv-neutron-821441-1-hyperv the message routers_updated {{(pid=102366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 20:27:05.298554 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-03472cdb-d99f-4759-83d4-82e9f0b5c9e4 admin admin] 10.222.0.69 "PUT /v2.0/routers/146c06a8-f38e-48e9-9032-b742563b927b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4101000 Dec 10 20:27:05.298554 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 38118) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:27:05.301313 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f36bb5-d6cd-4de5-89bf-6eb55772df2c None None] Sync routers for ids ['146c06a8-f38e-48e9-9032-b742563b927b'] in dv-neutron-821441-1-hyperv {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 20:27:05.310752 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f36bb5-d6cd-4de5-89bf-6eb55772df2c None None] Routers {'146c06a8-f38e-48e9-9032-b742563b927b'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:27:05.311388 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-d6f36bb5-d6cd-4de5-89bf-6eb55772df2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:26:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['146c06a8-f38e-48e9-9032-b742563b927b'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:27:05.409203 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4a19d62a-73b8-47b8-bfba-82081e216022 admin admin] Notify callbacks [] for router, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:05.420729 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-d6f36bb5-d6cd-4de5-89bf-6eb55772df2c None None] Set router 146c06a8-f38e-48e9-9032-b742563b927b gateway port host: dv-neutron-821441-1-hyperv {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:27:05.515999 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4a19d62a-73b8-47b8-bfba-82081e216022 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:05.572160 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-4a19d62a-73b8-47b8-bfba-82081e216022 admin admin] Deleting port 8a954239-7b12-445b-8d79-be272848eee2 {{(pid=102366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 20:27:05.572490 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4a19d62a-73b8-47b8-bfba-82081e216022 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:05.616554 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-d6f36bb5-d6cd-4de5-89bf-6eb55772df2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146c06a8-f38e-48e9-9032-b742563b927b', 'name': 'tempest-TestSnapshotPattern-192472187-router', 'tenant_id': '5a3cf976c84d4e67b7cb000913c83761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'external_fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.112'}], 'enable_snat': True}, 'gw_port_id': '8a954239-7b12-445b-8d79-be272848eee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:20:29Z', 'updated_at': '2021-12-10T20:27:04Z', 'revision_number': 5, 'project_id': '5a3cf976c84d4e67b7cb000913c83761', 'gw_port': {'id': '8a954239-7b12-445b-8d79-be272848eee2', 'name': '', 'network_id': '68e2ee80-e7f8-4be2-b0d8-392fd4a4e031', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fa:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146c06a8-f38e-48e9-9032-b742563b927b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821441-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T20:20:30Z', 'updated_at': '2021-12-10T20:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b9bf4d2-5fb0-4c3f-b2ae-9ae6ebddc9ba', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821441-1-hyperv'}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:27:05.645757 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f36bb5-d6cd-4de5-89bf-6eb55772df2c None None] Checking router: 146c06a8-f38e-48e9-9032-b742563b927b for host: dv-neutron-821441-1-hyperv {{(pid=102367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 20:27:05.654117 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f36bb5-d6cd-4de5-89bf-6eb55772df2c None None] Routers {'146c06a8-f38e-48e9-9032-b742563b927b'} bound to L3 agent in host dv-neutron-821441-1-hyperv {{(pid=102367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 20:27:05.654723 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-d6f36bb5-d6cd-4de5-89bf-6eb55772df2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821441-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T19:05:24Z,description=,heartbeat_timestamp=2021-12-10T20:26:54Z,host='dv-neutron-821441-1-hyperv',id=34b860f0-1604-46ed-abd0-0fc8a84f57a2,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T19:05:24Z,topic='l3_agent')) {'router_ids': ['146c06a8-f38e-48e9-9032-b742563b927b'], 'active': True} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:27:05.660074 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.db [None req-4a19d62a-73b8-47b8-bfba-82081e216022 admin admin] For port 8a954239-7b12-445b-8d79-be272848eee2, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=8a954239-7b12-445b-8d79-be272848eee2,segment=NetworkSegment(9905da46-6b16-4f69-a372-d9e64006a0c6),segment_id=9905da46-6b16-4f69-a372-d9e64006a0c6)] {{(pid=102366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:27:05.660427 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4a19d62a-73b8-47b8-bfba-82081e216022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:05.672297 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.plugins.ml2.plugin [None req-4a19d62a-73b8-47b8-bfba-82081e216022 admin admin] Calling delete_port for 8a954239-7b12-445b-8d79-be272848eee2 owned by network:router_gateway {{(pid=102366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 20:27:05.743673 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvr_db [None req-d6f36bb5-d6cd-4de5-89bf-6eb55772df2c None None] Set router 146c06a8-f38e-48e9-9032-b742563b927b gateway port host: None {{(pid=102367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 20:27:05.801996 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_hamode_db [None req-d6f36bb5-d6cd-4de5-89bf-6eb55772df2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146c06a8-f38e-48e9-9032-b742563b927b', 'name': 'tempest-TestSnapshotPattern-192472187-router', 'tenant_id': '5a3cf976c84d4e67b7cb000913c83761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:20:29Z', 'updated_at': '2021-12-10T20:27:05Z', 'revision_number': 6, 'project_id': '5a3cf976c84d4e67b7cb000913c83761', 'gw_port_host': None}], 'dv-neutron-821441-1-hyperv', False) {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:27:05.831117 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f36bb5-d6cd-4de5-89bf-6eb55772df2c None None] The sync data for ids ['146c06a8-f38e-48e9-9032-b742563b927b'] in dv-neutron-821441-1-hyperv is: [{'id': '146c06a8-f38e-48e9-9032-b742563b927b', 'name': 'tempest-TestSnapshotPattern-192472187-router', 'tenant_id': '5a3cf976c84d4e67b7cb000913c83761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T20:20:29Z', 'updated_at': '2021-12-10T20:27:05Z', 'revision_number': 6, 'project_id': '5a3cf976c84d4e67b7cb000913c83761', 'gw_port_host': None}] {{(pid=102367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 20:27:05.849246 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4a19d62a-73b8-47b8-bfba-82081e216022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11929145'] for port, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:05.876391 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a19d62a-73b8-47b8-bfba-82081e216022 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a954239-7b12-445b-8d79-be272848eee2,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:27:05.939413 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4a19d62a-73b8-47b8-bfba-82081e216022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3713145'] for router_gateway, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:06.027590 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4a19d62a-73b8-47b8-bfba-82081e216022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8917'] for router, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:06.029667 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4a19d62a-73b8-47b8-bfba-82081e216022 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:06.074847 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4a19d62a-73b8-47b8-bfba-82081e216022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715635'] for router, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:06.075419 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a19d62a-73b8-47b8-bfba-82081e216022 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 146c06a8-f38e-48e9-9032-b742563b927b {{(pid=102366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 20:27:06.080442 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-4a19d62a-73b8-47b8-bfba-82081e216022 admin admin] Notify callbacks [] for router, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:06.081594 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-4a19d62a-73b8-47b8-bfba-82081e216022 admin admin] 10.222.0.69 "DELETE /v2.0/routers/146c06a8-f38e-48e9-9032-b742563b927b HTTP/1.1" status: 204 len: 168 time: 0.7841730 Dec 10 20:27:06.084201 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.wsgi [-] (102366) accepted ('10.222.0.69', 38120) {{(pid=102366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:27:06.129823 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a915e33-2af3-4698-a844-ccac329f71e0 admin admin] Deleting subnet 7403ff62-92eb-4f1c-a551-92f0a087da1a {{(pid=102366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 10 20:27:06.132837 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1a915e33-2af3-4698-a844-ccac329f71e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:06.171241 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1a915e33-2af3-4698-a844-ccac329f71e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768946'] for subnet, precommit_delete_associations {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:06.257298 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1a915e33-2af3-4698-a844-ccac329f71e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563951'] for subnet, precommit_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:06.314838 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1a915e33-2af3-4698-a844-ccac329f71e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11929324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656828'] for subnet, after_delete {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:06.340353 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a915e33-2af3-4698-a844-ccac329f71e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7403ff62-92eb-4f1c-a551-92f0a087da1a,revision_number=None']} {{(pid=102366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:27:06.345286 dv-neutron-821441-1-hyperv neutron-server[102366]: DEBUG neutron_lib.callbacks.manager [None req-1a915e33-2af3-4698-a844-ccac329f71e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:06.351161 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 38122) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:27:06.351872 dv-neutron-821441-1-hyperv neutron-server[102366]: INFO neutron.wsgi [None req-1a915e33-2af3-4698-a844-ccac329f71e0 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/7403ff62-92eb-4f1c-a551-92f0a087da1a HTTP/1.1" status: 204 len: 168 time: 0.2665994 Dec 10 20:27:06.353568 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fa3dd6-33ad-4f29-993f-c1c0daceb494 None None] Network b3ee5271-9849-4c4c-91ed-7055eb663327 requested from dv-neutron-821441-1-hyperv {{(pid=102367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 10 20:27:06.422216 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4d629c35-4947-47ef-934d-fcc3ac3749a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582469'] for network, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:06.475316 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-4d629c35-4947-47ef-934d-fcc3ac3749a9 admin admin] Deleting port 28195dab-51b6-4f6a-8224-c28e463e6a6e {{(pid=102365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 20:27:06.475653 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4d629c35-4947-47ef-934d-fcc3ac3749a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:06.532278 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabc36a3-7b1c-4e72-8281-1ffb09e439e8 None None] DHCP port deletion for b3ee5271-9849-4c4c-91ed-7055eb663327 request from dv-neutron-821441-1-hyperv {{(pid=102367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 10 20:27:06.552682 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.db [None req-4d629c35-4947-47ef-934d-fcc3ac3749a9 admin admin] For port 28195dab-51b6-4f6a-8224-c28e463e6a6e, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=28195dab-51b6-4f6a-8224-c28e463e6a6e,segment=NetworkSegment(14eb9ff9-cadc-455e-bb36-ce9fb246939f),segment_id=14eb9ff9-cadc-455e-bb36-ce9fb246939f)] {{(pid=102365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:27:06.553050 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4d629c35-4947-47ef-934d-fcc3ac3749a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:06.567281 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.plugin [None req-4d629c35-4947-47ef-934d-fcc3ac3749a9 admin admin] Calling delete_port for 28195dab-51b6-4f6a-8224-c28e463e6a6e owned by network:dhcp {{(pid=102365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 20:27:06.584677 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-eabc36a3-7b1c-4e72-8281-1ffb09e439e8 None None] Deleting port 28195dab-51b6-4f6a-8224-c28e463e6a6e {{(pid=102367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 10 20:27:06.585141 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-eabc36a3-7b1c-4e72-8281-1ffb09e439e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769381651038'] for port, before_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:06.652025 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4d629c35-4947-47ef-934d-fcc3ac3749a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9535514'] for port, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:06.652368 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.db [None req-eabc36a3-7b1c-4e72-8281-1ffb09e439e8 None None] For port 28195dab-51b6-4f6a-8224-c28e463e6a6e, host dv-neutron-821441-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821441-1-hyperv',level=0,port_id=28195dab-51b6-4f6a-8224-c28e463e6a6e,segment=NetworkSegment(14eb9ff9-cadc-455e-bb36-ce9fb246939f),segment_id=14eb9ff9-cadc-455e-bb36-ce9fb246939f)] {{(pid=102367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 20:27:06.652860 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-eabc36a3-7b1c-4e72-8281-1ffb09e439e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712826'] for port, precommit_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:06.668170 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-eabc36a3-7b1c-4e72-8281-1ffb09e439e8 None None] Calling delete_port for 28195dab-51b6-4f6a-8224-c28e463e6a6e owned by network:dhcp {{(pid=102367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 10 20:27:06.681789 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d629c35-4947-47ef-934d-fcc3ac3749a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=28195dab-51b6-4f6a-8224-c28e463e6a6e,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:27:06.686103 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d629c35-4947-47ef-934d-fcc3ac3749a9 admin admin] No DVR routers for this DVR port 28195dab-51b6-4f6a-8224-c28e463e6a6e on host dv-neutron-821441-1-hyperv {{(pid=102365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 20:27:06.754932 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-eabc36a3-7b1c-4e72-8281-1ffb09e439e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769381657236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769381102704'] for port, after_delete {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:06.760922 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4d629c35-4947-47ef-934d-fcc3ac3749a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-557466', 'neutron.services.segments.db._delete_segments_for_network-8769381585848'] for network, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:06.782217 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc36a3-7b1c-4e72-8281-1ffb09e439e8 None None] Pushing event deleted for resources: {'Port': ['ID=28195dab-51b6-4f6a-8224-c28e463e6a6e,revision_number=None']} {{(pid=102367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:27:06.788747 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-4d629c35-4947-47ef-934d-fcc3ac3749a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3ee5271-9849-4c4c-91ed-7055eb663327']}} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:27:06.789886 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabc36a3-7b1c-4e72-8281-1ffb09e439e8 None None] No DVR routers for this DVR port 28195dab-51b6-4f6a-8224-c28e463e6a6e on host dv-neutron-821441-1-hyperv {{(pid=102367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 20:27:06.803538 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-4d629c35-4947-47ef-934d-fcc3ac3749a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14eb9ff9-cadc-455e-bb36-ce9fb246939f') {'for_net_delete': True} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:27:06.803792 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.services.segments.db [None req-4d629c35-4947-47ef-934d-fcc3ac3749a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14eb9ff9-cadc-455e-bb36-ce9fb246939f') {} {{(pid=102365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 20:27:06.803910 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 8a954239-7b12-445b-8d79-be272848eee2 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 20:27:06.815068 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4d629c35-4947-47ef-934d-fcc3ac3749a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769381604464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353188'] for segment, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:06.826725 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 8a954239-7b12-445b-8d79-be272848eee2 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 20:27:06.827059 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 8a954239-7b12-445b-8d79-be272848eee2 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 20:27:06.827574 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 28195dab-51b6-4f6a-8224-c28e463e6a6e no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 20:27:06.829144 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4d629c35-4947-47ef-934d-fcc3ac3749a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272'] for segment, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:06.835424 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d629c35-4947-47ef-934d-fcc3ac3749a9 admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=102365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 20:27:06.835812 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4d629c35-4947-47ef-934d-fcc3ac3749a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9535529'] for segment, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:06.837668 dv-neutron-821441-1-hyperv neutron-server[102365]: Traceback (most recent call last): Dec 10 20:27:06.837668 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 20:27:06.837668 dv-neutron-821441-1-hyperv neutron-server[102365]: timer() Dec 10 20:27:06.837668 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 20:27:06.837668 dv-neutron-821441-1-hyperv neutron-server[102365]: cb(*args, **kw) Dec 10 20:27:06.837668 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 20:27:06.837668 dv-neutron-821441-1-hyperv neutron-server[102365]: return func(*args, **kwargs) Dec 10 20:27:06.837668 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 20:27:06.837668 dv-neutron-821441-1-hyperv neutron-server[102365]: self._notify() Dec 10 20:27:06.837668 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 20:27:06.837668 dv-neutron-821441-1-hyperv neutron-server[102365]: self.callback(batched_events) Dec 10 20:27:06.837668 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 20:27:06.837668 dv-neutron-821441-1-hyperv neutron-server[102365]: event.method(event) Dec 10 20:27:06.837668 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 20:27:06.837668 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 20:27:06.837668 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 20:27:06.837668 dv-neutron-821441-1-hyperv neutron-server[102365]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 20:27:06.837668 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 20:27:06.837668 dv-neutron-821441-1-hyperv neutron-server[102365]: return f(self, *a, **k) Dec 10 20:27:06.837668 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 20:27:06.837668 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._get(url).json() Dec 10 20:27:06.837668 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 20:27:06.837668 dv-neutron-821441-1-hyperv neutron-server[102365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 20:27:06.837668 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 20:27:06.837668 dv-neutron-821441-1-hyperv neutron-server[102365]: return self.request(url, 'GET', **kwargs) Dec 10 20:27:06.837668 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 20:27:06.837668 dv-neutron-821441-1-hyperv neutron-server[102365]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 20:27:06.837668 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 20:27:06.837668 dv-neutron-821441-1-hyperv neutron-server[102365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 20:27:06.837668 dv-neutron-821441-1-hyperv neutron-server[102365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 20:27:06.837668 dv-neutron-821441-1-hyperv neutron-server[102365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 20:27:06.837668 dv-neutron-821441-1-hyperv neutron-server[102365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 20:27:06.846778 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 28195dab-51b6-4f6a-8224-c28e463e6a6e {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 20:27:06.847118 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 28195dab-51b6-4f6a-8224-c28e463e6a6e not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 20:27:06.847537 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 4df70156-f33e-4e79-95b3-acc51c98cd50 no longer exists at agent ovs-agent-dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 20:27:06.865788 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] No Port match for: 4df70156-f33e-4e79-95b3-acc51c98cd50 {{(pid=102367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 10 20:27:06.866030 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron.plugins.ml2.rpc [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Device 4df70156-f33e-4e79-95b3-acc51c98cd50 not bound to the agent host dv-neutron-821441-1-hyperv {{(pid=102367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 20:27:06.898257 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4d629c35-4947-47ef-934d-fcc3ac3749a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-564329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3755738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3713117'] for network, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:06.903678 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-4d629c35-4947-47ef-934d-fcc3ac3749a9 admin admin] Notify callbacks [] for network, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:06.907181 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-4d629c35-4947-47ef-934d-fcc3ac3749a9 admin admin] 10.222.0.69 "DELETE /v2.0/networks/b3ee5271-9849-4c4c-91ed-7055eb663327 HTTP/1.1" status: 204 len: 168 time: 0.5549111 Dec 10 20:27:06.918389 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d629c35-4947-47ef-934d-fcc3ac3749a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3ee5271-9849-4c4c-91ed-7055eb663327,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:27:07.015869 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 38126) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:27:07.054690 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-86ed85be-df7f-4e56-addb-3f8c4e4bc93d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e2cd7f2ef42243c8897c83648469b2f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376468 Dec 10 20:27:07.057204 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 38128) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:27:07.104929 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f4db3fac-3558-4237-b5ff-170eafa15290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:07.127632 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f4db3fac-3558-4237-b5ff-170eafa15290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:07.176559 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f4db3fac-3558-4237-b5ff-170eafa15290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:07.179204 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-f4db3fac-3558-4237-b5ff-170eafa15290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:07.180418 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-f4db3fac-3558-4237-b5ff-170eafa15290 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/707771e6-d6bc-4c63-8d30-ecf62d769ff1 HTTP/1.1" status: 204 len: 168 time: 0.1222982 Dec 10 20:27:07.189112 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4db3fac-3558-4237-b5ff-170eafa15290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707771e6-d6bc-4c63-8d30-ecf62d769ff1,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:27:07.488714 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 38134) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:27:07.535092 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-fcd6a6f1-e13a-470e-832d-33ea961ffd28 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5a3cf976c84d4e67b7cb000913c83761&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0451488 Dec 10 20:27:07.537651 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [-] (102365) accepted ('10.222.0.69', 38136) {{(pid=102365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 10 20:27:07.587343 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a6bdae72-d123-4cdd-8395-7b5a1cb4c972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:07.611011 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a6bdae72-d123-4cdd-8395-7b5a1cb4c972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:07.657916 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a6bdae72-d123-4cdd-8395-7b5a1cb4c972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364473'] for security_group, after_delete {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:07.660548 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron_lib.callbacks.manager [None req-a6bdae72-d123-4cdd-8395-7b5a1cb4c972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:07.661741 dv-neutron-821441-1-hyperv neutron-server[102365]: INFO neutron.wsgi [None req-a6bdae72-d123-4cdd-8395-7b5a1cb4c972 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/368b00cf-185f-430a-bb88-9a91112a4554 HTTP/1.1" status: 204 len: 168 time: 0.1231897 Dec 10 20:27:07.669324 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bdae72-d123-4cdd-8395-7b5a1cb4c972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368b00cf-185f-430a-bb88-9a91112a4554,revision_number=None']} {{(pid=102365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 20:27:20.425931 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-b0a193ad-ddd6-425f-be5e-5c9a913e0614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:24.379192 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-5e6693ef-9bd3-4940-a801-9ab4c8cf0a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:25.696936 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:26.675040 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:27.094318 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:33.166879 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:39.925846 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:27:50.430179 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-a3955bcc-8f5e-4499-9e0b-7991b8f6fac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:54.380880 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-3a4ebfcb-548b-43a9-87be-dfe730aff184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:55.700178 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:56.676664 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:27:57.099720 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:28:03.172983 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:28:16.924283 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:28:20.433487 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-37118acd-a9fa-4481-a8c9-533d0862a061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:28:24.383499 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-45d1a616-2c53-461e-8dd4-c8a6dcbcdd3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:28:25.702931 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:28:26.677802 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:28:27.099123 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:28:33.167077 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:28:50.434943 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6857a51c-7ef4-412f-818d-87316d947456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:28:53.922784 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:28:54.384896 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e9632c7c-d68c-4065-b7f0-97db63e2677e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:28:55.706027 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:28:56.679560 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:28:57.102393 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:29:03.168322 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:29:20.438921 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f0151d4c-e6bf-437e-91f5-9cac09f4fdfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:29:24.386780 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8021c2b8-1d24-4edb-a9b7-4d34c2c8529d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:29:25.709108 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:29:26.682907 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:29:27.103749 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:29:30.920744 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:29:33.171814 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:29:50.441530 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f35ac8d9-79d3-4271-acb7-5b7a9745720f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:29:54.388689 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-f0291781-5c13-416a-8a70-f0be887725f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:29:55.711360 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:29:56.683550 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:29:57.107089 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:30:03.196787 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:30:07.920251 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:30:20.442774 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8444f30d-6a47-4429-9a89-dbdcbad0834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:30:24.390164 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-8ed73db4-efe1-4b89-892a-a2af145476e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:30:25.714201 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:30:26.690652 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:30:27.109018 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:30:33.183801 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:30:36.530349 dv-neutron-821441-1-hyperv neutron-server[102365]: DEBUG neutron.wsgi [req-a51dd063-fa0d-4cf0-8fb1-e711c353da62 req-265a8c0d-3951-4767-b7b6-641a04e745a1 service neutron] (102365) timed out ('10.222.0.36', 49854) {{(pid=102365) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 10 20:30:44.918245 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:30:50.445049 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-875059a7-777e-4b1e-a105-af51f431657c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:30:54.392186 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-02d7ce3f-f9b3-4ef1-aa2b-81774eb54262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:30:55.717800 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:30:56.682160 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:30:57.113616 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:31:03.192318 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:31:20.447139 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-e6bcee9d-d984-4c1f-bebe-c047011531e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:31:21.917026 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:31:24.393138 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c71368a5-23ff-4435-96c1-d8ba934d30df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:31:25.719891 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:31:26.683716 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:31:27.115657 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:31:33.224958 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:31:50.451292 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-4c349fd4-f313-428c-9eda-986e7f9b706d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:31:54.393966 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-842d48f1-4400-4ae0-8205-c12a4d7c3205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:31:55.724592 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:31:56.685712 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:31:57.118400 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:31:58.915096 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:32:03.234103 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:32:20.459251 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-67cc5875-30fe-4079-a267-a7c90160e836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:32:24.535136 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-ded8bc57-8e3d-4b4a-8b96-ea6bc0c4200f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:32:25.727022 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:32:26.688209 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:32:27.120454 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:32:33.252906 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:32:35.913884 dv-neutron-821441-1-hyperv neutron-server[102368]: DEBUG neutron.db.agents_db [None req-38fd95a1-6cfc-4bca-94cc-ca533525b359 None None] Agent healthcheck: found 6 active agents {{(pid=102368) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 20:32:50.452626 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-7c16bb98-ca7c-4fdc-aa91-9199c8a18cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:32:54.396597 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-3604a87e-df6c-40a6-88bb-a0d6bf5750a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:32:55.730782 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5596-9c93-4b12-9c48-52307fde57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:32:56.690644 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-c537c4cb-ed9a-45c0-8cdc-2cf9c217c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:32:57.124673 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-0ab77846-bb5b-48f8-949f-eb079bbec8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 10 20:33:03.264519 dv-neutron-821441-1-hyperv neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-dc2017fe-b6c1-4769-9e47-bd349d5b87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769381585830', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-559532'] for agent, after_update {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}